01-01基于SHELL的数据分析

#!/usr/bin/env bash

for year in /root/Downloads/data/all/*

do
echo -ne `basename $year .gz`"\t"
gunzip -c $year | \
awk '{ temp = substr($0, 88, 5) + 0;
      q = substr($0, 93, 1);
      if (temp != 9999 && q ~ /[01459]/ && temp > max) max = temp }
END { print max }`
done

#!/usr/bin/env bash
for year in all/*
do
   echo -ne `basename $year .gz`"\t"
   gunzip -c $year | \
     awk '{ temp = substr($0, 88, 5) + 0;
            q = substr($0, 93, 1);
            if (temp !=9999 && q ~ /[01459]/ && temp > max) max = temp }
          END { print max }'
done