diff --git a/extractor/.get_atm_from_repo.sh.swp b/extractor/.get_atm_from_repo.sh.swp new file mode 100644 index 0000000000000000000000000000000000000000..fecf1f7be9dae72bc24a0042ce4f523e30663290 Binary files /dev/null and b/extractor/.get_atm_from_repo.sh.swp differ diff --git a/extractor/extractor.py b/extractor/extractor.py index 6be4f7fe2a7fbd0a88b5b7229d042a961984a57c..c1641be9a825ce65b0ce13d6b943edf96dd5aab3 100755 --- a/extractor/extractor.py +++ b/extractor/extractor.py @@ -196,7 +196,7 @@ def main(argv): ] if verbose: print("Extracting data from sites google sheet...", end='') - credentials = ServiceAccountCredentials.from_json_keyfile_name('access-data-64a03ecb59d0.json', scope) + credentials = ServiceAccountCredentials.from_json_keyfile_name('<insert json access data here.json', scope) client = gspread.authorize(credentials) sheet = client.open("DatosRC").sheet1 data = sheet.get_all_records() diff --git a/extractor/get_atm_from_repo.sh b/extractor/get_atm_from_repo.sh index 648137ce3acd39846f8566adef0591b78c1bf029..f09c81242a6a6b1c29c5c248a3c2fbb281e21da0 100755 --- a/extractor/get_atm_from_repo.sh +++ b/extractor/get_atm_from_repo.sh @@ -55,8 +55,21 @@ if [ "$2" -lt 0 ] || [ $2 -gt 99 ]; then fi site=$1 year=$(printf "%02d" $2) - +n=0 for m in $(seq -w 1 12); do - url_file="$url_base/${site}/atmprof${site}${year}${m}.dat" - wget $url_file + file="atmprof${site}${year}${m}.dat" + url_file="$url_base/${site}/${file}" + if $(wget -q $url_file); then + echo "File $file retrived" + n=$(( n + 1 )) + else + echo "Failed to retrieve $file" + fi done + if [ "$n" -eq 12 ]; then + echo "Success retrieving site:${site} for year:$year" + else + echo "Failed to retrieve some files. $n files extracted" + echo "Perhaps files does not be already produced. Please check at https://github.com/lagoproject/atmospheres/" + exit 99 + fi