him_gae.py

# [START gae_python37_app]
from flask import Flask
from flask import send_file

from datetime import datetime
from datetime import timedelta
import pytz
import io
import os
import bz2

import ftplib
import imageio
import satpy

from google.cloud import storage

# If `entrypoint` is not defined in app.yaml, App Engine will look for an app
# called `app` in `main.py`.
app = Flask(__name__)

bucket_name = "*******.appspot.com"

@app.route('/update')
def proc():
    ftp = ftplib.FTP("ftp.ptree.jaxa.jp") 
    ftp.login("***********", "******")

    now = datetime.utcnow()
    rnow = datetime(now.year, now.month, now.day, now.hour, (now.minute//10)*10, tzinfo=pytz.utc)

    actv_dates = [rnow - timedelta(seconds=600*i) for i in range(4)]

    for d in actv_dates:
        fname = 'HS_H08_{}_B08_FLDK_R20_S0710.DAT.bz2'.format(d.strftime("%Y%m%d_%H%M"))
    
        storage_client = storage.Client()
        bucket = storage_client.get_bucket(bucket_name)
        blob = bucket.blob("himawari8/"+fname[:-4])
        if blob.exists():
            continue
    
        try:
            ftp_dir = '/jma/hsd/{}/{}/{}/'.format(d.strftime("%Y%m"), d.strftime("%d"), d.strftime("%H"))
            ftp.cwd(ftp_dir)
            b = io.BytesIO()
            ftp.retrbinary('RETR %s' % fname, b.write)
            b.seek(0)
            blob.upload_from_string(bz2.decompress(b.read()), content_type='application/binary')
        except:
            continue
    
    #delete older than 60 minutes
    blobs = bucket.list_blobs(prefix='himawari8')
    blob_names = sorted([blb.name for blb in blobs], reverse=True)
    blobs = bucket.list_blobs(prefix='himawari8')
    for blb in blobs:
        if blb.name in blob_names[7:]:
            blb.delete()

    return 'ok'


@app.route('/show')
def show():

    storage_client = storage.Client()
    bucket = storage_client.get_bucket(bucket_name)
    blobs = bucket.list_blobs(prefix='himawari8')

    for blob in blobs:
        name = blob.name

    fname = name.split('/')[1]

    blob = bucket.blob(name)
    data = blob.download_as_string()
    f = io.BytesIO(data)
    f.seek(0)

    with open('/tmp/{}'.format(fname), 'wb') as mf:
        mf.write(f.read())

    global_scene = satpy.Scene(reader="ahi_hsd", filenames=['/tmp/{}'.format(fname)])
    global_scene.load(['B08'])
    imfile = io.BytesIO()
    imageio.imwrite(imfile, global_scene['B08'].values[::4,::4], format="png")
    os.remove('/tmp/{}'.format(fname))
    imfile.seek(0)

    return send_file(imfile, attachment_filename='him.png', mimetype='image/png')


@app.route('/last')
def last():
    now = datetime.utcnow()
    rnow = datetime(now.year, now.month, now.day, now.hour, (now.minute//10)*10, tzinfo=pytz.utc)

    actv_dates = [rnow - timedelta(seconds=600*i) for i in range(4)]

    for d in actv_dates:
        fname = 'HS_H08_{}_B08_FLDK_R20_S0710.DAT.bz2'.format(d.strftime("%Y%m%d_%H%M"))

    return fname


if __name__ == '__main__':
    # This is used when running locally only. When deploying to Google App
    # Engine, a webserver process such as Gunicorn will serve the app. This
    # can be configured by adding an `entrypoint` to app.yaml.
    app.run(host='127.0.0.1', port=8080, debug=True)
# [END gae_python37_app]