app.py

import gradio as gr
import requests
import json
import os
from PIL import Image
import moviepy.video.io.ImageSequenceClip as ic
from pathlib import Path
import bs4

import urllib.request 
import uuid
main_directory = "https://services.swpc.noaa.gov/"
sdo_source = "https://sdo.gsfc.nasa.gov/assets/img/browse/"
sdo_source_format = "https://sdo.gsfc.nasa.gov/assets/img/browse/YEAR/MONTH/DAY/DATE_IDENT_SIZE_TOOL.jpg"
sdo_aia_latest=[
    {"name":"Fe18 94A", "source":"https://umbra.nascom.nasa.gov/images/latest_aia_94.gif"},
    {"name":"Fe20 131A", "source":"https://umbra.nascom.nasa.gov/images/latest_aia_131.gif"},
    {"name":"Fe9/10 171A", "source":"https://umbra.nascom.nasa.gov/images/latest_aia_171.gif"},
    {"name":"Fe12 193A", "source":"https://umbra.nascom.nasa.gov/images/latest_aia_193.gif"},
    
    {"name":"Fe14 211A", "source":"https://umbra.nascom.nasa.gov/images/latest_aia_211.gif"},
    {"name":"He2 304A", "source":"https://umbra.nascom.nasa.gov/images/latest_aia_304.gif"},
    {"name":"Fe16 335A", "source":"https://umbra.nascom.nasa.gov/images/latest_aia_335.gif"},
    {"name":"cont+C4 1600A", "source":"https://umbra.nascom.nasa.gov/images/latest_aia_1600.gif"},
    {"name":"continuum 1700A", "source":"https://umbra.nascom.nasa.gov/images/latest_aia_1700.gif"},
    {"name":"continuum 4500A", "source":"https://umbra.nascom.nasa.gov/images/latest_aia_4500.gif"},
]

nasa_images=[
    {"name":"EIT 171A", "source":"https://soho.nascom.nasa.gov/data/realtime/eit_171/512/latest.jpg"},
    {"name":"EIT 195A", "source":"https://soho.nascom.nasa.gov/data/realtime/eit_195/512/latest.jpg"},
    {"name":"EIT 284A", "source":"https://soho.nascom.nasa.gov/data/realtime/eit_284/512/latest.jpg"},
    {"name":"EIT 304A", "source":"https://soho.nascom.nasa.gov/data/realtime/eit_304/512/latest.jpg"},
]

nasa_soho_gifs=[
    {"name":"EIT 304A", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_eit_304small.gif"},
    {"name":"EIT 195A", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_eit_195small.gif"},
    {"name":"EIT 171A", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_eit_171small.gif"},
    {"name":"EIT 284A", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_eit_284small.gif"},
]    
nasa_soho_mp4=[
    {"name":"EIT 171A", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_eit_171small.mp4"},
    {"name":"EIT 195A", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_eit_195small.mp4"},
    {"name":"EIT 284A", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_eit_284small.mp4"},
    {"name":"EIT 304A", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_eit_304small.mp4"},
    
    {"name":"LASCO C2", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_c2small.mp4"},
    {"name":"LASCO C3", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_c3small.mp4"},
    {"name":"SDO/HMI Continuum", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_hmi_igr-512.mp4"},
    {"name":"SDO/HMI Magnetogram", "source":"https://soho.nascom.nasa.gov/data/LATEST/current_hmi_mag-512.mp4"},
]  



html = """
<div>
PAGE_LINK
</div>
"""
css="""
.img_box{
    display: flex;
    flex-direction: column;
    flex-flow: unset;
    flex-wrap: wrap;
    justify-content: space-around;

}
.img_class{
    background: #ffffff;
    max-width: 48%;
    font-family: monospace;
    border-top: #9300ff;
    border-style: inset;
    margin-top: 5px;
}
.img_class_raw{
    background: #ffffff;
    width: 100%;
    font-family: monospace;
    border-top: #9300ff;
    border-style: inset;
    margin-top: 5px;
    display:flex;
    flex-direction:column;
}
.img_box_soho{
    display: flex;
    flex-direction: row;
    flex-wrap: wrap;
    justify-content: space-between;
}
.img_class_soho{
    background: #ffffff;
    font-family: monospace;
    border-top: #9300ff;
    border-style: inset;
    margin-top: 5px;
    max-width: 48%;
}
"""
def load_json(url1="",url2="",url3="",url4=""):
    get_url=f'{main_directory}{url1}{url2}{url3}{url4}'
    print(f'{get_url}')
    get_url=get_url.split("None")[0]
    print(f'{get_url}')
    get_url=get_url.split("[]")[0]
    print(f'{get_url}')
    
    if get_url.endswith('.json'):
        feed1 = requests.get(get_url)
        return None, feed1.text
    elif get_url.endswith(".png") or get_url.endswith(".gif") or get_url.endswith(".jpg"):
        html_out=f"<style>{css}</style><div>"
        html_out+=f'<div class="img_class_raw"><a href="{get_url}" target="_blank">{get_url}</a><br><img src={get_url}></div></div>'
        return html_out, None
    return None,None
    
def make_tree(url1="",url2="",url3="",url4=""):
    link_box=[]
    html_out=""
    get_url=f'{main_directory}{url1}{url2}{url3}{url4}'
    print(f'######### :: {get_url}')
    if not get_url.endswith('.json'):
        feed1 = requests.get(get_url)
        spl = feed1.text.split("href=")
        for line in spl:
            spl2 = line.split(">")[0]
            print(spl2)
            if spl2.endswith('/"') or spl2.endswith('.json"') or spl2.endswith('.png"') or spl2.endswith('.gif"') or spl2.endswith('.jpg"'):
                fin=line.split(">")[0].strip('""')
                link_box.append(fin)
                #html_out=html_out+html.replace("PAGE_LINK",fin)
        return gr.update(choices=[l for l in link_box],interactive=True)
    else:
        return None

def get_images():
    html_out=f"<style>{css}</style><div class='img_box'>"    
    get_url=f'{main_directory}images/geospace/'
    feed1 = requests.get(get_url)
    spl = feed1.text.split("href=")
    for line in spl:
        spl2 = line.split(">")[0].strip('""')
        if spl2.endswith(".png") or spl2.endswith(".gif") or spl2.endswith(".jpg"):
            print(spl2)
            html_out+=f'<div class="img_class"><a href="{get_url}{spl2}" target="_blank">{spl2}</a><br><img src={get_url}{spl2}></div>'
        else:
            print(spl2)
    get_url2=f'{main_directory}images/'
    feed2 = requests.get(get_url2)
    spl = feed2.text.split("href=")
    for line2 in spl:
        spl2 = line2.split(">")[0].strip('""')
        if spl2.endswith(".png") or spl2.endswith(".gif") or spl2.endswith(".jpg"):
            print(spl2)
            html_out+=f'<div class="img_class"><a href="{get_url2}{spl2}" target="_blank">{spl2}</a><br><img src={get_url2}{spl2}></div>'
        else:
            print(spl2)            
    html_out+="</div>"
    return html_out

def make_animation():
    get_url=f'{main_directory}images/animations/'
    feed1 = requests.get(get_url)
    spl = feed1.text.split("href=")
    files_out=[]
    for line in spl:
        gif_box=[]

        spl2 = line.split(">")[0].strip('""')
        if spl2.endswith("/"):
            feed2 = requests.get(f'{get_url}{spl2}')
            spl3 = feed2.text.split("href=")
            for line2 in spl3:
                spl3 = line2.split(">")[0].strip('""')
                print("$$$$$$$$$$$$$$")
                print(spl3)
                if spl3.endswith(".png") or spl3.endswith(".gif") or spl3.endswith(".jpg"):
                    gif_box.append(f'{get_url}{spl2}{spl3}')
            if gif_box:
                try:
                    #frames = [Image.open(image) for image in glob.glob(f"{frame_folder}/*.JPG")]
                    frames = []
                    for i,ea in enumerate(gif_box):
                        print("############")
                        print(ea)
                        urllib.request.urlretrieve(ea,f'tmp{i}.png')                     
                        frames.append(f'tmp{i}.png')
                    fps=60
                    uid=uuid.uuid4()
                    clip = ic.ImageSequenceClip(frames, fps = fps) 
                    clip.to_gif(f"{uid}.gif",fps=fps) 
                    files_out.append(f'{uid}.gif')
                except Exception as e:
                    print(e)
    return files_out

def make_html(inp_files):
    html_out=f"<style>{css}</style><div class='img_box'>"
    for ea in inp_files:
        print(ea)
        html_out+=f'<div class="img_class"><img src="file={ea}"></div>'
    html_out+='</div>'
    return html_out

def make_nasa_soho_videos():
    html_out=f"<style>{css}</style><div class='img_box_soho'>"
    for ea in nasa_soho_mp4:
        file_name=ea['source']
        html_out+=f'''
        <video width="50%" height="320" controls>
          <source src="{file_name}" type="video/mp4">
            Your browser does not support the video tag.
        </video>'''
        #html_out+=f'<div class="img_class_soho"><img src="file={file_name}"></div>'
    html_out+='</div>'
    return html_out
    
def make_nasa_soho_images(inp_src: list):
    html_out=""
    #html_out=f"<style>{css}</style><div class='img_box_soho'>"
    for ea in inp_src:
        file_name=ea['source']
        html_out+=f'<div class="img_class_soho"><img src="{file_name}"></div>'
    #html_out+='</div>'
    #html_out+=html_in
    return html_out    
def make_nasa_soho_image_trigger():
    html_in=f"<style>{css}</style><div class='img_box_soho'>"
    
    html_in+= make_nasa_soho_images(nasa_images)    
    html_in+= make_nasa_soho_images(sdo_aia_latest)     
    #html_in+= make_nasa_soho_videos()
    html_in+="</div>"
    return html_in

def nasa_sdo_images(size,obj):
    if size=="All":
        size1=9999
    else:
        size1=size
    html_out=""
    in_year="2024"
    in_month="03"
    in_day="24"
    file_name="DATE_IDENT_SIZE_TOOL.jpg"
    sdo_source_format = f"https://sdo.gsfc.nasa.gov/assets/img/browse/{in_year}/{in_month}/{in_day}/"
    get_url=sdo_source_format
    print(get_url)
    feed1 = requests.get(get_url)

    link_box=[]
    # Parse the HTML content using BeautifulSoup
    soup = bs4.BeautifulSoup(feed1.content, 'html.parser')
    #print(soup)
    anchor_elements = soup.find_all('a')
    for element in anchor_elements:
        href=element.get('href')
        if href.endswith('.jpg'):
            ls=href.split("_")
            src_obj=ls[3].split('.jpg')[0]
            if src_obj == obj or obj=="All":
                if int(ls[2]) == int(size1) or if size=="All":
                    link_json={'year':ls[0][0:4],'month':ls[0][4:6],'day':ls[0][6:8],'dump':ls[1],'size':ls[2],'obj':src_obj}
                    #print(href)
                    link_box.append(link_json)
        #html_out+=f'<div class="img_class"><a href="{get_url}{spl2}" target="_blank">{spl2}</a><br><img src={get_url}{spl2}></div>'
    return link_box
def run():
    out=make_tree()
    im_html=get_images()
    return out, im_html

with gr.Blocks() as app:
    with gr.Tab("NOAA"):
        with gr.Tab("Images"):
            html_im=gr.HTML()
        with gr.Tab("Animations"):
            anim_btn=gr.Button()
            anim_out=gr.HTML() 
            file_out=gr.Files()
        with gr.Tab("Raw"):
            with gr.Row():
                drop1=gr.Dropdown()
                drop2=gr.Dropdown()
                drop3=gr.Dropdown()
                drop4=gr.Dropdown()
            load_btn=gr.Button("Load")
            html_raw=gr.HTML()
            links=gr.JSON()
    with gr.Tab("NASA"):
        with gr.Tab("SDO Images"):
            with gr.Row():
                sdo_drop1=gr.Dropdown(label="Instrument", choices=["All","HMIB","HMIBC","HMIIC","HMIIF","HMID","HMII","HMI171",
                                                                   "0094","0131","0171","0193","0211",
                                                                   "0304","0335","1600","1700","4500",
                                                                   "211193171","211193171n","211193171rg",
                                                                   "094335193","304211171"], value="All")
                sdo_drop2=gr.Dropdown(label="Size", choices=[256,512,1024,2048,4096,"All"],value=512)
                
            sdo_btn=gr.Button("Load")
            sdo_json=gr.JSON()
        with gr.Tab("SOHO Images"):
            soho_btn=gr.Button("Load")
            html_nasa=gr.HTML()
        with gr.Tab("SOHO Video"):
            soho_vid_btn=gr.Button("Load")
            html_vid_nasa=gr.HTML()

    ###### NASA Images ##########
    sdo_btn.click(nasa_sdo_images,None,sdo_json)
    soho_btn.click(make_nasa_soho_image_trigger,None,html_nasa)
    soho_vid_btn.click(make_nasa_soho_videos,None,html_vid_nasa)
    ###### NOAA Images ##########
    load_btn.click(load_json,[drop1,drop2,drop3,drop4],[html_raw,links])
    anim_btn.click(make_animation,None,[file_out]).then(make_html,file_out,anim_out)
    ####### Raw ############
    drop1.change(make_tree,drop1,[drop2])
    drop2.change(make_tree,[drop1,drop2],[drop3])
    drop3.change(make_tree,[drop1,drop2,drop3],[drop4])
    ######################
    app.load(run,None,[drop1,html_im])
app.queue(default_concurrency_limit=10).launch()