Upload 3 files

Taal_273070_20200112_scenario_yizhou.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb340a75132c3008a149557ff85f8bc05b4a46e70eee027503e30b9573fdd39
+size 181349

app.py

@@ -1,139 +1,323 @@
-import time
-
-import gradio as gr
-from gradio.themes.utils.theme_dropdown import create_theme_dropdown
-
-dropdown, js = create_theme_dropdown()
-
-with gr.Blocks(theme='allenai/gradio-theme') as demo:
-    with gr.Row(equal_height=True):
-        with gr.Column(scale=10):
-            gr.Markdown(
-                """
-                # Theme preview: `gradio-theme`
-                To use this theme, set `theme='allenai/gradio-theme'` in `gr.Blocks()` or `gr.Interface()`.
-                You can append an `@` and a semantic version expression, e.g. @>=1.0.0,<2.0.0 to pin to a given version
-                of this theme.
-                """
-            )
-        with gr.Column(scale=3):
-            with gr.Group():
-                dropdown.render()
-                toggle_dark = gr.Button(value="Toggle Dark")
-
-    dropdown.change(None, dropdown, None, js=js)
-    toggle_dark.click(
-        None,
-        js="""
-        () => {
-            document.body.classList.toggle('dark');
-        }
-        """,
+import os
+import glob
+import shutil
+import io
+import logging
+import panel as pn
+import xarray as xr
+import numpy as np
+from datetime import datetime
+from types import SimpleNamespace
+from collections import defaultdict
+from ash_animator.converter import NAMEDataProcessor
+from ash_animator.plot_3dfield_data import Plot_3DField_Data
+from ash_animator.plot_horizontal_data import Plot_Horizontal_Data
+from ash_animator import create_grid
+
+pn.extension()
+
+MEDIA_DIR = "media"
+os.makedirs(MEDIA_DIR, exist_ok=True)
+
+# Logging setup
+LOG_FILE = os.path.join(MEDIA_DIR, "app_errors.log")
+logging.basicConfig(filename=LOG_FILE, level=logging.ERROR,
+                    format="%(asctime)s - %(levelname)s - %(message)s")
+
+animator_obj = {}
+
+# ---------------- Widgets ----------------
+file_input = pn.widgets.FileInput(accept=".zip")
+process_button = pn.widgets.Button(name="📦 Process ZIP", button_type="primary")
+reset_button = pn.widgets.Button(name="🔄 Reset App", button_type="danger")
+status = pn.pane.Markdown("### Upload a NAME Model ZIP to begin")
+
+download_button = pn.widgets.FileDownload(
+    label="⬇️ Download All Exports",
+    filename="all_exports.zip",
+    button_type="success",
+    callback=lambda: io.BytesIO(
+        open(shutil.make_archive(
+            os.path.join(MEDIA_DIR, "all_exports").replace(".zip", ""),
+            "zip", MEDIA_DIR
+        ), 'rb').read()
     )
+)
+
+log_link = pn.widgets.FileDownload(
+    label="🪵 View Error Log", file=LOG_FILE,
+    filename="app_errors.log", button_type="warning"
+)
+
+threshold_slider_3d = pn.widgets.FloatSlider(name='3D Threshold', start=0.0, end=1.0, step=0.05, value=0.1)
+zoom_slider_3d = pn.widgets.IntSlider(name='3D Zoom Level', start=1, end=20, value=19)
+cmap_select_3d = pn.widgets.Select(name='3D Colormap', options=["rainbow", "viridis", "plasma"])
+fps_slider_3d = pn.widgets.IntSlider(name='3D FPS', start=1, end=10, value=2)
+Altitude_slider = pn.widgets.IntSlider(name='Define Ash Altitude', start=1, end=15, value=1)
+
+threshold_slider_2d = pn.widgets.FloatSlider(name='2D Threshold', start=0.0, end=1.0, step=0.01, value=0.005)
+zoom_slider_2d = pn.widgets.IntSlider(name='2D Zoom Level', start=1, end=20, value=19)
+fps_slider_2d = pn.widgets.IntSlider(name='2D FPS', start=1, end=10, value=2)
+cmap_select_2d = pn.widgets.Select(name='2D Colormap', options=["rainbow", "viridis", "plasma"])
+
+# ---------------- Core Functions ----------------
+def process_zip(event=None):
+    if file_input.value:
+        zip_path = os.path.join(MEDIA_DIR, file_input.filename)
+        with open(zip_path, "wb") as f:
+            f.write(file_input.value)
+        status.object = "✅ ZIP uploaded and saved."
+    else:
+        zip_path = os.path.join(MEDIA_DIR, "default_model.zip")
+        if not os.path.exists(zip_path):
+            status.object = "❌ No ZIP uploaded and default_model.zip not found."
+            return
+        status.object = "📦 Using default_model.zip"
+
+    output_dir = os.path.join("./", "ash_output")
+    shutil.rmtree(output_dir, ignore_errors=True)
+    os.makedirs(output_dir, exist_ok=True)
+
+    try:
+        processor = NAMEDataProcessor(output_root=output_dir)
+        processor.batch_process_zip(zip_path)
+
+        # animator_obj["3d"] = [xr.open_dataset(fp).load()
+        #                       for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc")))]
+        
+        animator_obj["3d"] = []
+        for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc"))):
+            with xr.open_dataset(fp) as ds:
+                animator_obj["3d"].append(ds.load())
+
+        animator_obj["2d"] = []
+        for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc"))):
+            with xr.open_dataset(fp) as ds:
+                animator_obj["2d"].append(ds.load())
+
+        
+        # animator_obj["2d"] = [xr.open_dataset(fp).load()
+        #                       for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc")))]
+
+        with open(os.path.join(MEDIA_DIR, "last_run.txt"), "w") as f:
+            f.write(zip_path)
+
+        status.object += f" | ✅ Loaded 3D: {len(animator_obj['3d'])} & 2D: {len(animator_obj['2d'])}"
+        update_media_tabs()
+    except Exception as e:
+        logging.exception("Error during ZIP processing")
+        status.object = f"❌ Processing failed: {e}"
+
+def reset_app(event=None):
+    animator_obj.clear()
+    file_input.value = None
+    status.object = "🔄 App has been reset."
+    for folder in ["ash_output", "2D", "3D"]:
+        shutil.rmtree(os.path.join(MEDIA_DIR, folder), ignore_errors=True)
+    if os.path.exists(os.path.join(MEDIA_DIR, "last_run.txt")):
+        os.remove(os.path.join(MEDIA_DIR, "last_run.txt"))
+    update_media_tabs()
+
+def restore_previous_session():
+    try:
+        state_file = os.path.join(MEDIA_DIR, "last_run.txt")
+        if os.path.exists(state_file):
+            with open(state_file) as f:
+                zip_path = f.read().strip()
+            if os.path.exists(zip_path):
+                output_dir = os.path.join("./", "ash_output")
+
+                animator_obj["3d"] = []
+                for fp in sorted(glob.glob(os.path.join(output_dir, "3D", "*.nc"))):
+                    with xr.open_dataset(fp) as ds:
+                        animator_obj["3d"].append(ds.load())
+
+                animator_obj["2d"] = []
+                for fp in sorted(glob.glob(os.path.join(output_dir, "horizontal", "*.nc"))):
+                    with xr.open_dataset(fp) as ds:
+                        animator_obj["2d"].append(ds.load())
 
-    name = gr.Textbox(
-        label="Name",
-        info="Full name, including middle name. No special characters.",
-        placeholder="John Doe",
-        value="John Doe",
-        interactive=True,
+                status.object = f"🔁 Restored previous session from {os.path.basename(zip_path)}"
+                update_media_tabs()
+    except Exception as e:
+        logging.exception("Error restoring previous session")
+        status.object = f"⚠️ Could not restore previous session: {e}"
+
+process_button.on_click(process_zip)
+reset_button.on_click(reset_app)
+
+# ---------------- Animator Builders ----------------
+def build_animator_3d():
+    ds = animator_obj["3d"]
+    attrs = ds[0].attrs
+    lons, lats, grid = create_grid(attrs)
+    return SimpleNamespace(
+        datasets=ds,
+        levels=ds[0].altitude.values,
+        lons=lons,
+        lats=lats,
+        lon_grid=grid[0],
+        lat_grid=grid[1],
     )
 
-    with gr.Row():
-        slider1 = gr.Slider(label="Slider 1")
-        slider2 = gr.Slider(label="Slider 2")
-    gr.CheckboxGroup(["A", "B", "C"], label="Checkbox Group")
-
-    with gr.Row():
-        with gr.Column(variant="panel", scale=1):
-            gr.Markdown("## Panel 1")
-            radio = gr.Radio(
-                ["A", "B", "C"],
-                label="Radio",
-                info="Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat.",
-            )
-            drop = gr.Dropdown(["Option 1", "Option 2", "Option 3"], show_label=False)
-            drop_2 = gr.Dropdown(
-                ["Option A", "Option B", "Option C"],
-                multiselect=True,
-                value=["Option A"],
-                label="Dropdown",
-                interactive=True,
-            )
-            check = gr.Checkbox(label="Go")
-        with gr.Column(variant="panel", scale=2):
-            img = gr.Image(
-                "https://gradio-static-files.s3.us-west-2.amazonaws.com/header-image.jpg",
-                label="Image",
-                height=320,
-            )
-            with gr.Row():
-                go_btn = gr.Button("Go", variant="primary")
-                clear_btn = gr.Button("Clear", variant="secondary")
-
-                def go(*_args):
-                    time.sleep(3)
-                    return "https://gradio-static-files.s3.us-west-2.amazonaws.com/header-image.jpg"
-
-                go_btn.click(go, [radio, drop, drop_2, check, name], img, api_name="go")
-
-                def clear():
-                    time.sleep(0.2)
-
-                clear_btn.click(clear, None, img)
-
-            with gr.Row():
-                btn1 = gr.Button("Button 1", size="sm")
-                btn2 = gr.UploadButton(size="sm")
-                stop_btn = gr.Button("Stop", size="sm", variant="stop")
-
-    with gr.Row():
-        gr.Dataframe(value=[[1, 2, 3], [4, 5, 6], [7, 8, 9]], label="Dataframe")
-        gr.JSON(
-            value={"a": 1, "b": 2, "c": {"test": "a", "test2": [1, 2, 3]}}, label="JSON"
-        )
-        gr.Label(value={"cat": 0.7, "dog": 0.2, "fish": 0.1})
-        gr.File()
-    with gr.Row():
-        gr.ColorPicker()
-        gr.Video("https://gradio-static-files.s3.us-west-2.amazonaws.com/world.mp4")
-        gr.Gallery(
-            [
-                (
-                    "https://gradio-static-files.s3.us-west-2.amazonaws.com/lion.jpg",
-                    "lion",
-                ),
-                (
-                    "https://gradio-static-files.s3.us-west-2.amazonaws.com/logo.png",
-                    "logo",
-                ),
-                (
-                    "https://gradio-static-files.s3.us-west-2.amazonaws.com/tower.jpg",
-                    "tower",
-                ),
-            ],
-            height=200,
-        )
-
-    with gr.Row():
-        with gr.Column(scale=2):
-            chatbot = gr.Chatbot([("Hello", "Hi")], label="Chatbot")
-            chat_btn = gr.Button("Add messages")
-
-            chat_btn.click(
-                lambda history: history
-                + [["How are you?", "I am good."]]
-                + (time.sleep(2) or []),
-                chatbot,
-                chatbot,
-            )
-        with gr.Column(scale=1):
-            with gr.Accordion("Advanced Settings"):
-                gr.Markdown("Hello")
-                gr.Number(label="Chatbot control 1")
-                gr.Number(label="Chatbot control 2")
-                gr.Number(label="Chatbot control 3")
-
-
-if __name__ == "__main__":
-    demo.queue().launch()
+def build_animator_2d():
+    ds = animator_obj["2d"]
+    lat_grid, lon_grid = xr.broadcast(ds[0]["latitude"], ds[0]["longitude"])
+    return SimpleNamespace(
+        datasets=ds,
+        lats=ds[0]["latitude"].values,
+        lons=ds[0]["longitude"].values,
+        lat_grid=lat_grid.values,
+        lon_grid=lon_grid.values,
+    )
+
+# ---------------- Plot Functions ----------------
+def plot_z_level():
+    try:
+        animator = build_animator_3d()
+        out = os.path.join(MEDIA_DIR, "3D")
+        os.makedirs(out, exist_ok=True)
+        Plot_3DField_Data(animator, out, cmap_select_3d.value,
+                          threshold_slider_3d.value, zoom_slider_3d.value,
+                          fps_slider_3d.value).plot_single_z_level(
+                              Altitude_slider.value, f"ash_altitude{Altitude_slider.value}km_runTimes.gif")
+        update_media_tabs()
+        status.object = "✅ Z-Level animation created."
+    except Exception as e:
+        logging.exception("Error in plot_z_level")
+        status.object = f"❌ Error in Z-Level animation: {e}"
+
+def plot_vertical_profile():
+    try:
+        animator = build_animator_3d()
+        out = os.path.join(MEDIA_DIR, "3D")
+        os.makedirs(out, exist_ok=True)
+        plotter = Plot_3DField_Data(animator, out, cmap_select_3d.value, fps_slider_3d.value,
+                                    threshold_slider_3d.value, zoom_level=zoom_slider_3d.value,
+                                    basemap_type='basemap')
+        plotter.plot_vertical_profile_at_time(Altitude_slider.value - 1,
+                                              filename=f"T{Altitude_slider.value - 1}_profile.gif")
+        update_media_tabs()
+        status.object = "✅ Vertical profile animation created."
+    except Exception as e:
+        logging.exception("Error in plot_vertical_profile")
+        status.object = f"❌ Error in vertical profile animation: {e}"
+
+def animate_all_altitude_profiles():
+    try:
+        animator = build_animator_3d()
+        out = os.path.join(MEDIA_DIR, "3D")
+        Plot_3DField_Data(animator, out, cmap_select_3d.value,
+                          threshold_slider_3d.value, zoom_slider_3d.value).animate_all_altitude_profiles()
+        update_media_tabs()
+        status.object = "✅ All altitude profile animations created."
+    except Exception as e:
+        logging.exception("Error in animate_all_altitude_profiles")
+        status.object = f"❌ Error animating all altitude profiles: {e}"
+
+def export_jpg_frames():
+    try:
+        animator = build_animator_3d()
+        out = os.path.join(MEDIA_DIR, "3D")
+        Plot_3DField_Data(animator, out, cmap_select_3d.value,
+                          threshold_slider_3d.value, zoom_slider_3d.value).export_frames_as_jpgs(include_metadata=True)
+        update_media_tabs()
+        status.object = "✅ JPG frames exported."
+    except Exception as e:
+        logging.exception("Error exporting JPG frames")
+        status.object = f"❌ Error exporting JPG frames: {e}"
+
+def plot_2d_field(field):
+    try:
+        animator = build_animator_2d()
+        out = os.path.join(MEDIA_DIR, "2D")
+        Plot_Horizontal_Data(animator, out, cmap_select_2d.value, fps_slider_2d.value,
+                             include_metadata=True, threshold=threshold_slider_2d.value,
+                             zoom_width_deg=6.0, zoom_height_deg=6.0,
+                             zoom_level=zoom_slider_2d.value,
+                             static_frame_export=True).plot_single_field_over_time(field, f"{field}.gif")
+        update_media_tabs()
+        status.object = f"✅ 2D field `{field}` animation created."
+    except Exception as e:
+        logging.exception(f"Error in plot_2d_field: {field}")
+        status.object = f"❌ Error in 2D field `{field}` animation: {e}"
+
+# ---------------- Layout ----------------
+def human_readable_size(size):
+    for unit in ['B', 'KB', 'MB', 'GB']:
+        if size < 1024: return f"{size:.1f} {unit}"
+        size /= 1024
+    return f"{size:.1f} TB"
+
+def generate_output_gallery(base_folder):
+    grouped = defaultdict(lambda: defaultdict(list))
+    for root, _, files in os.walk(os.path.join(MEDIA_DIR, base_folder)):
+        for file in files:
+            ext = os.path.splitext(file)[1].lower()
+            subfolder = os.path.relpath(root, MEDIA_DIR)
+            grouped[subfolder][ext].append(os.path.join(root, file))
+
+    folder_tabs = []
+    for subfolder, ext_files in sorted(grouped.items()):
+        type_tabs = []
+        for ext, paths in sorted(ext_files.items()):
+            previews = []
+            for path in sorted(paths, key=os.path.getmtime, reverse=True):
+                size = human_readable_size(os.path.getsize(path))
+                mod = datetime.fromtimestamp(os.path.getmtime(path)).strftime("%Y-%m-%d %H:%M")
+                title = f"**{os.path.basename(path)}**\\n_{size}, {mod}_"
+                download = pn.widgets.FileDownload(label="⬇", file=path, filename=os.path.basename(path), width=60)
+                if ext in [".gif", ".png", ".jpg", ".jpeg"]:
+                    preview = pn.pane.Image(path, width=320)
+                else:
+                    with open(path, "r", errors="ignore") as f:
+                        content = f.read(2048)
+                    preview = pn.pane.PreText(content, width=320)
+                card = pn.Card(pn.pane.Markdown(title), preview, pn.Row(download), width=360)
+                previews.append(card)
+            type_tabs.append((ext.upper(), pn.GridBox(*previews, ncols=2)))
+        folder_tabs.append((subfolder, pn.Tabs(*type_tabs)))
+    return pn.Tabs(*folder_tabs)
+
+def update_media_tabs():
+    media_tab_2d.objects[:] = [generate_output_gallery("2D")]
+    media_tab_3d.objects[:] = [generate_output_gallery("3D")]
+
+media_tab_2d = pn.Column(generate_output_gallery("2D"))
+media_tab_3d = pn.Column(generate_output_gallery("3D"))
+
+media_tab = pn.Tabs(
+    ("2D Outputs", media_tab_2d),
+    ("3D Outputs", media_tab_3d)
+)
+
+tab3d = pn.Column(
+    threshold_slider_3d, zoom_slider_3d, fps_slider_3d, Altitude_slider, cmap_select_3d,
+    pn.widgets.Button(name="🎞 Generate animation at selected altitude level", button_type="primary", on_click=lambda e: tab3d.append(plot_z_level())),
+    pn.widgets.Button(name="📈 Generate vertical profile animation at time index", button_type="primary", on_click=lambda e: tab3d.append(plot_vertical_profile())),
+    pn.widgets.Button(name="📊 Generate all altitude level animations", button_type="primary", on_click=lambda e: tab3d.append(animate_all_altitude_profiles())),
+    pn.widgets.Button(name="🖼 Export all animation frames as JPG", button_type="primary", on_click=lambda e: tab3d.append(export_jpg_frames())),
+)
+
+tab2d = pn.Column(
+    threshold_slider_2d, zoom_slider_2d, fps_slider_2d, cmap_select_2d,
+    pn.widgets.Button(name="🌫 Animate Air Concentration", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("air_concentration"))),
+    pn.widgets.Button(name="🌧 Animate Dry Deposition Rate", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("dry_deposition_rate"))),
+    pn.widgets.Button(name="💧 Animate Wet Deposition Rate", button_type="primary", on_click=lambda e: tab2d.append(plot_2d_field("wet_deposition_rate"))),
+)
+
+tabs = pn.Tabs(
+    ("🧱 3D Field", tab3d),
+    ("🌍 2D Field", tab2d),
+    ("📁 Media Viewer", media_tab)
+)
+
+sidebar = pn.Column("## 🌋 NAME Ash Visualizer", file_input, process_button, reset_button, download_button, log_link, status)
+
+restore_previous_session()
+
+pn.template.FastListTemplate(
+    title="NAME Visualizer Dashboard",
+    sidebar=sidebar,
+    main=[tabs],
+).servable()

requirements.txt

@@ -0,0 +1,6 @@
+panel
+xarray
+numpy
+matplotlib
+netCDF4
+pillow