gera-richarte commited on
Commit
69db194
1 Parent(s): 86c8985

shard = -1 to open the whole dataset

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -28,6 +28,7 @@ def open_dataset(dataset, set_name, split, batch_size, shard = -1):
28
  global dsi, ds
29
 
30
  if shard == -1:
 
31
  data_files = None
32
  shards = 100
33
  else:
@@ -128,7 +129,7 @@ with gr.Blocks(title="Dataset Explorer", fill_height = True) as demo:
128
  dataset = gr.Textbox(label="Dataset", value="satellogic/EarthView")
129
  config = gr.Dropdown(choices=["satellogic", "sentinel_1", "neon"], label="Subset", value="satellogic", )
130
  split = gr.Textbox(label="Split", value="train")
131
- initial_shard = gr.Number(label = "Initial shard", value=0)
132
 
133
  gr.Button("Load (minutes)").click(
134
  open_dataset,
 
28
  global dsi, ds
29
 
30
  if shard == -1:
31
+ # Trick to open the whole dataset
32
  data_files = None
33
  shards = 100
34
  else:
 
129
  dataset = gr.Textbox(label="Dataset", value="satellogic/EarthView")
130
  config = gr.Dropdown(choices=["satellogic", "sentinel_1", "neon"], label="Subset", value="satellogic", )
131
  split = gr.Textbox(label="Split", value="train")
132
+ initial_shard = gr.Number(label = "Initial shard", value=0, info="-1 for whole dataset")
133
 
134
  gr.Button("Load (minutes)").click(
135
  open_dataset,