Gosse Minnema
commited on
Commit
·
698316a
1
Parent(s):
09915f5
Temporarily disable data loading
Browse files- Dockerfile +3 -3
- sociofillmore/webapp/app.py +14 -6
Dockerfile
CHANGED
@@ -13,9 +13,9 @@ RUN chmod -R 777 /.local
|
|
13 |
RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
|
14 |
RUN apt-get install git-lfs
|
15 |
RUN git lfs install
|
16 |
-
RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
|
17 |
-
|
18 |
-
RUN chmod -R 777 /.cache/sfdata
|
19 |
|
20 |
RUN pip install -v -r requirements.txt
|
21 |
CMD ["sh", "docker_commands.sh"]
|
|
|
13 |
RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
|
14 |
RUN apt-get install git-lfs
|
15 |
RUN git lfs install
|
16 |
+
# RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
|
17 |
+
# git clone https://gossminn:$(cat /run/secrets/HF_TOKEN)@huggingface.co/datasets/responsibility-framing/sociofillmore-datasets /.cache/sfdata
|
18 |
+
# RUN chmod -R 777 /.cache/sfdata
|
19 |
|
20 |
RUN pip install -v -r requirements.txt
|
21 |
CMD ["sh", "docker_commands.sh"]
|
sociofillmore/webapp/app.py
CHANGED
@@ -77,7 +77,8 @@ def load_gensim_model(limit):
|
|
77 |
print("Loading GENSIM model... [this can take a few minutes]")
|
78 |
return gensim.models.word2vec.KeyedVectors.load_word2vec_format("data/embeddings/concat_glove_frames.w2v.txt", limit=limit)
|
79 |
|
80 |
-
gensim_m =
|
|
|
81 |
|
82 |
print("Loading SpaCy models...")
|
83 |
spacy_model_ud = spacy.load("xx_sent_ud_sm")
|
@@ -221,12 +222,20 @@ def load_event_data(dataset):
|
|
221 |
|
222 |
|
223 |
DATASETS = {
|
224 |
-
"femicides/rai":
|
225 |
-
"femicides/olv":
|
226 |
-
"crashes/thecrashes":
|
227 |
-
"migration/pavia":
|
228 |
}
|
229 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
230 |
SKIP_FUNCTIONS = {
|
231 |
"femicides/rai": None,
|
232 |
"femicides/olv": None,
|
@@ -235,7 +244,6 @@ SKIP_FUNCTIONS = {
|
|
235 |
}
|
236 |
|
237 |
|
238 |
-
|
239 |
def read_frames_to_event_roles(dataset):
|
240 |
if dataset == "femicides/rai":
|
241 |
ftr_df = pd.read_csv("resources/femicides_frame_to_roles.csv")
|
|
|
77 |
print("Loading GENSIM model... [this can take a few minutes]")
|
78 |
return gensim.models.word2vec.KeyedVectors.load_word2vec_format("data/embeddings/concat_glove_frames.w2v.txt", limit=limit)
|
79 |
|
80 |
+
gensim_m = None
|
81 |
+
# gensim_m = load_gensim_model(100_000)
|
82 |
|
83 |
print("Loading SpaCy models...")
|
84 |
spacy_model_ud = spacy.load("xx_sent_ud_sm")
|
|
|
222 |
|
223 |
|
224 |
DATASETS = {
|
225 |
+
"femicides/rai": None,
|
226 |
+
"femicides/olv": None,
|
227 |
+
"crashes/thecrashes": None,
|
228 |
+
"migration/pavia": None,
|
229 |
}
|
230 |
|
231 |
+
|
232 |
+
# DATASETS = {
|
233 |
+
# "femicides/rai": load_event_data("femicides/rai"),
|
234 |
+
# "femicides/olv": load_event_data("femicides/olv"),
|
235 |
+
# "crashes/thecrashes": load_event_data("crashes/thecrashes"),
|
236 |
+
# "migration/pavia": load_event_data("migration/pavia"),
|
237 |
+
# }
|
238 |
+
|
239 |
SKIP_FUNCTIONS = {
|
240 |
"femicides/rai": None,
|
241 |
"femicides/olv": None,
|
|
|
244 |
}
|
245 |
|
246 |
|
|
|
247 |
def read_frames_to_event_roles(dataset):
|
248 |
if dataset == "femicides/rai":
|
249 |
ftr_df = pd.read_csv("resources/femicides_frame_to_roles.csv")
|