Gosse Minnema commited on
Commit
698316a
1 Parent(s): 09915f5

Temporarily disable data loading

Browse files
Files changed (2) hide show
  1. Dockerfile +3 -3
  2. sociofillmore/webapp/app.py +14 -6
Dockerfile CHANGED
@@ -13,9 +13,9 @@ RUN chmod -R 777 /.local
13
  RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
14
  RUN apt-get install git-lfs
15
  RUN git lfs install
16
- RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
17
- git clone https://gossminn:$(cat /run/secrets/HF_TOKEN)@huggingface.co/datasets/responsibility-framing/sociofillmore-datasets /.cache/sfdata
18
- RUN chmod -R 777 /.cache/sfdata
19
 
20
  RUN pip install -v -r requirements.txt
21
  CMD ["sh", "docker_commands.sh"]
 
13
  RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
14
  RUN apt-get install git-lfs
15
  RUN git lfs install
16
+ # RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
17
+ # git clone https://gossminn:$(cat /run/secrets/HF_TOKEN)@huggingface.co/datasets/responsibility-framing/sociofillmore-datasets /.cache/sfdata
18
+ # RUN chmod -R 777 /.cache/sfdata
19
 
20
  RUN pip install -v -r requirements.txt
21
  CMD ["sh", "docker_commands.sh"]
sociofillmore/webapp/app.py CHANGED
@@ -77,7 +77,8 @@ def load_gensim_model(limit):
77
  print("Loading GENSIM model... [this can take a few minutes]")
78
  return gensim.models.word2vec.KeyedVectors.load_word2vec_format("data/embeddings/concat_glove_frames.w2v.txt", limit=limit)
79
 
80
- gensim_m = load_gensim_model(100_000)
 
81
 
82
  print("Loading SpaCy models...")
83
  spacy_model_ud = spacy.load("xx_sent_ud_sm")
@@ -221,12 +222,20 @@ def load_event_data(dataset):
221
 
222
 
223
  DATASETS = {
224
- "femicides/rai": load_event_data("femicides/rai"),
225
- "femicides/olv": load_event_data("femicides/olv"),
226
- "crashes/thecrashes": load_event_data("crashes/thecrashes"),
227
- "migration/pavia": load_event_data("migration/pavia"),
228
  }
229
 
 
 
 
 
 
 
 
 
230
  SKIP_FUNCTIONS = {
231
  "femicides/rai": None,
232
  "femicides/olv": None,
@@ -235,7 +244,6 @@ SKIP_FUNCTIONS = {
235
  }
236
 
237
 
238
-
239
  def read_frames_to_event_roles(dataset):
240
  if dataset == "femicides/rai":
241
  ftr_df = pd.read_csv("resources/femicides_frame_to_roles.csv")
 
77
  print("Loading GENSIM model... [this can take a few minutes]")
78
  return gensim.models.word2vec.KeyedVectors.load_word2vec_format("data/embeddings/concat_glove_frames.w2v.txt", limit=limit)
79
 
80
+ gensim_m = None
81
+ # gensim_m = load_gensim_model(100_000)
82
 
83
  print("Loading SpaCy models...")
84
  spacy_model_ud = spacy.load("xx_sent_ud_sm")
 
222
 
223
 
224
  DATASETS = {
225
+ "femicides/rai": None,
226
+ "femicides/olv": None,
227
+ "crashes/thecrashes": None,
228
+ "migration/pavia": None,
229
  }
230
 
231
+
232
+ # DATASETS = {
233
+ # "femicides/rai": load_event_data("femicides/rai"),
234
+ # "femicides/olv": load_event_data("femicides/olv"),
235
+ # "crashes/thecrashes": load_event_data("crashes/thecrashes"),
236
+ # "migration/pavia": load_event_data("migration/pavia"),
237
+ # }
238
+
239
  SKIP_FUNCTIONS = {
240
  "femicides/rai": None,
241
  "femicides/olv": None,
 
244
  }
245
 
246
 
 
247
  def read_frames_to_event_roles(dataset):
248
  if dataset == "femicides/rai":
249
  ftr_df = pd.read_csv("resources/femicides_frame_to_roles.csv")