Update eole-config.yaml

Show fact that huggingface datasets were used

eole-config.yaml

@@ -18,42 +18,24 @@ n_sample: 0
 
 data:
     corpus_1:
-        path_src: train.ar
-        path_tgt: train.en
+        path_src: hf://quickmt/quickmt-train.ar-en/ar
+        path_tgt: hf://quickmt/quickmt-train.ar-en/en
+        path_sco: hf://quickmt/quickmt-train.ar-en/sco
         weight: 2
     corpus_2:
-        path_src: newscrawl.backtrans.ar
-        path_tgt: newscrawl.2024.en
+        path_src: hf://quickmt/newscrawl2024-en-backtranslated-ar/ar
+        path_tgt: hf://quickmt/newscrawl2024-en-backtranslated-ar/en
+        path_sco: hf://quickmt/newscrawl2024-en-backtranslated-ar/sco
         weight: 1
     corpus_3:
-        path_src: madlad.backtrans.ar
-        path_tgt: madlad.en
+        path_src: hf://quickmt/madlad400-en-backtranslated-ar/ar
+        path_tgt: hf://quickmt/madlad400-en-backtranslated-ar/en
+        path_sco: hf://quickmt/madlad400-en-backtranslated-ar/sco
         weight: 2
     valid:
         path_src: valid.ar
         path_tgt: valid.en
 
-# data:
-#     corpus_1:
-#         path_src: hf://quickmt/quickmt-train.ar-en/ar
-#         path_tgt: hf://quickmt/quickmt-train.ar-en/en
-#         path_sco: hf://quickmt/quickmt-train.ar-en/sco
-#         weight: 2
-#     corpus_2:
-#         path_src: hf://quickmt/newscrawl2024-en-backtranslated-ar/ar
-#         path_tgt: hf://quickmt/newscrawl2024-en-backtranslated-ar/en
-#         path_sco: hf://quickmt/newscrawl2024-en-backtranslated-ar/sco
-#         weight: 1
-#     corpus_3:
-#         path_src: hf://quickmt/madlad400-en-backtranslated-ar/ar
-#         path_tgt: hf://quickmt/madlad400-en-backtranslated-ar/en
-#         path_sco: hf://quickmt/madlad400-en-backtranslated-ar/sco
-#         weight: 2
-#     valid:
-#         path_src: valid.ar
-#         path_tgt: valid.en
-
-
 
 transforms: [sentencepiece, filtertoolong]
 transforms_configs: