AbdoIR commited on
Commit
c0bd5dc
·
verified ·
1 Parent(s): 7256ca5

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +4 -2
main.py CHANGED
@@ -23,8 +23,10 @@ os.environ["HF_HUB_CACHE"] = "/tmp/huggingface/hub"
23
  os.environ["HF_DATASETS_CACHE"] = "/tmp/huggingface/datasets"
24
  os.environ["XDG_CACHE_HOME"] = "/tmp/huggingface"
25
 
26
- for path in os.environ.values():
27
- os.makedirs(path, exist_ok=True)
 
 
28
 
29
  # Silence all transformers and huggingface logging
30
  logging.getLogger("transformers").setLevel(logging.ERROR)
 
23
  os.environ["HF_DATASETS_CACHE"] = "/tmp/huggingface/datasets"
24
  os.environ["XDG_CACHE_HOME"] = "/tmp/huggingface"
25
 
26
+ for key in ["HF_HOME", "TRANSFORMERS_CACHE", "HF_HUB_CACHE", "HF_DATASETS_CACHE", "XDG_CACHE_HOME"]:
27
+ path = os.environ.get(key)
28
+ if path:
29
+ os.makedirs(path, exist_ok=True)
30
 
31
  # Silence all transformers and huggingface logging
32
  logging.getLogger("transformers").setLevel(logging.ERROR)