Update main.py
Browse files
main.py
CHANGED
|
@@ -23,8 +23,10 @@ os.environ["HF_HUB_CACHE"] = "/tmp/huggingface/hub"
|
|
| 23 |
os.environ["HF_DATASETS_CACHE"] = "/tmp/huggingface/datasets"
|
| 24 |
os.environ["XDG_CACHE_HOME"] = "/tmp/huggingface"
|
| 25 |
|
| 26 |
-
for
|
| 27 |
-
os.
|
|
|
|
|
|
|
| 28 |
|
| 29 |
# Silence all transformers and huggingface logging
|
| 30 |
logging.getLogger("transformers").setLevel(logging.ERROR)
|
|
|
|
| 23 |
os.environ["HF_DATASETS_CACHE"] = "/tmp/huggingface/datasets"
|
| 24 |
os.environ["XDG_CACHE_HOME"] = "/tmp/huggingface"
|
| 25 |
|
| 26 |
+
for key in ["HF_HOME", "TRANSFORMERS_CACHE", "HF_HUB_CACHE", "HF_DATASETS_CACHE", "XDG_CACHE_HOME"]:
|
| 27 |
+
path = os.environ.get(key)
|
| 28 |
+
if path:
|
| 29 |
+
os.makedirs(path, exist_ok=True)
|
| 30 |
|
| 31 |
# Silence all transformers and huggingface logging
|
| 32 |
logging.getLogger("transformers").setLevel(logging.ERROR)
|