jmeyer1980 commited on
Commit
52e62ff
·
0 Parent(s):

Initial clean commit with jsonl packs and updated .gitignore

Browse files
Files changed (2) hide show
  1. .gitattributes +38 -0
  2. .gitignore +80 -0
.gitattributes ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ packs/debug-enterprise/debug-enterprise.jsonl filter=lfs diff=lfs merge=lfs -text
37
+ packs/warbler-pack-hf-arxiv/warbler-pack-hf-arxiv.jsonl filter=lfs diff=lfs merge=lfs -text
38
+ packs/warbler-pack-hf-enterprise/warbler-pack-hf-enterprise.jsonl filter=lfs diff=lfs merge=lfs -text
.gitignore ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Python
2
+ __pycache__/
3
+ *.py[cod]
4
+ *$py.class
5
+ *.so
6
+ .Python
7
+ build/
8
+ develop-eggs/
9
+ dist/
10
+ downloads/
11
+ eggs/
12
+ .eggs/
13
+ lib/
14
+ lib64/
15
+ parts/
16
+ sdist/
17
+ var/
18
+ wheels/
19
+ *.egg-info/
20
+ .installed.cfg
21
+ *.egg
22
+ MANIFEST
23
+
24
+ # Virtual environments
25
+ venv/
26
+ ENV/
27
+ env/
28
+ .venv
29
+
30
+ # IDEs
31
+ .vscode/
32
+ .idea/
33
+ .vs/
34
+ *.swp
35
+ *.swo
36
+ *~
37
+
38
+ # Testing
39
+ .pytest_cache/
40
+ .coverage
41
+ htmlcov/
42
+ .tox/
43
+
44
+ # Data
45
+ data/
46
+ results/
47
+ *.db
48
+
49
+ # HuggingFace language packs (downloaded on-demand)
50
+ # Exclude all HF packs to keep deployment size under 1GB
51
+ packs/warbler-pack-hf-arxiv/
52
+ packs/warbler-pack-hf-enterprise/
53
+ packs/warbler-pack-hf-edustories/
54
+ packs/warbler-pack-hf-manuals/
55
+ packs/warbler-pack-hf-novels/
56
+ packs/warbler-pack-hf-portuguese-edu/
57
+ packs/warbler-pack-hf-prompt-report/
58
+ packs/debug-*/
59
+ packs/test-*/
60
+ packs/ingestion_report_*.json
61
+
62
+ # Keep only Warbler's own packs (these stay in repo)
63
+ # packs/warbler-pack-core/
64
+ # packs/warbler-pack-faction-politics/
65
+ # packs/warbler-pack-wisdom-scrolls/
66
+
67
+ # Allow pack structure files but not data
68
+ packs/**/*.pyc
69
+ packs/**/__pycache__/
70
+
71
+ # Logs
72
+ *.log
73
+
74
+ # OS
75
+ .DS_Store
76
+ Thumbs.db
77
+
78
+ # HuggingFace cache
79
+ .cache/
80
+ models/