Upload folder using huggingface_hub
Browse files- checkpoint-100/config.json +28 -0
- checkpoint-100/model.safetensors +3 -0
- checkpoint-100/optimizer.pt +3 -0
- checkpoint-100/rng_state.pth +3 -0
- checkpoint-100/scheduler.pt +3 -0
- checkpoint-100/trainer_state.json +18 -0
- checkpoint-100/training_args.bin +3 -0
- classification_report.json +1 -0
- config.json +28 -0
- confusion_matrix.png +0 -0
- detailed_confusion_matrix.png +0 -0
- fold_results.json +67 -0
- metrics.json +1 -0
- metrics_all_fold.json +44 -0
- metrics_ci_bounds.json +26 -0
- metrics_mean.json +8 -0
- metrics_std.json +8 -0
- metrics_visualisation.png +0 -0
- model.safetensors +3 -0
- precision_recall_curve.png +0 -0
- reduced_main_data.csv +0 -0
- roc_curve.png +0 -0
- test_data_for_future_evaluation.csv +0 -0
- test_top_repo_data.csv +0 -0
- top_repo_data.csv +0 -0
- tracker_carbon_statistics.json +33 -0
- training_args.bin +3 -0
checkpoint-100/config.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "distilroberta-base",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"RobertaForSequenceClassification"
|
| 5 |
+
],
|
| 6 |
+
"attention_probs_dropout_prob": 0.1,
|
| 7 |
+
"bos_token_id": 0,
|
| 8 |
+
"classifier_dropout": null,
|
| 9 |
+
"eos_token_id": 2,
|
| 10 |
+
"hidden_act": "gelu",
|
| 11 |
+
"hidden_dropout_prob": 0.1,
|
| 12 |
+
"hidden_size": 768,
|
| 13 |
+
"initializer_range": 0.02,
|
| 14 |
+
"intermediate_size": 3072,
|
| 15 |
+
"layer_norm_eps": 1e-05,
|
| 16 |
+
"max_position_embeddings": 514,
|
| 17 |
+
"model_type": "roberta",
|
| 18 |
+
"num_attention_heads": 12,
|
| 19 |
+
"num_hidden_layers": 6,
|
| 20 |
+
"pad_token_id": 1,
|
| 21 |
+
"position_embedding_type": "absolute",
|
| 22 |
+
"problem_type": "single_label_classification",
|
| 23 |
+
"torch_dtype": "float32",
|
| 24 |
+
"transformers_version": "4.35.0",
|
| 25 |
+
"type_vocab_size": 1,
|
| 26 |
+
"use_cache": true,
|
| 27 |
+
"vocab_size": 50265
|
| 28 |
+
}
|
checkpoint-100/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:03abec361d17511829e6c92d917bb55de09a3de9b0878d667346f8d83d3471fa
|
| 3 |
+
size 328492280
|
checkpoint-100/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c330a546c4f0428d6d0ad08cdf55e8e7dcd83983e3ad25606f74cc02c919fee
|
| 3 |
+
size 657047610
|
checkpoint-100/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d383784e04f682f25323df147b2f1b8213d74f895aa3f197915bbcbd2e301b99
|
| 3 |
+
size 14244
|
checkpoint-100/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e091dfd4c4c09aa590401cea849de3b034fd9440ca2f388309219f7b937be96
|
| 3 |
+
size 1064
|
checkpoint-100/trainer_state.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_metric": null,
|
| 3 |
+
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 4.878048780487805,
|
| 5 |
+
"eval_steps": 500,
|
| 6 |
+
"global_step": 100,
|
| 7 |
+
"is_hyper_param_search": false,
|
| 8 |
+
"is_local_process_zero": true,
|
| 9 |
+
"is_world_process_zero": true,
|
| 10 |
+
"log_history": [],
|
| 11 |
+
"logging_steps": 500,
|
| 12 |
+
"max_steps": 100,
|
| 13 |
+
"num_train_epochs": 5,
|
| 14 |
+
"save_steps": 500,
|
| 15 |
+
"total_flos": 831365393965056.0,
|
| 16 |
+
"trial_name": null,
|
| 17 |
+
"trial_params": null
|
| 18 |
+
}
|
checkpoint-100/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2c65e0c0edc022b050dfc334823aef6e68555b7a207e18ab2f45ea6ae3bb7584
|
| 3 |
+
size 4664
|
classification_report.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"0": {"precision": 0.9877300613496932, "recall": 0.9415204678362573, "f1-score": 0.9640718562874252, "support": 171}, "1": {"precision": 0.9363057324840764, "recall": 0.9865771812080537, "f1-score": 0.9607843137254902, "support": 149}, "accuracy": 0.9625, "macro avg": {"precision": 0.9620178969168849, "recall": 0.9640488245221555, "f1-score": 0.9624280850064577, "support": 320}, "weighted avg": {"precision": 0.9637856082216404, "recall": 0.9625, "f1-score": 0.9625410942820242, "support": 320}}
|
config.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "distilroberta-base",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"RobertaForSequenceClassification"
|
| 5 |
+
],
|
| 6 |
+
"attention_probs_dropout_prob": 0.1,
|
| 7 |
+
"bos_token_id": 0,
|
| 8 |
+
"classifier_dropout": null,
|
| 9 |
+
"eos_token_id": 2,
|
| 10 |
+
"hidden_act": "gelu",
|
| 11 |
+
"hidden_dropout_prob": 0.1,
|
| 12 |
+
"hidden_size": 768,
|
| 13 |
+
"initializer_range": 0.02,
|
| 14 |
+
"intermediate_size": 3072,
|
| 15 |
+
"layer_norm_eps": 1e-05,
|
| 16 |
+
"max_position_embeddings": 514,
|
| 17 |
+
"model_type": "roberta",
|
| 18 |
+
"num_attention_heads": 12,
|
| 19 |
+
"num_hidden_layers": 6,
|
| 20 |
+
"pad_token_id": 1,
|
| 21 |
+
"position_embedding_type": "absolute",
|
| 22 |
+
"problem_type": "single_label_classification",
|
| 23 |
+
"torch_dtype": "float32",
|
| 24 |
+
"transformers_version": "4.35.0",
|
| 25 |
+
"type_vocab_size": 1,
|
| 26 |
+
"use_cache": true,
|
| 27 |
+
"vocab_size": 50265
|
| 28 |
+
}
|
confusion_matrix.png
ADDED
|
detailed_confusion_matrix.png
ADDED
|
fold_results.json
ADDED
|
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"0": {
|
| 3 |
+
"eval_loss": 0.43106016516685486,
|
| 4 |
+
"eval_precision": 0.7857142857142857,
|
| 5 |
+
"eval_recall": 0.8120805369127517,
|
| 6 |
+
"eval_acc": 0.8099688473520249,
|
| 7 |
+
"eval_mcc": 0.6191338923234363,
|
| 8 |
+
"eval_f1": 0.7986798679867986,
|
| 9 |
+
"eval_auc": 0.8923443109099422,
|
| 10 |
+
"eval_runtime": 35.0407,
|
| 11 |
+
"eval_samples_per_second": 9.161,
|
| 12 |
+
"eval_steps_per_second": 0.171,
|
| 13 |
+
"epoch": 5.0
|
| 14 |
+
},
|
| 15 |
+
"1": {
|
| 16 |
+
"eval_loss": 0.3419276773929596,
|
| 17 |
+
"eval_precision": 0.8136645962732919,
|
| 18 |
+
"eval_recall": 0.8851351351351351,
|
| 19 |
+
"eval_acc": 0.853125,
|
| 20 |
+
"eval_mcc": 0.7087286638608107,
|
| 21 |
+
"eval_f1": 0.8478964401294498,
|
| 22 |
+
"eval_auc": 0.943156819610308,
|
| 23 |
+
"eval_runtime": 33.7957,
|
| 24 |
+
"eval_samples_per_second": 9.469,
|
| 25 |
+
"eval_steps_per_second": 0.148,
|
| 26 |
+
"epoch": 4.88
|
| 27 |
+
},
|
| 28 |
+
"2": {
|
| 29 |
+
"eval_loss": 0.16928863525390625,
|
| 30 |
+
"eval_precision": 0.9084967320261438,
|
| 31 |
+
"eval_recall": 0.9391891891891891,
|
| 32 |
+
"eval_acc": 0.928125,
|
| 33 |
+
"eval_mcc": 0.8561976933828065,
|
| 34 |
+
"eval_f1": 0.9235880398671096,
|
| 35 |
+
"eval_auc": 0.9839723444374607,
|
| 36 |
+
"eval_runtime": 34.1789,
|
| 37 |
+
"eval_samples_per_second": 9.362,
|
| 38 |
+
"eval_steps_per_second": 0.146,
|
| 39 |
+
"epoch": 4.88
|
| 40 |
+
},
|
| 41 |
+
"3": {
|
| 42 |
+
"eval_loss": 0.13824468851089478,
|
| 43 |
+
"eval_precision": 0.9391891891891891,
|
| 44 |
+
"eval_recall": 0.9391891891891891,
|
| 45 |
+
"eval_acc": 0.94375,
|
| 46 |
+
"eval_mcc": 0.8868636077938403,
|
| 47 |
+
"eval_f1": 0.9391891891891891,
|
| 48 |
+
"eval_auc": 0.9895505971087366,
|
| 49 |
+
"eval_runtime": 33.2835,
|
| 50 |
+
"eval_samples_per_second": 9.614,
|
| 51 |
+
"eval_steps_per_second": 0.15,
|
| 52 |
+
"epoch": 4.88
|
| 53 |
+
},
|
| 54 |
+
"4": {
|
| 55 |
+
"eval_loss": 0.09448105096817017,
|
| 56 |
+
"eval_precision": 0.9363057324840764,
|
| 57 |
+
"eval_recall": 0.9865771812080537,
|
| 58 |
+
"eval_acc": 0.9625,
|
| 59 |
+
"eval_mcc": 0.9260644944548492,
|
| 60 |
+
"eval_f1": 0.9607843137254902,
|
| 61 |
+
"eval_auc": 0.9960751991836415,
|
| 62 |
+
"eval_runtime": 33.3592,
|
| 63 |
+
"eval_samples_per_second": 9.593,
|
| 64 |
+
"eval_steps_per_second": 0.15,
|
| 65 |
+
"epoch": 4.88
|
| 66 |
+
}
|
| 67 |
+
}
|
metrics.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"precision": 0.9363057324840764, "recall": 0.9865771812080537, "acc": 0.9625, "mcc": 0.9260644944548492, "f1": 0.9607843137254902, "auc": 0.9960751991836415}
|
metrics_all_fold.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"precision": [
|
| 3 |
+
0.7857142857142857,
|
| 4 |
+
0.8136645962732919,
|
| 5 |
+
0.9084967320261438,
|
| 6 |
+
0.9391891891891891,
|
| 7 |
+
0.9363057324840764
|
| 8 |
+
],
|
| 9 |
+
"recall": [
|
| 10 |
+
0.8120805369127517,
|
| 11 |
+
0.8851351351351351,
|
| 12 |
+
0.9391891891891891,
|
| 13 |
+
0.9391891891891891,
|
| 14 |
+
0.9865771812080537
|
| 15 |
+
],
|
| 16 |
+
"f1": [
|
| 17 |
+
0.7986798679867986,
|
| 18 |
+
0.8478964401294498,
|
| 19 |
+
0.9235880398671096,
|
| 20 |
+
0.9391891891891891,
|
| 21 |
+
0.9607843137254902
|
| 22 |
+
],
|
| 23 |
+
"auc": [
|
| 24 |
+
0.8923443109099422,
|
| 25 |
+
0.943156819610308,
|
| 26 |
+
0.9839723444374607,
|
| 27 |
+
0.9895505971087366,
|
| 28 |
+
0.9960751991836415
|
| 29 |
+
],
|
| 30 |
+
"acc": [
|
| 31 |
+
0.8099688473520249,
|
| 32 |
+
0.853125,
|
| 33 |
+
0.928125,
|
| 34 |
+
0.94375,
|
| 35 |
+
0.9625
|
| 36 |
+
],
|
| 37 |
+
"mcc": [
|
| 38 |
+
0.6191338923234363,
|
| 39 |
+
0.7087286638608107,
|
| 40 |
+
0.8561976933828065,
|
| 41 |
+
0.8868636077938403,
|
| 42 |
+
0.9260644944548492
|
| 43 |
+
]
|
| 44 |
+
}
|
metrics_ci_bounds.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"precision": {
|
| 3 |
+
"ci_lower": 0.7873074309905205,
|
| 4 |
+
"ci_upper": 0.9660407832842745
|
| 5 |
+
},
|
| 6 |
+
"recall": {
|
| 7 |
+
"ci_lower": 0.8297331386108253,
|
| 8 |
+
"ci_upper": 0.9951353540429022
|
| 9 |
+
},
|
| 10 |
+
"f1": {
|
| 11 |
+
"ci_lower": 0.8093821381142668,
|
| 12 |
+
"ci_upper": 0.9786730022449478
|
| 13 |
+
},
|
| 14 |
+
"auc": {
|
| 15 |
+
"ci_lower": 0.9068787633524948,
|
| 16 |
+
"ci_upper": 1.015160945147541
|
| 17 |
+
},
|
| 18 |
+
"acc": {
|
| 19 |
+
"ci_lower": 0.8187547628767073,
|
| 20 |
+
"ci_upper": 0.9802327760641028
|
| 21 |
+
},
|
| 22 |
+
"mcc": {
|
| 23 |
+
"ci_lower": 0.6379372828358048,
|
| 24 |
+
"ci_upper": 0.9608580578904926
|
| 25 |
+
}
|
| 26 |
+
}
|
metrics_mean.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"precision": 0.8766741071373975,
|
| 3 |
+
"recall": 0.9124342463268638,
|
| 4 |
+
"f1": 0.8940275701796073,
|
| 5 |
+
"auc": 0.9610198542500179,
|
| 6 |
+
"acc": 0.899493769470405,
|
| 7 |
+
"mcc": 0.7993976703631487
|
| 8 |
+
}
|
metrics_std.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"precision": 0.07197331667516964,
|
| 3 |
+
"recall": 0.0666050621067186,
|
| 4 |
+
"f1": 0.06817096427680233,
|
| 5 |
+
"auc": 0.04360365684746068,
|
| 6 |
+
"acc": 0.06502484304167432,
|
| 7 |
+
"mcc": 0.13003549089038427
|
| 8 |
+
}
|
metrics_visualisation.png
ADDED
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:03abec361d17511829e6c92d917bb55de09a3de9b0878d667346f8d83d3471fa
|
| 3 |
+
size 328492280
|
precision_recall_curve.png
ADDED
|
reduced_main_data.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
roc_curve.png
ADDED
|
test_data_for_future_evaluation.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
test_top_repo_data.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
top_repo_data.csv
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tracker_carbon_statistics.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cloud_provider": "",
|
| 3 |
+
"cloud_region": "",
|
| 4 |
+
"codecarbon_version": "2.3.4",
|
| 5 |
+
"country_iso_code": "NOR",
|
| 6 |
+
"country_name": "Norway",
|
| 7 |
+
"cpu_count": 192,
|
| 8 |
+
"cpu_energy": 0.0682300188214714,
|
| 9 |
+
"cpu_model": "AMD EPYC 7642 48-Core Processor",
|
| 10 |
+
"cpu_power": 211.93747107137486,
|
| 11 |
+
"duration": 1156.4645791053772,
|
| 12 |
+
"emissions": 0.009803219577062178,
|
| 13 |
+
"emissions_rate": 8.47688701771203e-06,
|
| 14 |
+
"energy_consumed": 0.3558337414541625,
|
| 15 |
+
"gpu_count": 4,
|
| 16 |
+
"gpu_energy": 0.1715626594722406,
|
| 17 |
+
"gpu_model": "4 x NVIDIA GeForce RTX 3090",
|
| 18 |
+
"gpu_power": 543.9410857011022,
|
| 19 |
+
"latitude": 59.9016,
|
| 20 |
+
"longitude": 10.7343,
|
| 21 |
+
"on_cloud": "N",
|
| 22 |
+
"os": "Linux-4.18.0-513.18.1.el8_9.x86_64-x86_64-with-glibc2.28",
|
| 23 |
+
"project_name": "codecarbon",
|
| 24 |
+
"pue": 1.0,
|
| 25 |
+
"python_version": "3.10.8",
|
| 26 |
+
"ram_energy": 0.11604106316045057,
|
| 27 |
+
"ram_power": 377.6938190460205,
|
| 28 |
+
"ram_total_size": 1007.1835174560547,
|
| 29 |
+
"region": "oslo county",
|
| 30 |
+
"run_id": "822b5fa9-e210-489d-b71b-656f521a962e",
|
| 31 |
+
"timestamp": "2024-04-05T19:29:43",
|
| 32 |
+
"tracking_mode": "machine"
|
| 33 |
+
}
|
training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2c65e0c0edc022b050dfc334823aef6e68555b7a207e18ab2f45ea6ae3bb7584
|
| 3 |
+
size 4664
|