Pushing fine-tuned model to Hugging Face Hub

README.md

@@ -0,0 +1,48 @@
+
+---
+language:
+- pt
+- en
+tags:
+- aes
+datasets:
+- kamel-usp/aes_enem_dataset
+base_model: microsoft/Phi-3.5-mini-instruct
+metrics:
+- accuracy
+- qwk
+library_name: peft
+model-index:
+  - name: Phi-3.5-mini-instruct-phi35_classification_lora-C4-full_context
+    results:
+      - task:
+          type: text-classification
+          name: Automated Essay Score
+        dataset:
+          name: Automated Essay Score ENEM Dataset
+          type: kamel-usp/aes_enem_dataset
+          config: JBCS2025
+          split: test
+        metrics:
+          - name: Macro F1
+            type: f1
+            value: 0.2562502976332206
+          - name: QWK
+            type: qwk
+            value: 0.4689490445859872
+          - name: Weighted Macro F1
+            type: f1
+            value: 0.6261409273457467
+---
+# Model ID: Phi-3.5-mini-instruct-phi35_classification_lora-C4-full_context
+## Results
+|                  |   test_data |
+|:-----------------|------------:|
+| eval_accuracy    |  0.65942    |
+| eval_RMSE        | 25.9319     |
+| eval_QWK         |  0.468949   |
+| eval_Macro_F1    |  0.25625    |
+| eval_Weighted_F1 |  0.626141   |
+| eval_Micro_F1    |  0.65942    |
+| eval_HDIV        |  0.00724638 |
+        

adapter_config.json

@@ -0,0 +1,39 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "microsoft/Phi-3.5-mini-instruct",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "classifier",
+    "score"
+  ],
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "down_proj",
+    "o_proj",
+    "gate_up_proj",
+    "qkv_proj"
+  ],
+  "task_type": "SEQ_CLS",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9ec4ed34d81aea506952a8b762baf6a82ecfcd680c693d52778e0939e3b488
+size 50402728

chat_template.jinja

@@ -0,0 +1,8 @@
+{% for message in messages %}{% if message['role'] == 'system' and message['content'] %}{{'<|system|>
+' + message['content'] + '<|end|>
+'}}{% elif message['role'] == 'user' %}{{'<|user|>
+' + message['content'] + '<|end|>
+'}}{% elif message['role'] == 'assistant' %}{{'<|assistant|>
+' + message['content'] + '<|end|>
+'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|assistant|>
+' }}{% else %}{{ eos_token }}{% endif %}

emissions.csv

@@ -0,0 +1,2 @@
+timestamp,project_name,run_id,experiment_id,duration,emissions,emissions_rate,cpu_power,gpu_power,ram_power,cpu_energy,gpu_energy,ram_energy,energy_consumed,country_name,country_iso_code,region,cloud_provider,cloud_region,os,python_version,codecarbon_version,cpu_count,cpu_model,gpu_count,gpu_model,longitude,latitude,ram_total_size,tracking_mode,on_cloud,pue
+2025-06-30T17:50:00,jbcs2025,ef487043-7175-4a9f-a273-67f307de2f49,Phi-3.5-mini-instruct-phi35_classification_lora-C4-full_context,3546.7051958506927,0.3317009238161962,9.352368057098591e-05,66.0,563.991415138017,70.0,0.06409057806339112,0.5514809300732963,0.06779559271416317,0.6833671008508508,Japan,JPN,,,,Linux-5.15.0-130-generic-x86_64-with-glibc2.35,3.12.11,3.0.2,192,INTEL(R) XEON(R) PLATINUM 8558,1,1 x NVIDIA H200,139.69,35.69,2015.3516235351562,machine,N,1.0

evaluation_results.csv

@@ -0,0 +1,4 @@
+eval_loss,eval_model_preparation_time,eval_accuracy,eval_RMSE,eval_QWK,eval_HDIV,eval_Macro_F1,eval_Micro_F1,eval_Weighted_F1,eval_TP_0,eval_TN_0,eval_FP_0,eval_FN_0,eval_TP_1,eval_TN_1,eval_FP_1,eval_FN_1,eval_TP_2,eval_TN_2,eval_FP_2,eval_FN_2,eval_TP_3,eval_TN_3,eval_FP_3,eval_FN_3,eval_TP_4,eval_TN_4,eval_FP_4,eval_FN_4,eval_TP_5,eval_TN_5,eval_FP_5,eval_FN_5,eval_runtime,eval_samples_per_second,eval_steps_per_second,epoch,reference,timestamp,id
+2.9400153160095215,0.008,0.3787878787878788,36.34848169060327,0.02069153280696978,0.007575757575757569,0.12446524064171123,0.3787878787878788,0.23699562469615945,0,131,0,1,0,132,0,0,0,128,0,4,3,67,1,61,47,3,81,1,0,117,0,15,17.6118,7.495,0.511,-1,validation_before_training,2025-06-30 16:51:06,Phi-3.5-mini-instruct-phi35_classification_lora-C4-full_context
+2.4537546634674072,0.008,0.5909090909090909,29.336088024923512,0.37900874635568516,0.007575757575757569,0.25610021786492376,0.5909090909090909,0.5442001716511521,0,131,0,1,0,132,0,0,0,128,0,4,35,59,9,29,43,39,45,5,0,117,0,15,17.4331,7.572,0.516,17.0,validation_after_training,2025-06-30 16:51:06,Phi-3.5-mini-instruct-phi35_classification_lora-C4-full_context
+1.6321039199829102,0.008,0.6594202898550725,25.931906372573962,0.4689490445859872,0.007246376811594235,0.25625029763322066,0.6594202898550725,0.6261409273457467,0,137,0,1,0,137,0,1,1,128,1,8,62,34,28,14,28,74,18,18,0,133,0,5,18.3107,7.537,0.492,17.0,test_results,2025-06-30 16:51:06,Phi-3.5-mini-instruct-phi35_classification_lora-C4-full_context

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|dummy_id_0|>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,139 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": false
+    },
+    "32000": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<|assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<|placeholder1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<|placeholder2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<|placeholder3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<|placeholder4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<|end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<|placeholder5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<|placeholder6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<|user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "32011": {
+      "content": "<|dummy_id_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "legacy": false,
+  "model_max_length": 131072,
+  "pad_token": "<|dummy_id_0|>",
+  "padding_side": "left",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eebbc603c5d06d6b8af97795b16a62447994aead4c732a21eb49296eaa0e63b
+size 5777