End of training

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,81 @@
+---
+library_name: transformers
+license: mit
+base_model: Davlan/afro-xlmr-large
+tags:
+- generated_from_trainer
+metrics:
+- f1
+model-index:
+- name: wolbanking77-afro-xlmr-large
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# wolbanking77-afro-xlmr-large
+
+This model is a fine-tuned version of [Davlan/afro-xlmr-large](https://huggingface.co/Davlan/afro-xlmr-large) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 2.2959
+- F1: 0.5810
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 4
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 20
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss | F1     |
+|:-------------:|:-----:|:-----:|:---------------:|:------:|
+| 4.2932        | 1.0   | 1958  | 4.0790          | 0.0315 |
+| 2.9364        | 2.0   | 3916  | 2.7736          | 0.3511 |
+| 2.288         | 3.0   | 5874  | 2.3849          | 0.4881 |
+| 1.992         | 4.0   | 7832  | 2.2629          | 0.5396 |
+| 1.6931        | 5.0   | 9790  | 2.2066          | 0.5694 |
+| 1.3725        | 6.0   | 11748 | 2.2224          | 0.5770 |
+| 1.2085        | 7.0   | 13706 | 2.2959          | 0.5810 |
+| 0.9111        | 8.0   | 15664 | 2.4032          | 0.5704 |
+| 0.8359        | 9.0   | 17622 | 2.4982          | 0.5719 |
+| 0.6609        | 10.0  | 19580 | 2.6449          | 0.5720 |
+| 0.4818        | 11.0  | 21538 | 2.7611          | 0.5691 |
+| 0.417         | 12.0  | 23496 | 2.9075          | 0.5677 |
+| 0.285         | 13.0  | 25454 | 3.0922          | 0.5570 |
+| 0.1873        | 14.0  | 27412 | 3.2292          | 0.5582 |
+| 0.1321        | 15.0  | 29370 | 3.3421          | 0.5646 |
+| 0.0938        | 16.0  | 31328 | 3.4509          | 0.5694 |
+| 0.0704        | 17.0  | 33286 | 3.5159          | 0.5695 |
+| 0.0423        | 18.0  | 35244 | 3.5586          | 0.5740 |
+| 0.0262        | 19.0  | 37202 | 3.6021          | 0.5652 |
+| 0.0228        | 20.0  | 39160 | 3.6177          | 0.5654 |
+
+
+### Framework versions
+
+- Transformers 4.57.1
+- Pytorch 2.8.0+cu128
+- Datasets 4.2.0
+- Tokenizers 0.22.1

config.json

@@ -1,174 +1,174 @@
 {
-  "_name_or_path": "Davlan/afro-xlmr-large",
   "architectures": [
     "XLMRobertaForSequenceClassification"
   ],
   "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 0,
   "classifier_dropout": null,
+  "dtype": "float32",
   "eos_token_id": 2,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 1024,
   "id2label": {
-    "0": "transaction charged twice",
-    "1": "verify top up",
+    "0": "compromised card",
+    "1": "wrong amount of cash received",
     "10": "automatic top up",
-    "11": "pin blocked",
-    "12": "disposable card limits",
-    "13": "receiving money",
-    "14": "verify my identity",
-    "15": "getting spare card",
-    "16": "exchange charge",
-    "17": "terminate account",
-    "18": "card acceptance",
-    "19": "getting virtual card",
-    "2": "card about to expire",
-    "20": "visa or mastercard",
-    "21": "pending top up",
-    "22": "balance not updated after bank transfer",
-    "23": "card arrival",
-    "24": "change pin",
-    "25": "card swallowed",
-    "26": "direct debit payment not recognised",
-    "27": "pending cash withdrawal",
-    "28": "atm support",
-    "29": "cash withdrawal not recognised",
-    "3": "passcode forgotten",
-    "30": "balance not updated after cheque or cash deposit",
-    "31": "card linking",
-    "32": "transfer not received by recipient",
-    "33": "contactless not working",
-    "34": "top up limits",
-    "35": "beneficiary not allowed",
-    "36": "top up reverted",
-    "37": "cancel transfer",
-    "38": "cash withdrawal charge",
-    "39": "card payment fee charged",
-    "4": "card not working",
-    "40": "lost or stolen phone",
-    "41": "age limit",
-    "42": "transfer fee charged",
-    "43": "pending transfer",
-    "44": "activate my card",
-    "45": "country support",
-    "46": "supported cards and currencies",
-    "47": "card delivery estimate",
-    "48": "transfer timing",
-    "49": "why verify identity",
-    "5": "declined card payment",
-    "50": "card payment not recognised",
-    "51": "virtual card not working",
-    "52": "fiat currency support",
-    "53": "get disposable virtual card",
-    "54": "get physical card",
-    "55": "wrong amount of cash received",
-    "56": "exchange via app",
-    "57": "apple pay or google pay",
-    "58": "extra charge on statement",
-    "59": "lost or stolen card",
+    "11": "card about to expire",
+    "12": "get disposable virtual card",
+    "13": "declined cash withdrawal",
+    "14": "top up by bank transfer charge",
+    "15": "virtual card not working",
+    "16": "supported cards and currencies",
+    "17": "exchange rate",
+    "18": "why verify identity",
+    "19": "balance not updated after cheque or cash deposit",
+    "2": "order physical card",
+    "20": "Refund not showing up",
+    "21": "visa or mastercard",
+    "22": "card payment not recognised",
+    "23": "card swallowed",
+    "24": "fiat currency support",
+    "25": "pending transfer",
+    "26": "wrong exchange rate for cash withdrawal",
+    "27": "extra charge on statement",
+    "28": "lost or stolen phone",
+    "29": "transfer fee charged",
+    "3": "get physical card",
+    "30": "getting virtual card",
+    "31": "pending top up",
+    "32": "transfer timing",
+    "33": "declined transfer",
+    "34": "card payment wrong exchange rate",
+    "35": "cash withdrawal charge",
+    "36": "passcode forgotten",
+    "37": "top up failed",
+    "38": "activate my card",
+    "39": "card linking",
+    "4": "request refund",
+    "40": "card arrival",
+    "41": "apple pay or google pay",
+    "42": "card not working",
+    "43": "cancel transfer",
+    "44": "edit personal details",
+    "45": "beneficiary not allowed",
+    "46": "transaction charged twice",
+    "47": "top up reverted",
+    "48": "transfer not received by recipient",
+    "49": "card delivery estimate",
+    "5": "getting spare card",
+    "50": "verify top up",
+    "51": "topping up by card",
+    "52": "transfer into account",
+    "53": "terminate account",
+    "54": "pin blocked",
+    "55": "lost or stolen card",
+    "56": "verify source of funds",
+    "57": "country support",
+    "58": "top up limits",
+    "59": "balance not updated after bank transfer",
     "6": "failed transfer",
-    "60": "declined cash withdrawal",
-    "61": "declined transfer",
-    "62": "top up by card charge",
-    "63": "exchange rate",
-    "64": "transfer into account",
-    "65": "Refund not showing up",
-    "66": "pending card payment",
-    "67": "top up failed",
-    "68": "card payment wrong exchange rate",
-    "69": "compromised card",
-    "7": "unable to verify identity",
-    "70": "wrong exchange rate for cash withdrawal",
-    "71": "top up by bank transfer charge",
-    "72": "request refund",
-    "73": "reverted card payment?",
-    "74": "edit personal details",
-    "75": "order physical card",
-    "76": "topping up by card",
-    "8": "top up by cash or cheque",
-    "9": "verify source of funds"
+    "60": "pending cash withdrawal",
+    "61": "top up by cash or cheque",
+    "62": "contactless not working",
+    "63": "declined card payment",
+    "64": "exchange via app",
+    "65": "reverted card payment?",
+    "66": "age limit",
+    "67": "top up by card charge",
+    "68": "receiving money",
+    "69": "pending card payment",
+    "7": "disposable card limits",
+    "70": "change pin",
+    "71": "exchange charge",
+    "72": "atm support",
+    "73": "card payment fee charged",
+    "74": "direct debit payment not recognised",
+    "75": "cash withdrawal not recognised",
+    "76": "verify my identity",
+    "8": "card acceptance",
+    "9": "unable to verify identity"
   },
   "initializer_range": 0.02,
   "intermediate_size": 4096,
   "label2id": {
-    "Refund not showing up": "65",
-    "activate my card": "44",
-    "age limit": "41",
-    "apple pay or google pay": "57",
-    "atm support": "28",
+    "Refund not showing up": "20",
+    "activate my card": "38",
+    "age limit": "66",
+    "apple pay or google pay": "41",
+    "atm support": "72",
     "automatic top up": "10",
-    "balance not updated after bank transfer": "22",
-    "balance not updated after cheque or cash deposit": "30",
-    "beneficiary not allowed": "35",
-    "cancel transfer": "37",
-    "card about to expire": "2",
-    "card acceptance": "18",
-    "card arrival": "23",
-    "card delivery estimate": "47",
-    "card linking": "31",
-    "card not working": "4",
-    "card payment fee charged": "39",
-    "card payment not recognised": "50",
-    "card payment wrong exchange rate": "68",
-    "card swallowed": "25",
-    "cash withdrawal charge": "38",
-    "cash withdrawal not recognised": "29",
-    "change pin": "24",
-    "compromised card": "69",
-    "contactless not working": "33",
-    "country support": "45",
-    "declined card payment": "5",
-    "declined cash withdrawal": "60",
-    "declined transfer": "61",
-    "direct debit payment not recognised": "26",
-    "disposable card limits": "12",
-    "edit personal details": "74",
-    "exchange charge": "16",
-    "exchange rate": "63",
-    "exchange via app": "56",
-    "extra charge on statement": "58",
+    "balance not updated after bank transfer": "59",
+    "balance not updated after cheque or cash deposit": "19",
+    "beneficiary not allowed": "45",
+    "cancel transfer": "43",
+    "card about to expire": "11",
+    "card acceptance": "8",
+    "card arrival": "40",
+    "card delivery estimate": "49",
+    "card linking": "39",
+    "card not working": "42",
+    "card payment fee charged": "73",
+    "card payment not recognised": "22",
+    "card payment wrong exchange rate": "34",
+    "card swallowed": "23",
+    "cash withdrawal charge": "35",
+    "cash withdrawal not recognised": "75",
+    "change pin": "70",
+    "compromised card": "0",
+    "contactless not working": "62",
+    "country support": "57",
+    "declined card payment": "63",
+    "declined cash withdrawal": "13",
+    "declined transfer": "33",
+    "direct debit payment not recognised": "74",
+    "disposable card limits": "7",
+    "edit personal details": "44",
+    "exchange charge": "71",
+    "exchange rate": "17",
+    "exchange via app": "64",
+    "extra charge on statement": "27",
     "failed transfer": "6",
-    "fiat currency support": "52",
-    "get disposable virtual card": "53",
-    "get physical card": "54",
-    "getting spare card": "15",
-    "getting virtual card": "19",
-    "lost or stolen card": "59",
-    "lost or stolen phone": "40",
-    "order physical card": "75",
-    "passcode forgotten": "3",
-    "pending card payment": "66",
-    "pending cash withdrawal": "27",
-    "pending top up": "21",
-    "pending transfer": "43",
-    "pin blocked": "11",
-    "receiving money": "13",
-    "request refund": "72",
-    "reverted card payment?": "73",
-    "supported cards and currencies": "46",
-    "terminate account": "17",
-    "top up by bank transfer charge": "71",
-    "top up by card charge": "62",
-    "top up by cash or cheque": "8",
-    "top up failed": "67",
-    "top up limits": "34",
-    "top up reverted": "36",
-    "topping up by card": "76",
-    "transaction charged twice": "0",
-    "transfer fee charged": "42",
-    "transfer into account": "64",
-    "transfer not received by recipient": "32",
-    "transfer timing": "48",
-    "unable to verify identity": "7",
-    "verify my identity": "14",
-    "verify source of funds": "9",
-    "verify top up": "1",
-    "virtual card not working": "51",
-    "visa or mastercard": "20",
-    "why verify identity": "49",
-    "wrong amount of cash received": "55",
-    "wrong exchange rate for cash withdrawal": "70"
+    "fiat currency support": "24",
+    "get disposable virtual card": "12",
+    "get physical card": "3",
+    "getting spare card": "5",
+    "getting virtual card": "30",
+    "lost or stolen card": "55",
+    "lost or stolen phone": "28",
+    "order physical card": "2",
+    "passcode forgotten": "36",
+    "pending card payment": "69",
+    "pending cash withdrawal": "60",
+    "pending top up": "31",
+    "pending transfer": "25",
+    "pin blocked": "54",
+    "receiving money": "68",
+    "request refund": "4",
+    "reverted card payment?": "65",
+    "supported cards and currencies": "16",
+    "terminate account": "53",
+    "top up by bank transfer charge": "14",
+    "top up by card charge": "67",
+    "top up by cash or cheque": "61",
+    "top up failed": "37",
+    "top up limits": "58",
+    "top up reverted": "47",
+    "topping up by card": "51",
+    "transaction charged twice": "46",
+    "transfer fee charged": "29",
+    "transfer into account": "52",
+    "transfer not received by recipient": "48",
+    "transfer timing": "32",
+    "unable to verify identity": "9",
+    "verify my identity": "76",
+    "verify source of funds": "56",
+    "verify top up": "50",
+    "virtual card not working": "15",
+    "visa or mastercard": "21",
+    "why verify identity": "18",
+    "wrong amount of cash received": "1",
+    "wrong exchange rate for cash withdrawal": "26"
   },
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,
@@ -179,8 +179,7 @@
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
-  "torch_dtype": "float32",
-  "transformers_version": "4.45.2",
+  "transformers_version": "4.57.1",
   "type_vocab_size": 1,
   "use_cache": true,
   "vocab_size": 250002

logs/events.out.tfevents.1761173384.961e2edd6759.2204.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e57fec913dd13d8288048b9abd9b855b00d631f2469a5fb486c0446dd841adb
+size 58762

logs/events.out.tfevents.1761180025.961e2edd6759.2204.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea3431478f7859c9f7b5a3a8a75074431d6a1e13575fa5071f7936fa49f5047
+size 411

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9002cf367f1962976bbca9eb7642d061cfa07f246a79c63eb4940f38419e1aa2
+oid sha256:a4ece5cb4a5f072d059d967caee4f8c32a64181148819e67c59f88e873ef57e2
 size 2239926172

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb37461c391f096759f4a9bbbc329da0f36952f88bab061fcf84940c022e98
+size 17082999

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6461dddee52f8a40b3c434de67088a0b127eaaa42465dbe853edc5384d7140f
-size 5649
+oid sha256:71ea749683995fb4ada4b1eac35bade205d12c358c36973f7d1fc24c4959dd3d
+size 5905