End of training.

README.md

@@ -0,0 +1,60 @@
+---
+license: cc-by-4.0
+base_model: Maltehb/danish-bert-botxo
+tags:
+- generated_from_trainer
+metrics:
+- f1
+model-index:
+- name: bert-finetuned-danishboksen
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# bert-finetuned-danishboksen
+
+This model is a fine-tuned version of [Maltehb/danish-bert-botxo](https://huggingface.co/Maltehb/danish-bert-botxo) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4384
+- F1: 1.0
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 4
+- eval_batch_size: 4
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 1
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | F1  |
+|:-------------:|:-----:|:----:|:---------------:|:---:|
+| 0.2438        | 1.0   | 6    | 0.4384          | 1.0 |
+
+
+### Framework versions
+
+- Transformers 4.35.2
+- Pytorch 2.1.0+cu121
+- Datasets 2.16.1
+- Tokenizers 0.15.1

config.json

@@ -0,0 +1,43 @@
+{
+  "_name_or_path": "Maltehb/danish-bert-botxo",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "directionality": "bidi",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "ds-folder-03",
+    "1": "ds-folder-103",
+    "2": "ds-folder-113"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "ds-folder-03": 0,
+    "ds-folder-103": 1,
+    "ds-folder-113": 2
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.35.2",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 32000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23fb94501009793a55cedb235db83b02c5b4479a49fb95007e0de1e273c2865
+size 442502140

runs/Feb01_06-11-14_e97012c1d976/events.out.tfevents.1706767903.e97012c1d976.3026.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9ff4111534d115cd745f434c4c9381282607eb669db3961442b393e135dcbf
+size 4184

runs/Feb01_06-20-12_e97012c1d976/events.out.tfevents.1706768413.e97012c1d976.6317.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332c043b0785544aa3202504ad4aff07b6647a21182a0fe54e1fddc455019d56
+size 5599

runs/Feb01_06-35-59_e97012c1d976/events.out.tfevents.1706769362.e97012c1d976.6317.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b3e678e1756f95ed36dbd6c7dad7ed1fd1d2536944c137a822fab62087637c
+size 8124

runs/Feb01_06-47-41_e97012c1d976/events.out.tfevents.1706770061.e97012c1d976.6317.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d7a5126ff2448998470f19a16b7c1c41570ac913d5a917796548f294cc713f
+size 4184

runs/Feb01_06-49-37_e97012c1d976/events.out.tfevents.1706770178.e97012c1d976.15005.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b47bba0501b532bba64b8e0d52ec7472726fe878dc0f564d7d05bf924ea388
+size 4184

runs/Feb01_06-51-30_e97012c1d976/events.out.tfevents.1706770292.e97012c1d976.15570.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c55a959b033680be868d31c440e1cd19a53a84b62ad8a01e0edb706f6e25d6
+size 10414

runs/Feb01_06-55-20_e97012c1d976/events.out.tfevents.1706770521.e97012c1d976.15570.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55583a926ba65fa73a96fb3ca7dff83f5374a72999ccbc1a294eb741fb9ca35
+size 4184

runs/Feb01_06-57-06_e97012c1d976/events.out.tfevents.1706770627.e97012c1d976.16864.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f478942e51430ac49c009ae1ed4f1a8e0d30d8530dc7964ccd0b435082a63231
+size 4632

runs/Feb01_06-59-23_e97012c1d976/events.out.tfevents.1706770764.e97012c1d976.16864.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a49fe3e17da17617d88b7230adf3ee3f2517e6cd693d6a11e298dc1e0f547df
+size 5599

runs/Feb01_06-59-23_e97012c1d976/events.out.tfevents.1706772465.e97012c1d976.16864.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a02a530f4a0b29a7e5caecf8530f0e4cf7882658ca849cc2e810908aa31ce51
+size 5648

runs/Feb01_09-55-47_e97012c1d976/events.out.tfevents.1706781350.e97012c1d976.16864.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94fd7086f813da76ce63e44fbc700cbfadd8e620be735098d159e7b51a95bc4
+size 5908

runs/Feb01_10-18-27_e97012c1d976/events.out.tfevents.1706782709.e97012c1d976.16864.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f510b535ea65088ae0756bcd7369508f6f465c797cf4d025e633220d2f4e042
+size 5144

runs/Feb01_10-23-52_e97012c1d976/events.out.tfevents.1706783034.e97012c1d976.66449.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4636863cfba264ff3efd71baca537320b693bcd65613233358c5a560733aca45
+size 6838

runs/Feb01_10-42-49_e97012c1d976/events.out.tfevents.1706784171.e97012c1d976.66449.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10a77e99bdbe98b3c87460dc5be1fde10d93ab8f79dce48eb817d5da9ae1bfc
+size 5492

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,57 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": false,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31481cc205ee6095a1db7fb97dee12cde3533a1563e479b41de3df4198cc11ab
+size 4600