Model save

Browse files

Files changed (6) hide show

README.md +122 -0
all_results.json +74 -0
eval_results.json +68 -0
model.safetensors +1 -1
train_results.json +9 -0
trainer_state.json +748 -0

README.md ADDED Viewed

	@@ -0,0 +1,122 @@

+---
+license: apache-2.0
+base_model: distilbert-base-german-cased
+tags:
+- generated_from_trainer
+model-index:
+- name: distilbert-base-german-cased_finetuned_ai4privacy_v2
+  results: []
+---
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+# distilbert-base-german-cased_finetuned_ai4privacy_v2
+This model is a fine-tuned version of [distilbert-base-german-cased](https://huggingface.co/distilbert-base-german-cased) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0821
+- Overall Precision: 0.9086
+- Overall Recall: 0.9379
+- Overall F1: 0.9230
+- Overall Accuracy: 0.9679
+- Accountname F1: 0.9985
+- Accountnumber F1: 0.9849
+- Age F1: 0.9792
+- Amount F1: 0.9387
+- Bic F1: 0.9641
+- Bitcoinaddress F1: 0.9637
+- Buildingnumber F1: 0.9011
+- City F1: 0.9260
+- Companyname F1: 0.9782
+- County F1: 0.9778
+- Creditcardcvv F1: 0.9543
+- Creditcardissuer F1: 1.0
+- Creditcardnumber F1: 0.8796
+- Currency F1: 0.7027
+- Currencycode F1: 0.8328
+- Currencyname F1: 0.3466
+- Currencysymbol F1: 0.9420
+- Date F1: 0.8156
+- Dob F1: 0.6575
+- Email F1: 0.9971
+- Ethereumaddress F1: 0.9947
+- Eyecolor F1: 0.9833
+- Firstname F1: 0.9614
+- Gender F1: 0.9881
+- Height F1: 0.9842
+- Iban F1: 0.9819
+- Ip F1: 0.2023
+- Ipv4 F1: 0.6631
+- Ipv6 F1: 0.7243
+- Jobarea F1: 0.9722
+- Jobtitle F1: 0.9904
+- Jobtype F1: 0.9725
+- Lastname F1: 0.9185
+- Litecoinaddress F1: 0.8545
+- Mac F1: 0.9780
+- Maskednumber F1: 0.8365
+- Middlename F1: 0.9156
+- Nearbygpscoordinate F1: 1.0
+- Ordinaldirection F1: 0.9853
+- Password F1: 0.9782
+- Phoneimei F1: 0.9947
+- Phonenumber F1: 0.9883
+- Pin F1: 0.9189
+- Prefix F1: 0.9594
+- Secondaryaddress F1: 0.9831
+- Sex F1: 0.9993
+- Ssn F1: 0.9898
+- State F1: 0.9739
+- Street F1: 0.9355
+- Time F1: 0.9764
+- Url F1: 0.9984
+- Useragent F1: 0.9885
+- Username F1: 0.9798
+- Vehiclevin F1: 0.9614
+- Vehiclevrm F1: 1.0
+- Zipcode F1: 0.9100
+## Model description
+More information needed
+## Intended uses & limitations
+More information needed
+## Training and evaluation data
+More information needed
+## Training procedure
+### Training hyperparameters
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_ratio: 0.2
+- num_epochs: 5
+### Training results
+| Training Loss | Epoch | Step  | Validation Loss | Overall Precision | Overall Recall | Overall F1 | Overall Accuracy | Accountname F1 | Accountnumber F1 | Age F1 | Amount F1 | Bic F1 | Bitcoinaddress F1 | Buildingnumber F1 | City F1 | Companyname F1 | County F1 | Creditcardcvv F1 | Creditcardissuer F1 | Creditcardnumber F1 | Currency F1 | Currencycode F1 | Currencyname F1 | Currencysymbol F1 | Date F1 | Dob F1 | Email F1 | Ethereumaddress F1 | Eyecolor F1 | Firstname F1 | Gender F1 | Height F1 | Iban F1 | Ip F1  | Ipv4 F1 | Ipv6 F1 | Jobarea F1 | Jobtitle F1 | Jobtype F1 | Lastname F1 | Litecoinaddress F1 | Mac F1 | Maskednumber F1 | Middlename F1 | Nearbygpscoordinate F1 | Ordinaldirection F1 | Password F1 | Phoneimei F1 | Phonenumber F1 | Pin F1 | Prefix F1 | Secondaryaddress F1 | Sex F1 | Ssn F1 | State F1 | Street F1 | Time F1 | Url F1 | Useragent F1 | Username F1 | Vehiclevin F1 | Vehiclevrm F1 | Zipcode F1 |
+|:-------------:|:-----:|:-----:|:---------------:|:-----------------:|:--------------:|:----------:|:----------------:|:--------------:|:----------------:|:------:|:---------:|:------:|:-----------------:|:-----------------:|:-------:|:--------------:|:---------:|:----------------:|:-------------------:|:-------------------:|:-----------:|:---------------:|:---------------:|:-----------------:|:-------:|:------:|:--------:|:------------------:|:-----------:|:------------:|:---------:|:---------:|:-------:|:------:|:-------:|:-------:|:----------:|:-----------:|:----------:|:-----------:|:------------------:|:------:|:---------------:|:-------------:|:----------------------:|:-------------------:|:-----------:|:------------:|:--------------:|:------:|:---------:|:-------------------:|:------:|:------:|:--------:|:---------:|:-------:|:------:|:------------:|:-----------:|:-------------:|:-------------:|:----------:|
+| 0.1449        | 1.0   | 5282  | 0.1365          | 0.8213            | 0.8741         | 0.8469     | 0.9504           | 0.9954         | 0.9180           | 0.9509 | 0.7478    | 0.8315 | 0.8265            | 0.7908            | 0.8030  | 0.9011         | 0.9118    | 0.8669           | 0.9831              | 0.8053              | 0.4935      | 0.6482          | 0.0             | 0.8430            | 0.7672  | 0.4751 | 0.9870   | 0.9103             | 0.9501      | 0.8810       | 0.9552    | 0.9507    | 0.9086  | 0.0    | 0.8124  | 0.7776  | 0.8698     | 0.9758      | 0.9445     | 0.8140      | 0.5210             | 0.9819 | 0.6555          | 0.4114        | 1.0                    | 0.9837              | 0.8093      | 0.9761       | 0.9254         | 0.7705 | 0.8613    | 0.9676              | 0.9978 | 0.9570 | 0.8585   | 0.8164    | 0.9643  | 0.9879 | 0.9534       | 0.9415      | 0.8778        | 0.9716        | 0.7313     |
+| 0.1039        | 2.0   | 10564 | 0.0841          | 0.8875            | 0.9213         | 0.9041     | 0.9649           | 0.9923         | 0.9598           | 0.9721 | 0.8979    | 0.9240 | 0.9218            | 0.8937            | 0.8803  | 0.9648         | 0.9595    | 0.9563           | 0.9848              | 0.8427              | 0.5724      | 0.7677          | 0.2210          | 0.9244            | 0.8003  | 0.5866 | 0.9932   | 0.9636             | 0.9835      | 0.9473       | 0.9794    | 0.9753    | 0.9644  | 0.0173 | 0.7042  | 0.7564  | 0.9439     | 0.9911      | 0.9710     | 0.8988      | 0.7288             | 0.9801 | 0.7913          | 0.8977        | 0.9978                 | 0.9853              | 0.9581      | 0.9937       | 0.9761         | 0.9146 | 0.9166    | 0.9741              | 0.9978 | 0.9787 | 0.9448   | 0.9031    | 0.9591  | 0.9968 | 0.9638       | 0.9719      | 0.9455        | 0.9829        | 0.8863     |
+| 0.0804        | 3.0   | 15846 | 0.0821          | 0.9086            | 0.9379         | 0.9230     | 0.9679           | 0.9985         | 0.9849           | 0.9792 | 0.9387    | 0.9641 | 0.9637            | 0.9011            | 0.9260  | 0.9782         | 0.9778    | 0.9543           | 1.0                 | 0.8796              | 0.7027      | 0.8328          | 0.3466          | 0.9420            | 0.8156  | 0.6575 | 0.9971   | 0.9947             | 0.9833      | 0.9614       | 0.9881    | 0.9842    | 0.9819  | 0.2023 | 0.6631  | 0.7243  | 0.9722     | 0.9904      | 0.9725     | 0.9185      | 0.8545             | 0.9780 | 0.8365          | 0.9156        | 1.0                    | 0.9853              | 0.9782      | 0.9947       | 0.9883         | 0.9189 | 0.9594    | 0.9831              | 0.9993 | 0.9898 | 0.9739   | 0.9355    | 0.9764  | 0.9984 | 0.9885       | 0.9798      | 0.9614        | 1.0           | 0.9100     |
+| 0.0622        | 4.0   | 21128 | 0.0848          | 0.9095            | 0.9420         | 0.9255     | 0.9713           | 0.9977         | 0.9932           | 0.9815 | 0.9566    | 0.9550 | 0.9704            | 0.9187            | 0.9277  | 0.9735         | 0.9756    | 0.9679           | 0.9966              | 0.8885              | 0.6985      | 0.8598          | 0.4217          | 0.9602            | 0.8262  | 0.6809 | 0.9960   | 0.9947             | 0.9852      | 0.9641       | 0.9952    | 0.9955    | 0.9909  | 0.3053 | 0.7067  | 0.6156  | 0.9784     | 0.9948      | 0.9773     | 0.9176      | 0.8856             | 0.9880 | 0.8598          | 0.9186        | 1.0                    | 0.9886              | 0.9871      | 0.9968       | 0.9916         | 0.9419 | 0.9621    | 0.9887              | 1.0    | 0.9926 | 0.9717   | 0.9441    | 0.9835  | 0.9992 | 0.9858       | 0.9838      | 0.9818        | 0.9856        | 0.8972     |
+| 0.032         | 5.0   | 26410 | 0.0998          | 0.9210            | 0.9497         | 0.9351     | 0.9741           | 0.9985         | 0.9962           | 0.9847 | 0.9622    | 0.9614 | 0.9738            | 0.9269            | 0.9431  | 0.9782         | 0.9749    | 0.9708           | 0.9949              | 0.8990              | 0.7116      | 0.8447          | 0.4615          | 0.9646            | 0.8296  | 0.7235 | 0.9966   | 0.9947             | 0.9853      | 0.9672       | 0.9929    | 0.9932    | 0.9919  | 0.3706 | 0.7690  | 0.6836  | 0.9838     | 0.9941      | 0.9789     | 0.9252      | 0.8876             | 0.9960 | 0.8849          | 0.9172        | 1.0                    | 0.9886              | 0.9847      | 0.9958       | 0.9925         | 0.9483 | 0.9700    | 0.9912              | 1.0    | 0.9944 | 0.9756   | 0.9468    | 0.99    | 0.9984 | 0.9947       | 0.9806      | 0.9939        | 1.0           | 0.9108     |
+### Framework versions
+- Transformers 4.35.2
+- Pytorch 2.1.0+cu121
+- Datasets 2.16.1
+- Tokenizers 0.15.0

all_results.json ADDED Viewed

	@@ -0,0 +1,74 @@

+{
+    "epoch": 5.0,
+    "eval_ACCOUNTNAME_f1": 0.998468606431853,
+    "eval_ACCOUNTNUMBER_f1": 0.9848714069591529,
+    "eval_AGE_f1": 0.9791505791505791,
+    "eval_AMOUNT_f1": 0.9386854874283194,
+    "eval_BIC_f1": 0.964071856287425,
+    "eval_BITCOINADDRESS_f1": 0.9637305699481865,
+    "eval_BUILDINGNUMBER_f1": 0.9010676156583629,
+    "eval_CITY_f1": 0.9259574468085108,
+    "eval_COMPANYNAME_f1": 0.9782082324455207,
+    "eval_COUNTY_f1": 0.977810650887574,
+    "eval_CREDITCARDCVV_f1": 0.9542857142857143,
+    "eval_CREDITCARDISSUER_f1": 1.0,
+    "eval_CREDITCARDNUMBER_f1": 0.8796223446105429,
+    "eval_CURRENCYCODE_f1": 0.8328267477203648,
+    "eval_CURRENCYNAME_f1": 0.34657039711191334,
+    "eval_CURRENCYSYMBOL_f1": 0.9420289855072463,
+    "eval_CURRENCY_f1": 0.7027027027027027,
+    "eval_DATE_f1": 0.8156424581005587,
+    "eval_DOB_f1": 0.6575121163166397,
+    "eval_EMAIL_f1": 0.9971477467199088,
+    "eval_ETHEREUMADDRESS_f1": 0.9946524064171123,
+    "eval_EYECOLOR_f1": 0.9833024118738404,
+    "eval_FIRSTNAME_f1": 0.9613659383591375,
+    "eval_GENDER_f1": 0.9881235154394298,
+    "eval_HEIGHT_f1": 0.9841986455981941,
+    "eval_IBAN_f1": 0.9818548387096774,
+    "eval_IPV4_f1": 0.6631419939577039,
+    "eval_IPV6_f1": 0.7243163340724317,
+    "eval_IP_f1": 0.20231822971549,
+    "eval_JOBAREA_f1": 0.9722222222222222,
+    "eval_JOBTITLE_f1": 0.9903774981495189,
+    "eval_JOBTYPE_f1": 0.9725058915946583,
+    "eval_LASTNAME_f1": 0.9185051778478163,
+    "eval_LITECOINADDRESS_f1": 0.8545454545454546,
+    "eval_MAC_f1": 0.9780439121756487,
+    "eval_MASKEDNUMBER_f1": 0.8365079365079364,
+    "eval_MIDDLENAME_f1": 0.915574963609898,
+    "eval_NEARBYGPSCOORDINATE_f1": 1.0,
+    "eval_ORDINALDIRECTION_f1": 0.9853181076672104,
+    "eval_PASSWORD_f1": 0.9782433521353747,
+    "eval_PHONEIMEI_f1": 0.9947312961011593,
+    "eval_PHONENUMBER_f1": 0.9882747068676717,
+    "eval_PIN_f1": 0.918918918918919,
+    "eval_PREFIX_f1": 0.9593727726300785,
+    "eval_SECONDARYADDRESS_f1": 0.9831053901850363,
+    "eval_SEX_f1": 0.9992790194664743,
+    "eval_SSN_f1": 0.9898242368177612,
+    "eval_STATE_f1": 0.973913043478261,
+    "eval_STREET_f1": 0.9355281207133058,
+    "eval_TIME_f1": 0.9764453961456102,
+    "eval_URL_f1": 0.9983766233766234,
+    "eval_USERAGENT_f1": 0.9884853852967228,
+    "eval_USERNAME_f1": 0.9797898140662894,
+    "eval_VEHICLEVIN_f1": 0.9614243323442138,
+    "eval_VEHICLEVRM_f1": 1.0,
+    "eval_ZIPCODE_f1": 0.909952606635071,
+    "eval_loss": 0.08207416534423828,
+    "eval_overall_accuracy": 0.9679481731535213,
+    "eval_overall_f1": 0.9230016748432613,
+    "eval_overall_precision": 0.9085789320105048,
+    "eval_overall_recall": 0.9378896954727552,
+    "eval_runtime": 89.4277,
+    "eval_samples": 10564,
+    "eval_samples_per_second": 118.129,
+    "eval_steps_per_second": 14.772,
+    "total_flos": 8429647356614820.0,
+    "train_loss": 0.19417928484794272,
+    "train_runtime": 3867.2299,
+    "train_samples": 42253,
+    "train_samples_per_second": 54.63,
+    "train_steps_per_second": 6.829
+}

eval_results.json ADDED Viewed

	@@ -0,0 +1,68 @@

+{
+    "epoch": 5.0,
+    "eval_ACCOUNTNAME_f1": 0.998468606431853,
+    "eval_ACCOUNTNUMBER_f1": 0.9848714069591529,
+    "eval_AGE_f1": 0.9791505791505791,
+    "eval_AMOUNT_f1": 0.9386854874283194,
+    "eval_BIC_f1": 0.964071856287425,
+    "eval_BITCOINADDRESS_f1": 0.9637305699481865,
+    "eval_BUILDINGNUMBER_f1": 0.9010676156583629,
+    "eval_CITY_f1": 0.9259574468085108,
+    "eval_COMPANYNAME_f1": 0.9782082324455207,
+    "eval_COUNTY_f1": 0.977810650887574,
+    "eval_CREDITCARDCVV_f1": 0.9542857142857143,
+    "eval_CREDITCARDISSUER_f1": 1.0,
+    "eval_CREDITCARDNUMBER_f1": 0.8796223446105429,
+    "eval_CURRENCYCODE_f1": 0.8328267477203648,
+    "eval_CURRENCYNAME_f1": 0.34657039711191334,
+    "eval_CURRENCYSYMBOL_f1": 0.9420289855072463,
+    "eval_CURRENCY_f1": 0.7027027027027027,
+    "eval_DATE_f1": 0.8156424581005587,
+    "eval_DOB_f1": 0.6575121163166397,
+    "eval_EMAIL_f1": 0.9971477467199088,
+    "eval_ETHEREUMADDRESS_f1": 0.9946524064171123,
+    "eval_EYECOLOR_f1": 0.9833024118738404,
+    "eval_FIRSTNAME_f1": 0.9613659383591375,
+    "eval_GENDER_f1": 0.9881235154394298,
+    "eval_HEIGHT_f1": 0.9841986455981941,
+    "eval_IBAN_f1": 0.9818548387096774,
+    "eval_IPV4_f1": 0.6631419939577039,
+    "eval_IPV6_f1": 0.7243163340724317,
+    "eval_IP_f1": 0.20231822971549,
+    "eval_JOBAREA_f1": 0.9722222222222222,
+    "eval_JOBTITLE_f1": 0.9903774981495189,
+    "eval_JOBTYPE_f1": 0.9725058915946583,
+    "eval_LASTNAME_f1": 0.9185051778478163,
+    "eval_LITECOINADDRESS_f1": 0.8545454545454546,
+    "eval_MAC_f1": 0.9780439121756487,
+    "eval_MASKEDNUMBER_f1": 0.8365079365079364,
+    "eval_MIDDLENAME_f1": 0.915574963609898,
+    "eval_NEARBYGPSCOORDINATE_f1": 1.0,
+    "eval_ORDINALDIRECTION_f1": 0.9853181076672104,
+    "eval_PASSWORD_f1": 0.9782433521353747,
+    "eval_PHONEIMEI_f1": 0.9947312961011593,
+    "eval_PHONENUMBER_f1": 0.9882747068676717,
+    "eval_PIN_f1": 0.918918918918919,
+    "eval_PREFIX_f1": 0.9593727726300785,
+    "eval_SECONDARYADDRESS_f1": 0.9831053901850363,
+    "eval_SEX_f1": 0.9992790194664743,
+    "eval_SSN_f1": 0.9898242368177612,
+    "eval_STATE_f1": 0.973913043478261,
+    "eval_STREET_f1": 0.9355281207133058,
+    "eval_TIME_f1": 0.9764453961456102,
+    "eval_URL_f1": 0.9983766233766234,
+    "eval_USERAGENT_f1": 0.9884853852967228,
+    "eval_USERNAME_f1": 0.9797898140662894,
+    "eval_VEHICLEVIN_f1": 0.9614243323442138,
+    "eval_VEHICLEVRM_f1": 1.0,
+    "eval_ZIPCODE_f1": 0.909952606635071,
+    "eval_loss": 0.08207416534423828,
+    "eval_overall_accuracy": 0.9679481731535213,
+    "eval_overall_f1": 0.9230016748432613,
+    "eval_overall_precision": 0.9085789320105048,
+    "eval_overall_recall": 0.9378896954727552,
+    "eval_runtime": 89.4277,
+    "eval_samples": 10564,
+    "eval_samples_per_second": 118.129,
+    "eval_steps_per_second": 14.772
+}

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cadf646bafe7ff9cfc8125bd5596c12883756beb3a0d3882dca1b27ba6836c38
 size 267593220

 version https://git-lfs.github.com/spec/v1
+oid sha256:3c66108e8021aa24eb5357165373ed2719353cbcad97ecf588fa507d28a18b30
 size 267593220

train_results.json ADDED Viewed

	@@ -0,0 +1,9 @@

+{
+    "epoch": 5.0,
+    "total_flos": 8429647356614820.0,
+    "train_loss": 0.19417928484794272,
+    "train_runtime": 3867.2299,
+    "train_samples": 42253,
+    "train_samples_per_second": 54.63,
+    "train_steps_per_second": 6.829
+}

trainer_state.json ADDED Viewed

	@@ -0,0 +1,748 @@

+{
+  "best_metric": 0.08207416534423828,
+  "best_model_checkpoint": "distilbert-base-german-cased_finetuned_ai4privacy_v2/checkpoint-15846",
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 26410,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.733055660734571e-06,
+      "loss": 3.2085,
+      "step": 500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.466111321469142e-06,
+      "loss": 1.327,
+      "step": 1000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.4199166982203713e-05,
+      "loss": 0.7825,
+      "step": 1500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8932222642938283e-05,
+      "loss": 0.4966,
+      "step": 2000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.3665278303672853e-05,
+      "loss": 0.3448,
+      "step": 2500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.8398333964407427e-05,
+      "loss": 0.258,
+      "step": 3000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 3.3131389625142e-05,
+      "loss": 0.2085,
+      "step": 3500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 3.786444528587657e-05,
+      "loss": 0.1772,
+      "step": 4000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 4.259750094661114e-05,
+      "loss": 0.1621,
+      "step": 4500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.733055660734571e-05,
+      "loss": 0.1449,
+      "step": 5000
+    },
+    {
+      "epoch": 1.0,
+      "eval_ACCOUNTNAME_f1": 0.9954198473282443,
+      "eval_ACCOUNTNUMBER_f1": 0.9179856115107913,
+      "eval_AGE_f1": 0.9508963367108341,
+      "eval_AMOUNT_f1": 0.7477624084621644,
+      "eval_BIC_f1": 0.8314606741573033,
+      "eval_BITCOINADDRESS_f1": 0.826487845766974,
+      "eval_BUILDINGNUMBER_f1": 0.7907608695652174,
+      "eval_CITY_f1": 0.8030176026823136,
+      "eval_COMPANYNAME_f1": 0.9011494252873564,
+      "eval_COUNTY_f1": 0.911849710982659,
+      "eval_CREDITCARDCVV_f1": 0.8668555240793201,
+      "eval_CREDITCARDISSUER_f1": 0.983108108108108,
+      "eval_CREDITCARDNUMBER_f1": 0.8052902277736959,
+      "eval_CURRENCYCODE_f1": 0.6481994459833795,
+      "eval_CURRENCYNAME_f1": 0.0,
+      "eval_CURRENCYSYMBOL_f1": 0.842998585572843,
+      "eval_CURRENCY_f1": 0.4935064935064935,
+      "eval_DATE_f1": 0.767189384800965,
+      "eval_DOB_f1": 0.47512864493996565,
+      "eval_EMAIL_f1": 0.9869835880022637,
+      "eval_ETHEREUMADDRESS_f1": 0.9102564102564104,
+      "eval_EYECOLOR_f1": 0.9500924214417744,
+      "eval_FIRSTNAME_f1": 0.8809652928416485,
+      "eval_GENDER_f1": 0.9551999999999999,
+      "eval_HEIGHT_f1": 0.9506726457399103,
+      "eval_IBAN_f1": 0.9085545722713864,
+      "eval_IPV4_f1": 0.8124098124098125,
+      "eval_IPV6_f1": 0.7776119402985074,
+      "eval_IP_f1": 0.0,
+      "eval_JOBAREA_f1": 0.8697788697788698,
+      "eval_JOBTITLE_f1": 0.9757887013939838,
+      "eval_JOBTYPE_f1": 0.9445324881141047,
+      "eval_LASTNAME_f1": 0.8139637649138312,
+      "eval_LITECOINADDRESS_f1": 0.5210084033613446,
+      "eval_MAC_f1": 0.9818913480885312,
+      "eval_MASKEDNUMBER_f1": 0.6554621848739496,
+      "eval_MIDDLENAME_f1": 0.4113980409617097,
+      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
+      "eval_ORDINALDIRECTION_f1": 0.9836601307189542,
+      "eval_PASSWORD_f1": 0.8093333333333332,
+      "eval_PHONEIMEI_f1": 0.976066597294485,
+      "eval_PHONENUMBER_f1": 0.9253981559094719,
+      "eval_PIN_f1": 0.7704918032786884,
+      "eval_PREFIX_f1": 0.8613026819923371,
+      "eval_SECONDARYADDRESS_f1": 0.9675850891410049,
+      "eval_SEX_f1": 0.9978401727861772,
+      "eval_SSN_f1": 0.956989247311828,
+      "eval_STATE_f1": 0.8584831899921814,
+      "eval_STREET_f1": 0.8163538873994638,
+      "eval_TIME_f1": 0.964336661911555,
+      "eval_URL_f1": 0.9878934624697336,
+      "eval_USERAGENT_f1": 0.9533861037818822,
+      "eval_USERNAME_f1": 0.9415481832543444,
+      "eval_VEHICLEVIN_f1": 0.8777777777777778,
+      "eval_VEHICLEVRM_f1": 0.9715909090909092,
+      "eval_ZIPCODE_f1": 0.731284475965327,
+      "eval_loss": 0.13650085031986237,
+      "eval_overall_accuracy": 0.9504213707552718,
+      "eval_overall_f1": 0.8468665645290726,
+      "eval_overall_precision": 0.8212587729227983,
+      "eval_overall_recall": 0.8741227145395946,
+      "eval_runtime": 101.0692,
+      "eval_samples_per_second": 104.522,
+      "eval_steps_per_second": 13.07,
+      "step": 5282
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 4.9484096932979936e-05,
+      "loss": 0.1457,
+      "step": 5500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 4.830083301779629e-05,
+      "loss": 0.1332,
+      "step": 6000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 4.711756910261265e-05,
+      "loss": 0.1257,
+      "step": 6500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 4.5934305187429e-05,
+      "loss": 0.1162,
+      "step": 7000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.4751041272245366e-05,
+      "loss": 0.114,
+      "step": 7500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.356777735706172e-05,
+      "loss": 0.1133,
+      "step": 8000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.238451344187808e-05,
+      "loss": 0.106,
+      "step": 8500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.120124952669443e-05,
+      "loss": 0.1071,
+      "step": 9000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 4.0017985611510796e-05,
+      "loss": 0.1018,
+      "step": 9500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.883472169632715e-05,
+      "loss": 0.1012,
+      "step": 10000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.765145778114351e-05,
+      "loss": 0.1039,
+      "step": 10500
+    },
+    {
+      "epoch": 2.0,
+      "eval_ACCOUNTNAME_f1": 0.9923430321592649,
+      "eval_ACCOUNTNUMBER_f1": 0.9598214285714286,
+      "eval_AGE_f1": 0.9720930232558139,
+      "eval_AMOUNT_f1": 0.8978704910908301,
+      "eval_BIC_f1": 0.9240121580547113,
+      "eval_BITCOINADDRESS_f1": 0.9217970049916806,
+      "eval_BUILDINGNUMBER_f1": 0.8937093275488069,
+      "eval_CITY_f1": 0.8802698145025295,
+      "eval_COMPANYNAME_f1": 0.9648000000000001,
+      "eval_COUNTY_f1": 0.9595375722543353,
+      "eval_CREDITCARDCVV_f1": 0.9562682215743439,
+      "eval_CREDITCARDISSUER_f1": 0.9847715736040609,
+      "eval_CREDITCARDNUMBER_f1": 0.842687747035573,
+      "eval_CURRENCYCODE_f1": 0.7677419354838709,
+      "eval_CURRENCYNAME_f1": 0.22096317280453254,
+      "eval_CURRENCYSYMBOL_f1": 0.9243937232524965,
+      "eval_CURRENCY_f1": 0.5723684210526316,
+      "eval_DATE_f1": 0.8003341687552213,
+      "eval_DOB_f1": 0.5865546218487394,
+      "eval_EMAIL_f1": 0.9931662870159453,
+      "eval_ETHEREUMADDRESS_f1": 0.9636363636363636,
+      "eval_EYECOLOR_f1": 0.98348623853211,
+      "eval_FIRSTNAME_f1": 0.9472764346053015,
+      "eval_GENDER_f1": 0.9794303797468354,
+      "eval_HEIGHT_f1": 0.9752808988764045,
+      "eval_IBAN_f1": 0.9643564356435643,
+      "eval_IPV4_f1": 0.7041666666666666,
+      "eval_IPV6_f1": 0.7563636363636365,
+      "eval_IP_f1": 0.01729106628242075,
+      "eval_JOBAREA_f1": 0.9438893159108378,
+      "eval_JOBTITLE_f1": 0.9911111111111112,
+      "eval_JOBTYPE_f1": 0.9709803921568626,
+      "eval_LASTNAME_f1": 0.8987566607460035,
+      "eval_LITECOINADDRESS_f1": 0.728813559322034,
+      "eval_MAC_f1": 0.9800796812749004,
+      "eval_MASKEDNUMBER_f1": 0.7912772585669782,
+      "eval_MIDDLENAME_f1": 0.8976608187134503,
+      "eval_NEARBYGPSCOORDINATE_f1": 0.9977728285077951,
+      "eval_ORDINALDIRECTION_f1": 0.9853181076672104,
+      "eval_PASSWORD_f1": 0.958102766798419,
+      "eval_PHONEIMEI_f1": 0.9936974789915967,
+      "eval_PHONENUMBER_f1": 0.9760923330585326,
+      "eval_PIN_f1": 0.9146341463414634,
+      "eval_PREFIX_f1": 0.916604057099925,
+      "eval_SECONDARYADDRESS_f1": 0.9741100323624595,
+      "eval_SEX_f1": 0.9978370583994233,
+      "eval_SSN_f1": 0.9787234042553191,
+      "eval_STATE_f1": 0.9448329448329448,
+      "eval_STREET_f1": 0.9031396125584502,
+      "eval_TIME_f1": 0.9591397849462365,
+      "eval_URL_f1": 0.9967637540453074,
+      "eval_USERAGENT_f1": 0.9638128861429833,
+      "eval_USERNAME_f1": 0.9718875502008032,
+      "eval_VEHICLEVIN_f1": 0.9454545454545454,
+      "eval_VEHICLEVRM_f1": 0.9828571428571428,
+      "eval_ZIPCODE_f1": 0.8863287250384024,
+      "eval_loss": 0.08413301408290863,
+      "eval_overall_accuracy": 0.9649157995052562,
+      "eval_overall_f1": 0.9040715288553904,
+      "eval_overall_precision": 0.8874543027911566,
+      "eval_overall_recall": 0.9213229314135968,
+      "eval_runtime": 89.7232,
+      "eval_samples_per_second": 117.74,
+      "eval_steps_per_second": 14.723,
+      "step": 10564
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 3.646819386595986e-05,
+      "loss": 0.0819,
+      "step": 11000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 3.5284929950776226e-05,
+      "loss": 0.0851,
+      "step": 11500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 3.4101666035592575e-05,
+      "loss": 0.0801,
+      "step": 12000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 3.291840212040894e-05,
+      "loss": 0.0781,
+      "step": 12500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 3.173513820522529e-05,
+      "loss": 0.0845,
+      "step": 13000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 3.0551874290041656e-05,
+      "loss": 0.0789,
+      "step": 13500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9368610374858008e-05,
+      "loss": 0.0744,
+      "step": 14000
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.8185346459674367e-05,
+      "loss": 0.0878,
+      "step": 14500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 2.7002082544490726e-05,
+      "loss": 0.0784,
+      "step": 15000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 2.5818818629307086e-05,
+      "loss": 0.0804,
+      "step": 15500
+    },
+    {
+      "epoch": 3.0,
+      "eval_ACCOUNTNAME_f1": 0.998468606431853,
+      "eval_ACCOUNTNUMBER_f1": 0.9848714069591529,
+      "eval_AGE_f1": 0.9791505791505791,
+      "eval_AMOUNT_f1": 0.9386854874283194,
+      "eval_BIC_f1": 0.964071856287425,
+      "eval_BITCOINADDRESS_f1": 0.9637305699481865,
+      "eval_BUILDINGNUMBER_f1": 0.9010676156583629,
+      "eval_CITY_f1": 0.9259574468085108,
+      "eval_COMPANYNAME_f1": 0.9782082324455207,
+      "eval_COUNTY_f1": 0.977810650887574,
+      "eval_CREDITCARDCVV_f1": 0.9542857142857143,
+      "eval_CREDITCARDISSUER_f1": 1.0,
+      "eval_CREDITCARDNUMBER_f1": 0.8796223446105429,
+      "eval_CURRENCYCODE_f1": 0.8328267477203648,
+      "eval_CURRENCYNAME_f1": 0.34657039711191334,
+      "eval_CURRENCYSYMBOL_f1": 0.9420289855072463,
+      "eval_CURRENCY_f1": 0.7027027027027027,
+      "eval_DATE_f1": 0.8156424581005587,
+      "eval_DOB_f1": 0.6575121163166397,
+      "eval_EMAIL_f1": 0.9971477467199088,
+      "eval_ETHEREUMADDRESS_f1": 0.9946524064171123,
+      "eval_EYECOLOR_f1": 0.9833024118738404,
+      "eval_FIRSTNAME_f1": 0.9613659383591375,
+      "eval_GENDER_f1": 0.9881235154394298,
+      "eval_HEIGHT_f1": 0.9841986455981941,
+      "eval_IBAN_f1": 0.9818548387096774,
+      "eval_IPV4_f1": 0.6631419939577039,
+      "eval_IPV6_f1": 0.7243163340724317,
+      "eval_IP_f1": 0.20231822971549,
+      "eval_JOBAREA_f1": 0.9722222222222222,
+      "eval_JOBTITLE_f1": 0.9903774981495189,
+      "eval_JOBTYPE_f1": 0.9725058915946583,
+      "eval_LASTNAME_f1": 0.9185051778478163,
+      "eval_LITECOINADDRESS_f1": 0.8545454545454546,
+      "eval_MAC_f1": 0.9780439121756487,
+      "eval_MASKEDNUMBER_f1": 0.8365079365079364,
+      "eval_MIDDLENAME_f1": 0.915574963609898,
+      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
+      "eval_ORDINALDIRECTION_f1": 0.9853181076672104,
+      "eval_PASSWORD_f1": 0.9782433521353747,
+      "eval_PHONEIMEI_f1": 0.9947312961011593,
+      "eval_PHONENUMBER_f1": 0.9882747068676717,
+      "eval_PIN_f1": 0.918918918918919,
+      "eval_PREFIX_f1": 0.9593727726300785,
+      "eval_SECONDARYADDRESS_f1": 0.9831053901850363,
+      "eval_SEX_f1": 0.9992790194664743,
+      "eval_SSN_f1": 0.9898242368177612,
+      "eval_STATE_f1": 0.973913043478261,
+      "eval_STREET_f1": 0.9355281207133058,
+      "eval_TIME_f1": 0.9764453961456102,
+      "eval_URL_f1": 0.9983766233766234,
+      "eval_USERAGENT_f1": 0.9884853852967228,
+      "eval_USERNAME_f1": 0.9797898140662894,
+      "eval_VEHICLEVIN_f1": 0.9614243323442138,
+      "eval_VEHICLEVRM_f1": 1.0,
+      "eval_ZIPCODE_f1": 0.909952606635071,
+      "eval_loss": 0.08207416534423828,
+      "eval_overall_accuracy": 0.9679481731535213,
+      "eval_overall_f1": 0.9230016748432613,
+      "eval_overall_precision": 0.9085789320105048,
+      "eval_overall_recall": 0.9378896954727552,
+      "eval_runtime": 86.3533,
+      "eval_samples_per_second": 122.335,
+      "eval_steps_per_second": 15.298,
+      "step": 15846
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 2.463555471412344e-05,
+      "loss": 0.0752,
+      "step": 16000
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 2.3452290798939797e-05,
+      "loss": 0.0593,
+      "step": 16500
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 2.2269026883756153e-05,
+      "loss": 0.0639,
+      "step": 17000
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 2.1085762968572512e-05,
+      "loss": 0.0602,
+      "step": 17500
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 1.9902499053388868e-05,
+      "loss": 0.0628,
+      "step": 18000
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 1.8719235138205227e-05,
+      "loss": 0.0585,
+      "step": 18500
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 1.7535971223021583e-05,
+      "loss": 0.0622,
+      "step": 19000
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 1.6352707307837942e-05,
+      "loss": 0.0637,
+      "step": 19500
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 1.5169443392654298e-05,
+      "loss": 0.0585,
+      "step": 20000
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 1.3986179477470657e-05,
+      "loss": 0.0583,
+      "step": 20500
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 1.2802915562287013e-05,
+      "loss": 0.0622,
+      "step": 21000
+    },
+    {
+      "epoch": 4.0,
+      "eval_ACCOUNTNAME_f1": 0.9977046671767406,
+      "eval_ACCOUNTNUMBER_f1": 0.9931558935361217,
+      "eval_AGE_f1": 0.9815100154083205,
+      "eval_AMOUNT_f1": 0.9566383549396513,
+      "eval_BIC_f1": 0.9549549549549549,
+      "eval_BITCOINADDRESS_f1": 0.9703832752613241,
+      "eval_BUILDINGNUMBER_f1": 0.9186875891583453,
+      "eval_CITY_f1": 0.9277310924369748,
+      "eval_COMPANYNAME_f1": 0.9734513274336283,
+      "eval_COUNTY_f1": 0.975609756097561,
+      "eval_CREDITCARDCVV_f1": 0.967930029154519,
+      "eval_CREDITCARDISSUER_f1": 0.9966101694915255,
+      "eval_CREDITCARDNUMBER_f1": 0.8885245901639344,
+      "eval_CURRENCYCODE_f1": 0.8598130841121496,
+      "eval_CURRENCYNAME_f1": 0.4216524216524216,
+      "eval_CURRENCYSYMBOL_f1": 0.9601737871107893,
+      "eval_CURRENCY_f1": 0.6984815618221258,
+      "eval_DATE_f1": 0.8262008733624454,
+      "eval_DOB_f1": 0.6809184481393508,
+      "eval_EMAIL_f1": 0.996011396011396,
+      "eval_ETHEREUMADDRESS_f1": 0.9946524064171123,
+      "eval_EYECOLOR_f1": 0.985239852398524,
+      "eval_FIRSTNAME_f1": 0.9641085497519696,
+      "eval_GENDER_f1": 0.9952229299363058,
+      "eval_HEIGHT_f1": 0.995475113122172,
+      "eval_IBAN_f1": 0.9908998988877654,
+      "eval_IPV4_f1": 0.7066974595842956,
+      "eval_IPV6_f1": 0.6156133828996281,
+      "eval_IP_f1": 0.30528052805280526,
+      "eval_JOBAREA_f1": 0.9783616692426584,
+      "eval_JOBTITLE_f1": 0.9947955390334573,
+      "eval_JOBTYPE_f1": 0.9772905246671887,
+      "eval_LASTNAME_f1": 0.9176365264100268,
+      "eval_LITECOINADDRESS_f1": 0.8856304985337244,
+      "eval_MAC_f1": 0.9879518072289156,
+      "eval_MASKEDNUMBER_f1": 0.8597842835130971,
+      "eval_MIDDLENAME_f1": 0.9186046511627907,
+      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
+      "eval_ORDINALDIRECTION_f1": 0.9885807504078303,
+      "eval_PASSWORD_f1": 0.9870967741935484,
+      "eval_PHONEIMEI_f1": 0.9968387776606955,
+      "eval_PHONENUMBER_f1": 0.9916387959866221,
+      "eval_PIN_f1": 0.9418960244648319,
+      "eval_PREFIX_f1": 0.9620817843866171,
+      "eval_SECONDARYADDRESS_f1": 0.9887278582930757,
+      "eval_SEX_f1": 1.0,
+      "eval_SSN_f1": 0.9925925925925926,
+      "eval_STATE_f1": 0.9716981132075472,
+      "eval_STREET_f1": 0.944141689373297,
+      "eval_TIME_f1": 0.9835125448028673,
+      "eval_URL_f1": 0.9991889699918897,
+      "eval_USERAGENT_f1": 0.9858407079646019,
+      "eval_USERNAME_f1": 0.9838449111470113,
+      "eval_VEHICLEVIN_f1": 0.9818181818181819,
+      "eval_VEHICLEVRM_f1": 0.9855907780979827,
+      "eval_ZIPCODE_f1": 0.897196261682243,
+      "eval_loss": 0.08476997166872025,
+      "eval_overall_accuracy": 0.9712797047401802,
+      "eval_overall_f1": 0.9254694227838361,
+      "eval_overall_precision": 0.9095218706375058,
+      "eval_overall_recall": 0.9419862044037471,
+      "eval_runtime": 88.3564,
+      "eval_samples_per_second": 119.561,
+      "eval_steps_per_second": 14.951,
+      "step": 21128
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 1.161965164710337e-05,
+      "loss": 0.0435,
+      "step": 21500
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 1.0436387731919728e-05,
+      "loss": 0.0397,
+      "step": 22000
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 9.253123816736086e-06,
+      "loss": 0.0336,
+      "step": 22500
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 8.069859901552443e-06,
+      "loss": 0.0382,
+      "step": 23000
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 6.886595986368801e-06,
+      "loss": 0.0343,
+      "step": 23500
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 5.703332071185157e-06,
+      "loss": 0.0339,
+      "step": 24000
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 4.520068156001515e-06,
+      "loss": 0.0315,
+      "step": 24500
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 3.3368042408178722e-06,
+      "loss": 0.033,
+      "step": 25000
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 2.1535403256342298e-06,
+      "loss": 0.0305,
+      "step": 25500
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 9.702764104505868e-07,
+      "loss": 0.032,
+      "step": 26000
+    },
+    {
+      "epoch": 5.0,
+      "eval_ACCOUNTNAME_f1": 0.998468606431853,
+      "eval_ACCOUNTNUMBER_f1": 0.9961977186311788,
+      "eval_AGE_f1": 0.9846860643185298,
+      "eval_AMOUNT_f1": 0.962239004886717,
+      "eval_BIC_f1": 0.9614243323442137,
+      "eval_BITCOINADDRESS_f1": 0.9738219895287958,
+      "eval_BUILDINGNUMBER_f1": 0.9268645908761767,
+      "eval_CITY_f1": 0.9431438127090301,
+      "eval_COMPANYNAME_f1": 0.9782433521353747,
+      "eval_COUNTY_f1": 0.9748520710059172,
+      "eval_CREDITCARDCVV_f1": 0.9707602339181286,
+      "eval_CREDITCARDISSUER_f1": 0.9949238578680203,
+      "eval_CREDITCARDNUMBER_f1": 0.8990384615384617,
+      "eval_CURRENCYCODE_f1": 0.84472049689441,
+      "eval_CURRENCYNAME_f1": 0.4615384615384615,
+      "eval_CURRENCYSYMBOL_f1": 0.9646209386281589,
+      "eval_CURRENCY_f1": 0.7116022099447514,
+      "eval_DATE_f1": 0.8296430185268866,
+      "eval_DOB_f1": 0.7234678624813154,
+      "eval_EMAIL_f1": 0.9965792474344356,
+      "eval_ETHEREUMADDRESS_f1": 0.9946666666666667,
+      "eval_EYECOLOR_f1": 0.9853479853479853,
+      "eval_FIRSTNAME_f1": 0.9671702498547355,
+      "eval_GENDER_f1": 0.9928741092636578,
+      "eval_HEIGHT_f1": 0.9932279909706545,
+      "eval_IBAN_f1": 0.9919028340080971,
+      "eval_IPV4_f1": 0.7689946277820414,
+      "eval_IPV6_f1": 0.6836027713625865,
+      "eval_IP_f1": 0.37057728119180633,
+      "eval_JOBAREA_f1": 0.9837587006960556,
+      "eval_JOBTITLE_f1": 0.9940564635958394,
+      "eval_JOBTYPE_f1": 0.9788566953797964,
+      "eval_LASTNAME_f1": 0.9251577998196574,
+      "eval_LITECOINADDRESS_f1": 0.8875739644970415,
+      "eval_MAC_f1": 0.995967741935484,
+      "eval_MASKEDNUMBER_f1": 0.8848580441640378,
+      "eval_MIDDLENAME_f1": 0.9171511627906977,
+      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
+      "eval_ORDINALDIRECTION_f1": 0.9885807504078303,
+      "eval_PASSWORD_f1": 0.9846650524616627,
+      "eval_PHONEIMEI_f1": 0.9957894736842106,
+      "eval_PHONENUMBER_f1": 0.9924686192468619,
+      "eval_PIN_f1": 0.9483282674772036,
+      "eval_PREFIX_f1": 0.96996336996337,
+      "eval_SECONDARYADDRESS_f1": 0.9911504424778762,
+      "eval_SEX_f1": 1.0,
+      "eval_SSN_f1": 0.9944444444444445,
+      "eval_STATE_f1": 0.975609756097561,
+      "eval_STREET_f1": 0.9467939972714872,
+      "eval_TIME_f1": 0.99,
+      "eval_URL_f1": 0.9983766233766234,
+      "eval_USERAGENT_f1": 0.994661921708185,
+      "eval_USERNAME_f1": 0.9806451612903225,
+      "eval_VEHICLEVIN_f1": 0.9939024390243903,
+      "eval_VEHICLEVRM_f1": 1.0,
+      "eval_ZIPCODE_f1": 0.9107692307692307,
+      "eval_loss": 0.09979617595672607,
+      "eval_overall_accuracy": 0.974122838328931,
+      "eval_overall_f1": 0.935134654170127,
+      "eval_overall_precision": 0.9210118891128444,
+      "eval_overall_recall": 0.9496972800385554,
+      "eval_runtime": 86.467,
+      "eval_samples_per_second": 122.174,
+      "eval_steps_per_second": 15.278,
+      "step": 26410
+    },
+    {
+      "epoch": 5.0,
+      "step": 26410,
+      "total_flos": 8429647356614820.0,
+      "train_loss": 0.19417928484794272,
+      "train_runtime": 3867.2299,
+      "train_samples_per_second": 54.63,
+      "train_steps_per_second": 6.829
+    },
+    {
+      "epoch": 5.0,
+      "eval_ACCOUNTNAME_f1": 0.998468606431853,
+      "eval_ACCOUNTNUMBER_f1": 0.9848714069591529,
+      "eval_AGE_f1": 0.9791505791505791,
+      "eval_AMOUNT_f1": 0.9386854874283194,
+      "eval_BIC_f1": 0.964071856287425,
+      "eval_BITCOINADDRESS_f1": 0.9637305699481865,
+      "eval_BUILDINGNUMBER_f1": 0.9010676156583629,
+      "eval_CITY_f1": 0.9259574468085108,
+      "eval_COMPANYNAME_f1": 0.9782082324455207,
+      "eval_COUNTY_f1": 0.977810650887574,
+      "eval_CREDITCARDCVV_f1": 0.9542857142857143,
+      "eval_CREDITCARDISSUER_f1": 1.0,
+      "eval_CREDITCARDNUMBER_f1": 0.8796223446105429,
+      "eval_CURRENCYCODE_f1": 0.8328267477203648,
+      "eval_CURRENCYNAME_f1": 0.34657039711191334,
+      "eval_CURRENCYSYMBOL_f1": 0.9420289855072463,
+      "eval_CURRENCY_f1": 0.7027027027027027,
+      "eval_DATE_f1": 0.8156424581005587,
+      "eval_DOB_f1": 0.6575121163166397,
+      "eval_EMAIL_f1": 0.9971477467199088,
+      "eval_ETHEREUMADDRESS_f1": 0.9946524064171123,
+      "eval_EYECOLOR_f1": 0.9833024118738404,
+      "eval_FIRSTNAME_f1": 0.9613659383591375,
+      "eval_GENDER_f1": 0.9881235154394298,
+      "eval_HEIGHT_f1": 0.9841986455981941,
+      "eval_IBAN_f1": 0.9818548387096774,
+      "eval_IPV4_f1": 0.6631419939577039,
+      "eval_IPV6_f1": 0.7243163340724317,
+      "eval_IP_f1": 0.20231822971549,
+      "eval_JOBAREA_f1": 0.9722222222222222,
+      "eval_JOBTITLE_f1": 0.9903774981495189,
+      "eval_JOBTYPE_f1": 0.9725058915946583,
+      "eval_LASTNAME_f1": 0.9185051778478163,
+      "eval_LITECOINADDRESS_f1": 0.8545454545454546,
+      "eval_MAC_f1": 0.9780439121756487,
+      "eval_MASKEDNUMBER_f1": 0.8365079365079364,
+      "eval_MIDDLENAME_f1": 0.915574963609898,
+      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
+      "eval_ORDINALDIRECTION_f1": 0.9853181076672104,
+      "eval_PASSWORD_f1": 0.9782433521353747,
+      "eval_PHONEIMEI_f1": 0.9947312961011593,
+      "eval_PHONENUMBER_f1": 0.9882747068676717,
+      "eval_PIN_f1": 0.918918918918919,
+      "eval_PREFIX_f1": 0.9593727726300785,
+      "eval_SECONDARYADDRESS_f1": 0.9831053901850363,
+      "eval_SEX_f1": 0.9992790194664743,
+      "eval_SSN_f1": 0.9898242368177612,
+      "eval_STATE_f1": 0.973913043478261,
+      "eval_STREET_f1": 0.9355281207133058,
+      "eval_TIME_f1": 0.9764453961456102,
+      "eval_URL_f1": 0.9983766233766234,
+      "eval_USERAGENT_f1": 0.9884853852967228,
+      "eval_USERNAME_f1": 0.9797898140662894,
+      "eval_VEHICLEVIN_f1": 0.9614243323442138,
+      "eval_VEHICLEVRM_f1": 1.0,
+      "eval_ZIPCODE_f1": 0.909952606635071,
+      "eval_loss": 0.08207416534423828,
+      "eval_overall_accuracy": 0.9679481731535213,
+      "eval_overall_f1": 0.9230016748432613,
+      "eval_overall_precision": 0.9085789320105048,
+      "eval_overall_recall": 0.9378896954727552,
+      "eval_runtime": 89.4277,
+      "eval_samples_per_second": 118.129,
+      "eval_steps_per_second": 14.772,
+      "step": 26410
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 26410,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 8429647356614820.0,
+  "trial_name": null,
+  "trial_params": null
+}