Training in progress, epoch 1

config.json

@@ -1,11 +1,11 @@
 {
-  "_name_or_path": "patrickvonplaten/t5-tiny-random",
+  "_name_or_path": "t5-small",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
-  "d_ff": 256,
-  "d_kv": 8,
-  "d_model": 64,
+  "d_ff": 2048,
+  "d_kv": 64,
+  "d_model": 512,
   "decoder_start_token_id": 0,
   "dense_act_fn": "relu",
   "dropout_rate": 0.1,
@@ -15,12 +15,11 @@
   "is_encoder_decoder": true,
   "is_gated_act": false,
   "layer_norm_epsilon": 1e-06,
-  "max_length": 10,
   "model_type": "t5",
   "n_positions": 512,
-  "num_decoder_layers": 2,
-  "num_heads": 2,
-  "num_layers": 2,
+  "num_decoder_layers": 6,
+  "num_heads": 8,
+  "num_layers": 6,
   "output_past": true,
   "pad_token_id": 0,
   "relative_attention_max_distance": 128,
@@ -55,7 +54,7 @@
     }
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.28.1",
+  "transformers_version": "4.30.0",
   "use_cache": true,
   "vocab_size": 32128
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:947556cec23e3bf599d9bf13310da617633e839e6f4e3ee91ba184d0a8792e0c
-size 8867006
+oid sha256:b9f9186fabf54f6c3241c9794d9ae510df27088ee4a4f59a6c8273da17867a3e
+size 242071641

runs/Jun09_08-10-22_b816c7661e3c/events.out.tfevents.1686298326.b816c7661e3c.5867.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6698c11c55f4fd08348e49dcb99e7d977ba1703144f9f364dc94a10de5ce8845
+size 5413

tokenizer.json

@@ -2,7 +2,7 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 32,
+    "max_length": 16,
     "strategy": "LongestFirst",
     "stride": 0
   },

tokenizer_config.json

@@ -104,7 +104,6 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
-  "max_len": 512,
   "model_max_length": 512,
   "pad_token": "<pad>",
   "tokenizer_class": "T5Tokenizer",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02d1c82301248d00ca6c692631313aaf0cd7e769a2b25558b22c6279870f4745
-size 3771
+oid sha256:ce1fd57f1483a07452e0dd499a7b043a10dbec428f82aa07fa3395e91b825e17
+size 4091