jayoneee commited on
Commit
9928fa7
·
verified ·
1 Parent(s): 8f21cf5

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -1,24 +1,77 @@
1
  {
2
- "_name_or_path": "/content/result/train_cord_finetune/20250713_170309",
3
- "align_long_axis": false,
4
  "architectures": [
5
- "DonutModel"
6
  ],
7
- "decoder_layer": 4,
8
- "encoder_layer": [
9
- 2,
10
- 2,
11
- 14,
12
- 2
13
- ],
14
- "input_size": [
15
- 1280,
16
- 960
17
- ],
18
- "max_length": 768,
19
- "max_position_embeddings": 768,
20
- "model_type": "donut",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
  "torch_dtype": "float32",
22
- "transformers_version": "4.25.1",
23
- "window_size": 10
24
  }
 
1
  {
 
 
2
  "architectures": [
3
+ "VisionEncoderDecoderModel"
4
  ],
5
+ "decoder": {
6
+ "activation_dropout": 0.0,
7
+ "activation_function": "gelu",
8
+ "add_cross_attention": true,
9
+ "add_final_layer_norm": true,
10
+ "attention_dropout": 0.0,
11
+ "classifier_dropout": 0.0,
12
+ "d_model": 1024,
13
+ "decoder_attention_heads": 16,
14
+ "decoder_ffn_dim": 4096,
15
+ "decoder_layerdrop": 0.0,
16
+ "decoder_layers": 4,
17
+ "dropout": 0.1,
18
+ "encoder_attention_heads": 16,
19
+ "encoder_ffn_dim": 4096,
20
+ "encoder_layerdrop": 0.0,
21
+ "encoder_layers": 12,
22
+ "init_std": 0.02,
23
+ "is_decoder": true,
24
+ "is_encoder_decoder": false,
25
+ "max_length": 512,
26
+ "max_position_embeddings": 1536,
27
+ "model_type": "mbart",
28
+ "num_hidden_layers": 12,
29
+ "scale_embedding": true,
30
+ "torch_dtype": "float32",
31
+ "use_cache": true,
32
+ "vocab_size": 57533
33
+ },
34
+ "decoder_start_token_id": 0,
35
+ "encoder": {
36
+ "attention_probs_dropout_prob": 0.0,
37
+ "depths": [
38
+ 2,
39
+ 2,
40
+ 14,
41
+ 2
42
+ ],
43
+ "drop_path_rate": 0.1,
44
+ "embed_dim": 128,
45
+ "hidden_act": "gelu",
46
+ "hidden_dropout_prob": 0.0,
47
+ "hidden_size": 1024,
48
+ "image_size": [
49
+ 960,
50
+ 720
51
+ ],
52
+ "initializer_range": 0.02,
53
+ "layer_norm_eps": 1e-05,
54
+ "mlp_ratio": 4.0,
55
+ "model_type": "donut-swin",
56
+ "num_channels": 3,
57
+ "num_heads": [
58
+ 4,
59
+ 8,
60
+ 16,
61
+ 32
62
+ ],
63
+ "num_layers": 4,
64
+ "patch_size": 4,
65
+ "path_norm": true,
66
+ "qkv_bias": true,
67
+ "torch_dtype": "float32",
68
+ "use_absolute_embeddings": false,
69
+ "window_size": 10
70
+ },
71
+ "is_encoder_decoder": true,
72
+ "model_type": "vision-encoder-decoder",
73
+ "pad_token_id": 1,
74
+ "tie_word_embeddings": false,
75
  "torch_dtype": "float32",
76
+ "transformers_version": "4.53.2"
 
77
  }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3609459862e62998c5d104d4359666e9a2a475fd53702de774caced4be50c68
3
+ size 809103512
runs/Jul24_05-40-50_6919c5791bc4/events.out.tfevents.1753335651.6919c5791bc4.1026.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b31865a7a43536ef0a43f8a1e611bf1ee5648f772b3d00a1f24b50d6500942a0
3
+ size 6231
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f95c2a6a13653a71455d2ad04a9f2d9fdd135e55349361744b70e9f6c0158246
3
+ size 5496