Haaaaaaaaaax commited on
Commit
b6415b8
·
verified ·
1 Parent(s): 355a67e

DINOv2-finetuned-on-food101

Browse files
README.md ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: apache-2.0
4
+ base_model: facebook/dinov2-base
5
+ tags:
6
+ - generated_from_trainer
7
+ metrics:
8
+ - accuracy
9
+ - f1
10
+ model-index:
11
+ - name: dinov2-Base-finetuned-food101
12
+ results: []
13
+ ---
14
+
15
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
16
+ should probably proofread and complete it, then remove this comment. -->
17
+
18
+ # dinov2-Base-finetuned-food101
19
+
20
+ This model is a fine-tuned version of [facebook/dinov2-base](https://huggingface.co/facebook/dinov2-base) on an unknown dataset.
21
+ It achieves the following results on the evaluation set:
22
+ - Loss: 0.0924
23
+ - Accuracy: 0.98
24
+ - F1: 0.9809
25
+
26
+ ## Model description
27
+
28
+ More information needed
29
+
30
+ ## Intended uses & limitations
31
+
32
+ More information needed
33
+
34
+ ## Training and evaluation data
35
+
36
+ More information needed
37
+
38
+ ## Training procedure
39
+
40
+ ### Training hyperparameters
41
+
42
+ The following hyperparameters were used during training:
43
+ - learning_rate: 2e-05
44
+ - train_batch_size: 4
45
+ - eval_batch_size: 4
46
+ - seed: 42
47
+ - gradient_accumulation_steps: 4
48
+ - total_train_batch_size: 16
49
+ - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
50
+ - lr_scheduler_type: linear
51
+ - lr_scheduler_warmup_ratio: 0.1
52
+ - num_epochs: 10
53
+
54
+ ### Training results
55
+
56
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 |
57
+ |:-------------:|:-----:|:----:|:---------------:|:--------:|:------:|
58
+ | 0.675 | 1.0 | 625 | 0.1778 | 0.938 | 0.9399 |
59
+ | 0.5284 | 2.0 | 1250 | 0.1248 | 0.9613 | 0.9615 |
60
+ | 0.3455 | 3.0 | 1875 | 0.1548 | 0.9513 | 0.9523 |
61
+ | 0.1915 | 4.0 | 2500 | 0.1321 | 0.9567 | 0.9586 |
62
+ | 0.1953 | 5.0 | 3125 | 0.0772 | 0.978 | 0.9784 |
63
+ | 0.183 | 6.0 | 3750 | 0.0829 | 0.9773 | 0.9781 |
64
+ | 0.1513 | 7.0 | 4375 | 0.1134 | 0.972 | 0.9735 |
65
+ | 0.1222 | 8.0 | 5000 | 0.1164 | 0.972 | 0.9729 |
66
+ | 0.2001 | 9.0 | 5625 | 0.0865 | 0.9773 | 0.9783 |
67
+ | 0.0618 | 10.0 | 6250 | 0.0924 | 0.98 | 0.9809 |
68
+
69
+
70
+ ### Framework versions
71
+
72
+ - Transformers 4.51.3
73
+ - Pytorch 2.6.0+cu124
74
+ - Datasets 3.6.0
75
+ - Tokenizers 0.21.1
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 10.0,
3
+ "eval_accuracy": 0.98,
4
+ "eval_f1": 0.9809426117559896,
5
+ "eval_loss": 0.09235712885856628,
6
+ "eval_runtime": 25.7825,
7
+ "eval_samples_per_second": 58.179,
8
+ "eval_steps_per_second": 14.545,
9
+ "total_flos": 1.02317615087616e+19,
10
+ "train_loss": 0.2805785644757748,
11
+ "train_runtime": 4473.2535,
12
+ "train_samples_per_second": 22.355,
13
+ "train_steps_per_second": 1.397
14
+ }
config.json ADDED
@@ -0,0 +1,255 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "apply_layernorm": true,
3
+ "architectures": [
4
+ "Dinov2ForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "drop_path_rate": 0.0,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "apple_pie",
13
+ "1": "baby_back_ribs",
14
+ "2": "baklava",
15
+ "3": "beef_carpaccio",
16
+ "4": "beef_tartare",
17
+ "5": "beet_salad",
18
+ "6": "beignets",
19
+ "7": "bibimbap",
20
+ "8": "bread_pudding",
21
+ "9": "breakfast_burrito",
22
+ "10": "bruschetta",
23
+ "11": "caesar_salad",
24
+ "12": "cannoli",
25
+ "13": "caprese_salad",
26
+ "14": "carrot_cake",
27
+ "15": "ceviche",
28
+ "16": "cheesecake",
29
+ "17": "cheese_plate",
30
+ "18": "chicken_curry",
31
+ "19": "chicken_quesadilla",
32
+ "20": "chicken_wings",
33
+ "21": "chocolate_cake",
34
+ "22": "chocolate_mousse",
35
+ "23": "churros",
36
+ "24": "clam_chowder",
37
+ "25": "club_sandwich",
38
+ "26": "crab_cakes",
39
+ "27": "creme_brulee",
40
+ "28": "croque_madame",
41
+ "29": "cup_cakes",
42
+ "30": "deviled_eggs",
43
+ "31": "donuts",
44
+ "32": "dumplings",
45
+ "33": "edamame",
46
+ "34": "eggs_benedict",
47
+ "35": "escargots",
48
+ "36": "falafel",
49
+ "37": "filet_mignon",
50
+ "38": "fish_and_chips",
51
+ "39": "foie_gras",
52
+ "40": "french_fries",
53
+ "41": "french_onion_soup",
54
+ "42": "french_toast",
55
+ "43": "fried_calamari",
56
+ "44": "fried_rice",
57
+ "45": "frozen_yogurt",
58
+ "46": "garlic_bread",
59
+ "47": "gnocchi",
60
+ "48": "greek_salad",
61
+ "49": "grilled_cheese_sandwich",
62
+ "50": "grilled_salmon",
63
+ "51": "guacamole",
64
+ "52": "gyoza",
65
+ "53": "hamburger",
66
+ "54": "hot_and_sour_soup",
67
+ "55": "hot_dog",
68
+ "56": "huevos_rancheros",
69
+ "57": "hummus",
70
+ "58": "ice_cream",
71
+ "59": "lasagna",
72
+ "60": "lobster_bisque",
73
+ "61": "lobster_roll_sandwich",
74
+ "62": "macaroni_and_cheese",
75
+ "63": "macarons",
76
+ "64": "miso_soup",
77
+ "65": "mussels",
78
+ "66": "nachos",
79
+ "67": "omelette",
80
+ "68": "onion_rings",
81
+ "69": "oysters",
82
+ "70": "pad_thai",
83
+ "71": "paella",
84
+ "72": "pancakes",
85
+ "73": "panna_cotta",
86
+ "74": "peking_duck",
87
+ "75": "pho",
88
+ "76": "pizza",
89
+ "77": "pork_chop",
90
+ "78": "poutine",
91
+ "79": "prime_rib",
92
+ "80": "pulled_pork_sandwich",
93
+ "81": "ramen",
94
+ "82": "ravioli",
95
+ "83": "red_velvet_cake",
96
+ "84": "risotto",
97
+ "85": "samosa",
98
+ "86": "sashimi",
99
+ "87": "scallops",
100
+ "88": "seaweed_salad",
101
+ "89": "shrimp_and_grits",
102
+ "90": "spaghetti_bolognese",
103
+ "91": "spaghetti_carbonara",
104
+ "92": "spring_rolls",
105
+ "93": "steak",
106
+ "94": "strawberry_shortcake",
107
+ "95": "sushi",
108
+ "96": "tacos",
109
+ "97": "takoyaki",
110
+ "98": "tiramisu",
111
+ "99": "tuna_tartare",
112
+ "100": "waffles"
113
+ },
114
+ "image_size": 518,
115
+ "initializer_range": 0.02,
116
+ "label2id": {
117
+ "apple_pie": 0,
118
+ "baby_back_ribs": 1,
119
+ "baklava": 2,
120
+ "beef_carpaccio": 3,
121
+ "beef_tartare": 4,
122
+ "beet_salad": 5,
123
+ "beignets": 6,
124
+ "bibimbap": 7,
125
+ "bread_pudding": 8,
126
+ "breakfast_burrito": 9,
127
+ "bruschetta": 10,
128
+ "caesar_salad": 11,
129
+ "cannoli": 12,
130
+ "caprese_salad": 13,
131
+ "carrot_cake": 14,
132
+ "ceviche": 15,
133
+ "cheese_plate": 17,
134
+ "cheesecake": 16,
135
+ "chicken_curry": 18,
136
+ "chicken_quesadilla": 19,
137
+ "chicken_wings": 20,
138
+ "chocolate_cake": 21,
139
+ "chocolate_mousse": 22,
140
+ "churros": 23,
141
+ "clam_chowder": 24,
142
+ "club_sandwich": 25,
143
+ "crab_cakes": 26,
144
+ "creme_brulee": 27,
145
+ "croque_madame": 28,
146
+ "cup_cakes": 29,
147
+ "deviled_eggs": 30,
148
+ "donuts": 31,
149
+ "dumplings": 32,
150
+ "edamame": 33,
151
+ "eggs_benedict": 34,
152
+ "escargots": 35,
153
+ "falafel": 36,
154
+ "filet_mignon": 37,
155
+ "fish_and_chips": 38,
156
+ "foie_gras": 39,
157
+ "french_fries": 40,
158
+ "french_onion_soup": 41,
159
+ "french_toast": 42,
160
+ "fried_calamari": 43,
161
+ "fried_rice": 44,
162
+ "frozen_yogurt": 45,
163
+ "garlic_bread": 46,
164
+ "gnocchi": 47,
165
+ "greek_salad": 48,
166
+ "grilled_cheese_sandwich": 49,
167
+ "grilled_salmon": 50,
168
+ "guacamole": 51,
169
+ "gyoza": 52,
170
+ "hamburger": 53,
171
+ "hot_and_sour_soup": 54,
172
+ "hot_dog": 55,
173
+ "huevos_rancheros": 56,
174
+ "hummus": 57,
175
+ "ice_cream": 58,
176
+ "lasagna": 59,
177
+ "lobster_bisque": 60,
178
+ "lobster_roll_sandwich": 61,
179
+ "macaroni_and_cheese": 62,
180
+ "macarons": 63,
181
+ "miso_soup": 64,
182
+ "mussels": 65,
183
+ "nachos": 66,
184
+ "omelette": 67,
185
+ "onion_rings": 68,
186
+ "oysters": 69,
187
+ "pad_thai": 70,
188
+ "paella": 71,
189
+ "pancakes": 72,
190
+ "panna_cotta": 73,
191
+ "peking_duck": 74,
192
+ "pho": 75,
193
+ "pizza": 76,
194
+ "pork_chop": 77,
195
+ "poutine": 78,
196
+ "prime_rib": 79,
197
+ "pulled_pork_sandwich": 80,
198
+ "ramen": 81,
199
+ "ravioli": 82,
200
+ "red_velvet_cake": 83,
201
+ "risotto": 84,
202
+ "samosa": 85,
203
+ "sashimi": 86,
204
+ "scallops": 87,
205
+ "seaweed_salad": 88,
206
+ "shrimp_and_grits": 89,
207
+ "spaghetti_bolognese": 90,
208
+ "spaghetti_carbonara": 91,
209
+ "spring_rolls": 92,
210
+ "steak": 93,
211
+ "strawberry_shortcake": 94,
212
+ "sushi": 95,
213
+ "tacos": 96,
214
+ "takoyaki": 97,
215
+ "tiramisu": 98,
216
+ "tuna_tartare": 99,
217
+ "waffles": 100
218
+ },
219
+ "layer_norm_eps": 1e-06,
220
+ "layerscale_value": 1.0,
221
+ "mlp_ratio": 4,
222
+ "model_type": "dinov2",
223
+ "num_attention_heads": 12,
224
+ "num_channels": 3,
225
+ "num_hidden_layers": 12,
226
+ "out_features": [
227
+ "stage12"
228
+ ],
229
+ "out_indices": [
230
+ 12
231
+ ],
232
+ "patch_size": 14,
233
+ "problem_type": "single_label_classification",
234
+ "qkv_bias": true,
235
+ "reshape_hidden_states": true,
236
+ "stage_names": [
237
+ "stem",
238
+ "stage1",
239
+ "stage2",
240
+ "stage3",
241
+ "stage4",
242
+ "stage5",
243
+ "stage6",
244
+ "stage7",
245
+ "stage8",
246
+ "stage9",
247
+ "stage10",
248
+ "stage11",
249
+ "stage12"
250
+ ],
251
+ "torch_dtype": "float32",
252
+ "transformers_version": "4.51.3",
253
+ "use_mask_token": true,
254
+ "use_swiglu_ffn": false
255
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 10.0,
3
+ "eval_accuracy": 0.98,
4
+ "eval_f1": 0.9809426117559896,
5
+ "eval_loss": 0.09235712885856628,
6
+ "eval_runtime": 25.7825,
7
+ "eval_samples_per_second": 58.179,
8
+ "eval_steps_per_second": 14.545
9
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d756db9d4a7ae84283ed1383e3728569527438e75bc1c2dc9e24d308cac8d5ff
3
+ size 346968596
preprocessor_config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": {
3
+ "height": 224,
4
+ "width": 224
5
+ },
6
+ "do_center_crop": true,
7
+ "do_convert_rgb": true,
8
+ "do_normalize": true,
9
+ "do_rescale": true,
10
+ "do_resize": true,
11
+ "image_mean": [
12
+ 0.485,
13
+ 0.456,
14
+ 0.406
15
+ ],
16
+ "image_processor_type": "BitImageProcessor",
17
+ "image_std": [
18
+ 0.229,
19
+ 0.224,
20
+ 0.225
21
+ ],
22
+ "resample": 3,
23
+ "rescale_factor": 0.00392156862745098,
24
+ "size": {
25
+ "shortest_edge": 256
26
+ }
27
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 10.0,
3
+ "total_flos": 1.02317615087616e+19,
4
+ "train_loss": 0.2805785644757748,
5
+ "train_runtime": 4473.2535,
6
+ "train_samples_per_second": 22.355,
7
+ "train_steps_per_second": 1.397
8
+ }
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a637e9ab71624003964d2653b34e0e59f40e9727a38893082bbbfd1e1deec49
3
+ size 5304