{ "candidates": [ { "accuracy": 0.6095666686693827, "accuracy_std": 0.0017898097484775092, "architecture": "cnn", "corruption_accuracy": 0.05030000085632006, "ece": 0.13535897433757782, "latency_ms": 3.142099166476934, "name": "scratch-residual-cnn", "notes": "Aggregated from 3 completed runs; config=753e5125d6a3e364; model=f2cf8025974936e4; corruption=deterministic_gaussian_noise(pixel_std=0.15, clamp=[0,1]); latency scope=post-dataset tensor transfer, model adapter, and model forward; latency included from one hardware/software profile", "parameters": 959452, "per_seed_metrics": [ { "architecture": "cnn", "attempt_id": "5b4f07ddcc524ebdbebbe51f40887fa9", "best_epoch": 99, "best_validation_accuracy": 0.6068000197410583, "candidate": "scratch-residual-cnn", "config_fingerprint": "753e5125d6a3e364", "corruption": { "brier_score": 1.4432963132858276, "coarse_accuracy": 0.11240000277757645, "ece": 0.6078404188156128, "examples": 10000, "loss": 11.56524658203125, "per_class_accuracy": { "0": 0.0, "1": 0.03999999910593033, "10": 0.05000000074505806, "11": 0.0, "12": 0.0, "13": 0.019999999552965164, "14": 0.3400000035762787, "15": 0.0, "16": 0.029999999329447746, "17": 0.0, "18": 0.3100000023841858, "19": 0.0, "2": 0.0, "20": 0.03999999910593033, "21": 0.0, "22": 0.019999999552965164, "23": 0.0, "24": 0.11999999731779099, "25": 0.019999999552965164, "26": 0.10999999940395355, "27": 0.0, "28": 0.0, "29": 0.0, "3": 0.0, "30": 0.0, "31": 0.0, "32": 0.0, "33": 0.03999999910593033, "34": 0.0, "35": 0.0, "36": 0.0, "37": 0.0, "38": 0.0, "39": 0.5899999737739563, "4": 0.0, "40": 0.0, "41": 0.019999999552965164, "42": 0.0, "43": 0.0, "44": 0.0, "45": 0.10000000149011612, "46": 0.0, "47": 0.10000000149011612, "48": 0.23999999463558197, "49": 0.0, "5": 0.0, "50": 0.0, "51": 0.029999999329447746, "52": 0.0, "53": 0.03999999910593033, "54": 0.05000000074505806, "55": 0.0, "56": 0.0, "57": 0.05000000074505806, "58": 0.0, "59": 0.0, "6": 0.15000000596046448, "60": 0.0, "61": 0.17000000178813934, "62": 0.12999999523162842, "63": 0.0, "64": 0.0, "65": 0.0, "66": 0.0, "67": 0.0, "68": 0.0, "69": 0.0, "7": 0.23999999463558197, "70": 0.3400000035762787, "71": 0.0, "72": 0.0, "73": 0.0, "74": 0.0, "75": 0.029999999329447746, "76": 0.0, "77": 0.009999999776482582, "78": 0.5099999904632568, "79": 0.0, "8": 0.0, "80": 0.0, "81": 0.009999999776482582, "82": 0.7200000286102295, "83": 0.009999999776482582, "84": 0.009999999776482582, "85": 0.0, "86": 0.0, "87": 0.0, "88": 0.23999999463558197, "89": 0.019999999552965164, "9": 0.0, "90": 0.0, "91": 0.0, "92": 0.1599999964237213, "93": 0.009999999776482582, "94": 0.0, "95": 0.0, "96": 0.0, "97": 0.0, "98": 0.0, "99": 0.009999999776482582 }, "top1_accuracy": 0.05130000039935112, "top5_accuracy": 0.156700000166893, "worst_class_accuracy": 0.0 }, "corruption_seconds": 4.497687168000084, "evaluation_contract": { "channels": 3, "eval_transforms": [ "normalize" ], "model_input_size": 32, "source_image_size": 32, "train_transforms": [ "random_crop_padding_4", "random_horizontal_flip", "normalize" ] }, "evaluation_truncated": false, "examples_seen": 4500000, "experiment": "cifar100-random-init-matched-budget", "final_session_wall_time_seconds": 829.3365200510007, "forward_macs": 67922688, "git_commit": "85c672915ba495340a4df0713c55fdd7647001c3", "hardware_fingerprint": { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" }, "latency": { "batch_size": 1, "excludes_dataset_decode_and_cpu_transforms": true, "includes_model_input_resize": true, "p50_ms": 3.2660939996276284, "p95_ms": 5.657771999722172, "repeats": 50, "scope": "post_dataset_tensor_transfer_adapter_and_model_forward" }, "model_signature": "f2cf8025974936e4", "optimizer_steps": 35200, "parameters": 959452, "peak_accelerator_memory_bytes": 191577088, "peak_accelerator_memory_scope": "final_session", "pretrained": { "pretrained": false, "provider": "custom" }, "schema_version": 1, "seed": 11, "split_id": "cifar100:v1:stratified:seed4771:fraction1:53ff0b1659b048c7", "test": { "brier_score": 0.5409263372421265, "coarse_accuracy": 0.7264000177383423, "ece": 0.1403641253709793, "examples": 10000, "loss": 1.617964744567871, "per_class_accuracy": { "0": 0.8299999833106995, "1": 0.75, "10": 0.38999998569488525, "11": 0.41999998688697815, "12": 0.7699999809265137, "13": 0.550000011920929, "14": 0.5400000214576721, "15": 0.6000000238418579, "16": 0.6499999761581421, "17": 0.75, "18": 0.5699999928474426, "19": 0.5199999809265137, "2": 0.5, "20": 0.800000011920929, "21": 0.7699999809265137, "22": 0.550000011920929, "23": 0.75, "24": 0.7900000214576721, "25": 0.46000000834465027, "26": 0.5600000023841858, "27": 0.41999998688697815, "28": 0.699999988079071, "29": 0.5799999833106995, "3": 0.3700000047683716, "30": 0.5600000023841858, "31": 0.5600000023841858, "32": 0.5899999737739563, "33": 0.5299999713897705, "34": 0.5799999833106995, "35": 0.3400000035762787, "36": 0.6200000047683716, "37": 0.6600000262260437, "38": 0.46000000834465027, "39": 0.7099999785423279, "4": 0.4399999976158142, "40": 0.550000011920929, "41": 0.8500000238418579, "42": 0.6899999976158142, "43": 0.7099999785423279, "44": 0.23999999463558197, "45": 0.5199999809265137, "46": 0.3700000047683716, "47": 0.5699999928474426, "48": 0.8799999952316284, "49": 0.7400000095367432, "5": 0.6499999761581421, "50": 0.33000001311302185, "51": 0.6800000071525574, "52": 0.6399999856948853, "53": 0.8299999833106995, "54": 0.7400000095367432, "55": 0.30000001192092896, "56": 0.7400000095367432, "57": 0.7200000286102295, "58": 0.7200000286102295, "59": 0.5699999928474426, "6": 0.7400000095367432, "60": 0.8299999833106995, "61": 0.6399999856948853, "62": 0.6800000071525574, "63": 0.5199999809265137, "64": 0.3499999940395355, "65": 0.3799999952316284, "66": 0.6600000262260437, "67": 0.46000000834465027, "68": 0.9100000262260437, "69": 0.7300000190734863, "7": 0.5899999737739563, "70": 0.6200000047683716, "71": 0.7599999904632568, "72": 0.3400000035762787, "73": 0.44999998807907104, "74": 0.4699999988079071, "75": 0.8299999833106995, "76": 0.8199999928474426, "77": 0.5099999904632568, "78": 0.4000000059604645, "79": 0.5799999833106995, "8": 0.7799999713897705, "80": 0.3799999952316284, "81": 0.7300000190734863, "82": 0.8700000047683716, "83": 0.5099999904632568, "84": 0.6399999856948853, "85": 0.6700000166893005, "86": 0.5299999713897705, "87": 0.699999988079071, "88": 0.6499999761581421, "89": 0.7300000190734863, "9": 0.7200000286102295, "90": 0.6800000071525574, "91": 0.7099999785423279, "92": 0.46000000834465027, "93": 0.3799999952316284, "94": 0.8500000238418579, "95": 0.6200000047683716, "96": 0.5699999928474426, "97": 0.6700000166893005, "98": 0.3199999928474426, "99": 0.6399999856948853 }, "top1_accuracy": 0.6075999736785889, "top5_accuracy": 0.8668000102043152, "worst_class_accuracy": 0.23999999463558197 }, "test_seconds": 3.1286328950000097, "throughput": { "examples": 4500000, "examples_per_second": 1547.6124173861988, "scope": "training-only", "seconds": 2907.704764737002 }, "training_flops_estimate": 1833912576000000, "training_flops_method": "6 * forward_MACs * examples_seen", "training_sessions": [ { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" }, { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" } ], "training_truncated": false, "wall_time_seconds": 3146.268736307001 }, { "architecture": "cnn", "attempt_id": "b381cb9edf9848e09996c4e7b3b71373", "best_epoch": 87, "best_validation_accuracy": 0.6105999946594238, "candidate": "scratch-residual-cnn", "config_fingerprint": "753e5125d6a3e364", "corruption": { "brier_score": 1.3687009811401367, "coarse_accuracy": 0.1185000017285347, "ece": 0.5465666055679321, "examples": 10000, "loss": 10.164822578430176, "per_class_accuracy": { "0": 0.0, "1": 0.03999999910593033, "10": 0.019999999552965164, "11": 0.0, "12": 0.0, "13": 0.019999999552965164, "14": 0.25999999046325684, "15": 0.0, "16": 0.12999999523162842, "17": 0.0, "18": 0.05000000074505806, "19": 0.0, "2": 0.0, "20": 0.10999999940395355, "21": 0.0, "22": 0.10999999940395355, "23": 0.009999999776482582, "24": 0.2199999988079071, "25": 0.0, "26": 0.05999999865889549, "27": 0.0, "28": 0.0, "29": 0.0, "3": 0.0, "30": 0.009999999776482582, "31": 0.0, "32": 0.0, "33": 0.23000000417232513, "34": 0.0, "35": 0.0, "36": 0.0, "37": 0.009999999776482582, "38": 0.0, "39": 0.6100000143051147, "4": 0.0, "40": 0.0, "41": 0.009999999776482582, "42": 0.03999999910593033, "43": 0.0, "44": 0.0, "45": 0.10000000149011612, "46": 0.0, "47": 0.18000000715255737, "48": 0.2199999988079071, "49": 0.009999999776482582, "5": 0.009999999776482582, "50": 0.009999999776482582, "51": 0.019999999552965164, "52": 0.0, "53": 0.05000000074505806, "54": 0.10999999940395355, "55": 0.0, "56": 0.0, "57": 0.019999999552965164, "58": 0.0, "59": 0.07000000029802322, "6": 0.03999999910593033, "60": 0.0, "61": 0.10999999940395355, "62": 0.3499999940395355, "63": 0.0, "64": 0.0, "65": 0.0, "66": 0.0, "67": 0.0, "68": 0.0, "69": 0.0, "7": 0.30000001192092896, "70": 0.3400000035762787, "71": 0.0, "72": 0.0, "73": 0.019999999552965164, "74": 0.0, "75": 0.009999999776482582, "76": 0.0, "77": 0.0, "78": 0.5600000023841858, "79": 0.0, "8": 0.0, "80": 0.0, "81": 0.009999999776482582, "82": 0.550000011920929, "83": 0.009999999776482582, "84": 0.019999999552965164, "85": 0.0, "86": 0.0, "87": 0.009999999776482582, "88": 0.05000000074505806, "89": 0.0, "9": 0.0, "90": 0.0, "91": 0.0, "92": 0.38999998569488525, "93": 0.0, "94": 0.0, "95": 0.009999999776482582, "96": 0.0, "97": 0.0, "98": 0.0, "99": 0.029999999329447746 }, "top1_accuracy": 0.05550000071525574, "top5_accuracy": 0.1597999930381775, "worst_class_accuracy": 0.0 }, "corruption_seconds": 3.861975440000151, "evaluation_contract": { "channels": 3, "eval_transforms": [ "normalize" ], "model_input_size": 32, "source_image_size": 32, "train_transforms": [ "random_crop_padding_4", "random_horizontal_flip", "normalize" ] }, "evaluation_truncated": false, "examples_seen": 4500000, "experiment": "cifar100-random-init-matched-budget", "final_session_wall_time_seconds": 8.17712878400016, "forward_macs": 67922688, "git_commit": "85c672915ba495340a4df0713c55fdd7647001c3", "hardware_fingerprint": { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" }, "latency": { "batch_size": 1, "excludes_dataset_decode_and_cpu_transforms": true, "includes_model_input_resize": true, "p50_ms": 3.139477999866358, "p95_ms": 5.159833000107028, "repeats": 50, "scope": "post_dataset_tensor_transfer_adapter_and_model_forward" }, "model_signature": "f2cf8025974936e4", "optimizer_steps": 35200, "parameters": 959452, "peak_accelerator_memory_bytes": 112312832, "peak_accelerator_memory_scope": "final_session", "pretrained": { "pretrained": false, "provider": "custom" }, "schema_version": 1, "seed": 29, "split_id": "cifar100:v1:stratified:seed4771:fraction1:53ff0b1659b048c7", "test": { "brier_score": 0.5397701859474182, "coarse_accuracy": 0.7283999919891357, "ece": 0.13394491374492645, "examples": 10000, "loss": 1.5724884271621704, "per_class_accuracy": { "0": 0.7900000214576721, "1": 0.7099999785423279, "10": 0.4399999976158142, "11": 0.38999998569488525, "12": 0.7200000286102295, "13": 0.6100000143051147, "14": 0.5099999904632568, "15": 0.5699999928474426, "16": 0.6800000071525574, "17": 0.800000011920929, "18": 0.5699999928474426, "19": 0.5299999713897705, "2": 0.5400000214576721, "20": 0.8299999833106995, "21": 0.7599999904632568, "22": 0.5299999713897705, "23": 0.7900000214576721, "24": 0.6899999976158142, "25": 0.47999998927116394, "26": 0.5600000023841858, "27": 0.41999998688697815, "28": 0.7099999785423279, "29": 0.6000000238418579, "3": 0.36000001430511475, "30": 0.5299999713897705, "31": 0.6600000262260437, "32": 0.5600000023841858, "33": 0.5299999713897705, "34": 0.550000011920929, "35": 0.3700000047683716, "36": 0.6700000166893005, "37": 0.6499999761581421, "38": 0.4300000071525574, "39": 0.7200000286102295, "4": 0.47999998927116394, "40": 0.5299999713897705, "41": 0.7699999809265137, "42": 0.6399999856948853, "43": 0.6399999856948853, "44": 0.36000001430511475, "45": 0.5099999904632568, "46": 0.4399999976158142, "47": 0.5299999713897705, "48": 0.8899999856948853, "49": 0.8100000023841858, "5": 0.5799999833106995, "50": 0.3700000047683716, "51": 0.6000000238418579, "52": 0.6600000262260437, "53": 0.8899999856948853, "54": 0.7200000286102295, "55": 0.3100000023841858, "56": 0.7900000214576721, "57": 0.6399999856948853, "58": 0.7099999785423279, "59": 0.6200000047683716, "6": 0.7200000286102295, "60": 0.7699999809265137, "61": 0.5899999737739563, "62": 0.7099999785423279, "63": 0.5799999833106995, "64": 0.3799999952316284, "65": 0.38999998569488525, "66": 0.6499999761581421, "67": 0.5, "68": 0.8899999856948853, "69": 0.7300000190734863, "7": 0.5699999928474426, "70": 0.5199999809265137, "71": 0.6100000143051147, "72": 0.3400000035762787, "73": 0.46000000834465027, "74": 0.49000000953674316, "75": 0.8299999833106995, "76": 0.8999999761581421, "77": 0.49000000953674316, "78": 0.49000000953674316, "79": 0.6200000047683716, "8": 0.7200000286102295, "80": 0.3499999940395355, "81": 0.6499999761581421, "82": 0.800000011920929, "83": 0.5199999809265137, "84": 0.6100000143051147, "85": 0.6899999976158142, "86": 0.6600000262260437, "87": 0.7099999785423279, "88": 0.6800000071525574, "89": 0.7300000190734863, "9": 0.7900000214576721, "90": 0.7099999785423279, "91": 0.7699999809265137, "92": 0.6100000143051147, "93": 0.4099999964237213, "94": 0.8299999833106995, "95": 0.6100000143051147, "96": 0.550000011920929, "97": 0.6399999856948853, "98": 0.3499999940395355, "99": 0.6299999952316284 }, "top1_accuracy": 0.6100000143051147, "top5_accuracy": 0.864799976348877, "worst_class_accuracy": 0.3100000023841858 }, "test_seconds": 3.878286411999852, "throughput": { "examples": 4500000, "examples_per_second": 1499.6693839458858, "scope": "training-only", "seconds": 3000.6613778829924 }, "training_flops_estimate": 1833912576000000, "training_flops_method": "6 * forward_MACs * examples_seen", "training_sessions": [ { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" }, { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" } ], "training_truncated": false, "wall_time_seconds": 3246.9974909449993 }, { "architecture": "cnn", "attempt_id": "2166af347e0744859c734eb34f5b4a98", "best_epoch": 75, "best_validation_accuracy": 0.6172000169754028, "candidate": "scratch-residual-cnn", "config_fingerprint": "753e5125d6a3e364", "corruption": { "brier_score": 1.5314595699310303, "coarse_accuracy": 0.10140000283718109, "ece": 0.6777975559234619, "examples": 10000, "loss": 11.50984001159668, "per_class_accuracy": { "0": 0.0, "1": 0.009999999776482582, "10": 0.019999999552965164, "11": 0.0, "12": 0.0, "13": 0.0, "14": 0.20999999344348907, "15": 0.0, "16": 0.009999999776482582, "17": 0.0, "18": 0.75, "19": 0.0, "2": 0.0, "20": 0.019999999552965164, "21": 0.0, "22": 0.20999999344348907, "23": 0.0, "24": 0.5299999713897705, "25": 0.009999999776482582, "26": 0.07000000029802322, "27": 0.0, "28": 0.0, "29": 0.0, "3": 0.0, "30": 0.0, "31": 0.0, "32": 0.0, "33": 0.0, "34": 0.0, "35": 0.0, "36": 0.0, "37": 0.0, "38": 0.0, "39": 0.75, "4": 0.0, "40": 0.0, "41": 0.0, "42": 0.0, "43": 0.0, "44": 0.0, "45": 0.09000000357627869, "46": 0.0, "47": 0.05999999865889549, "48": 0.11999999731779099, "49": 0.0, "5": 0.0, "50": 0.0, "51": 0.0, "52": 0.0, "53": 0.009999999776482582, "54": 0.25999999046325684, "55": 0.0, "56": 0.0, "57": 0.0, "58": 0.0, "59": 0.0, "6": 0.05000000074505806, "60": 0.0, "61": 0.2199999988079071, "62": 0.0, "63": 0.0, "64": 0.0, "65": 0.0, "66": 0.0, "67": 0.0, "68": 0.0, "69": 0.0, "7": 0.11999999731779099, "70": 0.20999999344348907, "71": 0.0, "72": 0.0, "73": 0.0, "74": 0.0, "75": 0.0, "76": 0.0, "77": 0.0, "78": 0.05000000074505806, "79": 0.0, "8": 0.0, "80": 0.0, "81": 0.0, "82": 0.5299999713897705, "83": 0.019999999552965164, "84": 0.0, "85": 0.0, "86": 0.0, "87": 0.009999999776482582, "88": 0.0, "89": 0.0, "9": 0.0, "90": 0.0, "91": 0.0, "92": 0.05999999865889549, "93": 0.0, "94": 0.009999999776482582, "95": 0.0, "96": 0.0, "97": 0.0, "98": 0.0, "99": 0.0 }, "top1_accuracy": 0.04410000145435333, "top5_accuracy": 0.13040000200271606, "worst_class_accuracy": 0.0 }, "corruption_seconds": 3.9429614430000584, "evaluation_contract": { "channels": 3, "eval_transforms": [ "normalize" ], "model_input_size": 32, "source_image_size": 32, "train_transforms": [ "random_crop_padding_4", "random_horizontal_flip", "normalize" ] }, "evaluation_truncated": false, "examples_seen": 4500000, "experiment": "cifar100-random-init-matched-budget", "final_session_wall_time_seconds": 2919.5518577840003, "forward_macs": 67922688, "git_commit": "85c672915ba495340a4df0713c55fdd7647001c3", "hardware_fingerprint": { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" }, "latency": { "batch_size": 1, "excludes_dataset_decode_and_cpu_transforms": true, "includes_model_input_resize": true, "p50_ms": 3.020725499936816, "p95_ms": 3.190958000232058, "repeats": 50, "scope": "post_dataset_tensor_transfer_adapter_and_model_forward" }, "model_signature": "f2cf8025974936e4", "optimizer_steps": 35200, "parameters": 959452, "peak_accelerator_memory_bytes": 192838656, "peak_accelerator_memory_scope": "final_session", "pretrained": { "pretrained": false, "provider": "custom" }, "schema_version": 1, "seed": 47, "split_id": "cifar100:v1:stratified:seed4771:fraction1:53ff0b1659b048c7", "test": { "brier_score": 0.5370288491249084, "coarse_accuracy": 0.7285000085830688, "ece": 0.1317678838968277, "examples": 10000, "loss": 1.5976096391677856, "per_class_accuracy": { "0": 0.7200000286102295, "1": 0.7599999904632568, "10": 0.36000001430511475, "11": 0.3400000035762787, "12": 0.75, "13": 0.5299999713897705, "14": 0.4699999988079071, "15": 0.6600000262260437, "16": 0.6399999856948853, "17": 0.7699999809265137, "18": 0.6200000047683716, "19": 0.5099999904632568, "2": 0.5299999713897705, "20": 0.8199999928474426, "21": 0.7699999809265137, "22": 0.5699999928474426, "23": 0.7400000095367432, "24": 0.7300000190734863, "25": 0.4399999976158142, "26": 0.4699999988079071, "27": 0.49000000953674316, "28": 0.75, "29": 0.5400000214576721, "3": 0.36000001430511475, "30": 0.49000000953674316, "31": 0.5699999928474426, "32": 0.5400000214576721, "33": 0.5600000023841858, "34": 0.6399999856948853, "35": 0.3799999952316284, "36": 0.6700000166893005, "37": 0.6100000143051147, "38": 0.5099999904632568, "39": 0.7799999713897705, "4": 0.5400000214576721, "40": 0.5400000214576721, "41": 0.7799999713897705, "42": 0.6100000143051147, "43": 0.7099999785423279, "44": 0.33000001311302185, "45": 0.550000011920929, "46": 0.36000001430511475, "47": 0.5799999833106995, "48": 0.8399999737739563, "49": 0.8500000238418579, "5": 0.6399999856948853, "50": 0.4099999964237213, "51": 0.6100000143051147, "52": 0.6000000238418579, "53": 0.8799999952316284, "54": 0.7300000190734863, "55": 0.25, "56": 0.7900000214576721, "57": 0.6800000071525574, "58": 0.7200000286102295, "59": 0.5699999928474426, "6": 0.699999988079071, "60": 0.8500000238418579, "61": 0.5299999713897705, "62": 0.6700000166893005, "63": 0.550000011920929, "64": 0.4099999964237213, "65": 0.3799999952316284, "66": 0.6299999952316284, "67": 0.47999998927116394, "68": 0.9100000262260437, "69": 0.699999988079071, "7": 0.6000000238418579, "70": 0.5699999928474426, "71": 0.7099999785423279, "72": 0.3499999940395355, "73": 0.44999998807907104, "74": 0.4699999988079071, "75": 0.8500000238418579, "76": 0.8100000023841858, "77": 0.5600000023841858, "78": 0.4000000059604645, "79": 0.6299999952316284, "8": 0.7300000190734863, "80": 0.4000000059604645, "81": 0.7300000190734863, "82": 0.8500000238418579, "83": 0.5400000214576721, "84": 0.5699999928474426, "85": 0.7099999785423279, "86": 0.6700000166893005, "87": 0.7099999785423279, "88": 0.6200000047683716, "89": 0.6700000166893005, "9": 0.699999988079071, "90": 0.75, "91": 0.7599999904632568, "92": 0.5, "93": 0.3400000035762787, "94": 0.8199999928474426, "95": 0.6899999976158142, "96": 0.6399999856948853, "97": 0.6600000262260437, "98": 0.49000000953674316, "99": 0.6899999976158142 }, "top1_accuracy": 0.6111000180244446, "top5_accuracy": 0.8636000156402588, "worst_class_accuracy": 0.25 }, "test_seconds": 2.603076882000096, "throughput": { "examples": 4500000, "examples_per_second": 1672.524728515694, "scope": "training-only", "seconds": 2690.5431789899985 }, "training_flops_estimate": 1833912576000000, "training_flops_method": "6 * forward_MACs * examples_seen", "training_sessions": [ { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" } ], "training_truncated": false, "wall_time_seconds": 2919.5518577840003 } ], "pretrained": { "pretrained": false, "provider": "custom" }, "seeds": [ 11, 29, 47 ], "throughput_examples_per_second": 1573.2688432825928, "training_flops": 1833912576000000.0 }, { "accuracy": 0.5561666886011759, "accuracy_std": 0.003650123823162984, "architecture": "vit", "corruption_accuracy": 0.129033329586188, "ece": 0.1178901915748914, "latency_ms": 10.495158166653104, "name": "scratch-compact-vit", "notes": "Aggregated from 3 completed runs; config=753e5125d6a3e364; model=22d2238248e1bd17; corruption=deterministic_gaussian_noise(pixel_std=0.15, clamp=[0,1]); latency scope=post-dataset tensor transfer, model adapter, and model forward; latency included from one hardware/software profile", "parameters": 955236, "per_seed_metrics": [ { "architecture": "vit", "attempt_id": "05e978c507c64a43a1500aae4fd8d8dd", "best_epoch": 95, "best_validation_accuracy": 0.5559999942779541, "candidate": "scratch-compact-vit", "config_fingerprint": "753e5125d6a3e364", "corruption": { "brier_score": 1.158867597579956, "coarse_accuracy": 0.22630000114440918, "ece": 0.38956359028816223, "examples": 10000, "loss": 5.572868824005127, "per_class_accuracy": { "0": 0.0, "1": 0.09000000357627869, "10": 0.12999999523162842, "11": 0.07000000029802322, "12": 0.029999999329447746, "13": 0.1599999964237213, "14": 0.4099999964237213, "15": 0.0, "16": 0.3499999940395355, "17": 0.0, "18": 0.23999999463558197, "19": 0.009999999776482582, "2": 0.03999999910593033, "20": 0.09000000357627869, "21": 0.009999999776482582, "22": 0.18000000715255737, "23": 0.09000000357627869, "24": 0.20000000298023224, "25": 0.019999999552965164, "26": 0.15000000596046448, "27": 0.019999999552965164, "28": 0.009999999776482582, "29": 0.0, "3": 0.0, "30": 0.10999999940395355, "31": 0.0, "32": 0.019999999552965164, "33": 0.33000001311302185, "34": 0.0, "35": 0.05999999865889549, "36": 0.0, "37": 0.11999999731779099, "38": 0.0, "39": 0.28999999165534973, "4": 0.009999999776482582, "40": 0.009999999776482582, "41": 0.18000000715255737, "42": 0.03999999910593033, "43": 0.0, "44": 0.009999999776482582, "45": 0.46000000834465027, "46": 0.029999999329447746, "47": 0.2800000011920929, "48": 0.5199999809265137, "49": 0.029999999329447746, "5": 0.05000000074505806, "50": 0.0, "51": 0.38999998569488525, "52": 0.009999999776482582, "53": 0.17000000178813934, "54": 0.3499999940395355, "55": 0.019999999552965164, "56": 0.18000000715255737, "57": 0.05000000074505806, "58": 0.07999999821186066, "59": 0.20000000298023224, "6": 0.3199999928474426, "60": 0.15000000596046448, "61": 0.4699999988079071, "62": 0.38999998569488525, "63": 0.019999999552965164, "64": 0.009999999776482582, "65": 0.0, "66": 0.0, "67": 0.029999999329447746, "68": 0.0, "69": 0.0, "7": 0.4300000071525574, "70": 0.3799999952316284, "71": 0.03999999910593033, "72": 0.0, "73": 0.11999999731779099, "74": 0.009999999776482582, "75": 0.14000000059604645, "76": 0.0, "77": 0.05000000074505806, "78": 0.550000011920929, "79": 0.019999999552965164, "8": 0.30000001192092896, "80": 0.0, "81": 0.3400000035762787, "82": 0.7099999785423279, "83": 0.3400000035762787, "84": 0.12999999523162842, "85": 0.019999999552965164, "86": 0.0, "87": 0.03999999910593033, "88": 0.10999999940395355, "89": 0.10999999940395355, "9": 0.019999999552965164, "90": 0.03999999910593033, "91": 0.18000000715255737, "92": 0.550000011920929, "93": 0.10000000149011612, "94": 0.0, "95": 0.029999999329447746, "96": 0.029999999329447746, "97": 0.0, "98": 0.0, "99": 0.07999999821186066 }, "top1_accuracy": 0.12559999525547028, "top5_accuracy": 0.3206999897956848, "worst_class_accuracy": 0.0 }, "corruption_seconds": 5.435805563000031, "evaluation_contract": { "channels": 3, "eval_transforms": [ "normalize" ], "model_input_size": 32, "source_image_size": 32, "train_transforms": [ "random_crop_padding_4", "random_horizontal_flip", "normalize" ] }, "evaluation_truncated": false, "examples_seen": 4500000, "experiment": "cifar100-random-init-matched-budget", "final_session_wall_time_seconds": 4272.193396826999, "forward_macs": 67614976, "git_commit": "85c672915ba495340a4df0713c55fdd7647001c3", "hardware_fingerprint": { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" }, "latency": { "batch_size": 1, "excludes_dataset_decode_and_cpu_transforms": true, "includes_model_input_resize": true, "p50_ms": 10.708403000535327, "p95_ms": 16.169265001735766, "repeats": 50, "scope": "post_dataset_tensor_transfer_adapter_and_model_forward" }, "model_signature": "22d2238248e1bd17", "optimizer_steps": 35200, "parameters": 955236, "peak_accelerator_memory_bytes": 456236544, "peak_accelerator_memory_scope": "final_session", "pretrained": { "pretrained": false, "provider": "custom" }, "schema_version": 1, "seed": 11, "split_id": "cifar100:v1:stratified:seed4771:fraction1:53ff0b1659b048c7", "test": { "brier_score": 0.5933175086975098, "coarse_accuracy": 0.685699999332428, "ece": 0.12056393176317215, "examples": 10000, "loss": 1.775969386100769, "per_class_accuracy": { "0": 0.8399999737739563, "1": 0.7099999785423279, "10": 0.23999999463558197, "11": 0.3400000035762787, "12": 0.7099999785423279, "13": 0.38999998569488525, "14": 0.41999998688697815, "15": 0.5799999833106995, "16": 0.5899999737739563, "17": 0.800000011920929, "18": 0.5, "19": 0.5199999809265137, "2": 0.4699999988079071, "20": 0.7799999713897705, "21": 0.6899999976158142, "22": 0.44999998807907104, "23": 0.699999988079071, "24": 0.6600000262260437, "25": 0.33000001311302185, "26": 0.44999998807907104, "27": 0.4099999964237213, "28": 0.6100000143051147, "29": 0.5099999904632568, "3": 0.28999999165534973, "30": 0.49000000953674316, "31": 0.5600000023841858, "32": 0.5299999713897705, "33": 0.5400000214576721, "34": 0.550000011920929, "35": 0.3199999928474426, "36": 0.5699999928474426, "37": 0.550000011920929, "38": 0.4699999988079071, "39": 0.7200000286102295, "4": 0.30000001192092896, "40": 0.46000000834465027, "41": 0.7599999904632568, "42": 0.5600000023841858, "43": 0.6700000166893005, "44": 0.3199999928474426, "45": 0.38999998569488525, "46": 0.28999999165534973, "47": 0.5, "48": 0.7900000214576721, "49": 0.699999988079071, "5": 0.4300000071525574, "50": 0.46000000834465027, "51": 0.6000000238418579, "52": 0.75, "53": 0.7799999713897705, "54": 0.7099999785423279, "55": 0.30000001192092896, "56": 0.7699999809265137, "57": 0.5899999737739563, "58": 0.6700000166893005, "59": 0.5199999809265137, "6": 0.699999988079071, "60": 0.7799999713897705, "61": 0.5799999833106995, "62": 0.5799999833106995, "63": 0.49000000953674316, "64": 0.3799999952316284, "65": 0.4000000059604645, "66": 0.4000000059604645, "67": 0.3199999928474426, "68": 0.8199999928474426, "69": 0.7599999904632568, "7": 0.6299999952316284, "70": 0.550000011920929, "71": 0.7400000095367432, "72": 0.25, "73": 0.4099999964237213, "74": 0.4399999976158142, "75": 0.7799999713897705, "76": 0.8299999833106995, "77": 0.4399999976158142, "78": 0.41999998688697815, "79": 0.5600000023841858, "8": 0.699999988079071, "80": 0.3199999928474426, "81": 0.5099999904632568, "82": 0.8500000238418579, "83": 0.5, "84": 0.4399999976158142, "85": 0.6100000143051147, "86": 0.6100000143051147, "87": 0.6600000262260437, "88": 0.6000000238418579, "89": 0.7099999785423279, "9": 0.6100000143051147, "90": 0.5299999713897705, "91": 0.6299999952316284, "92": 0.41999998688697815, "93": 0.3799999952316284, "94": 0.8399999737739563, "95": 0.699999988079071, "96": 0.4699999988079071, "97": 0.550000011920929, "98": 0.41999998688697815, "99": 0.6899999976158142 }, "top1_accuracy": 0.5562000274658203, "top5_accuracy": 0.8299000263214111, "worst_class_accuracy": 0.23999999463558197 }, "test_seconds": 4.4952358009995805, "throughput": { "examples": 4500000, "examples_per_second": 1124.3711944228855, "scope": "training-only", "seconds": 4002.237003509992 }, "training_flops_estimate": 1825604352000000, "training_flops_method": "6 * forward_MACs * examples_seen", "training_sessions": [ { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" } ], "training_truncated": false, "wall_time_seconds": 4272.193396826999 }, { "architecture": "vit", "attempt_id": "9cd7f8c8abc74e54af7f0b279cb4d07f", "best_epoch": 97, "best_validation_accuracy": 0.5482000112533569, "candidate": "scratch-compact-vit", "config_fingerprint": "753e5125d6a3e364", "corruption": { "brier_score": 1.149888515472412, "coarse_accuracy": 0.22179999947547913, "ece": 0.3785709738731384, "examples": 10000, "loss": 5.687100410461426, "per_class_accuracy": { "0": 0.0, "1": 0.07999999821186066, "10": 0.029999999329447746, "11": 0.05999999865889549, "12": 0.009999999776482582, "13": 0.17000000178813934, "14": 0.36000001430511475, "15": 0.0, "16": 0.2800000011920929, "17": 0.0, "18": 0.3199999928474426, "19": 0.0, "2": 0.05000000074505806, "20": 0.07000000029802322, "21": 0.009999999776482582, "22": 0.14000000059604645, "23": 0.019999999552965164, "24": 0.1899999976158142, "25": 0.0, "26": 0.10000000149011612, "27": 0.019999999552965164, "28": 0.0, "29": 0.0, "3": 0.0, "30": 0.07000000029802322, "31": 0.0, "32": 0.0, "33": 0.20999999344348907, "34": 0.009999999776482582, "35": 0.03999999910593033, "36": 0.009999999776482582, "37": 0.10000000149011612, "38": 0.0, "39": 0.44999998807907104, "4": 0.0, "40": 0.009999999776482582, "41": 0.25, "42": 0.019999999552965164, "43": 0.0, "44": 0.019999999552965164, "45": 0.28999999165534973, "46": 0.009999999776482582, "47": 0.25999999046325684, "48": 0.6200000047683716, "49": 0.12999999523162842, "5": 0.03999999910593033, "50": 0.019999999552965164, "51": 0.4099999964237213, "52": 0.07000000029802322, "53": 0.15000000596046448, "54": 0.25999999046325684, "55": 0.0, "56": 0.25999999046325684, "57": 0.05000000074505806, "58": 0.07999999821186066, "59": 0.3799999952316284, "6": 0.38999998569488525, "60": 0.1599999964237213, "61": 0.5600000023841858, "62": 0.3700000047683716, "63": 0.05000000074505806, "64": 0.0, "65": 0.0, "66": 0.0, "67": 0.09000000357627869, "68": 0.0, "69": 0.009999999776482582, "7": 0.3700000047683716, "70": 0.4300000071525574, "71": 0.03999999910593033, "72": 0.0, "73": 0.20999999344348907, "74": 0.009999999776482582, "75": 0.03999999910593033, "76": 0.0, "77": 0.05000000074505806, "78": 0.47999998927116394, "79": 0.009999999776482582, "8": 0.27000001072883606, "80": 0.0, "81": 0.27000001072883606, "82": 0.6700000166893005, "83": 0.25, "84": 0.10999999940395355, "85": 0.009999999776482582, "86": 0.0, "87": 0.019999999552965164, "88": 0.09000000357627869, "89": 0.07000000029802322, "9": 0.03999999910593033, "90": 0.019999999552965164, "91": 0.14000000059604645, "92": 0.5199999809265137, "93": 0.10999999940395355, "94": 0.0, "95": 0.019999999552965164, "96": 0.019999999552965164, "97": 0.0, "98": 0.009999999776482582, "99": 0.14000000059604645 }, "top1_accuracy": 0.121799997985363, "top5_accuracy": 0.31470000743865967, "worst_class_accuracy": 0.0 }, "corruption_seconds": 4.416351744999702, "evaluation_contract": { "channels": 3, "eval_transforms": [ "normalize" ], "model_input_size": 32, "source_image_size": 32, "train_transforms": [ "random_crop_padding_4", "random_horizontal_flip", "normalize" ] }, "evaluation_truncated": false, "examples_seen": 4500000, "experiment": "cifar100-random-init-matched-budget", "final_session_wall_time_seconds": 8.373771731000033, "forward_macs": 67614976, "git_commit": "85c672915ba495340a4df0713c55fdd7647001c3", "hardware_fingerprint": { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" }, "latency": { "batch_size": 1, "excludes_dataset_decode_and_cpu_transforms": true, "includes_model_input_resize": true, "p50_ms": 10.34807049995834, "p95_ms": 12.66117299974212, "repeats": 50, "scope": "post_dataset_tensor_transfer_adapter_and_model_forward" }, "model_signature": "22d2238248e1bd17", "optimizer_steps": 35200, "parameters": 955236, "peak_accelerator_memory_bytes": 126407168, "peak_accelerator_memory_scope": "final_session", "pretrained": { "pretrained": false, "provider": "custom" }, "schema_version": 1, "seed": 29, "split_id": "cifar100:v1:stratified:seed4771:fraction1:53ff0b1659b048c7", "test": { "brier_score": 0.5992648601531982, "coarse_accuracy": 0.6791999936103821, "ece": 0.12042627483606339, "examples": 10000, "loss": 1.7976068258285522, "per_class_accuracy": { "0": 0.8799999952316284, "1": 0.6800000071525574, "10": 0.27000001072883606, "11": 0.2800000011920929, "12": 0.6299999952316284, "13": 0.44999998807907104, "14": 0.46000000834465027, "15": 0.5400000214576721, "16": 0.6299999952316284, "17": 0.7699999809265137, "18": 0.5299999713897705, "19": 0.4399999976158142, "2": 0.47999998927116394, "20": 0.7300000190734863, "21": 0.7599999904632568, "22": 0.46000000834465027, "23": 0.699999988079071, "24": 0.7200000286102295, "25": 0.3400000035762787, "26": 0.3700000047683716, "27": 0.41999998688697815, "28": 0.5899999737739563, "29": 0.47999998927116394, "3": 0.30000001192092896, "30": 0.5, "31": 0.5400000214576721, "32": 0.49000000953674316, "33": 0.49000000953674316, "34": 0.5699999928474426, "35": 0.36000001430511475, "36": 0.5099999904632568, "37": 0.49000000953674316, "38": 0.47999998927116394, "39": 0.75, "4": 0.3700000047683716, "40": 0.49000000953674316, "41": 0.8299999833106995, "42": 0.5, "43": 0.6600000262260437, "44": 0.28999999165534973, "45": 0.4000000059604645, "46": 0.33000001311302185, "47": 0.5600000023841858, "48": 0.7699999809265137, "49": 0.6499999761581421, "5": 0.5299999713897705, "50": 0.47999998927116394, "51": 0.6299999952316284, "52": 0.7900000214576721, "53": 0.8100000023841858, "54": 0.6700000166893005, "55": 0.25, "56": 0.7699999809265137, "57": 0.6200000047683716, "58": 0.6899999976158142, "59": 0.5099999904632568, "6": 0.6299999952316284, "60": 0.8500000238418579, "61": 0.5799999833106995, "62": 0.6100000143051147, "63": 0.46000000834465027, "64": 0.38999998569488525, "65": 0.4099999964237213, "66": 0.5, "67": 0.38999998569488525, "68": 0.8199999928474426, "69": 0.7599999904632568, "7": 0.6100000143051147, "70": 0.5400000214576721, "71": 0.7799999713897705, "72": 0.25, "73": 0.3499999940395355, "74": 0.3799999952316284, "75": 0.8299999833106995, "76": 0.7900000214576721, "77": 0.4099999964237213, "78": 0.4000000059604645, "79": 0.49000000953674316, "8": 0.6499999761581421, "80": 0.3799999952316284, "81": 0.5, "82": 0.7900000214576721, "83": 0.5099999904632568, "84": 0.4399999976158142, "85": 0.6899999976158142, "86": 0.550000011920929, "87": 0.6600000262260437, "88": 0.5899999737739563, "89": 0.6800000071525574, "9": 0.5400000214576721, "90": 0.5699999928474426, "91": 0.699999988079071, "92": 0.4000000059604645, "93": 0.36000001430511475, "94": 0.800000011920929, "95": 0.6100000143051147, "96": 0.5, "97": 0.49000000953674316, "98": 0.2800000011920929, "99": 0.6399999856948853 }, "top1_accuracy": 0.5525000095367432, "top5_accuracy": 0.8263000249862671, "worst_class_accuracy": 0.25 }, "test_seconds": 3.203650067000126, "throughput": { "examples": 4500000, "examples_per_second": 1129.6423096488782, "scope": "training-only", "seconds": 3983.561842154014 }, "training_flops_estimate": 1825604352000000, "training_flops_method": "6 * forward_MACs * examples_seen", "training_sessions": [ { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" }, { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" }, { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" } ], "training_truncated": false, "wall_time_seconds": 4243.645559522001 }, { "architecture": "vit", "attempt_id": "64e74222bd0c4e479214e25087f76b15", "best_epoch": 80, "best_validation_accuracy": 0.5613999962806702, "candidate": "scratch-compact-vit", "config_fingerprint": "753e5125d6a3e364", "corruption": { "brier_score": 1.1192489862442017, "coarse_accuracy": 0.2615000009536743, "ece": 0.3597341477870941, "examples": 10000, "loss": 5.330345630645752, "per_class_accuracy": { "0": 0.009999999776482582, "1": 0.07000000029802322, "10": 0.07999999821186066, "11": 0.09000000357627869, "12": 0.019999999552965164, "13": 0.25999999046325684, "14": 0.38999998569488525, "15": 0.0, "16": 0.25, "17": 0.0, "18": 0.23999999463558197, "19": 0.009999999776482582, "2": 0.07999999821186066, "20": 0.12999999523162842, "21": 0.009999999776482582, "22": 0.10000000149011612, "23": 0.11999999731779099, "24": 0.10999999940395355, "25": 0.009999999776482582, "26": 0.1899999976158142, "27": 0.0, "28": 0.009999999776482582, "29": 0.0, "3": 0.0, "30": 0.07999999821186066, "31": 0.0, "32": 0.019999999552965164, "33": 0.75, "34": 0.019999999552965164, "35": 0.07000000029802322, "36": 0.0, "37": 0.10999999940395355, "38": 0.0, "39": 0.25, "4": 0.0, "40": 0.019999999552965164, "41": 0.30000001192092896, "42": 0.019999999552965164, "43": 0.0, "44": 0.019999999552965164, "45": 0.27000001072883606, "46": 0.0, "47": 0.38999998569488525, "48": 0.5, "49": 0.17000000178813934, "5": 0.07000000029802322, "50": 0.009999999776482582, "51": 0.27000001072883606, "52": 0.03999999910593033, "53": 0.1899999976158142, "54": 0.3700000047683716, "55": 0.0, "56": 0.2800000011920929, "57": 0.09000000357627869, "58": 0.07000000029802322, "59": 0.5299999713897705, "6": 0.4000000059604645, "60": 0.009999999776482582, "61": 0.46000000834465027, "62": 0.5400000214576721, "63": 0.0, "64": 0.0, "65": 0.0, "66": 0.0, "67": 0.12999999523162842, "68": 0.0, "69": 0.05999999865889549, "7": 0.4000000059604645, "70": 0.4300000071525574, "71": 0.0, "72": 0.0, "73": 0.09000000357627869, "74": 0.009999999776482582, "75": 0.09000000357627869, "76": 0.009999999776482582, "77": 0.05000000074505806, "78": 0.5600000023841858, "79": 0.019999999552965164, "8": 0.33000001311302185, "80": 0.0, "81": 0.25999999046325684, "82": 0.8100000023841858, "83": 0.3799999952316284, "84": 0.25, "85": 0.009999999776482582, "86": 0.009999999776482582, "87": 0.019999999552965164, "88": 0.20999999344348907, "89": 0.1599999964237213, "9": 0.07999999821186066, "90": 0.05999999865889549, "91": 0.20000000298023224, "92": 0.5400000214576721, "93": 0.10000000149011612, "94": 0.0, "95": 0.019999999552965164, "96": 0.03999999910593033, "97": 0.009999999776482582, "98": 0.009999999776482582, "99": 0.11999999731779099 }, "top1_accuracy": 0.1396999955177307, "top5_accuracy": 0.3434000015258789, "worst_class_accuracy": 0.0 }, "corruption_seconds": 4.3354524959995615, "evaluation_contract": { "channels": 3, "eval_transforms": [ "normalize" ], "model_input_size": 32, "source_image_size": 32, "train_transforms": [ "random_crop_padding_4", "random_horizontal_flip", "normalize" ] }, "evaluation_truncated": false, "examples_seen": 4500000, "experiment": "cifar100-random-init-matched-budget", "final_session_wall_time_seconds": 3951.971305741, "forward_macs": 67614976, "git_commit": "85c672915ba495340a4df0713c55fdd7647001c3", "hardware_fingerprint": { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" }, "latency": { "batch_size": 1, "excludes_dataset_decode_and_cpu_transforms": true, "includes_model_input_resize": true, "p50_ms": 10.429000999465643, "p95_ms": 13.44286700077646, "repeats": 50, "scope": "post_dataset_tensor_transfer_adapter_and_model_forward" }, "model_signature": "22d2238248e1bd17", "optimizer_steps": 35200, "parameters": 955236, "peak_accelerator_memory_bytes": 456236544, "peak_accelerator_memory_scope": "final_session", "pretrained": { "pretrained": false, "provider": "custom" }, "schema_version": 1, "seed": 47, "split_id": "cifar100:v1:stratified:seed4771:fraction1:53ff0b1659b048c7", "test": { "brier_score": 0.590131402015686, "coarse_accuracy": 0.6833000183105469, "ece": 0.11268036812543869, "examples": 10000, "loss": 1.7678234577178955, "per_class_accuracy": { "0": 0.8899999856948853, "1": 0.75, "10": 0.3499999940395355, "11": 0.3100000023841858, "12": 0.6499999761581421, "13": 0.4699999988079071, "14": 0.36000001430511475, "15": 0.5600000023841858, "16": 0.6200000047683716, "17": 0.7200000286102295, "18": 0.4099999964237213, "19": 0.550000011920929, "2": 0.44999998807907104, "20": 0.7099999785423279, "21": 0.800000011920929, "22": 0.4099999964237213, "23": 0.6700000166893005, "24": 0.699999988079071, "25": 0.3199999928474426, "26": 0.41999998688697815, "27": 0.4000000059604645, "28": 0.6399999856948853, "29": 0.550000011920929, "3": 0.36000001430511475, "30": 0.4399999976158142, "31": 0.5600000023841858, "32": 0.4699999988079071, "33": 0.4300000071525574, "34": 0.6000000238418579, "35": 0.3199999928474426, "36": 0.550000011920929, "37": 0.5299999713897705, "38": 0.44999998807907104, "39": 0.7300000190734863, "4": 0.36000001430511475, "40": 0.4300000071525574, "41": 0.7799999713897705, "42": 0.5699999928474426, "43": 0.6700000166893005, "44": 0.2800000011920929, "45": 0.4399999976158142, "46": 0.4099999964237213, "47": 0.5400000214576721, "48": 0.800000011920929, "49": 0.699999988079071, "5": 0.49000000953674316, "50": 0.4399999976158142, "51": 0.6499999761581421, "52": 0.800000011920929, "53": 0.8299999833106995, "54": 0.7599999904632568, "55": 0.28999999165534973, "56": 0.7799999713897705, "57": 0.5899999737739563, "58": 0.6499999761581421, "59": 0.5099999904632568, "6": 0.6399999856948853, "60": 0.8399999737739563, "61": 0.550000011920929, "62": 0.6700000166893005, "63": 0.44999998807907104, "64": 0.3400000035762787, "65": 0.4000000059604645, "66": 0.46000000834465027, "67": 0.4399999976158142, "68": 0.8399999737739563, "69": 0.7400000095367432, "7": 0.6499999761581421, "70": 0.5400000214576721, "71": 0.7599999904632568, "72": 0.1899999976158142, "73": 0.41999998688697815, "74": 0.4699999988079071, "75": 0.7799999713897705, "76": 0.800000011920929, "77": 0.38999998569488525, "78": 0.5199999809265137, "79": 0.5400000214576721, "8": 0.6700000166893005, "80": 0.36000001430511475, "81": 0.47999998927116394, "82": 0.8100000023841858, "83": 0.44999998807907104, "84": 0.5199999809265137, "85": 0.6299999952316284, "86": 0.5199999809265137, "87": 0.6600000262260437, "88": 0.6299999952316284, "89": 0.6800000071525574, "9": 0.699999988079071, "90": 0.5299999713897705, "91": 0.6299999952316284, "92": 0.47999998927116394, "93": 0.4099999964237213, "94": 0.8299999833106995, "95": 0.6299999952316284, "96": 0.4399999976158142, "97": 0.5600000023841858, "98": 0.3400000035762787, "99": 0.6700000166893005 }, "top1_accuracy": 0.5598000288009644, "top5_accuracy": 0.8314999938011169, "worst_class_accuracy": 0.1899999976158142 }, "test_seconds": 4.060105094999017, "throughput": { "examples": 4500000, "examples_per_second": 1215.4723256009825, "scope": "training-only", "seconds": 3702.2644656059974 }, "training_flops_estimate": 1825604352000000, "training_flops_method": "6 * forward_MACs * examples_seen", "training_sessions": [ { "accelerator": { "capability": [ 7, 5 ], "cuda": "12.8", "cudnn": 91900, "memory_bytes": 15637086208, "name": "Tesla T4", "type": "cuda" }, "logical_cpu_count": 2, "machine": "x86_64", "platform": "Linux-6.6.122+-x86_64-with-glibc2.35", "python": "3.12.13", "torch": "2.11.0+cu128", "torchvision": "0.26.0+cu128" } ], "training_truncated": false, "wall_time_seconds": 3951.971305741 } ], "pretrained": { "pretrained": false, "provider": "custom" }, "seeds": [ 11, 29, 47 ], "throughput_examples_per_second": 1156.495276557582, "training_flops": 1825604352000000.0 } ], "config_fingerprint": "753e5125d6a3e364", "corruption_contract": { "clamp": [ 0.0, 1.0 ], "name": "deterministic_gaussian_noise", "severity_pixel_std": 0.15 }, "evaluation_contract": { "channels": 3, "eval_transforms": [ "normalize" ], "model_input_size": 32, "source_image_size": 32, "train_transforms": [ "random_crop_padding_4", "random_horizontal_flip", "normalize" ] }, "experiment": "cifar100-random-init-matched-budget", "git_commit": "85c672915ba495340a4df0713c55fdd7647001c3", "hardware_profiles": [ [ "cuda", "Tesla T4", "2.11.0+cu128", "12.8" ] ], "latency_comparable": true, "latency_scope": "post_dataset_tensor_transfer_adapter_and_model_forward", "ranking_priorities": { "calibration": 0.15, "latency": 0.1, "model_size": 0.1, "quality": 0.45, "robustness": 0.2 }, "software_profile": [ "3.12.13", "2.11.0+cu128", "0.26.0+cu128" ], "split_id": "cifar100:v1:stratified:seed4771:fraction1:53ff0b1659b048c7" }