{"schema":"nir-mm-run-v1","schema_version":"1.0.0","lab_id":"audio","modality":"audio","task_name":"классификация синтетических сигналов 0,256 с на 4 класса (тон, свип, АМ-тон, шум)","run_id":"audio-r20261119-s43","created":"2026-11-19T19:08:13.498Z","seed":43,"dataset":{"id":"nir-synth-audio-4","name":"синтетические звуковые сигналы, 4 класса","version":"1.0.0","license":"сгенерирован для этой работы (синтетические данные)","source_url":null,"synthetic":true,"generator":"research/assets/js/mm/audio-engine.js → generateClip(seed, split, index)","sha256":{"test_x_int16le":"11c3942c1751e33bfebe390d17a898182c95d195de192cdff97ff2346dfaf1b1","test_y_uint8":"a5794a451a32c3170503d5d415d9af3689cf35cb7ab9cec116e0797a2a886d8b"},"split":{"train":2000,"test":400,"rule":"clip generator = mulberry32(deriveSeed('nir-synth-audio-4', seed, split, index)); train and test use different split names","classes":["tone","chirp","am","noise"]}},"models":{"SPEC-LR":{"family":"linear","features":"SPEC: 40 log-полос спектра всего клипа","arch":"softmax regression 40 -> 4","params":164,"checkpoint_sha256":"65934e2fb800401e76aa0d56441b62418da5dee78dd60cf9d58970349235a8be","model_file":"research/multimodal/audio/models/SPEC-LR_s43.json","model_file_sha256":"c8bc00a607e7f3887b8846b5db6ceeaf2eeddd018c1acc1e4f6ea0ae98947f1a","training":{"optimizer":"Adam","lr":0.01,"weight_decay":0.0001,"epochs":400,"batch":"full","init_seed":431,"final_minibatch_loss":0.6286317706108093,"framework":"torch 2.15.0+cpu (CPU, deterministic algorithms, 1 thread)","loss":"cross-entropy"},"clean_accuracy":0.6875,"clean_correct":275,"n_test":400,"train_accuracy":0.74},"SPEC-MLP":{"family":"MLP","features":"SPEC: 40 log-полос спектра всего клипа","arch":"40 -> 32 ReLU -> 4","params":1444,"checkpoint_sha256":"fb1e5a74920940983e72db384e492a8eda9de4d3b0456af0ef1001bb2ac41e0b","model_file":"research/multimodal/audio/models/SPEC-MLP_s43.json","model_file_sha256":"1333b8ca895fe6f50ac3be4c8bf70ec173f23d3652e58b1e6e453afceeda94dd","training":{"optimizer":"Adam","lr":0.005,"weight_decay":0.0001,"epochs":80,"batch":100,"init_seed":432,"final_minibatch_loss":0.16784845292568207,"framework":"torch 2.15.0+cpu (CPU, deterministic algorithms, 1 thread)","loss":"cross-entropy"},"clean_accuracy":0.855,"clean_correct":342,"n_test":400,"train_accuracy":0.9485},"STFT-CNN":{"family":"CNN","features":"STFT: 29 кадров × 24 log-полосы","arch":"Conv1d(24->16,k3,p1)-ReLU-Conv1d(16->16,k3,p1)-ReLU-mean over 29 frames-Linear(16->4)","params":2020,"checkpoint_sha256":"b0b76747aab420bb8b65f8c7ece01c6a5820a48751ad9e3b1d52e5dfc6f5f830","model_file":"research/multimodal/audio/models/STFT-CNN_s43.json","model_file_sha256":"4b18f08aab891d4ef57e987c7126b7818d251ef3ed683ac40bf93f0ec8205741","training":{"optimizer":"Adam","lr":0.003,"weight_decay":0.0001,"epochs":60,"batch":100,"init_seed":433,"final_minibatch_loss":0.5323729515075684,"framework":"torch 2.15.0+cpu (CPU, deterministic algorithms, 1 thread)","loss":"cross-entropy"},"clean_accuracy":0.82,"clean_correct":328,"n_test":400,"train_accuracy":0.8595}},"attacks":{"fgsm":{"name_ru":"FGSM: один шаг ε·sign(∇ₓL) по градиенту источника, затем проекция","attacker_access":"white-box на источнике: веса и аналитический градиент функции потерь по форме волны; цель не используется до окончания атаки","params":{"steps":1,"random_start":false},"budgets":[0.002,0.005,0.01,0.02]},"pgd":{"name_ru":"PGD-10: десять шагов α·sign(∇ₓL), α = 2,5·ε/10, проекция после каждого шага, без случайного старта","attacker_access":"white-box на источнике (10 вычислений градиента); цель не используется до окончания атаки","params":{"steps":10,"alpha_rule":"2.5*eps/steps","random_start":false},"budgets":[0.002,0.005,0.01,0.02]}},"constraint_spec":{"length_samples":2048,"sample_rate_hz":8000,"range":[-1,1],"linf":"ε (amplitude units; samples are in [−1, 1])","snr_min_db":20,"snr_definition":"SNR = 10·log10(Σx² / Σδ²) relative to the clean clip (including its background noise)","projection":"clip δ to [−ε, ε], clip x+δ to [−1, 1], then scale δ by s ≤ 1 so that SNR ≥ 20 dB (s = sqrt(Σx² / (Σδ²·10²))·(1−1e−9)); feasible but not the Euclidean projection onto the intersection","checker":"NIR_MM_AUDIO.checkCandidate — length, sample rate, finiteness, range, L∞, SNR","label_preservation":"assumed from the generation rules under SNR ≥ 20 dB; not verified by listening"},"control":{"name_ru":"случайные знаки ±ε (тот же бюджет и та же проекция), seed = deriveSeed(\"nir-audio-control-v1\", seed, index, round(ε·10⁶))","matched":"L∞ = ε и L2 как у FGSM (у FGSM знак 0 там, где градиент равен 0); для PGD контроль не слабее по L2","independent_of_source":true},"environment":{"runner":"node v24.22.0 (win32 10.0.26300)","engine_version":"1.0.0","core_version":"1.0.0","code_sha256":{"research/assets/js/mm/core.js":"cb2342c84180ffe69d72c77a4bdcdd2fc565d3d11ea1c731b9de3f7748a21863","research/assets/js/mm/audio-engine.js":"5ddcf8f7e9120b286e635432452aac33f892dbf2462a7d555b985dc2bf81b673","scripts/research/multimodal/run-audio.mjs":"79c7d2f3a0d8e680dddfe8b85bfc58168659feccf0df035da00dc8b62a74e3ca"},"started":"2026-11-19T19:05:58.368Z","finished":"2026-11-19T19:08:13.498Z","elapsed_ms":69805},"evidence_class":"VERIFIED RUN","rowsets":[{"key":"s43/SPEC-LR/fgsm/eps0020","seed":43,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,40.75,0.002,0,2,2,2,2,2,2],[1,1,1,1,1,1,48.09,0.002,0,1,1,1,1,1,1],[2,2,2,0,1,2,39.83,0.002,0,0,0,2,2,2,2],[3,3,2,2,1,2,38.65,0.002,0,3,2,3,3,2,3],[4,0,0,3,1,0,41.76,0.002,0,0,0,0,0,0,0],[5,1,1,0,1,1,46.17,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,38.96,0.002,0,2,0,2,2,2,2],[7,3,1,1,1,1,39.57,0.002,0,3,1,3,3,3,3],[8,0,2,2,1,2,45.58,0.002,0,2,2,2,1,1,1],[9,1,1,3,1,1,46.02,0.002,0,1,1,1,1,1,1],[10,2,2,0,1,2,39.53,0.002,0,2,0,2,2,1,2],[11,3,3,0,1,3,39.51,0.002,0,3,3,3,3,3,3],[12,0,2,2,1,2,42.59,0.002,0,2,2,2,2,2,2],[13,1,1,1,1,1,45.29,0.002,0,1,1,1,1,1,1],[14,2,0,0,1,0,41.98,0.002,0,0,0,0,0,0,0],[15,3,0,0,1,0,41.71,0.002,0,3,3,3,1,1,1],[16,0,0,0,1,0,41.3,0.002,0,0,0,0,0,0,0],[17,1,1,1,1,1,47.7,0.002,0,1,1,1,1,1,1],[18,2,0,0,1,0,41.33,0.002,0,2,0,2,0,0,0],[19,3,1,1,1,1,35.41,0.002,0,3,3,3,3,3,3],[20,0,0,2,1,0,39.47,0.002,0,0,0,0,0,0,0],[21,1,1,1,1,1,46.11,0.002,0,1,1,1,1,1,1],[22,2,2,0,1,2,43.48,0.002,0,0,0,0,1,1,1],[23,3,3,2,1,3,33.28,0.002,0,3,2,3,3,3,3],[24,0,2,2,1,2,46.76,0.002,0,2,2,2,1,1,1],[25,1,1,1,1,1,46.09,0.002,0,1,1,1,1,1,1],[26,2,2,0,1,2,40.89,0.002,0,2,0,2,2,0,2],[27,3,2,2,1,2,34.9,0.002,0,2,2,2,2,2,2],[28,0,1,1,1,1,42.21,0.002,0,0,0,0,0,0,0],[29,1,1,1,1,1,46.27,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,37.68,0.002,0,2,2,2,2,2,2],[31,3,3,2,1,3,33.43,0.002,0,3,3,3,3,3,3],[32,0,2,2,1,2,46.57,0.002,0,0,2,0,0,0,0],[33,1,3,3,1,3,43.75,0.002,0,1,3,1,1,1,1],[34,2,2,3,1,2,39.42,0.002,0,2,2,2,2,1,2],[35,3,2,2,1,2,38.87,0.002,0,3,3,3,3,3,3],[36,0,0,0,1,0,47.35,0.002,0,0,0,0,0,0,0],[37,1,3,3,1,3,44.13,0.002,0,1,1,1,1,1,1],[38,2,0,0,1,0,44.16,0.002,0,3,0,3,1,1,1],[39,3,3,2,1,3,36.28,0.002,0,3,3,3,3,3,3],[40,0,2,2,1,2,39.65,0.002,0,0,2,0,2,2,2],[41,1,1,1,1,1,48,0.002,0,1,1,1,1,1,1],[42,2,0,0,1,0,42.18,0.002,0,2,0,2,2,1,2],[43,3,1,1,1,1,38.49,0.002,0,3,3,3,3,3,3],[44,0,1,1,1,1,46.1,0.002,0,0,0,0,0,0,0],[45,1,1,1,1,1,44.11,0.002,0,1,1,1,1,1,1],[46,2,2,3,1,2,41.69,0.002,0,2,2,2,2,1,2],[47,3,3,3,1,3,36.11,0.002,0,3,3,3,3,3,3],[48,0,0,0,1,0,42.67,0.002,0,0,0,0,0,0,0],[49,1,1,3,1,1,43.57,0.002,0,1,1,1,0,0,0],[50,2,2,0,1,2,39.91,0.002,0,2,0,2,2,2,2],[51,3,3,0,1,3,36.67,0.002,0,3,3,3,3,3,3],[52,0,0,3,1,0,38.63,0.002,0,0,0,0,0,0,0],[53,1,1,0,1,1,45.88,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,37.02,0.002,0,2,0,2,2,2,2],[55,3,3,3,1,3,37.42,0.002,0,3,3,3,3,3,3],[56,0,0,3,1,0,44.15,0.002,0,0,0,0,0,0,0],[57,1,1,1,1,1,42.47,0.002,0,1,1,1,1,1,1],[58,2,2,0,1,2,41.62,0.002,0,2,2,2,2,0,2],[59,3,3,2,1,3,34.22,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,41.22,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,48.09,0.002,0,1,1,1,1,1,1],[62,2,2,0,1,2,42.23,0.002,0,2,2,2,1,1,1],[63,3,3,2,1,2,35.79,0.002,0,3,2,3,3,3,3],[64,0,2,2,1,2,40.36,0.002,0,2,2,2,2,2,2],[65,1,1,0,1,1,45.65,0.002,0,1,1,1,1,1,1],[66,2,2,0,1,2,42.28,0.002,0,0,0,0,0,0,2],[67,3,2,2,1,2,35.04,0.002,0,2,2,2,2,2,2],[68,0,0,0,1,0,41.37,0.002,0,0,0,0,0,0,0],[69,1,1,1,1,1,43.55,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,44.1,0.002,0,2,2,2,1,1,1],[71,3,3,3,1,3,37.77,0.002,0,3,3,3,3,3,3],[72,0,0,0,1,0,46.34,0.002,0,0,0,0,0,0,0],[73,1,1,1,1,1,45.63,0.002,0,1,1,1,1,1,1],[74,2,0,0,1,0,39.83,0.002,0,2,0,2,2,2,2],[75,3,3,3,1,3,37.88,0.002,0,3,3,3,3,3,3],[76,0,0,0,1,0,47.85,0.002,0,0,2,0,0,0,0],[77,1,3,3,1,3,41.58,0.002,0,3,3,3,1,2,1],[78,2,0,0,1,0,42.7,0.002,0,2,2,2,2,2,2],[79,3,1,1,1,1,38.88,0.002,0,3,1,3,3,3,3],[80,0,1,1,1,1,47.41,0.002,0,0,0,0,0,0,0],[81,1,1,1,1,1,43.16,0.002,0,1,1,1,1,2,1],[82,2,2,3,1,2,38.46,0.002,0,2,2,2,2,2,2],[83,3,1,0,1,1,41.92,0.002,0,3,3,3,3,3,3],[84,0,3,3,1,3,42.25,0.002,0,0,0,0,0,0,0],[85,1,1,1,1,1,44.5,0.002,0,1,1,1,1,1,1],[86,2,2,2,1,2,36.6,0.002,0,2,2,2,2,2,2],[87,3,1,1,1,1,38.61,0.002,0,1,1,1,3,3,3],[88,0,0,0,1,0,43.99,0.002,0,0,0,0,0,0,0],[89,1,1,1,1,1,47.38,0.002,0,1,1,1,1,1,1],[90,2,2,0,1,2,38.69,0.002,0,2,2,2,2,2,2],[91,3,3,3,1,3,37.1,0.002,0,3,3,3,3,3,3],[92,0,0,1,1,0,45.47,0.002,0,0,0,0,0,0,0],[93,1,1,1,1,1,43.82,0.002,0,1,3,1,1,1,1],[94,2,0,0,1,0,38.81,0.002,0,0,0,0,2,2,2],[95,3,1,1,1,1,37.75,0.002,0,1,1,1,3,3,3],[96,0,2,2,1,2,44.27,0.002,0,2,2,2,0,1,0],[97,1,1,1,1,1,48.06,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,42.28,0.002,0,2,0,2,2,0,2],[99,3,3,3,1,3,41.26,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,44.24,0.002,0,0,0,0,0,0,0],[101,1,1,1,1,1,40.2,0.002,0,1,1,1,1,2,1],[102,2,0,0,1,0,44.6,0.002,0,3,0,3,0,0,0],[103,3,3,1,1,1,37.14,0.002,0,3,3,3,3,3,3],[104,0,3,3,1,3,38.77,0.002,0,0,0,0,0,0,0],[105,1,1,1,1,1,45.09,0.002,0,1,1,1,1,1,1],[106,2,2,3,1,2,40.86,0.002,0,2,0,2,2,1,2],[107,3,0,0,1,1,39.9,0.002,0,3,3,3,3,3,3],[108,0,2,2,1,2,39.96,0.002,0,0,2,0,2,2,2],[109,1,1,0,1,1,47.46,0.002,0,1,3,1,0,0,0],[110,2,2,0,1,2,42.36,0.002,0,2,2,2,2,2,2],[111,3,3,0,1,3,37.05,0.002,0,3,3,3,3,3,3],[112,0,2,2,1,2,46.79,0.002,0,2,2,2,1,3,1],[113,1,1,1,1,1,47.9,0.002,0,1,1,1,1,1,1],[114,2,2,0,1,2,40.79,0.002,0,2,2,2,2,2,2],[115,3,3,3,1,3,35.91,0.002,0,3,3,3,3,3,3],[116,0,0,0,1,0,45.54,0.002,0,0,0,0,0,0,0],[117,1,1,1,1,1,40.35,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,36.88,0.002,0,2,0,2,2,2,2],[119,3,3,1,1,3,38.36,0.002,0,3,3,3,3,3,3],[120,0,2,2,1,2,39.89,0.002,0,0,0,0,0,0,0],[121,1,1,1,1,1,47.87,0.002,0,1,1,1,1,1,1],[122,2,2,0,1,2,44.37,0.002,0,2,0,2,1,1,1],[123,3,3,3,1,3,37.69,0.002,0,3,3,3,3,3,3],[124,0,0,2,1,0,41.52,0.002,0,0,0,0,0,0,0],[125,1,3,0,1,1,48.16,0.002,0,1,1,1,1,1,1],[126,2,0,0,1,0,40.72,0.002,0,2,2,2,2,2,2],[127,3,3,2,1,3,41.77,0.002,0,3,2,3,1,3,1],[128,0,0,2,1,0,43.93,0.002,0,0,0,0,0,0,0],[129,1,1,3,1,3,40.1,0.002,0,3,3,3,1,2,2],[130,2,2,0,1,2,42.15,0.002,0,2,0,2,2,2,2],[131,3,2,2,1,2,40.48,0.002,0,3,2,3,3,3,3],[132,0,2,2,1,2,43.93,0.002,0,0,2,0,1,1,1],[133,1,1,0,1,1,40.01,0.002,0,1,3,1,2,2,2],[134,2,0,0,1,0,39.16,0.002,0,2,0,2,2,2,2],[135,3,1,1,1,1,35.2,0.002,0,1,1,1,3,3,3],[136,0,2,2,1,2,43.82,0.002,0,2,2,2,1,1,1],[137,1,1,1,1,1,46.28,0.002,0,1,1,1,1,1,1],[138,2,2,3,1,2,39.93,0.002,0,2,2,2,2,2,2],[139,3,2,2,1,2,36.32,0.002,0,2,2,2,2,2,2],[140,0,0,0,1,0,46.42,0.002,0,0,0,0,0,0,0],[141,1,1,0,1,1,44.67,0.002,0,1,1,1,1,1,1],[142,2,2,0,1,2,39.35,0.002,0,2,0,2,2,2,2],[143,3,0,0,1,0,39.18,0.002,0,3,3,3,3,3,3],[144,0,0,2,1,0,43.07,0.002,0,0,0,0,0,0,0],[145,1,0,0,1,1,42.37,0.002,0,1,1,1,1,2,1],[146,2,0,0,1,0,42.39,0.002,0,0,0,0,1,1,1],[147,3,3,2,1,3,33.39,0.002,0,3,3,3,3,3,3],[148,0,2,2,1,2,44.25,0.002,0,2,2,2,1,1,1],[149,1,1,1,1,1,41.46,0.002,0,1,3,1,1,1,1],[150,2,2,2,1,2,36.23,0.002,0,2,2,2,2,2,2],[151,3,3,1,1,3,39.47,0.002,0,3,3,3,3,3,3],[152,0,2,2,1,2,40.44,0.002,0,2,2,2,2,2,2],[153,1,1,3,1,1,47.74,0.002,0,1,1,1,1,1,1],[154,2,2,0,1,2,40.92,0.002,0,2,0,2,2,2,2],[155,3,1,1,1,1,35.84,0.002,0,3,1,3,3,3,3],[156,0,2,2,1,2,46.68,0.002,0,0,2,0,1,1,1],[157,1,3,2,1,3,41.11,0.002,0,1,3,1,2,2,2],[158,2,0,0,1,0,40.67,0.002,0,2,0,2,2,2,2],[159,3,3,0,1,3,39.24,0.002,0,3,3,3,3,3,3],[160,0,2,2,1,2,40.1,0.002,0,2,2,2,2,2,2],[161,1,1,1,1,1,44.7,0.002,0,1,1,1,1,1,1],[162,2,0,0,1,0,41.49,0.002,0,2,2,2,2,2,2],[163,3,3,0,1,3,31.79,0.002,0,3,3,3,3,3,3],[164,0,2,2,1,2,44.74,0.002,0,2,2,2,1,1,1],[165,1,1,1,1,1,44.05,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,41.75,0.002,0,2,2,2,2,1,2],[167,3,0,0,1,0,33.52,0.002,0,3,3,3,3,3,3],[168,0,3,3,1,3,44.28,0.002,0,0,1,0,0,0,0],[169,1,1,1,1,1,44.11,0.002,0,1,1,1,1,1,1],[170,2,0,0,1,0,44.04,0.002,0,2,2,2,1,1,1],[171,3,3,0,1,3,38.54,0.002,0,3,3,3,3,3,3],[172,0,0,0,1,0,42.44,0.002,0,0,0,0,0,0,0],[173,1,0,0,1,0,41.02,0.002,0,3,3,3,2,2,2],[174,2,2,0,1,2,41.29,0.002,0,2,0,2,2,0,2],[175,3,1,1,1,1,41.38,0.002,0,1,1,1,3,3,3],[176,0,2,2,1,2,41.53,0.002,0,2,2,2,2,2,2],[177,1,1,2,1,1,43.52,0.002,0,1,1,1,1,2,1],[178,2,2,0,1,2,35.99,0.002,0,2,2,2,2,2,2],[179,3,1,1,1,1,41.2,0.002,0,1,1,1,3,3,3],[180,0,0,0,1,0,45.94,0.002,0,0,0,0,0,0,0],[181,1,1,3,1,1,45.07,0.002,0,1,3,1,1,1,1],[182,2,2,2,1,2,40.23,0.002,0,2,2,2,2,2,2],[183,3,3,1,1,3,34.45,0.002,0,3,3,3,3,3,3],[184,0,3,3,1,3,42.21,0.002,0,0,0,0,0,0,0],[185,1,1,1,1,1,43.28,0.002,0,1,3,1,1,1,1],[186,2,2,0,1,2,43.61,0.002,0,2,0,2,2,0,2],[187,3,3,0,1,3,36.53,0.002,0,3,3,3,3,3,3],[188,0,0,0,1,0,46.91,0.002,0,0,0,0,0,0,0],[189,1,1,1,1,1,40.87,0.002,0,1,1,1,2,2,1],[190,2,2,0,1,2,42.08,0.002,0,0,0,2,2,0,2],[191,3,1,1,1,1,40.2,0.002,0,1,1,1,3,3,3],[192,0,0,2,1,0,45.33,0.002,0,0,0,0,0,0,0],[193,1,0,0,1,0,41.49,0.002,0,1,3,1,2,2,1],[194,2,2,0,1,2,42.74,0.002,0,2,0,2,1,1,2],[195,3,3,3,1,3,37.04,0.002,0,3,3,3,3,3,3],[196,0,2,2,1,2,41.15,0.002,0,2,2,2,2,2,2],[197,1,3,3,1,3,39.8,0.002,0,3,3,3,2,2,2],[198,2,2,0,1,2,41.3,0.002,0,2,2,2,2,0,2],[199,3,3,0,1,3,39.9,0.002,0,3,3,3,1,1,1],[200,0,2,2,1,2,47.72,0.002,0,0,3,0,1,1,1],[201,1,3,2,1,3,43.79,0.002,0,1,3,1,1,1,1],[202,2,2,3,1,2,43.44,0.002,0,2,2,2,2,0,2],[203,3,1,1,1,1,37.87,0.002,0,1,1,1,3,3,3],[204,0,0,0,1,0,43.61,0.002,0,0,0,0,0,0,0],[205,1,1,3,1,1,41.52,0.002,0,1,1,1,2,2,2],[206,2,2,0,1,2,43.03,0.002,0,2,1,2,2,1,2],[207,3,3,0,1,3,38.54,0.002,0,3,3,3,3,3,3],[208,0,2,2,1,2,43.56,0.002,0,2,2,2,0,2,0],[209,1,1,1,1,1,45.32,0.002,0,1,1,1,1,1,1],[210,2,2,0,1,2,37.45,0.002,0,2,0,2,2,2,2],[211,3,3,0,1,3,40.87,0.002,0,3,3,3,3,3,3],[212,0,0,0,1,0,42.52,0.002,0,0,0,0,0,0,0],[213,1,1,1,1,1,41.54,0.002,0,1,1,1,1,1,1],[214,2,2,0,1,2,45.11,0.002,0,2,0,2,1,1,1],[215,3,0,0,1,0,34.63,0.002,0,3,3,3,3,3,3],[216,0,3,3,1,3,39.8,0.002,0,0,0,0,0,0,0],[217,1,1,0,1,1,43.36,0.002,0,1,1,1,1,1,1],[218,2,0,0,1,0,42.8,0.002,0,2,2,2,2,2,2],[219,3,1,1,1,1,37.98,0.002,0,1,1,1,3,3,3],[220,0,1,1,1,1,41.84,0.002,0,0,0,0,0,0,0],[221,1,1,1,1,1,44.58,0.002,0,1,1,1,1,1,1],[222,2,0,0,1,0,41.37,0.002,0,2,2,2,2,0,2],[223,3,3,0,1,3,37.54,0.002,0,1,3,3,3,3,3],[224,0,0,0,1,0,45.49,0.002,0,0,0,0,0,0,0],[225,1,3,3,1,3,42.3,0.002,0,1,3,1,1,3,1],[226,2,2,0,1,2,39.06,0.002,0,2,2,2,2,2,2],[227,3,3,3,1,3,36.32,0.002,0,3,3,3,3,3,3],[228,0,0,0,1,0,42.56,0.002,0,0,0,0,0,0,0],[229,1,1,1,1,1,47.94,0.002,0,1,1,1,1,1,1],[230,2,2,0,1,0,39.53,0.002,0,2,2,2,2,2,2],[231,3,3,2,1,3,38.2,0.002,0,3,3,3,3,3,3],[232,0,0,3,1,0,42.12,0.002,0,0,0,0,0,0,0],[233,1,3,3,1,3,44.35,0.002,0,1,1,1,1,1,1],[234,2,2,0,1,2,39.77,0.002,0,2,0,2,2,2,2],[235,3,3,1,1,3,37.73,0.002,0,3,1,3,3,3,3],[236,0,0,0,1,0,46.41,0.002,0,0,0,0,0,0,0],[237,1,1,1,1,1,45.33,0.002,0,1,1,1,1,1,1],[238,2,2,0,1,2,39.59,0.002,0,2,2,2,2,2,2],[239,3,0,0,1,0,37.36,0.002,0,3,3,3,3,3,3],[240,0,3,3,1,3,43.12,0.002,0,0,0,0,0,0,0],[241,1,1,1,1,1,46.52,0.002,0,1,1,1,1,1,1],[242,2,2,0,1,2,41.82,0.002,0,2,2,2,2,1,2],[243,3,3,3,1,3,32.17,0.002,0,3,3,3,3,3,3],[244,0,0,2,1,0,47.36,0.002,0,0,0,0,1,1,1],[245,1,1,0,1,1,45.92,0.002,0,1,1,1,1,1,1],[246,2,2,0,1,2,43.18,0.002,0,2,0,2,0,0,0],[247,3,3,3,1,3,41.02,0.002,0,3,3,3,3,3,3],[248,0,1,1,1,1,44.06,0.002,0,0,0,0,0,0,0],[249,1,3,3,1,3,44.1,0.002,0,1,3,1,1,1,1],[250,2,2,3,1,2,40.98,0.002,0,2,0,2,3,1,1],[251,3,3,0,1,3,35.32,0.002,0,3,3,3,3,3,3],[252,0,0,2,1,0,44.34,0.002,0,0,0,0,0,0,0],[253,1,1,1,1,1,44.72,0.002,0,1,1,1,1,1,1],[254,2,2,0,1,2,37.8,0.002,0,2,0,2,2,2,2],[255,3,3,2,1,2,36.4,0.002,0,3,2,3,3,3,3],[256,0,2,2,1,2,44.15,0.002,0,2,2,2,1,1,1],[257,1,1,1,1,1,47.19,0.002,0,1,1,1,1,1,1],[258,2,2,2,1,2,35.46,0.002,0,2,2,2,2,2,2],[259,3,3,1,1,3,35.5,0.002,0,3,3,3,3,3,3],[260,0,0,0,1,0,44.15,0.002,0,0,0,0,0,0,0],[261,1,1,3,1,1,45.13,0.002,0,1,3,1,1,1,1],[262,2,2,3,1,2,41.12,0.002,0,2,2,2,2,1,2],[263,3,3,0,1,3,36.03,0.002,0,3,3,3,3,3,3],[264,0,0,0,1,0,43.99,0.002,0,0,0,0,0,0,0],[265,1,1,3,1,1,45.18,0.002,0,1,1,1,1,1,1],[266,2,0,0,1,0,44.41,0.002,0,0,3,0,1,1,1],[267,3,3,3,1,3,37.4,0.002,0,3,3,3,3,3,3],[268,0,0,0,1,0,46.58,0.002,0,0,0,0,1,1,1],[269,1,1,1,1,1,43.25,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,42.97,0.002,0,2,2,2,2,2,2],[271,3,3,3,1,3,38.53,0.002,0,3,3,3,3,3,3],[272,0,0,0,1,0,46.69,0.002,0,0,0,0,0,0,0],[273,1,3,3,1,3,43.54,0.002,0,1,3,1,1,2,1],[274,2,3,3,1,3,42.9,0.002,0,0,0,0,2,1,2],[275,3,1,1,1,1,39.75,0.002,0,3,1,3,3,3,3],[276,0,0,2,1,0,39.9,0.002,0,0,0,0,0,0,0],[277,1,1,1,1,1,48.14,0.002,0,1,1,1,1,1,1],[278,2,2,0,1,2,38.33,0.002,0,2,0,2,2,2,2],[279,3,1,1,1,1,39.81,0.002,0,1,1,1,3,3,3],[280,0,0,2,1,2,46.37,0.002,0,0,2,0,0,0,0],[281,1,1,3,1,1,43.87,0.002,0,3,3,3,3,3,3],[282,2,2,2,1,2,36.87,0.002,0,2,2,2,2,2,2],[283,3,3,0,1,3,39.6,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,42.29,0.002,0,0,0,0,0,0,0],[285,1,1,1,1,1,47.66,0.002,0,1,1,1,1,1,1],[286,2,2,0,1,2,40.23,0.002,0,2,0,2,2,2,2],[287,3,2,2,1,2,36.77,0.002,0,2,2,2,2,2,2],[288,0,2,2,1,2,46.34,0.002,0,2,2,2,0,0,0],[289,1,1,1,1,1,47.45,0.002,0,1,1,1,1,1,1],[290,2,2,3,1,2,42.93,0.002,0,2,2,2,2,1,2],[291,3,3,0,1,3,32.43,0.002,0,3,3,3,3,3,3],[292,0,0,0,1,0,45.99,0.002,0,0,0,0,0,0,0],[293,1,1,3,1,1,46.48,0.002,0,1,3,1,0,1,1],[294,2,2,0,1,2,40.16,0.002,0,2,0,2,2,2,2],[295,3,3,2,1,3,40.95,0.002,0,3,3,3,3,3,3],[296,0,1,1,1,1,46.5,0.002,0,0,0,0,0,0,0],[297,1,1,1,1,1,46.02,0.002,0,1,1,1,1,1,1],[298,2,2,0,1,2,42.39,0.002,0,0,0,0,2,2,2],[299,3,3,3,1,3,37.8,0.002,0,3,3,3,3,3,3],[300,0,0,2,1,0,45.4,0.002,0,0,0,0,0,0,0],[301,1,1,1,1,1,46.79,0.002,0,1,1,1,1,1,1],[302,2,2,0,1,2,43.68,0.002,0,2,0,2,2,0,2],[303,3,1,1,1,1,39.3,0.002,0,3,3,3,3,3,3],[304,0,0,3,1,0,41.42,0.002,0,0,0,0,0,0,0],[305,1,1,1,1,1,41.42,0.002,0,1,1,1,1,1,1],[306,2,2,0,1,2,42.09,0.002,0,2,2,2,2,2,2],[307,3,3,0,1,3,39.91,0.002,0,3,3,3,3,3,3],[308,0,2,2,1,2,40.53,0.002,0,2,2,2,2,2,2],[309,1,1,3,1,1,43.83,0.002,0,1,1,1,1,1,1],[310,2,2,0,1,2,42.34,0.002,0,2,0,2,1,1,2],[311,3,1,1,1,1,38.42,0.002,0,3,3,3,3,3,3],[312,0,0,2,1,0,40.49,0.002,0,0,2,0,0,0,0],[313,1,3,3,1,3,40.91,0.002,0,1,3,1,1,3,1],[314,2,2,0,1,2,40.33,0.002,0,2,2,2,2,3,2],[315,3,2,2,1,2,35.79,0.002,0,3,2,3,2,2,2],[316,0,0,2,1,0,42.13,0.002,0,0,0,0,0,0,0],[317,1,1,1,1,1,47.42,0.002,0,1,1,1,1,1,1],[318,2,0,1,1,0,43.71,0.002,0,2,2,2,2,2,2],[319,3,2,2,1,2,42.17,0.002,0,3,2,3,3,2,3],[320,0,0,3,1,0,46.22,0.002,0,0,0,0,0,0,0],[321,1,1,1,1,1,44.68,0.002,0,1,1,1,1,1,1],[322,2,0,0,1,0,43.03,0.002,0,2,0,2,2,0,2],[323,3,3,2,1,3,38.15,0.002,0,3,3,3,3,3,3],[324,0,3,3,1,3,41.31,0.002,0,0,0,0,0,0,0],[325,1,1,1,1,1,45.77,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,43.78,0.002,0,2,0,2,2,0,2],[327,3,1,1,1,1,40.97,0.002,0,3,3,3,3,3,3],[328,0,0,0,1,0,45.75,0.002,0,0,0,0,0,0,0],[329,1,1,3,1,1,40.46,0.002,0,1,3,1,1,3,1],[330,2,2,0,1,2,38.51,0.002,0,2,2,2,2,2,2],[331,3,0,0,1,0,35.61,0.002,0,3,3,3,3,3,3],[332,0,2,2,1,2,47.55,0.002,0,0,2,0,0,0,0],[333,1,1,1,1,1,46.69,0.002,0,1,1,1,1,1,1],[334,2,2,0,1,2,44.68,0.002,0,2,0,2,0,0,0],[335,3,2,2,1,2,34.34,0.002,0,3,2,3,3,2,3],[336,0,2,2,1,0,45.82,0.002,0,2,2,2,0,0,0],[337,1,1,1,1,1,45.65,0.002,0,1,1,1,1,1,1],[338,2,2,0,1,2,43.74,0.002,0,2,0,2,1,1,1],[339,3,3,3,1,3,40.13,0.002,0,3,3,3,3,3,3],[340,0,0,0,1,0,40.64,0.002,0,0,0,0,0,0,0],[341,1,1,3,1,1,46.85,0.002,0,1,1,1,1,1,1],[342,2,2,3,1,2,38.77,0.002,0,2,2,2,3,3,3],[343,3,2,2,1,2,35.61,0.002,0,2,2,2,3,3,3],[344,0,0,0,1,0,44.75,0.002,0,0,0,0,0,0,0],[345,1,1,3,1,1,40.26,0.002,0,1,3,1,3,3,3],[346,2,0,0,1,0,44.61,0.002,0,2,2,2,2,2,2],[347,3,3,2,1,3,40.15,0.002,0,3,3,3,3,3,3],[348,0,2,2,1,2,41.75,0.002,0,2,2,2,2,2,2],[349,1,3,3,1,3,41.87,0.002,0,1,3,1,1,3,1],[350,2,2,0,1,2,36.13,0.002,0,2,2,2,2,2,2],[351,3,3,1,1,3,41.5,0.002,0,1,1,1,1,1,1],[352,0,0,0,1,0,45.12,0.002,0,0,0,0,0,0,0],[353,1,1,0,1,1,47.71,0.002,0,1,1,1,1,1,1],[354,2,2,0,1,2,41.63,0.002,0,2,0,2,2,2,2],[355,3,2,2,1,2,38.62,0.002,0,3,3,3,3,2,3],[356,0,0,0,1,0,45.01,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,47.21,0.002,0,1,1,1,1,1,1],[358,2,2,0,1,2,38.62,0.002,0,2,0,2,2,2,2],[359,3,3,2,1,3,32.77,0.002,0,3,3,3,3,3,3],[360,0,0,0,1,0,44.2,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,46.75,0.002,0,1,1,1,1,1,1],[362,2,2,0,1,2,38.1,0.002,0,2,0,2,2,2,2],[363,3,1,1,1,1,39.78,0.002,0,3,1,3,3,3,3],[364,0,0,2,1,0,38.2,0.002,0,0,0,0,0,0,0],[365,1,1,1,1,1,46.81,0.002,0,1,1,1,1,1,1],[366,2,2,0,1,2,41.15,0.002,0,2,0,2,2,2,2],[367,3,3,3,1,3,35.54,0.002,0,3,3,3,3,3,3],[368,0,0,2,1,0,44.65,0.002,0,2,2,2,0,2,0],[369,1,1,1,1,1,44.83,0.002,0,1,3,1,1,1,1],[370,2,2,0,1,2,41.84,0.002,0,2,0,2,3,1,3],[371,3,3,0,1,3,37.52,0.002,0,3,3,3,3,3,3],[372,0,2,2,1,2,46.74,0.002,0,2,2,2,1,1,1],[373,1,1,1,1,1,47.12,0.002,0,1,1,1,1,1,1],[374,2,2,0,1,2,40.65,0.002,0,2,0,2,2,2,2],[375,3,1,1,1,1,36.77,0.002,0,3,1,3,3,3,3],[376,0,0,1,1,0,44.16,0.002,0,0,0,0,0,0,0],[377,1,1,1,1,1,43.33,0.002,0,1,1,1,1,1,1],[378,2,0,0,1,0,43.43,0.002,0,2,0,2,1,1,1],[379,3,3,3,1,3,37.82,0.002,0,3,3,3,3,3,3],[380,0,0,2,1,0,43.38,0.002,0,2,2,2,0,2,0],[381,1,1,1,1,1,45.89,0.002,0,1,1,1,1,1,1],[382,2,2,3,1,2,40.28,0.002,0,2,2,2,2,1,2],[383,3,2,2,1,2,39.79,0.002,0,2,2,2,1,2,1],[384,0,0,2,1,0,40.41,0.002,0,2,2,2,2,2,2],[385,1,1,1,1,1,47.63,0.002,0,1,1,1,1,1,1],[386,2,2,0,1,2,36.32,0.002,0,2,2,2,2,2,2],[387,3,3,1,1,3,33.63,0.002,0,3,3,3,3,3,3],[388,0,0,2,1,0,42.05,0.002,0,0,0,0,0,0,0],[389,1,1,1,1,1,47.83,0.002,0,1,1,1,1,1,1],[390,2,2,3,1,2,43.44,0.002,0,2,2,2,1,1,1],[391,3,0,0,1,0,36.9,0.002,0,3,3,3,3,3,3],[392,0,2,2,1,2,42.32,0.002,0,0,0,0,0,0,0],[393,1,1,1,1,1,46.8,0.002,0,1,1,1,1,1,1],[394,2,2,0,1,2,44.09,0.002,0,2,0,2,0,1,0],[395,3,0,0,1,0,39.92,0.002,0,3,3,3,3,3,3],[396,0,2,2,1,2,45.26,0.002,0,0,2,2,1,1,1],[397,1,1,1,1,1,46.2,0.002,0,1,1,1,1,1,1],[398,2,2,0,1,2,39.28,0.002,0,2,0,2,2,2,2],[399,3,3,0,1,3,34.47,0.002,0,3,3,3,3,3,3]],"elapsed_ms":1381,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":342,"J":263,"J_valid":263,"n_invalid":0,"n00":109,"n01":5,"n10":97,"n11":52,"ctl_n":263,"ctl_err":0},"metrics":{"target_error":0.21673003802281368,"Q_transfer":0.7832699619771863,"source_success":0.5665399239543726,"joint_error":0.19771863117870722,"T_cond":0.348993288590604,"R":0,"delta":0.21673003802281368,"delta_pp":21.673003802281368,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.855}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":328,"J":245,"J_valid":245,"n_invalid":0,"n00":110,"n01":2,"n10":107,"n11":26,"ctl_n":245,"ctl_err":1},"metrics":{"target_error":0.11428571428571428,"Q_transfer":0.8857142857142857,"source_success":0.5428571428571428,"joint_error":0.10612244897959183,"T_cond":0.19548872180451127,"R":0.004081632653061225,"delta":0.11020408163265305,"delta_pp":11.020408163265305,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-LR/fgsm/eps0050","seed":43,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,32.79,0.005,0,2,2,2,2,2,2],[1,1,1,1,1,1,40.13,0.005,0,1,1,1,1,1,1],[2,2,2,0,1,2,31.87,0.005,0,0,0,2,2,2,2],[3,3,2,2,1,2,30.7,0.005,0,3,2,3,3,2,2],[4,0,0,3,1,0,33.8,0.005,0,0,0,0,0,0,0],[5,1,1,0,1,1,38.21,0.005,0,1,1,1,1,2,1],[6,2,2,2,1,2,31,0.005,0,2,2,2,2,2,2],[7,3,1,1,1,1,31.61,0.005,0,3,1,3,3,3,3],[8,0,2,2,1,2,37.62,0.005,0,2,2,2,1,1,1],[9,1,1,3,1,1,38.06,0.005,0,1,1,1,1,1,1],[10,2,2,3,1,2,31.57,0.005,0,2,0,2,2,1,2],[11,3,3,0,1,3,31.55,0.005,0,3,3,3,3,3,3],[12,0,2,2,1,2,34.63,0.005,0,2,2,2,2,2,2],[13,1,1,1,1,1,37.33,0.005,0,1,3,1,1,1,1],[14,2,0,0,1,0,34.03,0.005,0,0,0,0,0,0,0],[15,3,0,0,1,0,33.75,0.005,0,3,3,3,1,1,3],[16,0,0,0,1,0,33.34,0.005,0,0,0,0,0,0,0],[17,1,1,3,1,1,39.74,0.005,0,1,1,1,1,1,1],[18,2,0,0,1,0,33.37,0.005,0,2,0,2,0,0,0],[19,3,1,1,1,1,27.45,0.005,0,3,3,3,3,3,3],[20,0,0,2,1,0,31.51,0.005,0,0,0,0,0,0,0],[21,1,1,0,1,1,38.15,0.005,0,1,1,1,1,1,1],[22,2,2,0,1,2,35.52,0.005,0,0,0,0,1,0,1],[23,3,3,2,1,3,25.32,0.005,0,3,2,3,3,3,3],[24,0,2,2,1,2,38.81,0.005,0,2,2,2,1,1,1],[25,1,1,1,1,1,38.13,0.005,0,1,1,1,1,1,1],[26,2,2,2,1,2,32.93,0.005,0,2,3,2,2,1,2],[27,3,2,2,1,2,26.95,0.005,0,2,2,2,2,2,2],[28,0,1,1,1,1,34.25,0.005,0,0,1,0,0,0,0],[29,1,1,1,1,1,38.32,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,29.72,0.005,0,2,0,2,2,2,2],[31,3,3,2,1,3,25.47,0.005,0,3,3,3,3,3,3],[32,0,2,2,1,2,38.61,0.005,0,0,2,0,0,2,0],[33,1,3,2,1,3,35.79,0.005,0,1,3,1,1,1,1],[34,2,2,3,1,2,31.46,0.005,0,2,0,2,2,0,2],[35,3,2,2,1,3,30.91,0.005,0,3,3,3,3,3,3],[36,0,0,0,1,0,39.39,0.005,0,0,0,0,0,0,0],[37,1,3,2,1,1,36.17,0.005,0,1,1,1,1,2,1],[38,2,0,1,1,0,36.2,0.005,0,3,0,3,1,1,1],[39,3,3,2,1,3,28.32,0.005,0,3,3,3,3,3,3],[40,0,2,2,1,2,31.69,0.005,0,0,2,0,2,2,2],[41,1,1,1,1,1,40.04,0.005,0,1,1,1,1,1,1],[42,2,0,0,1,0,34.22,0.005,0,2,0,2,2,0,2],[43,3,1,1,1,1,30.53,0.005,0,3,1,3,3,3,3],[44,0,1,1,1,1,38.15,0.005,0,0,0,0,0,0,0],[45,1,1,3,1,1,36.15,0.005,0,1,1,1,1,1,1],[46,2,2,3,1,2,33.73,0.005,0,2,3,2,2,1,2],[47,3,3,2,1,3,28.15,0.005,0,3,3,3,3,3,3],[48,0,0,0,1,0,34.71,0.005,0,0,0,0,0,0,0],[49,1,1,2,1,1,35.61,0.005,0,1,3,1,0,2,1],[50,2,2,0,1,2,31.96,0.005,0,2,0,0,2,0,2],[51,3,3,0,1,3,28.71,0.005,0,3,3,3,3,3,3],[52,0,0,2,1,0,30.67,0.005,0,0,0,0,0,0,0],[53,1,1,0,1,1,37.92,0.005,0,1,1,1,1,1,1],[54,2,2,0,1,2,29.06,0.005,0,2,2,2,2,2,2],[55,3,3,2,1,3,29.46,0.005,0,3,3,3,3,3,3],[56,0,0,1,1,0,36.19,0.005,0,0,0,0,0,0,0],[57,1,1,3,1,1,34.51,0.005,0,1,1,1,1,1,1],[58,2,2,0,1,2,33.67,0.005,0,2,0,2,2,0,2],[59,3,3,2,1,3,26.26,0.005,0,3,3,3,3,3,3],[60,0,0,2,1,0,33.27,0.005,0,0,0,0,0,0,0],[61,1,1,1,1,1,40.13,0.005,0,1,1,1,1,1,1],[62,2,2,0,1,2,34.27,0.005,0,2,3,2,1,1,1],[63,3,3,2,1,2,27.83,0.005,0,3,2,3,3,3,3],[64,0,2,2,1,2,32.4,0.005,0,2,2,2,2,2,2],[65,1,1,0,1,1,37.69,0.005,0,1,1,1,1,1,1],[66,2,2,0,1,2,34.32,0.005,0,0,0,0,0,0,2],[67,3,2,2,1,2,27.08,0.005,0,2,2,2,2,2,2],[68,0,0,0,1,0,33.41,0.005,0,0,0,0,0,0,0],[69,1,1,3,1,1,35.59,0.005,0,1,1,1,1,1,1],[70,2,2,0,1,2,36.14,0.005,0,2,0,2,1,1,1],[71,3,3,0,1,3,29.81,0.005,0,3,3,3,3,3,3],[72,0,0,0,1,0,38.38,0.005,0,0,0,0,0,0,0],[73,1,1,0,1,1,37.67,0.005,0,1,1,1,1,1,1],[74,2,0,0,1,0,31.88,0.005,0,2,2,2,2,2,2],[75,3,3,0,1,3,29.92,0.005,0,3,3,3,3,3,3],[76,0,0,0,1,0,39.89,0.005,0,0,2,0,0,0,0],[77,1,3,3,1,3,33.62,0.005,0,3,3,1,1,2,1],[78,2,0,0,1,0,34.74,0.005,0,2,2,2,2,2,2],[79,3,1,1,1,1,30.92,0.005,0,3,1,3,3,3,3],[80,0,1,1,1,1,39.45,0.005,0,0,0,0,0,0,0],[81,1,1,0,1,1,35.2,0.005,0,1,3,1,1,2,1],[82,2,2,3,1,2,30.5,0.005,0,2,3,2,2,1,2],[83,3,1,0,1,1,33.96,0.005,0,3,1,3,3,3,3],[84,0,3,3,1,3,34.29,0.005,0,0,0,0,0,0,0],[85,1,1,3,1,1,36.54,0.005,0,1,1,1,1,1,1],[86,2,2,2,1,2,28.64,0.005,0,2,2,2,2,2,2],[87,3,1,1,1,1,30.65,0.005,0,1,1,1,3,3,3],[88,0,0,0,1,0,36.03,0.005,0,0,0,0,0,0,0],[89,1,1,1,1,1,39.42,0.005,0,1,1,1,1,1,1],[90,2,2,0,1,2,30.73,0.005,0,2,2,2,2,2,2],[91,3,3,3,1,3,29.14,0.005,0,3,3,3,3,3,3],[92,0,0,1,1,0,37.51,0.005,0,0,0,0,0,0,0],[93,1,1,3,1,1,35.86,0.005,0,1,3,1,1,1,1],[94,2,0,0,1,0,30.85,0.005,0,0,0,0,2,2,2],[95,3,1,1,1,1,29.79,0.005,0,1,1,1,3,3,3],[96,0,2,2,1,2,36.31,0.005,0,2,2,2,0,2,0],[97,1,1,1,1,1,40.1,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,34.32,0.005,0,2,0,2,2,0,2],[99,3,3,3,1,3,33.31,0.005,0,3,3,3,3,3,3],[100,0,0,0,1,0,36.28,0.005,0,0,0,0,0,0,0],[101,1,1,3,1,1,32.24,0.005,0,1,1,1,1,3,1],[102,2,0,0,1,2,36.64,0.005,0,3,0,3,0,1,0],[103,3,3,3,1,1,29.18,0.005,0,3,1,3,3,3,3],[104,0,3,3,1,3,30.82,0.005,0,0,0,0,0,0,0],[105,1,1,3,1,1,37.13,0.005,0,1,1,1,1,1,1],[106,2,2,2,1,2,32.9,0.005,0,2,0,2,2,1,2],[107,3,0,0,1,0,31.94,0.005,0,3,3,3,3,3,3],[108,0,2,2,1,2,32,0.005,0,0,2,0,2,2,2],[109,1,1,0,1,1,39.5,0.005,0,1,0,1,0,0,0],[110,2,2,0,1,2,34.4,0.005,0,2,0,2,2,0,2],[111,3,3,0,1,3,29.09,0.005,0,3,3,3,3,3,3],[112,0,2,2,1,0,38.83,0.005,0,2,2,2,1,3,1],[113,1,1,1,1,1,39.95,0.005,0,1,3,1,1,1,1],[114,2,2,2,1,2,32.83,0.005,0,2,2,2,2,2,2],[115,3,3,3,1,3,27.95,0.005,0,3,3,3,3,3,3],[116,0,0,0,1,0,37.58,0.005,0,0,0,0,0,0,0],[117,1,1,1,1,1,32.39,0.005,0,1,3,1,1,2,1],[118,2,2,0,1,2,28.92,0.005,0,2,0,2,2,2,2],[119,3,3,3,1,3,30.4,0.005,0,3,3,3,3,3,3],[120,0,2,2,1,2,31.93,0.005,0,0,0,0,0,0,0],[121,1,1,3,1,1,39.91,0.005,0,1,1,1,1,1,1],[122,2,2,3,1,2,36.41,0.005,0,2,0,2,1,1,1],[123,3,3,3,1,3,29.73,0.005,0,3,3,3,3,3,3],[124,0,0,2,1,0,33.56,0.005,0,0,0,0,0,0,0],[125,1,3,0,1,1,40.2,0.005,0,1,1,1,1,2,1],[126,2,0,0,1,0,32.77,0.005,0,2,0,2,2,2,2],[127,3,3,2,1,3,33.82,0.005,0,3,2,3,1,2,1],[128,0,0,2,1,0,35.97,0.005,0,0,0,0,0,0,0],[129,1,1,2,1,1,32.14,0.005,0,3,3,3,1,2,2],[130,2,2,0,1,2,34.19,0.005,0,2,0,2,2,0,2],[131,3,2,2,1,2,32.52,0.005,0,3,2,3,3,3,3],[132,0,2,2,1,2,35.97,0.005,0,0,2,0,1,1,1],[133,1,1,0,1,1,32.05,0.005,0,1,3,1,2,2,2],[134,2,0,0,1,2,31.2,0.005,0,2,0,2,2,2,2],[135,3,1,1,1,1,27.24,0.005,0,1,1,1,3,3,3],[136,0,2,2,1,2,35.86,0.005,0,2,2,2,1,1,1],[137,1,1,3,1,1,38.32,0.005,0,1,1,1,1,1,1],[138,2,2,3,1,2,31.98,0.005,0,2,3,2,2,3,2],[139,3,2,2,1,2,28.36,0.005,0,2,2,2,2,2,2],[140,0,0,1,1,0,38.46,0.005,0,0,3,0,0,0,0],[141,1,1,0,1,1,36.71,0.005,0,1,1,1,1,1,1],[142,2,2,2,1,2,31.39,0.005,0,2,2,2,2,2,2],[143,3,0,0,1,0,31.22,0.005,0,3,3,3,3,3,3],[144,0,0,2,1,0,35.12,0.005,0,0,0,0,0,0,0],[145,1,0,0,1,0,34.41,0.005,0,1,3,1,1,2,1],[146,2,0,0,1,0,34.43,0.005,0,0,0,0,1,0,1],[147,3,3,2,1,3,25.43,0.005,0,3,2,3,3,3,3],[148,0,2,2,1,2,36.29,0.005,0,2,2,2,1,1,1],[149,1,1,0,1,1,33.5,0.005,0,1,3,1,1,1,1],[150,2,2,2,1,2,28.27,0.005,0,2,2,2,2,2,2],[151,3,3,0,1,3,31.51,0.005,0,3,3,3,3,3,3],[152,0,2,2,1,2,32.48,0.005,0,2,2,2,2,2,0],[153,1,1,3,1,1,39.78,0.005,0,1,3,1,1,1,1],[154,2,2,0,1,2,32.96,0.005,0,2,0,2,2,2,2],[155,3,1,1,1,1,27.88,0.005,0,3,1,3,3,3,3],[156,0,2,2,1,2,38.72,0.005,0,0,2,0,1,1,1],[157,1,3,2,1,3,33.15,0.005,0,1,3,1,2,2,2],[158,2,0,0,1,0,32.71,0.005,0,2,0,2,2,2,2],[159,3,3,0,1,3,31.28,0.005,0,3,3,3,3,3,3],[160,0,2,2,1,2,32.15,0.005,0,2,2,2,2,2,2],[161,1,1,1,1,1,36.74,0.005,0,1,1,1,1,1,1],[162,2,0,0,1,0,33.53,0.005,0,2,0,2,2,2,2],[163,3,3,0,1,3,23.83,0.005,0,3,3,3,3,3,3],[164,0,2,2,1,2,36.78,0.005,0,2,2,2,1,1,1],[165,1,1,1,1,1,36.09,0.005,0,1,3,1,1,1,1],[166,2,2,0,1,2,33.79,0.005,0,2,0,2,2,1,2],[167,3,0,0,1,0,25.56,0.005,0,3,0,3,3,3,3],[168,0,3,3,1,3,36.32,0.005,0,0,1,0,0,0,0],[169,1,1,3,1,1,36.15,0.005,0,1,1,1,1,1,1],[170,2,0,0,1,0,36.09,0.005,0,2,0,2,1,1,1],[171,3,3,2,1,3,30.58,0.005,0,3,3,3,3,3,3],[172,0,0,0,1,0,34.48,0.005,0,0,0,0,0,0,0],[173,1,0,2,1,0,33.06,0.005,0,3,2,1,2,2,2],[174,2,2,2,1,2,33.33,0.005,0,2,3,2,2,1,2],[175,3,1,1,1,1,33.42,0.005,0,1,1,1,3,3,3],[176,0,2,2,1,2,33.58,0.005,0,2,2,2,2,3,2],[177,1,1,2,1,1,35.56,0.005,0,1,2,1,1,2,1],[178,2,2,0,1,2,28.03,0.005,0,2,0,2,2,2,2],[179,3,1,1,1,1,33.24,0.005,0,1,1,1,3,3,3],[180,0,0,0,1,0,37.98,0.005,0,0,0,0,0,0,0],[181,1,1,3,1,1,37.11,0.005,0,1,3,1,1,1,1],[182,2,2,2,1,2,32.27,0.005,0,2,2,2,2,2,2],[183,3,3,0,1,3,26.49,0.005,0,3,3,3,3,3,3],[184,0,3,3,1,3,34.26,0.005,0,0,3,0,0,0,0],[185,1,1,1,1,1,35.32,0.005,0,1,3,3,1,1,1],[186,2,2,0,1,2,35.65,0.005,0,2,0,0,2,0,2],[187,3,3,2,1,3,28.57,0.005,0,3,3,3,3,3,3],[188,0,0,0,1,0,38.96,0.005,0,0,0,0,0,0,0],[189,1,1,3,1,1,32.91,0.005,0,1,1,1,2,2,2],[190,2,2,3,1,2,34.12,0.005,0,0,0,2,2,2,2],[191,3,1,1,1,1,32.24,0.005,0,1,1,3,3,3,3],[192,0,0,2,1,0,37.37,0.005,0,0,0,0,0,0,0],[193,1,0,0,1,0,33.54,0.005,0,1,3,3,2,2,2],[194,2,2,2,1,2,34.78,0.005,0,2,3,2,1,1,2],[195,3,3,3,1,3,29.08,0.005,0,3,1,1,3,3,3],[196,0,2,2,1,2,33.19,0.005,0,2,2,2,2,2,2],[197,1,3,2,1,3,31.84,0.005,0,3,3,3,2,2,2],[198,2,2,0,1,2,33.34,0.005,0,2,0,2,2,0,2],[199,3,3,2,1,3,31.94,0.005,0,3,3,3,1,2,1],[200,0,2,2,1,2,39.77,0.005,0,0,2,0,1,1,1],[201,1,3,2,1,0,35.83,0.005,0,1,3,1,1,2,1],[202,2,2,3,1,2,35.48,0.005,0,2,3,2,2,1,2],[203,3,1,1,1,1,29.91,0.005,0,1,1,1,3,3,3],[204,0,0,2,1,0,35.65,0.005,0,0,0,0,0,0,0],[205,1,1,0,1,1,33.56,0.005,0,1,1,1,2,2,2],[206,2,2,3,1,2,35.07,0.005,0,2,1,2,2,1,2],[207,3,3,2,1,3,30.58,0.005,0,3,3,3,3,3,3],[208,0,2,2,1,2,35.61,0.005,0,2,2,0,0,2,0],[209,1,1,1,1,1,37.36,0.005,0,1,1,1,1,1,1],[210,2,2,0,1,2,29.49,0.005,0,2,0,2,2,2,2],[211,3,3,0,1,3,32.92,0.005,0,3,3,3,3,3,3],[212,0,0,0,1,0,34.56,0.005,0,0,0,0,0,0,0],[213,1,1,1,1,1,33.58,0.005,0,1,1,1,1,1,1],[214,2,2,0,1,2,37.16,0.005,0,2,0,2,1,0,1],[215,3,0,0,1,0,26.68,0.005,0,3,3,3,3,3,3],[216,0,3,3,1,3,31.84,0.005,0,0,2,0,0,1,0],[217,1,1,0,1,1,35.4,0.005,0,1,3,1,1,1,1],[218,2,0,0,1,0,34.84,0.005,0,2,0,2,2,0,2],[219,3,1,1,1,1,30.02,0.005,0,1,1,1,3,3,3],[220,0,1,1,1,1,33.88,0.005,0,0,3,0,0,0,0],[221,1,1,1,1,1,36.62,0.005,0,1,3,1,1,1,1],[222,2,0,0,1,0,33.41,0.005,0,2,2,2,2,0,2],[223,3,3,0,1,1,29.58,0.005,0,1,3,3,3,3,3],[224,0,0,3,1,0,37.53,0.005,0,0,0,0,0,0,0],[225,1,3,3,1,3,34.34,0.005,0,1,3,1,1,1,1],[226,2,2,0,1,2,31.1,0.005,0,2,0,2,2,0,2],[227,3,3,3,1,3,28.36,0.005,0,3,3,3,3,3,3],[228,0,0,3,1,0,34.6,0.005,0,0,0,0,0,0,0],[229,1,1,1,1,1,39.98,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,31.57,0.005,0,2,0,2,2,1,2],[231,3,3,2,1,3,30.24,0.005,0,3,3,3,3,3,3],[232,0,0,1,1,0,34.16,0.005,0,0,0,0,0,0,0],[233,1,3,3,1,3,36.39,0.005,0,1,1,1,1,1,1],[234,2,2,0,1,2,31.81,0.005,0,2,2,2,2,2,2],[235,3,3,1,1,1,29.78,0.005,0,3,1,3,3,3,3],[236,0,0,0,1,0,38.46,0.005,0,0,0,0,0,0,0],[237,1,1,0,1,1,37.37,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,31.63,0.005,0,2,0,2,2,2,2],[239,3,0,0,1,0,29.4,0.005,0,3,0,3,3,3,3],[240,0,3,3,1,3,35.16,0.005,0,0,0,0,0,0,0],[241,1,1,1,1,1,38.56,0.005,0,1,1,1,1,1,1],[242,2,2,0,1,2,33.86,0.005,0,2,2,2,2,1,2],[243,3,3,3,1,3,24.21,0.005,0,3,3,3,3,3,3],[244,0,0,2,1,0,39.4,0.005,0,0,0,0,1,1,1],[245,1,1,0,1,1,37.96,0.005,0,1,1,1,1,1,1],[246,2,2,3,1,2,35.22,0.005,0,2,0,0,0,0,0],[247,3,3,3,1,3,33.06,0.005,0,3,3,3,3,3,3],[248,0,1,1,1,1,36.11,0.005,0,0,0,0,0,0,0],[249,1,3,2,1,3,36.14,0.005,0,1,3,1,1,1,1],[250,2,2,3,1,2,33.02,0.005,0,2,0,2,3,1,1],[251,3,3,3,1,3,27.36,0.005,0,3,3,3,3,3,3],[252,0,0,2,1,0,36.38,0.005,0,0,0,0,0,0,0],[253,1,1,1,1,1,36.76,0.005,0,1,1,1,1,1,1],[254,2,2,2,1,2,29.84,0.005,0,2,2,2,2,2,2],[255,3,3,2,1,2,28.44,0.005,0,3,2,2,3,3,3],[256,0,2,2,1,2,36.19,0.005,0,2,2,2,1,1,1],[257,1,1,1,1,1,39.23,0.005,0,1,1,1,1,1,1],[258,2,2,2,1,2,27.5,0.005,0,2,2,2,2,2,2],[259,3,3,3,1,3,27.54,0.005,0,3,3,3,3,3,3],[260,0,0,2,1,0,36.19,0.005,0,0,0,0,0,0,0],[261,1,1,3,1,1,37.17,0.005,0,1,3,1,1,1,1],[262,2,2,3,1,2,33.16,0.005,0,2,3,2,2,1,2],[263,3,3,0,1,3,28.07,0.005,0,3,3,3,3,3,3],[264,0,0,0,1,0,36.03,0.005,0,0,0,0,0,0,0],[265,1,1,3,1,1,37.22,0.005,0,1,1,1,1,1,1],[266,2,0,0,1,0,36.45,0.005,0,0,3,0,1,1,1],[267,3,3,3,1,3,29.44,0.005,0,3,3,3,3,3,3],[268,0,0,0,1,0,38.62,0.005,0,0,0,0,1,1,1],[269,1,1,3,1,1,35.29,0.005,0,1,3,1,1,1,1],[270,2,2,0,1,2,35.01,0.005,0,2,2,2,2,0,2],[271,3,3,2,1,3,30.57,0.005,0,3,3,3,3,3,3],[272,0,0,0,1,0,38.73,0.005,0,0,0,0,0,0,0],[273,1,3,2,1,1,35.58,0.005,0,1,3,1,1,2,1],[274,2,3,3,1,2,34.94,0.005,0,0,3,2,2,1,2],[275,3,1,1,1,1,31.79,0.005,0,3,1,3,3,3,3],[276,0,0,2,1,0,31.94,0.005,0,0,0,0,0,0,0],[277,1,1,1,1,1,40.18,0.005,0,1,1,1,1,1,1],[278,2,2,3,1,2,30.37,0.005,0,2,0,2,2,2,2],[279,3,1,1,1,1,31.85,0.005,0,1,1,3,3,3,3],[280,0,0,2,1,0,38.41,0.005,0,0,2,0,0,1,0],[281,1,1,3,1,1,35.91,0.005,0,3,3,1,3,3,1],[282,2,2,2,1,2,28.92,0.005,0,2,2,2,2,0,2],[283,3,3,2,1,3,31.64,0.005,0,3,3,3,3,3,3],[284,0,0,2,1,0,34.33,0.005,0,0,0,0,0,0,0],[285,1,1,0,1,1,39.7,0.005,0,1,1,1,1,1,1],[286,2,2,0,1,2,32.27,0.005,0,2,0,2,2,1,2],[287,3,2,2,1,2,28.81,0.005,0,2,2,2,2,2,2],[288,0,2,2,1,2,38.38,0.005,0,2,2,2,0,0,0],[289,1,1,3,1,1,39.49,0.005,0,1,3,1,1,1,1],[290,2,2,3,1,2,34.97,0.005,0,2,3,2,2,1,2],[291,3,3,2,1,3,24.48,0.005,0,3,2,3,3,3,3],[292,0,0,2,1,0,38.03,0.005,0,0,0,0,0,0,0],[293,1,1,3,1,1,38.53,0.005,0,1,3,1,0,1,0],[294,2,2,2,1,2,32.2,0.005,0,2,2,2,2,1,2],[295,3,3,2,1,3,32.99,0.005,0,3,3,3,3,3,3],[296,0,1,1,1,1,38.54,0.005,0,0,0,0,0,0,0],[297,1,1,0,1,1,38.06,0.005,0,1,1,1,1,1,1],[298,2,2,3,1,2,34.43,0.005,0,0,0,0,2,0,2],[299,3,3,3,1,3,29.84,0.005,0,3,3,3,3,3,3],[300,0,0,2,1,0,37.44,0.005,0,0,0,0,0,0,0],[301,1,1,1,1,1,38.83,0.005,0,1,1,1,1,1,1],[302,2,2,0,1,2,35.72,0.005,0,2,0,2,2,0,2],[303,3,1,1,1,1,31.34,0.005,0,3,3,3,3,3,3],[304,0,0,3,1,0,33.46,0.005,0,0,0,0,0,0,0],[305,1,1,1,1,1,33.46,0.005,0,1,1,1,1,3,1],[306,2,2,0,1,2,34.13,0.005,0,2,0,2,2,1,2],[307,3,3,0,1,3,31.95,0.005,0,3,3,3,3,3,3],[308,0,2,2,1,2,32.57,0.005,0,2,2,2,2,2,2],[309,1,1,3,1,1,35.87,0.005,0,1,1,1,1,1,1],[310,2,2,2,1,2,34.38,0.005,0,2,3,2,1,1,1],[311,3,1,1,1,1,30.46,0.005,0,3,3,3,3,3,3],[312,0,0,2,1,0,32.53,0.005,0,0,2,0,0,0,0],[313,1,3,3,1,1,32.95,0.005,0,1,3,1,1,3,1],[314,2,2,2,1,2,32.37,0.005,0,2,2,2,2,3,3],[315,3,2,2,1,3,27.83,0.005,0,3,2,2,2,2,2],[316,0,0,2,1,0,34.17,0.005,0,0,0,0,0,0,0],[317,1,1,1,1,1,39.46,0.005,0,1,1,1,1,1,1],[318,2,0,1,1,0,35.75,0.005,0,2,2,2,2,2,2],[319,3,2,2,1,2,34.21,0.005,0,3,2,3,3,2,1],[320,0,0,3,1,0,38.26,0.005,0,0,0,0,0,0,0],[321,1,1,1,1,1,36.72,0.005,0,1,1,1,1,1,1],[322,2,0,0,1,0,35.07,0.005,0,2,0,2,2,0,2],[323,3,3,2,1,3,30.19,0.005,0,3,3,3,3,3,3],[324,0,3,3,1,3,33.35,0.005,0,0,0,0,0,0,0],[325,1,1,1,1,1,37.81,0.005,0,1,1,1,1,1,1],[326,2,2,0,1,2,35.82,0.005,0,2,0,2,2,0,2],[327,3,1,1,1,1,33.01,0.005,0,3,1,3,3,3,3],[328,0,0,3,1,0,37.79,0.005,0,0,0,0,0,0,0],[329,1,1,3,1,3,32.5,0.005,0,1,3,1,1,3,1],[330,2,2,2,1,2,30.55,0.005,0,2,2,2,2,2,2],[331,3,0,0,1,0,27.65,0.005,0,3,3,3,3,3,3],[332,0,2,2,1,2,39.59,0.005,0,0,2,0,0,0,0],[333,1,1,1,1,1,38.74,0.005,0,1,1,1,1,1,1],[334,2,2,0,1,2,36.72,0.005,0,2,0,2,0,0,0],[335,3,2,2,1,2,26.38,0.005,0,3,2,3,3,2,2],[336,0,2,2,1,2,37.86,0.005,0,2,2,2,0,0,0],[337,1,1,1,1,1,37.69,0.005,0,1,1,1,1,1,1],[338,2,2,0,1,2,35.78,0.005,0,2,0,2,1,0,1],[339,3,3,3,1,3,32.17,0.005,0,3,3,3,3,3,3],[340,0,0,2,1,0,32.68,0.005,0,0,0,0,0,0,0],[341,1,1,3,1,1,38.9,0.005,0,1,1,1,1,1,1],[342,2,2,3,1,2,30.81,0.005,0,2,3,2,3,1,3],[343,3,2,2,1,2,27.65,0.005,0,2,2,2,3,3,3],[344,0,0,2,1,0,36.8,0.005,0,0,0,0,0,0,0],[345,1,1,3,1,1,32.3,0.005,0,1,3,1,3,3,1],[346,2,0,1,1,0,36.65,0.005,0,2,2,2,2,2,2],[347,3,3,2,1,3,32.19,0.005,0,3,3,3,3,3,3],[348,0,2,2,1,2,33.79,0.005,0,2,2,2,2,2,2],[349,1,3,3,1,1,33.91,0.005,0,1,1,1,1,1,1],[350,2,2,2,1,2,28.17,0.005,0,2,2,2,2,2,2],[351,3,3,3,1,3,33.54,0.005,0,1,3,1,1,1,1],[352,0,0,0,1,0,37.16,0.005,0,0,0,0,0,0,0],[353,1,1,0,1,1,39.75,0.005,0,1,1,1,1,1,1],[354,2,2,3,1,2,33.67,0.005,0,2,2,2,2,1,2],[355,3,2,2,1,2,30.66,0.005,0,3,2,3,3,2,1],[356,0,0,0,1,0,37.05,0.005,0,0,0,0,0,0,0],[357,1,1,3,1,1,39.25,0.005,0,1,1,1,1,1,1],[358,2,2,0,1,2,30.66,0.005,0,2,0,2,2,2,2],[359,3,3,2,1,3,24.81,0.005,0,3,3,3,3,3,3],[360,0,0,0,1,0,36.24,0.005,0,0,0,0,0,0,0],[361,1,1,1,1,1,38.79,0.005,0,1,1,1,1,1,1],[362,2,2,0,1,2,30.15,0.005,0,2,2,2,2,2,2],[363,3,1,1,1,1,31.82,0.005,0,3,3,3,3,3,3],[364,0,0,2,1,0,30.24,0.005,0,0,2,0,0,0,0],[365,1,1,1,1,1,38.85,0.005,0,1,1,1,1,1,1],[366,2,2,2,1,2,33.19,0.005,0,2,2,2,2,2,2],[367,3,3,3,1,3,27.58,0.005,0,3,1,3,3,3,3],[368,0,0,2,1,0,36.69,0.005,0,2,2,2,0,2,0],[369,1,1,3,1,1,36.87,0.005,0,1,3,1,1,1,1],[370,2,2,3,1,2,33.88,0.005,0,2,0,2,3,1,2],[371,3,3,0,1,3,29.56,0.005,0,3,3,3,3,3,3],[372,0,2,2,1,2,38.78,0.005,0,2,2,2,1,2,1],[373,1,1,1,1,1,39.16,0.005,0,1,1,1,1,1,1],[374,2,2,0,1,2,32.69,0.005,0,2,0,2,2,2,2],[375,3,1,1,1,1,28.81,0.005,0,3,1,3,3,3,3],[376,0,0,1,1,0,36.2,0.005,0,0,0,0,0,0,0],[377,1,1,3,1,1,35.38,0.005,0,1,3,1,1,2,1],[378,2,0,0,1,2,35.47,0.005,0,2,0,2,1,1,1],[379,3,3,2,1,3,29.86,0.005,0,3,3,3,3,3,3],[380,0,0,2,1,0,35.42,0.005,0,2,2,2,0,2,0],[381,1,1,0,1,1,37.94,0.005,0,1,1,1,1,1,1],[382,2,2,3,1,2,32.32,0.005,0,2,3,2,2,1,2],[383,3,2,2,1,2,31.83,0.005,0,2,2,2,1,2,1],[384,0,0,2,1,0,32.45,0.005,0,2,2,2,2,2,2],[385,1,1,1,1,1,39.67,0.005,0,1,1,1,1,1,1],[386,2,2,2,1,2,28.36,0.005,0,2,2,2,2,2,2],[387,3,3,1,1,1,25.67,0.005,0,3,3,3,3,3,3],[388,0,0,2,1,0,34.1,0.005,0,0,2,0,0,0,0],[389,1,1,1,1,1,39.87,0.005,0,1,1,1,1,1,1],[390,2,2,3,1,2,35.48,0.005,0,2,3,2,1,1,2],[391,3,0,0,1,0,28.94,0.005,0,3,3,3,3,3,3],[392,0,2,2,1,2,34.36,0.005,0,0,2,0,0,0,0],[393,1,1,1,1,1,38.84,0.005,0,1,1,1,1,1,1],[394,2,2,3,1,2,36.13,0.005,0,2,3,2,0,1,0],[395,3,0,0,1,0,31.96,0.005,0,3,3,3,3,3,3],[396,0,2,2,1,2,37.3,0.005,0,0,2,0,1,1,1],[397,1,1,1,1,1,38.24,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,31.32,0.005,0,2,0,2,2,2,2],[399,3,3,2,1,3,26.51,0.005,0,3,3,3,3,3,3]],"elapsed_ms":995,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":342,"J":263,"J_valid":263,"n_invalid":0,"n00":76,"n01":15,"n10":96,"n11":76,"ctl_n":263,"ctl_err":6},"metrics":{"target_error":0.34600760456273766,"Q_transfer":0.6539923954372624,"source_success":0.6539923954372624,"joint_error":0.2889733840304182,"T_cond":0.4418604651162791,"R":0.022813688212927757,"delta":0.3231939163498099,"delta_pp":32.31939163498099,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.855}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":328,"J":245,"J_valid":245,"n_invalid":0,"n00":80,"n01":8,"n10":119,"n11":38,"ctl_n":245,"ctl_err":2},"metrics":{"target_error":0.18775510204081633,"Q_transfer":0.8122448979591836,"source_success":0.6408163265306123,"joint_error":0.15510204081632653,"T_cond":0.24203821656050956,"R":0.00816326530612245,"delta":0.17959183673469387,"delta_pp":17.959183673469386,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-LR/fgsm/eps0100","seed":43,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,26.77,0.01,0,2,2,2,2,2,2],[1,1,1,1,1,1,34.11,0.01,0,1,1,1,1,1,1],[2,2,2,2,1,0,25.85,0.01,0,0,2,2,2,2,2],[3,3,2,2,1,2,24.67,0.01,0,3,2,2,3,2,2],[4,0,0,3,1,0,27.78,0.01,0,0,0,0,0,0,0],[5,1,1,2,1,1,32.19,0.01,0,1,2,1,1,2,1],[6,2,2,2,1,2,24.98,0.01,0,2,2,2,2,1,2],[7,3,1,1,1,1,25.59,0.01,0,3,1,1,3,3,3],[8,0,2,2,1,2,31.6,0.01,0,2,2,2,1,1,1],[9,1,1,2,1,1,32.04,0.01,0,1,3,1,1,1,1],[10,2,2,3,1,2,25.55,0.01,0,2,0,2,2,1,2],[11,3,3,0,1,3,25.53,0.01,0,3,3,3,3,3,3],[12,0,2,2,1,2,28.61,0.01,0,2,3,2,2,2,2],[13,1,1,3,1,1,31.31,0.01,0,1,3,1,1,1,1],[14,2,0,0,1,0,28.01,0.01,0,0,0,0,0,0,0],[15,3,0,0,1,0,27.73,0.01,0,3,3,3,1,3,1],[16,0,0,3,1,0,27.32,0.01,0,0,0,0,0,0,0],[17,1,1,3,1,1,33.72,0.01,0,1,1,1,1,1,1],[18,2,0,0,1,0,27.35,0.01,0,2,0,2,0,0,0],[19,3,1,1,1,1,21.43,0.01,0,3,3,3,3,3,3],[20,0,0,2,1,0,25.49,0.01,0,0,0,0,0,0,0],[21,1,1,0,1,1,32.13,0.01,0,1,1,1,1,1,1],[22,2,2,0,1,2,29.5,0.01,0,0,0,0,1,1,1],[23,3,3,2,1,3,20,0.0092262,1,3,2,3,3,3,3],[24,0,2,2,1,2,32.78,0.01,0,2,2,2,1,1,1],[25,1,1,1,1,1,32.11,0.01,0,1,1,1,1,1,1],[26,2,2,2,1,2,26.91,0.01,0,2,3,2,2,1,2],[27,3,2,2,1,2,20.92,0.01,0,2,2,2,2,2,2],[28,0,1,1,1,1,28.23,0.01,0,0,1,0,0,0,0],[29,1,1,1,1,1,32.29,0.01,0,1,1,1,1,1,1],[30,2,2,0,1,2,23.7,0.01,0,2,2,2,2,2,2],[31,3,3,2,1,3,20,0.0093851,1,3,3,3,3,3,3],[32,0,2,2,1,2,32.59,0.01,0,0,2,0,0,2,0],[33,1,3,2,1,3,29.77,0.01,0,1,3,1,1,1,1],[34,2,2,2,1,2,25.44,0.01,0,2,0,2,2,0,2],[35,3,2,2,1,2,24.89,0.01,0,3,2,3,3,2,3],[36,0,0,2,1,0,33.37,0.01,0,0,0,0,0,0,0],[37,1,3,2,1,1,30.15,0.01,0,1,1,1,1,2,1],[38,2,0,1,1,0,30.18,0.01,0,3,1,0,1,1,1],[39,3,3,2,1,3,22.3,0.01,0,3,3,3,3,3,3],[40,0,2,2,1,2,25.67,0.01,0,0,2,0,2,3,2],[41,1,1,1,1,1,34.02,0.01,0,1,1,1,1,1,1],[42,2,0,0,1,0,28.2,0.01,0,2,0,2,2,0,2],[43,3,1,1,1,1,24.51,0.01,0,3,1,3,3,3,3],[44,0,1,1,1,1,32.13,0.01,0,0,0,0,0,0,0],[45,1,1,3,1,1,30.13,0.01,0,1,1,1,1,1,1],[46,2,2,3,1,0,27.71,0.01,0,2,3,2,2,1,2],[47,3,3,2,1,3,22.13,0.01,0,3,3,3,3,3,3],[48,0,0,2,1,0,28.69,0.01,0,0,0,0,0,0,0],[49,1,1,2,1,1,29.59,0.01,0,1,3,1,0,2,0],[50,2,2,0,1,2,25.93,0.01,0,2,0,2,2,0,2],[51,3,3,0,1,3,22.69,0.01,0,3,3,3,3,3,3],[52,0,0,2,1,0,24.65,0.01,0,0,3,0,0,0,0],[53,1,1,0,1,1,31.9,0.01,0,1,3,1,1,2,1],[54,2,2,3,1,2,23.04,0.01,0,2,2,2,2,2,2],[55,3,3,2,1,3,23.44,0.01,0,3,3,3,3,3,3],[56,0,0,1,1,0,30.17,0.01,0,0,0,0,0,0,0],[57,1,1,1,1,1,28.49,0.01,0,1,1,1,1,1,1],[58,2,2,0,1,2,27.65,0.01,0,2,2,2,2,0,2],[59,3,3,2,1,3,20.24,0.01,0,3,3,3,3,3,3],[60,0,0,2,1,0,27.24,0.01,0,0,2,0,0,0,0],[61,1,1,0,1,1,34.11,0.01,0,1,1,1,1,1,1],[62,2,2,3,1,2,28.25,0.01,0,2,3,2,1,1,1],[63,3,3,2,1,2,21.81,0.01,0,3,2,2,3,3,3],[64,0,2,2,1,2,26.38,0.01,0,2,2,2,2,2,2],[65,1,1,2,1,1,31.67,0.01,0,1,1,1,1,2,1],[66,2,2,3,1,2,28.3,0.01,0,0,0,0,0,0,2],[67,3,2,2,1,2,21.06,0.01,0,2,3,2,2,3,2],[68,0,0,2,1,0,27.39,0.01,0,0,0,0,0,0,0],[69,1,1,3,1,1,29.57,0.01,0,1,1,1,1,1,1],[70,2,2,0,1,2,30.12,0.01,0,2,0,2,1,1,1],[71,3,3,2,1,3,23.79,0.01,0,3,3,3,3,3,3],[72,0,0,2,1,0,32.36,0.01,0,0,0,0,0,0,0],[73,1,1,0,1,1,31.65,0.01,0,1,0,1,1,1,1],[74,2,0,2,1,0,25.85,0.01,0,2,2,2,2,2,2],[75,3,3,0,1,3,23.9,0.01,0,3,3,3,3,3,3],[76,0,0,2,1,0,33.87,0.01,0,0,2,0,0,0,0],[77,1,3,3,1,3,27.6,0.01,0,3,1,1,1,1,1],[78,2,0,0,1,0,28.72,0.01,0,2,2,2,2,2,2],[79,3,1,1,1,1,24.9,0.01,0,3,1,1,3,3,3],[80,0,1,1,1,1,33.43,0.01,0,0,0,0,0,0,0],[81,1,1,0,1,1,29.18,0.01,0,1,3,1,1,2,1],[82,2,2,2,1,2,24.48,0.01,0,2,3,2,2,1,2],[83,3,1,0,1,1,27.94,0.01,0,3,3,1,3,3,3],[84,0,3,3,1,3,28.27,0.01,0,0,0,0,0,0,0],[85,1,1,3,1,1,30.52,0.01,0,1,3,1,1,3,1],[86,2,2,2,1,2,22.62,0.01,0,2,2,0,2,0,2],[87,3,1,1,1,1,24.63,0.01,0,1,1,1,3,3,3],[88,0,0,2,1,0,30.01,0.01,0,0,2,0,0,0,0],[89,1,1,1,1,1,33.4,0.01,0,1,1,1,1,1,1],[90,2,2,2,1,2,24.71,0.01,0,2,2,2,2,2,2],[91,3,3,2,1,3,23.12,0.01,0,3,3,3,3,3,3],[92,0,0,1,1,0,31.49,0.01,0,0,0,0,0,0,0],[93,1,1,3,1,1,29.84,0.01,0,1,3,1,1,1,1],[94,2,0,2,1,0,24.83,0.01,0,0,2,2,2,2,2],[95,3,1,1,1,1,23.77,0.01,0,1,1,1,3,3,3],[96,0,2,2,1,2,30.29,0.01,0,2,2,0,0,2,0],[97,1,1,2,1,1,34.08,0.01,0,1,1,1,1,1,1],[98,2,2,0,1,0,28.3,0.01,0,2,2,2,2,2,2],[99,3,3,3,1,3,27.28,0.01,0,3,3,3,3,3,3],[100,0,0,0,1,0,30.26,0.01,0,0,0,0,0,0,0],[101,1,1,3,1,1,26.22,0.01,0,1,1,1,1,3,1],[102,2,0,3,1,0,30.62,0.01,0,3,3,3,0,1,1],[103,3,3,3,1,1,23.16,0.01,0,3,1,3,3,3,3],[104,0,3,3,1,0,24.79,0.01,0,0,0,0,0,0,0],[105,1,1,3,1,1,31.11,0.01,0,1,3,1,1,1,1],[106,2,2,2,1,2,26.88,0.01,0,2,0,2,2,1,2],[107,3,0,0,1,0,25.92,0.01,0,3,3,3,3,3,3],[108,0,2,2,1,2,25.98,0.01,0,0,2,0,2,2,2],[109,1,1,0,1,1,33.48,0.01,0,1,0,1,0,0,0],[110,2,2,0,1,2,28.38,0.01,0,2,0,2,2,0,2],[111,3,3,2,1,3,23.07,0.01,0,3,2,3,3,3,3],[112,0,2,2,1,0,32.81,0.01,0,2,2,2,1,3,1],[113,1,1,0,1,1,33.93,0.01,0,1,3,1,1,1,1],[114,2,2,2,1,2,26.81,0.01,0,2,2,2,2,1,2],[115,3,3,3,1,3,21.93,0.01,0,3,3,3,3,3,3],[116,0,0,3,1,0,31.56,0.01,0,0,0,0,0,0,0],[117,1,1,3,1,1,26.37,0.01,0,1,3,1,1,2,1],[118,2,2,3,1,2,22.9,0.01,0,2,0,2,2,1,2],[119,3,3,3,1,1,24.38,0.01,0,3,3,3,3,3,3],[120,0,2,2,1,2,25.91,0.01,0,0,0,0,0,2,0],[121,1,1,3,1,1,33.89,0.01,0,1,1,1,1,1,1],[122,2,2,3,1,2,30.39,0.01,0,2,0,2,1,1,1],[123,3,3,3,1,3,23.71,0.01,0,3,3,3,3,3,3],[124,0,0,2,1,0,27.54,0.01,0,0,0,0,0,0,0],[125,1,3,2,1,1,34.18,0.01,0,1,2,1,1,2,1],[126,2,0,0,1,0,26.74,0.01,0,2,0,2,2,2,2],[127,3,3,2,1,2,27.8,0.01,0,3,2,3,1,2,1],[128,0,0,2,1,0,29.95,0.01,0,0,0,0,0,0,0],[129,1,1,2,1,1,26.12,0.01,0,3,3,3,1,2,2],[130,2,2,3,1,2,28.17,0.01,0,2,0,2,2,1,2],[131,3,2,2,1,2,26.5,0.01,0,3,2,1,3,2,3],[132,0,2,2,1,2,29.95,0.01,0,0,2,0,1,1,1],[133,1,1,0,1,1,26.03,0.01,0,1,2,1,2,2,2],[134,2,0,3,1,2,25.18,0.01,0,2,2,2,2,2,2],[135,3,1,1,1,1,21.22,0.01,0,1,1,1,3,3,3],[136,0,2,2,1,2,29.84,0.01,0,2,2,2,1,1,1],[137,1,1,3,1,1,32.3,0.01,0,1,1,1,1,1,1],[138,2,2,3,1,2,25.95,0.01,0,2,0,2,2,3,2],[139,3,2,2,1,2,22.34,0.01,0,2,2,2,2,2,3],[140,0,0,2,1,0,32.44,0.01,0,0,3,0,0,0,0],[141,1,1,2,1,1,30.69,0.01,0,1,3,1,1,2,1],[142,2,2,2,1,2,25.37,0.01,0,2,2,2,2,2,2],[143,3,0,0,1,0,25.2,0.01,0,3,3,3,3,3,3],[144,0,0,2,1,0,29.1,0.01,0,0,0,0,0,0,0],[145,1,0,0,1,1,28.39,0.01,0,1,3,1,1,2,1],[146,2,0,0,1,0,28.41,0.01,0,0,0,0,1,1,1],[147,3,3,2,1,3,20,0.0093453,1,3,2,3,3,3,3],[148,0,2,2,1,2,30.27,0.01,0,2,3,2,1,3,1],[149,1,1,0,1,1,27.48,0.01,0,1,3,1,1,1,1],[150,2,2,2,1,2,22.25,0.01,0,2,2,2,2,2,2],[151,3,3,3,1,3,25.49,0.01,0,3,3,3,3,3,3],[152,0,2,2,1,2,26.46,0.01,0,2,2,2,2,2,2],[153,1,1,3,1,1,33.76,0.01,0,1,1,1,1,1,1],[154,2,2,0,1,2,26.94,0.01,0,2,2,2,2,2,2],[155,3,1,1,1,1,21.86,0.01,0,3,1,3,3,3,3],[156,0,2,2,1,2,32.7,0.01,0,0,2,2,1,1,1],[157,1,3,2,1,3,27.13,0.01,0,1,3,1,2,2,2],[158,2,0,3,1,2,26.69,0.01,0,2,2,2,2,2,2],[159,3,3,0,1,3,25.26,0.01,0,3,3,3,3,3,3],[160,0,2,2,1,2,26.12,0.01,0,2,2,2,2,2,2],[161,1,1,1,1,1,30.72,0.01,0,1,1,1,1,1,1],[162,2,0,0,1,0,27.51,0.01,0,2,0,2,2,1,2],[163,3,3,2,1,3,20,0.0077717,1,3,3,3,3,3,3],[164,0,2,2,1,2,30.76,0.01,0,2,2,2,1,2,0],[165,1,1,0,1,1,30.07,0.01,0,1,3,1,1,1,1],[166,2,2,0,1,2,27.77,0.01,0,2,2,2,2,1,1],[167,3,0,2,1,0,20,0.0094811,1,3,3,3,3,3,3],[168,0,3,2,1,2,30.3,0.01,0,0,1,1,0,0,0],[169,1,1,1,1,1,30.13,0.01,0,1,1,1,1,1,1],[170,2,0,0,1,0,30.06,0.01,0,2,2,2,1,1,1],[171,3,3,2,1,3,24.56,0.01,0,3,3,3,3,3,3],[172,0,0,2,1,0,28.46,0.01,0,0,0,0,0,0,0],[173,1,0,2,1,0,27.04,0.01,0,3,2,1,2,2,2],[174,2,2,2,1,2,27.31,0.01,0,2,3,2,2,1,2],[175,3,1,1,1,1,27.4,0.01,0,1,1,1,3,3,3],[176,0,2,2,1,2,27.56,0.01,0,2,2,2,2,3,2],[177,1,1,2,1,1,29.54,0.01,0,1,2,1,1,2,1],[178,2,2,0,1,2,22.01,0.01,0,2,0,2,2,2,2],[179,3,1,1,1,1,27.22,0.01,0,1,1,1,3,3,3],[180,0,0,1,1,0,31.96,0.01,0,0,0,0,0,0,0],[181,1,1,3,1,1,31.09,0.01,0,1,3,1,1,1,1],[182,2,2,2,1,2,26.25,0.01,0,2,2,2,2,2,2],[183,3,3,2,1,1,20.47,0.01,0,3,3,3,3,3,3],[184,0,3,3,1,0,28.24,0.01,0,0,3,0,0,0,0],[185,1,1,0,1,1,29.3,0.01,0,1,3,3,1,1,1],[186,2,2,3,1,2,29.63,0.01,0,2,0,2,2,1,2],[187,3,3,2,1,3,22.55,0.01,0,3,2,3,3,3,3],[188,0,0,2,1,0,32.94,0.01,0,0,0,0,0,0,0],[189,1,1,3,1,1,26.89,0.01,0,1,1,1,2,2,2],[190,2,2,3,1,2,28.1,0.01,0,0,0,0,2,1,2],[191,3,1,1,1,1,26.22,0.01,0,1,1,1,3,3,3],[192,0,0,2,1,0,31.35,0.01,0,0,0,0,0,0,0],[193,1,0,2,1,0,27.51,0.01,0,1,2,1,2,2,1],[194,2,2,2,1,2,28.76,0.01,0,2,3,2,1,1,1],[195,3,3,3,1,1,23.06,0.01,0,3,1,1,3,3,3],[196,0,2,2,1,2,27.17,0.01,0,2,2,2,2,2,2],[197,1,3,2,1,3,25.82,0.01,0,3,3,3,2,2,2],[198,2,2,0,1,2,27.32,0.01,0,2,0,2,2,0,2],[199,3,3,2,1,3,25.92,0.01,0,3,3,3,1,2,1],[200,0,2,2,1,2,33.75,0.01,0,0,2,3,1,1,1],[201,1,3,2,1,3,29.81,0.01,0,1,2,1,1,2,1],[202,2,2,3,1,2,29.46,0.01,0,2,3,2,2,1,2],[203,3,1,1,1,1,23.89,0.01,0,1,1,1,3,3,3],[204,0,0,2,1,0,29.63,0.01,0,0,0,0,0,0,0],[205,1,1,2,1,1,27.54,0.01,0,1,3,1,2,2,1],[206,2,2,3,1,2,29.05,0.01,0,2,1,2,2,1,2],[207,3,3,2,1,3,24.56,0.01,0,3,3,3,3,3,3],[208,0,2,2,1,2,29.59,0.01,0,2,2,2,0,2,0],[209,1,1,3,1,1,31.34,0.01,0,1,1,1,1,1,1],[210,2,2,0,1,2,23.47,0.01,0,2,2,2,2,2,2],[211,3,3,0,1,3,26.89,0.01,0,3,3,3,3,3,3],[212,0,0,2,1,0,28.54,0.01,0,0,0,0,0,0,0],[213,1,1,3,1,1,27.56,0.01,0,1,3,1,1,2,1],[214,2,2,3,1,2,31.13,0.01,0,2,3,2,1,1,1],[215,3,0,2,1,0,20.66,0.01,0,3,3,3,3,3,3],[216,0,3,3,1,3,25.82,0.01,0,0,2,0,0,1,0],[217,1,1,0,1,1,29.38,0.01,0,1,0,1,1,2,1],[218,2,0,0,1,2,28.82,0.01,0,2,0,2,2,0,2],[219,3,1,1,1,1,24,0.01,0,1,1,1,3,3,3],[220,0,1,1,1,1,27.86,0.01,0,0,3,0,0,0,0],[221,1,1,3,1,1,30.6,0.01,0,1,3,1,1,1,1],[222,2,0,0,1,0,27.39,0.01,0,2,2,2,2,0,2],[223,3,3,2,1,3,23.56,0.01,0,1,3,1,3,3,3],[224,0,0,3,1,0,31.51,0.01,0,0,0,0,0,0,0],[225,1,3,3,1,1,28.32,0.01,0,1,3,1,1,1,1],[226,2,2,0,1,2,25.08,0.01,0,2,0,2,2,0,2],[227,3,3,2,1,3,22.34,0.01,0,3,3,3,3,3,3],[228,0,0,3,1,0,28.58,0.01,0,0,0,0,0,0,0],[229,1,1,2,1,1,33.96,0.01,0,1,1,1,1,1,1],[230,2,2,0,1,2,25.55,0.01,0,2,0,2,2,1,2],[231,3,3,2,1,3,24.22,0.01,0,3,3,3,3,3,3],[232,0,0,3,1,0,28.14,0.01,0,0,0,0,0,0,0],[233,1,3,3,1,1,30.37,0.01,0,1,1,1,1,1,1],[234,2,2,2,1,2,25.79,0.01,0,2,2,2,2,2,2],[235,3,3,1,1,1,23.76,0.01,0,3,1,1,3,3,3],[236,0,0,3,1,0,32.44,0.01,0,0,0,0,0,0,0],[237,1,1,0,1,1,31.35,0.01,0,1,1,1,1,1,1],[238,2,2,0,1,2,25.61,0.01,0,2,0,2,2,2,2],[239,3,0,0,1,0,23.38,0.01,0,3,0,3,3,3,3],[240,0,3,3,1,3,29.14,0.01,0,0,0,0,0,0,0],[241,1,1,1,1,1,32.54,0.01,0,1,1,1,1,1,1],[242,2,2,2,1,2,27.84,0.01,0,2,0,2,2,1,2],[243,3,3,3,1,3,20,0.0081191,1,3,3,3,3,3,3],[244,0,0,2,1,0,33.38,0.01,0,0,0,0,1,1,1],[245,1,1,0,1,1,31.94,0.01,0,1,1,1,1,1,1],[246,2,2,3,1,2,29.2,0.01,0,2,0,2,0,1,0],[247,3,3,3,1,3,27.04,0.01,0,3,3,3,3,3,3],[248,0,1,1,1,1,30.08,0.01,0,0,0,0,0,0,0],[249,1,3,2,1,1,30.12,0.01,0,1,3,1,1,1,1],[250,2,2,2,1,2,27,0.01,0,2,0,2,3,1,1],[251,3,3,3,1,3,21.34,0.01,0,3,3,3,3,3,3],[252,0,0,2,1,0,30.36,0.01,0,0,0,0,0,0,0],[253,1,1,1,1,1,30.74,0.01,0,1,1,1,1,1,1],[254,2,2,2,1,2,23.82,0.01,0,2,2,2,2,1,2],[255,3,3,2,1,2,22.42,0.01,0,3,3,2,3,3,3],[256,0,2,2,1,2,30.17,0.01,0,2,2,2,1,2,1],[257,1,1,0,1,1,33.21,0.01,0,1,1,1,1,1,1],[258,2,2,2,1,2,21.48,0.01,0,2,2,2,2,2,2],[259,3,3,2,1,3,21.52,0.01,0,3,3,3,3,3,3],[260,0,0,2,1,0,30.17,0.01,0,0,0,0,0,0,0],[261,1,1,3,1,1,31.15,0.01,0,1,1,1,1,1,1],[262,2,2,3,1,2,27.14,0.01,0,2,0,2,2,1,2],[263,3,3,3,1,3,22.05,0.01,0,3,3,3,3,3,3],[264,0,0,2,1,0,30.01,0.01,0,0,0,0,0,0,0],[265,1,1,3,1,1,31.2,0.01,0,1,1,1,1,1,1],[266,2,0,0,1,0,30.43,0.01,0,0,3,0,1,1,1],[267,3,3,3,1,3,23.42,0.01,0,3,3,3,3,3,3],[268,0,0,2,1,0,32.6,0.01,0,0,2,0,1,1,1],[269,1,1,3,1,1,29.27,0.01,0,1,3,1,1,1,1],[270,2,2,0,1,2,28.99,0.01,0,2,0,2,2,0,2],[271,3,3,2,1,3,24.55,0.01,0,3,3,3,3,3,3],[272,0,0,2,1,0,32.71,0.01,0,0,0,0,0,0,0],[273,1,3,2,1,1,29.56,0.01,0,1,3,1,1,1,1],[274,2,3,3,1,3,28.92,0.01,0,0,3,0,2,1,1],[275,3,1,1,1,1,25.77,0.01,0,3,1,3,3,3,3],[276,0,0,2,1,0,25.92,0.01,0,0,0,0,0,0,0],[277,1,1,1,1,1,34.16,0.01,0,1,1,1,1,1,1],[278,2,2,2,1,2,24.35,0.01,0,2,2,2,2,1,2],[279,3,1,1,1,1,25.83,0.01,0,1,1,1,3,3,3],[280,0,0,2,1,0,32.39,0.01,0,0,3,0,0,1,0],[281,1,1,3,1,1,29.89,0.01,0,3,3,1,3,3,1],[282,2,2,2,1,2,22.89,0.01,0,2,2,2,2,0,2],[283,3,3,2,1,3,25.62,0.01,0,3,3,3,3,3,3],[284,0,0,2,1,0,28.31,0.01,0,0,0,0,0,0,0],[285,1,1,0,1,1,33.68,0.01,0,1,3,1,1,1,1],[286,2,2,3,1,2,26.25,0.01,0,2,2,2,2,1,2],[287,3,2,2,1,2,22.79,0.01,0,2,2,2,2,2,2],[288,0,2,2,1,2,32.36,0.01,0,2,2,2,0,2,0],[289,1,1,3,1,1,33.47,0.01,0,1,1,1,1,1,1],[290,2,2,3,1,2,28.95,0.01,0,2,0,2,2,1,2],[291,3,3,2,1,3,20,0.0083707,1,3,2,3,3,3,3],[292,0,0,2,1,0,32.01,0.01,0,0,0,0,0,0,0],[293,1,1,3,1,1,32.51,0.01,0,1,3,1,0,1,0],[294,2,2,2,1,2,26.18,0.01,0,2,2,0,2,1,2],[295,3,3,2,1,3,26.97,0.01,0,3,3,3,3,3,3],[296,0,1,1,1,1,32.52,0.01,0,0,0,0,0,0,0],[297,1,1,0,1,1,32.04,0.01,0,1,3,1,1,1,1],[298,2,2,3,1,2,28.41,0.01,0,0,0,2,2,0,2],[299,3,3,2,1,3,23.82,0.01,0,3,3,3,3,3,3],[300,0,0,2,1,0,31.42,0.01,0,0,0,0,0,0,0],[301,1,1,1,1,1,32.81,0.01,0,1,3,1,1,1,1],[302,2,2,2,1,2,29.7,0.01,0,2,3,2,2,1,2],[303,3,1,1,1,1,25.32,0.01,0,3,3,3,3,3,3],[304,0,0,3,1,0,27.44,0.01,0,0,0,0,0,0,0],[305,1,1,1,1,1,27.44,0.01,0,1,1,1,1,3,1],[306,2,2,0,1,2,28.11,0.01,0,2,0,2,2,1,2],[307,3,3,0,1,0,25.93,0.01,0,3,3,3,3,3,3],[308,0,2,2,1,2,26.55,0.01,0,2,2,2,2,2,2],[309,1,1,3,1,1,29.85,0.01,0,1,1,1,1,1,1],[310,2,2,2,1,2,28.36,0.01,0,2,3,2,1,1,2],[311,3,1,1,1,1,24.44,0.01,0,3,3,3,3,3,3],[312,0,0,2,1,0,26.51,0.01,0,0,2,0,0,0,0],[313,1,3,3,1,1,26.93,0.01,0,1,1,1,1,3,1],[314,2,2,2,1,2,26.35,0.01,0,2,3,2,2,3,3],[315,3,2,2,1,2,21.81,0.01,0,3,2,3,2,2,2],[316,0,0,2,1,0,28.15,0.01,0,0,0,0,0,0,0],[317,1,1,1,1,1,33.44,0.01,0,1,1,1,1,1,1],[318,2,0,0,1,0,29.73,0.01,0,2,3,2,2,2,2],[319,3,2,2,1,2,28.19,0.01,0,3,2,2,3,3,1],[320,0,0,3,1,0,32.24,0.01,0,0,0,0,0,0,0],[321,1,1,3,1,1,30.7,0.01,0,1,1,1,1,1,1],[322,2,0,0,1,0,29.05,0.01,0,2,2,0,2,2,2],[323,3,3,2,1,3,24.17,0.01,0,3,3,3,3,3,3],[324,0,3,3,1,3,27.33,0.01,0,0,0,0,0,0,0],[325,1,1,0,1,1,31.79,0.01,0,1,1,1,1,1,1],[326,2,2,3,1,2,29.8,0.01,0,2,3,2,2,0,2],[327,3,1,1,1,1,26.99,0.01,0,3,1,3,3,3,3],[328,0,0,2,1,0,31.77,0.01,0,0,2,0,0,0,0],[329,1,1,3,1,1,26.48,0.01,0,1,1,1,1,1,1],[330,2,2,2,1,2,24.53,0.01,0,2,2,2,2,1,2],[331,3,0,2,1,0,21.63,0.01,0,3,2,3,3,3,3],[332,0,2,2,1,2,33.57,0.01,0,0,2,2,0,2,0],[333,1,1,1,1,1,32.71,0.01,0,1,1,1,1,1,1],[334,2,2,2,1,2,30.7,0.01,0,2,0,2,0,0,0],[335,3,2,2,1,0,20.36,0.01,0,3,2,2,3,2,2],[336,0,2,2,1,2,31.84,0.01,0,2,2,2,0,0,0],[337,1,1,1,1,1,31.67,0.01,0,1,1,1,1,1,1],[338,2,2,3,1,2,29.76,0.01,0,2,0,2,1,1,0],[339,3,3,2,1,3,26.15,0.01,0,3,3,3,3,3,3],[340,0,0,2,1,0,26.66,0.01,0,0,0,0,0,0,0],[341,1,1,3,1,1,32.87,0.01,0,1,3,1,1,1,1],[342,2,2,2,1,2,24.79,0.01,0,2,3,2,3,1,3],[343,3,2,2,1,2,21.63,0.01,0,2,2,2,3,3,3],[344,0,0,2,1,0,30.77,0.01,0,0,0,0,0,0,0],[345,1,1,3,1,1,26.28,0.01,0,1,3,1,3,3,3],[346,2,0,1,1,0,30.63,0.01,0,2,0,2,2,1,2],[347,3,3,2,1,3,26.17,0.01,0,3,3,3,3,3,3],[348,0,2,2,1,2,27.77,0.01,0,2,2,2,2,2,2],[349,1,3,3,1,1,27.89,0.01,0,1,1,1,1,1,1],[350,2,2,2,1,2,22.15,0.01,0,2,0,2,2,1,2],[351,3,3,2,1,3,27.52,0.01,0,1,3,1,1,1,1],[352,0,0,2,1,0,31.14,0.01,0,0,0,0,0,0,0],[353,1,1,0,1,1,33.73,0.01,0,1,1,1,1,1,1],[354,2,2,2,1,2,27.65,0.01,0,2,0,0,2,1,2],[355,3,2,2,1,2,24.64,0.01,0,3,2,3,3,2,1],[356,0,0,2,1,0,31.03,0.01,0,0,0,0,0,0,0],[357,1,1,3,1,1,33.23,0.01,0,1,1,1,1,1,1],[358,2,2,0,1,2,24.64,0.01,0,2,2,2,2,2,2],[359,3,3,2,1,3,20,0.0087037,1,3,3,3,3,3,3],[360,0,0,1,1,0,30.22,0.01,0,0,0,0,0,0,0],[361,1,1,1,1,1,32.77,0.01,0,1,1,1,1,1,1],[362,2,2,2,1,2,24.12,0.01,0,2,3,2,2,2,2],[363,3,1,1,1,1,25.8,0.01,0,3,3,3,3,3,3],[364,0,0,2,1,0,24.22,0.01,0,0,2,0,0,2,0],[365,1,1,1,1,1,32.83,0.01,0,1,1,1,1,1,1],[366,2,2,2,1,0,27.17,0.01,0,2,2,2,2,1,2],[367,3,3,3,1,1,21.56,0.01,0,3,1,3,3,3,3],[368,0,0,2,1,0,30.67,0.01,0,2,2,2,0,2,0],[369,1,1,3,1,1,30.85,0.01,0,1,3,1,1,1,1],[370,2,2,3,1,2,27.86,0.01,0,2,0,2,3,1,2],[371,3,3,2,1,3,23.54,0.01,0,3,3,3,3,3,3],[372,0,2,2,1,2,32.76,0.01,0,2,2,2,1,2,1],[373,1,1,1,1,1,33.14,0.01,0,1,1,1,1,1,1],[374,2,2,3,1,2,26.67,0.01,0,2,2,2,2,2,2],[375,3,1,1,1,1,22.79,0.01,0,3,1,3,3,3,3],[376,0,0,1,1,0,30.18,0.01,0,0,0,0,0,0,0],[377,1,1,3,1,1,29.36,0.01,0,1,1,1,1,2,1],[378,2,0,2,1,0,29.45,0.01,0,2,2,0,1,1,1],[379,3,3,2,1,3,23.84,0.01,0,3,3,3,3,3,3],[380,0,0,2,1,0,29.4,0.01,0,2,2,2,0,2,0],[381,1,1,0,1,1,31.91,0.01,0,1,1,1,1,1,1],[382,2,2,3,1,2,26.3,0.01,0,2,3,2,2,1,2],[383,3,2,2,1,0,25.81,0.01,0,2,2,2,1,2,1],[384,0,0,2,1,0,26.43,0.01,0,2,2,2,2,2,2],[385,1,1,1,1,1,33.65,0.01,0,1,1,1,1,1,1],[386,2,2,2,1,2,22.34,0.01,0,2,0,2,2,1,2],[387,3,3,2,1,3,20,0.0096023,1,3,3,3,3,3,3],[388,0,0,2,1,0,28.08,0.01,0,0,2,0,0,0,0],[389,1,1,1,1,1,33.85,0.01,0,1,1,1,1,1,1],[390,2,2,3,1,2,29.46,0.01,0,2,3,2,1,1,1],[391,3,0,0,1,0,22.92,0.01,0,3,3,3,3,3,3],[392,0,2,2,1,2,28.34,0.01,0,0,2,0,0,0,0],[393,1,1,1,1,1,32.82,0.01,0,1,1,1,1,1,1],[394,2,2,3,1,0,30.11,0.01,0,2,3,2,0,1,0],[395,3,0,0,1,3,25.94,0.01,0,3,3,3,3,3,3],[396,0,2,2,1,0,31.28,0.01,0,0,2,0,1,2,1],[397,1,1,1,1,1,32.22,0.01,0,1,1,1,1,1,1],[398,2,2,2,1,2,25.3,0.01,0,2,2,2,2,0,2],[399,3,3,2,1,3,20.49,0.01,0,3,3,3,3,3,3]],"elapsed_ms":951,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":342,"J":263,"J_valid":263,"n_invalid":0,"n00":49,"n01":21,"n10":113,"n11":80,"ctl_n":263,"ctl_err":8},"metrics":{"target_error":0.3840304182509506,"Q_transfer":0.6159695817490494,"source_success":0.7338403041825095,"joint_error":0.3041825095057034,"T_cond":0.41450777202072536,"R":0.030418250950570342,"delta":0.35361216730038025,"delta_pp":35.361216730038024,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.855}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":328,"J":245,"J_valid":245,"n_invalid":0,"n00":44,"n01":22,"n10":138,"n11":41,"ctl_n":245,"ctl_err":3},"metrics":{"target_error":0.2571428571428571,"Q_transfer":0.7428571428571429,"source_success":0.7306122448979592,"joint_error":0.1673469387755102,"T_cond":0.22905027932960895,"R":0.012244897959183673,"delta":0.24489795918367344,"delta_pp":24.489795918367342,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-LR/fgsm/eps0200","seed":43,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,20.75,0.02,0,2,2,0,2,3,2],[1,1,1,1,1,1,28.09,0.02,0,1,1,1,1,1,1],[2,2,2,2,1,2,20,0.0196125,1,0,2,2,2,1,2],[3,3,2,2,1,2,20,0.017129,1,3,2,3,3,2,3],[4,0,0,3,1,0,21.76,0.02,0,0,0,0,0,0,0],[5,1,1,2,1,1,26.17,0.02,0,1,2,1,1,2,1],[6,2,2,2,1,0,20,0.0177498,1,2,2,2,2,1,2],[7,3,1,1,1,1,20,0.0190392,1,3,1,3,3,3,3],[8,0,2,2,1,2,25.58,0.02,0,2,2,2,1,1,1],[9,1,1,2,1,1,26.02,0.02,0,1,1,1,1,1,1],[10,2,2,2,1,2,20,0.0189429,1,2,0,2,2,1,2],[11,3,3,2,1,3,20,0.0188996,1,3,3,3,3,3,3],[12,0,2,2,1,2,22.59,0.02,0,2,3,2,2,2,2],[13,1,1,1,1,1,25.29,0.02,0,1,3,1,1,1,1],[14,2,0,0,1,0,21.98,0.02,0,0,0,0,0,1,0],[15,3,0,2,1,0,21.71,0.02,0,3,2,3,1,3,3],[16,0,0,3,1,0,21.3,0.02,0,0,0,0,0,0,0],[17,1,1,1,1,1,27.7,0.02,0,1,1,1,1,1,1],[18,2,0,0,1,0,21.33,0.02,0,2,0,2,0,1,2],[19,3,1,1,1,1,20,0.0117871,1,3,3,3,3,3,3],[20,0,0,2,1,2,20,0.0188095,1,0,0,0,0,0,0],[21,1,1,0,1,1,26.11,0.02,0,1,1,1,1,1,1],[22,2,2,0,1,2,23.48,0.02,0,0,3,0,1,1,1],[23,3,3,2,1,3,20,0.0092262,1,3,2,3,3,3,3],[24,0,2,2,1,2,26.76,0.02,0,2,2,2,1,1,1],[25,1,1,1,1,1,26.09,0.02,0,1,1,1,1,1,1],[26,2,2,2,1,2,20.89,0.02,0,2,3,2,2,1,2],[27,3,2,2,1,2,20,0.011123,1,2,2,2,2,2,2],[28,0,1,1,1,1,22.21,0.02,0,0,1,0,0,0,0],[29,1,1,1,1,1,26.27,0.02,0,1,1,1,1,1,1],[30,2,2,3,1,2,20,0.0153158,1,2,2,2,2,1,2],[31,3,3,2,1,2,20,0.0093851,1,3,3,3,3,3,3],[32,0,2,2,1,2,26.57,0.02,0,0,2,2,0,2,0],[33,1,3,2,1,1,23.75,0.02,0,1,1,1,1,1,1],[34,2,2,2,1,2,20,0.0187082,1,2,0,2,2,1,2],[35,3,2,2,1,0,20,0.0175541,1,3,2,3,3,2,2],[36,0,0,2,1,0,27.35,0.02,0,0,0,0,0,0,0],[37,1,3,2,1,1,24.13,0.02,0,1,1,1,1,1,1],[38,2,0,1,1,0,24.16,0.02,0,3,1,0,1,1,1],[39,3,3,2,1,3,20,0.0130258,1,3,3,3,3,3,3],[40,0,2,2,1,2,20,0.0191992,1,0,2,2,2,3,2],[41,1,1,1,1,1,28,0.02,0,1,1,1,1,1,1],[42,2,0,0,1,0,22.18,0.02,0,2,0,2,2,1,1],[43,3,1,1,1,1,20,0.0168041,1,3,1,3,3,3,3],[44,0,1,1,1,1,26.1,0.02,0,0,1,0,0,0,0],[45,1,1,2,1,1,24.11,0.02,0,1,1,1,1,1,1],[46,2,2,3,1,2,21.69,0.02,0,2,3,2,2,3,2],[47,3,3,2,1,3,20,0.0127827,1,3,3,3,3,3,3],[48,0,0,2,1,0,22.67,0.02,0,0,0,0,0,0,0],[49,1,1,2,1,1,23.57,0.02,0,1,3,1,0,1,0],[50,2,2,0,1,2,20,0.0198035,1,2,0,0,2,1,2],[51,3,3,0,1,3,20,0.0136327,1,3,3,3,3,3,3],[52,0,0,2,1,0,20,0.0170885,1,0,0,0,0,0,0],[53,1,1,0,1,1,25.88,0.02,0,1,3,1,1,2,1],[54,2,2,2,1,2,20,0.0141839,1,2,2,2,2,2,2],[55,3,3,2,1,3,20,0.0148568,1,3,1,3,3,3,3],[56,0,0,1,1,0,24.15,0.02,0,0,0,0,0,0,0],[57,1,1,1,1,1,22.47,0.02,0,1,1,1,1,1,1],[58,2,2,2,1,2,21.62,0.02,0,2,2,2,2,1,2],[59,3,3,2,1,3,20,0.0102823,1,3,3,3,3,3,3],[60,0,0,2,1,0,21.22,0.02,0,0,2,0,0,0,0],[61,1,1,0,1,1,28.09,0.02,0,1,1,1,1,1,1],[62,2,2,3,1,2,22.23,0.02,0,2,3,2,1,1,1],[63,3,3,2,1,2,20,0.012322,1,3,3,3,3,3,3],[64,0,2,2,1,2,20.36,0.02,0,2,2,0,2,2,2],[65,1,1,2,1,1,25.65,0.02,0,1,1,1,1,2,1],[66,2,2,2,1,0,22.28,0.02,0,0,0,0,0,0,2],[67,3,2,2,1,2,20,0.0112975,1,2,3,2,2,3,2],[68,0,0,2,1,0,21.37,0.02,0,0,2,0,0,0,0],[69,1,1,3,1,1,23.55,0.02,0,1,1,1,1,1,1],[70,2,2,2,1,2,24.1,0.02,0,2,0,2,1,1,1],[71,3,3,2,1,3,20,0.0154632,1,3,3,3,3,3,3],[72,0,0,2,1,0,26.34,0.02,0,0,2,0,0,0,0],[73,1,1,0,1,1,25.63,0.02,0,1,0,1,1,0,1],[74,2,0,2,1,0,20,0.0196221,1,2,2,2,2,2,2],[75,3,3,2,1,3,20,0.0156698,1,3,3,3,3,3,3],[76,0,0,2,1,0,27.85,0.02,0,0,2,0,0,0,0],[77,1,3,3,1,1,21.58,0.02,0,3,1,1,1,1,1],[78,2,0,0,1,0,22.7,0.02,0,2,2,2,2,1,2],[79,3,1,1,1,1,20,0.0175823,1,3,1,1,3,3,3],[80,0,1,1,1,1,27.41,0.02,0,0,1,0,0,0,0],[81,1,1,2,1,1,23.16,0.02,0,1,3,1,1,2,2],[82,2,2,2,1,2,20,0.0167574,1,2,0,2,2,1,2],[83,3,1,2,1,1,21.92,0.02,0,3,3,1,3,3,3],[84,0,3,1,1,1,22.25,0.02,0,0,0,0,0,0,0],[85,1,1,3,1,1,24.5,0.02,0,1,3,1,1,3,1],[86,2,2,2,1,2,20,0.0135182,1,2,2,2,2,0,2],[87,3,1,1,1,1,20,0.0170425,1,1,1,1,3,3,3],[88,0,0,2,1,0,23.99,0.02,0,0,2,0,0,0,0],[89,1,1,1,1,1,27.38,0.02,0,1,1,1,1,1,1],[90,2,2,2,1,2,20,0.017201,1,2,2,2,2,2,2],[91,3,3,2,1,3,20,0.0143257,1,3,3,3,3,3,3],[92,0,0,1,1,1,25.47,0.02,0,0,3,0,0,0,0],[93,1,1,3,1,1,23.82,0.02,0,1,3,1,1,3,1],[94,2,0,2,1,0,20,0.0174434,1,0,2,2,2,2,2],[95,3,1,1,1,1,20,0.0154327,1,1,1,1,3,3,3],[96,0,2,2,1,0,24.27,0.02,0,2,2,2,0,2,0],[97,1,1,2,1,1,28.06,0.02,0,1,3,1,1,1,1],[98,2,2,2,1,0,22.28,0.02,0,2,2,2,2,1,2],[99,3,3,1,1,3,21.26,0.02,0,3,1,3,3,3,3],[100,0,0,0,1,0,24.24,0.02,0,0,0,0,0,0,0],[101,1,1,1,1,1,20.2,0.02,0,1,1,1,1,3,2],[102,2,0,2,1,0,24.6,0.02,0,3,3,2,0,1,0],[103,3,3,3,1,1,20,0.0143887,1,3,1,3,3,3,3],[104,0,3,3,1,0,20,0.0173674,1,0,0,0,0,0,0],[105,1,1,3,1,1,25.09,0.02,0,1,1,1,1,1,1],[106,2,2,2,1,2,20.86,0.02,0,2,0,2,2,1,2],[107,3,0,2,1,1,20,0.0197603,1,3,2,3,3,3,3],[108,0,2,2,1,2,20,0.0198992,1,0,2,0,2,2,2],[109,1,1,0,1,1,27.46,0.02,0,1,0,1,0,0,1],[110,2,2,1,1,2,22.36,0.02,0,2,3,2,2,1,2],[111,3,3,2,1,3,20,0.0142326,1,3,2,3,3,3,3],[112,0,2,2,1,2,26.79,0.02,0,2,2,0,1,3,1],[113,1,1,2,1,1,27.9,0.02,0,1,3,3,1,2,1],[114,2,2,2,1,2,20.79,0.02,0,2,2,2,2,1,2],[115,3,3,3,1,3,20,0.0124862,1,3,3,3,3,3,3],[116,0,0,3,1,0,25.54,0.02,0,0,0,0,0,0,0],[117,1,1,3,1,1,20.35,0.02,0,1,1,1,1,3,2],[118,2,2,3,1,2,20,0.0139642,1,2,0,2,2,1,2],[119,3,3,3,1,1,20,0.0165637,1,3,3,3,3,3,3],[120,0,2,2,1,2,20,0.0197543,1,0,0,0,0,0,0],[121,1,1,1,1,1,27.87,0.02,0,1,1,1,1,1,1],[122,2,2,2,1,2,24.37,0.02,0,2,3,2,1,1,1],[123,3,3,3,1,3,20,0.0153211,1,3,3,3,3,3,3],[124,0,0,2,1,0,21.52,0.02,0,0,2,0,0,0,0],[125,1,3,2,1,1,28.16,0.02,0,1,3,1,1,1,1],[126,2,0,0,1,2,20.72,0.02,0,2,2,2,2,1,2],[127,3,3,2,1,3,21.77,0.02,0,3,2,3,1,1,1],[128,0,0,2,1,0,23.93,0.02,0,0,0,0,0,0,0],[129,1,1,2,1,1,20.1,0.02,0,3,3,1,1,2,1],[130,2,2,3,1,0,22.15,0.02,0,2,0,2,2,1,2],[131,3,2,2,1,0,20.48,0.02,0,3,2,1,3,3,3],[132,0,2,2,1,2,23.93,0.02,0,0,2,0,1,2,1],[133,1,1,2,1,0,20.01,0.02,0,1,2,1,2,2,2],[134,2,0,2,1,0,20,0.0181554,1,2,2,2,2,2,2],[135,3,1,1,1,1,20,0.0115029,1,1,1,1,3,3,3],[136,0,2,2,1,0,23.82,0.02,0,2,2,2,1,1,1],[137,1,1,3,1,1,26.28,0.02,0,1,1,1,1,1,1],[138,2,2,2,1,2,20,0.0198483,1,2,0,0,2,3,2],[139,3,2,2,1,0,20,0.0130947,1,2,2,2,2,2,2],[140,0,0,2,1,0,26.42,0.02,0,0,3,0,0,1,0],[141,1,1,2,1,1,24.67,0.02,0,1,2,1,1,2,1],[142,2,2,2,1,2,20,0.0185555,1,2,2,2,2,1,2],[143,3,0,2,1,0,20,0.0182036,1,3,3,3,3,3,3],[144,0,0,2,1,0,23.07,0.02,0,0,2,0,0,0,0],[145,1,0,2,1,1,22.37,0.02,0,1,2,1,1,2,1],[146,2,0,0,1,0,22.39,0.02,0,0,2,0,1,1,1],[147,3,3,2,1,3,20,0.0093453,1,3,2,3,3,3,3],[148,0,2,2,1,2,24.25,0.02,0,2,3,2,1,1,1],[149,1,1,2,1,1,21.46,0.02,0,1,3,1,1,2,1],[150,2,2,2,1,2,20,0.0129568,1,2,2,2,2,2,2],[151,3,3,2,1,1,20,0.0188097,1,3,3,3,3,3,3],[152,0,2,2,1,2,20.44,0.02,0,2,2,0,2,2,0],[153,1,1,1,1,1,27.74,0.02,0,1,1,1,1,1,1],[154,2,2,2,1,2,20.92,0.02,0,2,2,2,2,2,2],[155,3,1,1,1,1,20,0.0123914,1,3,1,3,3,3,3],[156,0,2,2,1,2,26.68,0.02,0,0,2,2,1,1,0],[157,1,3,2,1,0,21.11,0.02,0,1,3,1,2,1,2],[158,2,0,2,1,2,20.67,0.02,0,2,3,2,2,2,2],[159,3,3,2,1,3,20,0.0183218,1,3,3,3,3,3,3],[160,0,2,2,1,2,20.1,0.02,0,2,2,2,2,2,2],[161,1,1,1,1,1,24.7,0.02,0,1,3,1,1,1,1],[162,2,0,0,1,0,21.49,0.02,0,2,2,2,2,1,2],[163,3,3,2,1,3,20,0.0077717,1,3,3,3,3,3,3],[164,0,2,2,1,2,24.74,0.02,0,2,2,0,1,1,2],[165,1,1,0,1,1,24.05,0.02,0,1,3,1,1,2,1],[166,2,2,2,1,2,21.75,0.02,0,2,2,2,2,1,3],[167,3,0,2,1,0,20,0.0094811,1,3,3,3,3,3,3],[168,0,3,2,1,1,24.28,0.02,0,0,1,0,0,0,0],[169,1,1,1,1,1,24.11,0.02,0,1,1,1,1,1,1],[170,2,0,2,1,0,24.04,0.02,0,2,3,2,1,1,1],[171,3,3,2,1,0,20,0.0169119,1,3,3,3,3,3,3],[172,0,0,2,1,0,22.44,0.02,0,0,0,0,0,0,0],[173,1,0,2,1,0,21.02,0.02,0,3,3,1,2,2,2],[174,2,2,2,1,2,21.29,0.02,0,2,3,2,2,3,2],[175,3,1,1,1,1,21.38,0.02,0,1,1,1,3,3,3],[176,0,2,2,1,2,21.53,0.02,0,2,2,2,2,3,0],[177,1,1,2,1,1,23.52,0.02,0,1,2,1,1,2,1],[178,2,2,0,1,2,20,0.0125992,1,2,2,2,2,2,2],[179,3,1,1,1,1,21.2,0.02,0,1,1,1,3,3,3],[180,0,0,1,1,0,25.94,0.02,0,0,0,0,0,0,0],[181,1,1,3,1,1,25.07,0.02,0,1,1,1,1,1,1],[182,2,2,2,1,0,20.23,0.02,0,2,2,2,2,0,2],[183,3,3,2,1,1,20,0.0105564,1,3,3,3,3,3,3],[184,0,3,2,1,0,22.21,0.02,0,0,3,0,0,0,0],[185,1,1,2,1,1,23.28,0.02,0,1,3,1,1,1,1],[186,2,2,2,1,2,23.61,0.02,0,2,0,0,2,1,2],[187,3,3,2,1,0,20,0.013411,1,3,2,3,3,3,3],[188,0,0,2,1,0,26.91,0.02,0,0,2,0,0,0,0],[189,1,1,1,1,1,20.87,0.02,0,1,1,1,2,1,2],[190,2,2,2,1,2,22.08,0.02,0,0,0,0,2,1,2],[191,3,1,1,1,1,20.2,0.02,0,1,1,1,3,3,3],[192,0,0,2,1,0,25.33,0.02,0,0,0,0,0,0,0],[193,1,0,2,1,0,21.49,0.02,0,1,2,1,2,2,1],[194,2,2,2,1,2,22.74,0.02,0,2,3,2,1,3,2],[195,3,3,3,1,3,20,0.0142173,1,3,1,3,3,3,3],[196,0,2,2,1,2,21.15,0.02,0,2,2,2,2,2,2],[197,1,3,2,1,0,20,0.0195381,1,3,3,3,2,2,2],[198,2,2,3,1,2,21.3,0.02,0,2,0,2,2,0,2],[199,3,3,2,1,1,20,0.0197676,1,3,3,1,1,2,1],[200,0,2,2,1,2,27.72,0.02,0,0,2,3,1,1,1],[201,1,3,2,1,0,23.79,0.02,0,1,1,1,1,1,0],[202,2,2,2,1,0,23.44,0.02,0,2,3,3,2,1,2],[203,3,1,1,1,1,20,0.0156498,1,1,1,1,3,3,3],[204,0,0,2,1,0,23.61,0.02,0,0,0,0,0,0,0],[205,1,1,2,1,1,21.52,0.02,0,1,3,1,2,2,2],[206,2,2,3,1,2,23.03,0.02,0,2,1,2,2,1,2],[207,3,3,2,1,3,20,0.016898,1,3,3,3,3,3,3],[208,0,2,2,1,2,23.56,0.02,0,2,2,2,0,2,0],[209,1,1,1,1,1,25.32,0.02,0,1,1,1,1,1,1],[210,2,2,2,1,2,20,0.014908,1,2,2,2,2,3,2],[211,3,3,2,1,3,20.87,0.02,0,3,3,3,3,3,3],[212,0,0,2,1,0,22.52,0.02,0,0,0,0,0,0,0],[213,1,1,3,1,1,21.54,0.02,0,1,1,1,1,2,1],[214,2,2,3,1,0,25.11,0.02,0,2,1,2,1,1,1],[215,3,0,2,1,0,20,0.0107838,1,3,3,3,3,3,3],[216,0,3,3,1,0,20,0.0195463,1,0,2,0,0,0,0],[217,1,1,2,1,1,23.36,0.02,0,1,0,1,1,2,1],[218,2,0,1,1,0,22.8,0.02,0,2,2,2,2,1,2],[219,3,1,1,1,1,20,0.0158452,1,1,1,1,3,3,3],[220,0,1,1,1,1,21.84,0.02,0,0,1,0,0,0,0],[221,1,1,3,1,1,24.58,0.02,0,1,3,1,1,1,1],[222,2,0,0,1,0,21.37,0.02,0,2,2,2,2,0,2],[223,3,3,2,1,1,20,0.0150644,1,1,2,3,3,3,3],[224,0,0,3,1,0,25.49,0.02,0,0,0,0,0,0,0],[225,1,3,3,1,1,22.3,0.02,0,1,1,1,1,1,1],[226,2,2,3,1,2,20,0.0179441,1,2,0,2,2,1,2],[227,3,3,2,1,3,20,0.0130889,1,3,3,3,3,3,3],[228,0,0,3,1,0,22.56,0.02,0,0,0,0,0,0,0],[229,1,1,2,1,1,27.94,0.02,0,1,1,1,1,1,1],[230,2,2,0,1,2,20,0.0189538,1,2,2,2,2,1,2],[231,3,3,2,1,3,20,0.0162514,1,3,3,3,3,3,3],[232,0,0,1,1,0,22.12,0.02,0,0,1,0,0,1,0],[233,1,3,3,1,1,24.35,0.02,0,1,1,1,1,1,1],[234,2,2,2,1,2,20,0.0194709,1,2,2,2,2,2,2],[235,3,3,1,1,1,20,0.0154085,1,3,1,3,3,3,3],[236,0,0,3,1,0,26.41,0.02,0,0,0,0,0,0,0],[237,1,1,2,1,1,25.33,0.02,0,1,1,1,1,1,1],[238,2,2,0,1,0,20,0.0190691,1,2,2,2,2,2,2],[239,3,0,0,1,0,20,0.0147584,1,3,0,3,3,3,3],[240,0,3,3,1,3,23.12,0.02,0,0,0,0,0,0,0],[241,1,1,0,1,1,26.52,0.02,0,1,1,1,1,1,1],[242,2,2,2,1,2,21.82,0.02,0,2,0,2,2,1,1],[243,3,3,3,1,3,20,0.0081191,1,3,3,3,3,3,3],[244,0,0,2,1,0,27.36,0.02,0,0,0,0,1,1,1],[245,1,1,0,1,1,25.92,0.02,0,1,0,1,1,0,1],[246,2,2,2,1,2,23.18,0.02,0,2,0,2,0,1,0],[247,3,3,3,1,3,21.02,0.02,0,3,3,3,3,3,3],[248,0,1,1,1,1,24.06,0.02,0,0,0,0,0,0,0],[249,1,3,2,1,1,24.1,0.02,0,1,1,1,1,1,1],[250,2,2,2,1,2,20.98,0.02,0,2,3,2,3,1,2],[251,3,3,2,1,3,20,0.0116652,1,3,3,3,3,3,3],[252,0,0,2,1,0,24.34,0.02,0,0,2,0,0,0,0],[253,1,1,1,1,1,24.72,0.02,0,1,1,1,1,1,1],[254,2,2,2,1,2,20,0.0155178,1,2,0,2,2,1,2],[255,3,3,2,1,2,20,0.0132167,1,3,3,2,3,3,3],[256,0,2,2,1,2,24.15,0.02,0,2,2,2,1,2,1],[257,1,1,0,1,1,27.19,0.02,0,1,1,1,1,1,1],[258,2,2,2,1,2,20,0.011859,1,2,2,2,2,2,2],[259,3,3,2,1,3,20,0.0119072,1,3,3,3,3,3,3],[260,0,0,2,1,0,24.15,0.02,0,0,2,0,0,0,0],[261,1,1,3,1,1,25.13,0.02,0,1,1,1,1,1,1],[262,2,2,3,1,2,21.12,0.02,0,2,0,2,2,1,2],[263,3,3,2,1,3,20,0.0126655,1,3,3,3,3,3,3],[264,0,0,2,1,0,23.99,0.02,0,0,0,0,0,0,0],[265,1,1,3,1,1,25.18,0.02,0,1,1,1,1,1,1],[266,2,0,0,1,0,24.41,0.02,0,0,0,0,1,1,1],[267,3,3,3,1,3,20,0.0148202,1,3,3,3,3,3,3],[268,0,0,2,1,0,26.58,0.02,0,0,3,0,1,1,1],[269,1,1,3,1,1,23.25,0.02,0,1,1,1,1,1,1],[270,2,2,0,1,2,22.97,0.02,0,2,2,2,2,2,2],[271,3,3,2,1,3,20,0.0168792,1,3,3,3,3,3,3],[272,0,0,2,1,0,26.69,0.02,0,0,0,0,0,0,0],[273,1,3,3,1,1,23.54,0.02,0,1,1,1,1,1,1],[274,2,3,3,1,0,22.9,0.02,0,0,3,2,2,1,2],[275,3,1,1,1,1,20,0.0194226,1,3,1,3,3,3,3],[276,0,0,2,1,0,20,0.0197716,1,0,0,0,0,0,0],[277,1,1,1,1,1,28.14,0.02,0,1,1,1,1,1,1],[278,2,2,2,1,2,20,0.0164999,1,2,3,2,2,1,2],[279,3,1,1,1,1,20,0.0195638,1,1,1,1,3,3,3],[280,0,0,2,1,2,26.37,0.02,0,0,3,2,0,1,0],[281,1,1,1,1,1,23.87,0.02,0,3,1,1,3,1,1],[282,2,2,2,1,2,20,0.0139547,1,2,2,2,2,0,2],[283,3,3,2,1,3,20,0.0190999,1,3,3,3,3,3,3],[284,0,0,2,1,0,22.29,0.02,0,0,2,0,0,0,0],[285,1,1,2,1,1,27.66,0.02,0,1,3,1,1,2,1],[286,2,2,2,1,2,20.23,0.02,0,2,1,2,2,1,2],[287,3,2,2,1,2,20,0.0137825,1,2,2,2,2,3,2],[288,0,2,2,1,0,26.34,0.02,0,2,2,2,0,2,0],[289,1,1,1,1,1,27.45,0.02,0,1,1,1,1,1,1],[290,2,2,3,1,2,22.93,0.02,0,2,0,0,2,1,2],[291,3,3,2,1,3,20,0.0083707,1,3,2,3,3,3,3],[292,0,0,2,1,0,25.99,0.02,0,0,0,0,0,0,0],[293,1,1,3,1,1,26.48,0.02,0,1,1,1,0,1,0],[294,2,2,2,1,2,20.16,0.02,0,2,2,0,2,1,2],[295,3,3,2,1,3,20.95,0.02,0,3,3,3,3,3,3],[296,0,1,1,1,1,26.5,0.02,0,0,1,0,0,0,0],[297,1,1,0,1,1,26.02,0.02,0,1,0,1,1,2,1],[298,2,2,2,1,2,22.39,0.02,0,0,3,2,2,1,2],[299,3,3,2,1,3,20,0.0155179,1,3,3,1,3,3,3],[300,0,0,2,1,0,25.4,0.02,0,0,0,0,0,0,0],[301,1,1,1,1,1,26.79,0.02,0,1,1,1,1,1,1],[302,2,2,2,1,2,23.68,0.02,0,2,3,2,2,1,2],[303,3,1,1,1,1,20,0.018444,1,3,3,3,3,3,3],[304,0,0,2,1,0,21.42,0.02,0,0,0,0,0,0,0],[305,1,1,1,1,1,21.42,0.02,0,1,1,1,1,3,1],[306,2,2,2,1,2,22.09,0.02,0,2,0,2,2,1,2],[307,3,3,2,1,0,20,0.0197865,1,3,3,3,3,3,3],[308,0,2,2,1,2,20.53,0.02,0,2,2,2,2,2,2],[309,1,1,1,1,1,23.83,0.02,0,1,1,1,1,1,1],[310,2,2,2,1,2,22.34,0.02,0,2,2,2,1,1,2],[311,3,1,2,1,1,20,0.0166645,1,3,3,3,3,3,3],[312,0,0,2,1,0,20.49,0.02,0,0,2,0,0,0,0],[313,1,3,1,1,1,20.91,0.02,0,1,1,1,1,1,3],[314,2,2,2,1,2,20.33,0.02,0,2,3,2,2,3,3],[315,3,2,2,1,2,20,0.0123155,1,3,2,2,2,2,2],[316,0,0,2,1,0,22.13,0.02,0,0,2,0,0,0,0],[317,1,1,1,1,1,27.42,0.02,0,1,1,1,1,1,1],[318,2,0,0,1,0,23.71,0.02,0,2,3,2,2,1,2],[319,3,2,2,1,0,22.17,0.02,0,3,0,2,3,3,1],[320,0,0,3,1,0,26.22,0.02,0,0,0,0,0,0,0],[321,1,1,1,1,1,24.68,0.02,0,1,1,1,1,1,1],[322,2,0,2,1,0,23.03,0.02,0,2,2,2,2,2,2],[323,3,3,2,1,3,20,0.0161574,1,3,3,3,3,3,3],[324,0,3,3,1,3,21.31,0.02,0,0,0,0,0,0,0],[325,1,1,2,1,1,25.77,0.02,0,1,1,1,1,2,1],[326,2,2,2,1,2,23.78,0.02,0,2,3,2,2,1,2],[327,3,1,1,1,1,20.97,0.02,0,3,1,3,3,3,3],[328,0,0,2,1,0,25.75,0.02,0,0,2,0,0,1,0],[329,1,1,3,1,1,20.46,0.02,0,1,1,1,1,1,1],[330,2,2,2,1,2,20,0.0168398,1,2,2,2,2,1,2],[331,3,0,2,1,0,20,0.0120586,1,3,2,3,3,3,3],[332,0,2,2,1,0,27.55,0.02,0,0,2,0,0,2,0],[333,1,1,1,1,1,26.69,0.02,0,1,1,1,1,1,1],[334,2,2,2,1,2,24.68,0.02,0,2,0,0,0,1,0],[335,3,2,2,1,0,20,0.0104265,1,3,2,3,3,2,2],[336,0,2,2,1,0,25.82,0.02,0,2,0,0,0,1,0],[337,1,1,1,1,1,25.65,0.02,0,1,1,1,1,1,1],[338,2,2,2,1,0,23.74,0.02,0,2,0,2,1,1,1],[339,3,3,2,1,3,20.13,0.02,0,3,3,3,3,3,3],[340,0,0,2,1,0,20.64,0.02,0,0,2,0,0,0,0],[341,1,1,3,1,1,26.85,0.02,0,1,1,1,1,1,1],[342,2,2,2,1,2,20,0.0173661,1,2,3,2,3,1,3],[343,3,2,2,1,2,20,0.0120671,1,2,2,2,3,3,3],[344,0,0,2,1,0,24.75,0.02,0,0,2,0,0,0,0],[345,1,1,3,1,1,20.26,0.02,0,1,1,1,3,1,3],[346,2,0,1,1,2,24.61,0.02,0,2,1,2,2,1,2],[347,3,3,2,1,3,20.15,0.02,0,3,3,3,3,3,3],[348,0,2,2,1,2,21.75,0.02,0,2,2,2,2,2,2],[349,1,3,3,1,1,21.87,0.02,0,1,1,1,1,1,1],[350,2,2,2,1,2,20,0.0128126,1,2,0,2,2,1,2],[351,3,3,2,1,0,21.5,0.02,0,1,3,1,1,1,1],[352,0,0,2,1,0,25.12,0.02,0,0,0,0,0,0,0],[353,1,1,0,1,1,27.71,0.02,0,1,0,1,1,1,1],[354,2,2,2,1,2,21.63,0.02,0,2,0,0,2,1,2],[355,3,2,2,1,0,20,0.0170672,1,3,2,3,3,2,2],[356,0,0,2,1,0,25.01,0.02,0,0,0,0,0,0,0],[357,1,1,3,1,1,27.21,0.02,0,1,1,1,1,1,1],[358,2,2,2,1,2,20,0.0170628,1,2,2,2,2,2,2],[359,3,3,2,1,3,20,0.0087037,1,3,3,3,3,3,3],[360,0,0,1,1,0,24.2,0.02,0,0,0,0,0,0,0],[361,1,1,1,1,1,26.75,0.02,0,1,1,1,1,1,1],[362,2,2,2,1,2,20,0.0160786,1,2,3,2,2,1,2],[363,3,1,1,1,1,20,0.0194908,1,3,1,3,3,3,3],[364,0,0,2,1,0,20,0.0162499,1,0,2,0,0,2,0],[365,1,1,1,1,1,26.81,0.02,0,1,1,1,1,1,1],[366,2,2,2,1,2,21.15,0.02,0,2,2,2,2,1,2],[367,3,3,3,1,3,20,0.0119636,1,3,1,3,3,3,3],[368,0,0,2,1,0,24.65,0.02,0,2,2,2,0,2,2],[369,1,1,3,1,1,24.83,0.02,0,1,3,1,1,1,1],[370,2,2,2,1,2,21.84,0.02,0,2,0,2,3,1,2],[371,3,3,2,1,3,20,0.0150264,1,3,3,3,3,3,3],[372,0,2,2,1,2,26.74,0.02,0,2,2,2,1,2,1],[373,1,1,1,1,1,27.12,0.02,0,1,1,1,1,1,1],[374,2,2,2,1,2,20.65,0.02,0,2,2,2,2,1,2],[375,3,1,1,1,1,20,0.0137853,1,3,1,1,3,3,3],[376,0,0,1,1,1,24.16,0.02,0,0,1,0,0,0,0],[377,1,1,3,1,1,23.33,0.02,0,1,1,1,1,1,1],[378,2,0,2,1,0,23.43,0.02,0,2,0,0,1,1,1],[379,3,3,2,1,3,20,0.0155633,1,3,3,3,3,3,3],[380,0,0,2,1,0,23.38,0.02,0,2,3,2,0,2,2],[381,1,1,0,1,1,25.89,0.02,0,1,3,1,1,2,1],[382,2,2,3,1,2,20.28,0.02,0,2,0,0,2,3,2],[383,3,2,2,1,0,20,0.0195119,1,2,2,2,1,2,1],[384,0,0,2,1,0,20.41,0.02,0,2,3,2,2,2,2],[385,1,1,1,1,1,27.63,0.02,0,1,1,1,1,1,1],[386,2,2,2,1,2,20,0.0130876,1,2,0,2,2,1,2],[387,3,3,2,1,1,20,0.0096023,1,3,3,3,3,3,3],[388,0,0,2,1,0,22.05,0.02,0,0,2,0,0,0,0],[389,1,1,1,1,1,27.83,0.02,0,1,1,1,1,1,1],[390,2,2,2,1,2,23.44,0.02,0,2,0,2,1,1,2],[391,3,0,2,1,0,20,0.0140015,1,3,3,3,3,3,3],[392,0,2,2,1,0,22.32,0.02,0,0,2,0,0,2,0],[393,1,1,1,1,1,26.8,0.02,0,1,1,1,1,1,1],[394,2,2,2,1,0,24.09,0.02,0,2,3,2,0,1,1],[395,3,0,2,1,0,20,0.0198064,1,3,3,3,3,3,3],[396,0,2,2,1,0,25.26,0.02,0,0,3,2,1,3,1],[397,1,1,1,1,1,26.2,0.02,0,1,1,1,1,1,1],[398,2,2,2,1,2,20,0.0184021,1,2,0,2,2,0,2],[399,3,3,2,1,3,20,0.010584,1,3,3,3,3,3,3]],"elapsed_ms":1052,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":342,"J":263,"J_valid":263,"n_invalid":0,"n00":59,"n01":38,"n10":95,"n11":71,"ctl_n":263,"ctl_err":14},"metrics":{"target_error":0.4144486692015209,"Q_transfer":0.5855513307984791,"source_success":0.6311787072243346,"joint_error":0.26996197718631176,"T_cond":0.42771084337349397,"R":0.053231939163498096,"delta":0.3612167300380228,"delta_pp":36.12167300380228,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.855}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":328,"J":245,"J_valid":245,"n_invalid":0,"n00":46,"n01":41,"n10":117,"n11":41,"ctl_n":245,"ctl_err":8},"metrics":{"target_error":0.3346938775510204,"Q_transfer":0.6653061224489796,"source_success":0.6448979591836734,"joint_error":0.1673469387755102,"T_cond":0.25949367088607594,"R":0.0326530612244898,"delta":0.3020408163265306,"delta_pp":30.20408163265306,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-LR/pgd/eps0020","seed":43,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0005},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,41.1,0.002,0,2,2,2,2,2,2],[1,1,1,1,1,1,48.74,0.002,0,1,1,1,1,1,1],[2,2,2,0,1,2,40.6,0.002,0,0,0,2,2,2,2],[3,3,2,2,1,2,38.81,0.002,0,3,2,3,3,2,3],[4,0,0,3,1,0,41.88,0.002,0,0,0,0,0,0,0],[5,1,1,0,1,1,46.27,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,40.95,0.002,0,2,0,2,2,2,2],[7,3,1,1,1,1,42.13,0.002,0,3,1,3,3,3,3],[8,0,2,2,1,2,45.65,0.002,0,2,2,2,1,1,1],[9,1,1,3,1,1,47.45,0.002,0,1,1,1,1,1,1],[10,2,2,0,1,2,42.09,0.002,0,2,0,2,2,2,2],[11,3,3,0,1,3,40.91,0.002,0,3,3,3,3,3,3],[12,0,2,2,1,2,42.65,0.002,0,2,2,2,2,2,2],[13,1,1,1,1,1,46.73,0.002,0,1,1,1,1,1,1],[14,2,0,0,1,0,42.13,0.002,0,0,0,0,0,0,0],[15,3,0,0,1,0,42.37,0.002,0,3,3,3,1,1,1],[16,0,0,0,1,0,43.54,0.002,0,0,0,0,0,0,0],[17,1,1,1,1,1,48.48,0.002,0,1,1,1,1,1,1],[18,2,0,0,1,0,41.52,0.002,0,2,0,2,0,0,0],[19,3,1,1,1,1,37.73,0.002,0,3,3,3,3,3,3],[20,0,0,2,1,0,39.6,0.002,0,0,0,0,0,0,0],[21,1,1,1,1,1,46.25,0.002,0,1,1,1,1,1,1],[22,2,2,0,1,2,43.61,0.002,0,0,0,0,1,1,1],[23,3,3,2,1,3,34.52,0.002,0,3,2,3,3,3,3],[24,0,2,2,1,2,46.81,0.002,0,2,2,2,1,1,1],[25,1,1,1,1,1,46.44,0.002,0,1,1,1,1,1,1],[26,2,2,0,1,2,43.45,0.002,0,2,0,2,2,0,2],[27,3,2,2,1,2,35.19,0.002,0,2,2,2,2,2,2],[28,0,1,1,1,1,43.34,0.002,0,0,0,0,0,0,0],[29,1,1,1,1,1,47.47,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,37.8,0.002,0,2,2,2,2,2,2],[31,3,3,2,1,3,35.4,0.002,0,3,2,3,3,3,3],[32,0,2,2,1,2,46.71,0.002,0,0,2,0,0,0,0],[33,1,3,3,1,3,45.11,0.002,0,1,3,1,1,1,1],[34,2,2,0,1,2,42.87,0.002,0,2,2,2,2,1,2],[35,3,2,2,1,2,39.11,0.002,0,3,3,3,3,3,3],[36,0,0,0,1,0,47.42,0.002,0,0,0,0,0,0,0],[37,1,3,0,1,3,45.02,0.002,0,1,1,1,1,1,1],[38,2,0,0,1,0,44.29,0.002,0,3,0,3,1,1,1],[39,3,3,0,1,3,39.79,0.002,0,3,3,3,3,3,3],[40,0,2,2,1,2,39.7,0.002,0,0,2,0,2,2,2],[41,1,1,1,1,1,48.19,0.002,0,1,1,1,1,1,1],[42,2,0,0,1,0,42.23,0.002,0,2,0,2,2,0,2],[43,3,1,1,1,1,41.9,0.002,0,3,3,3,3,3,3],[44,0,1,1,1,1,46.64,0.002,0,0,0,0,0,0,0],[45,1,1,1,1,1,44.45,0.002,0,1,1,1,1,1,1],[46,2,2,0,1,2,44.08,0.002,0,2,3,2,2,0,2],[47,3,3,0,1,3,39.11,0.002,0,3,3,3,3,3,3],[48,0,0,0,1,0,42.72,0.002,0,0,0,0,0,0,0],[49,1,1,3,1,1,43.88,0.002,0,1,3,1,0,0,0],[50,2,2,0,1,2,40.01,0.002,0,2,0,2,2,2,2],[51,3,3,0,1,3,37,0.002,0,3,3,3,3,3,3],[52,0,0,3,1,0,40.83,0.002,0,0,0,0,0,0,0],[53,1,1,0,1,1,46.17,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,37.6,0.002,0,2,0,2,2,2,2],[55,3,3,1,1,3,40.95,0.002,0,3,1,3,3,3,3],[56,0,0,1,1,0,44.43,0.002,0,0,0,0,0,0,0],[57,1,1,1,1,1,43.37,0.002,0,1,1,1,1,1,1],[58,2,2,0,1,2,42.29,0.002,0,2,2,2,2,2,2],[59,3,3,2,1,3,36.13,0.002,0,3,2,3,3,3,3],[60,0,0,0,1,0,41.32,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,48.2,0.002,0,1,1,1,1,1,1],[62,2,2,0,1,2,44.83,0.002,0,2,2,2,1,1,1],[63,3,3,2,1,2,36.94,0.002,0,3,2,3,3,3,3],[64,0,2,2,1,2,41.27,0.002,0,2,2,2,2,2,2],[65,1,1,0,1,1,46,0.002,0,1,1,1,1,1,1],[66,2,2,0,1,2,42.6,0.002,0,0,0,0,0,0,2],[67,3,2,2,1,2,37.01,0.002,0,2,2,2,2,2,2],[68,0,0,0,1,0,41.4,0.002,0,0,0,0,0,0,0],[69,1,1,1,1,1,44.38,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,44.85,0.002,0,2,2,2,1,1,1],[71,3,3,3,1,3,39.59,0.002,0,3,3,3,3,3,3],[72,0,0,0,1,0,46.38,0.002,0,0,0,0,0,0,0],[73,1,1,1,1,1,45.73,0.002,0,1,1,1,1,1,1],[74,2,0,0,1,0,41.88,0.002,0,2,0,2,2,2,2],[75,3,3,0,1,3,40.04,0.002,0,3,3,3,3,3,3],[76,0,0,0,1,0,47.88,0.002,0,0,2,0,0,0,0],[77,1,3,3,1,3,42.99,0.002,0,3,3,3,1,3,1],[78,2,0,0,1,0,42.81,0.002,0,2,2,2,2,2,2],[79,3,1,1,1,1,41.29,0.002,0,3,1,3,3,3,3],[80,0,1,1,1,1,47.61,0.002,0,0,0,0,0,0,0],[81,1,1,1,1,1,43.26,0.002,0,1,1,1,1,2,1],[82,2,2,0,1,2,41.3,0.002,0,2,2,2,2,2,2],[83,3,1,0,1,1,43.14,0.002,0,3,3,3,3,3,3],[84,0,3,1,1,3,43.76,0.002,0,0,0,0,0,0,0],[85,1,1,1,1,1,46.25,0.002,0,1,1,1,1,1,1],[86,2,2,0,1,2,40.83,0.002,0,2,0,2,2,2,2],[87,3,1,1,1,1,41.81,0.002,0,1,1,1,3,3,3],[88,0,0,0,1,0,44.1,0.002,0,0,0,0,0,0,0],[89,1,1,1,1,1,47.58,0.002,0,1,1,1,1,1,1],[90,2,2,0,1,2,39.77,0.002,0,2,2,2,2,2,2],[91,3,3,0,1,3,39.51,0.002,0,3,3,3,3,3,3],[92,0,0,1,1,0,45.54,0.002,0,0,0,0,0,0,0],[93,1,1,1,1,1,43.93,0.002,0,1,3,1,1,1,1],[94,2,0,0,1,0,39.36,0.002,0,0,0,0,2,2,2],[95,3,1,1,1,1,39.27,0.002,0,1,1,1,3,3,3],[96,0,2,2,1,2,44.34,0.002,0,2,2,2,0,2,0],[97,1,1,1,1,1,50.13,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,43.73,0.002,0,2,0,2,2,0,2],[99,3,3,3,1,3,42.98,0.002,0,3,1,3,3,3,3],[100,0,0,0,1,0,44.99,0.002,0,0,0,0,0,0,0],[101,1,1,3,1,1,41.83,0.002,0,1,3,1,1,2,1],[102,2,0,0,1,0,45.71,0.002,0,3,0,3,0,0,0],[103,3,3,1,1,1,39.76,0.002,0,3,1,3,3,3,3],[104,0,3,3,1,3,40.23,0.002,0,0,0,0,0,0,0],[105,1,1,1,1,1,45.56,0.002,0,1,1,1,1,1,1],[106,2,2,3,1,2,44.48,0.002,0,2,0,2,2,0,2],[107,3,0,0,1,1,40.08,0.002,0,3,3,3,3,3,3],[108,0,2,2,1,2,40.27,0.002,0,0,2,0,2,2,2],[109,1,1,0,1,1,47.64,0.002,0,1,3,1,0,0,0],[110,2,2,0,1,2,42.89,0.002,0,2,2,2,2,2,2],[111,3,3,0,1,3,37.79,0.002,0,3,3,3,3,3,3],[112,0,2,2,1,2,46.9,0.002,0,2,2,2,1,1,1],[113,1,1,1,1,1,47.98,0.002,0,1,1,1,1,1,1],[114,2,2,0,1,2,43.84,0.002,0,2,0,2,2,2,2],[115,3,3,0,1,3,37.89,0.002,0,3,3,3,3,3,3],[116,0,0,0,1,0,49.44,0.002,0,0,0,0,0,0,0],[117,1,1,1,1,1,40.67,0.002,0,1,3,1,1,1,1],[118,2,2,0,1,2,37.63,0.002,0,2,0,2,2,2,2],[119,3,3,1,1,3,40.13,0.002,0,3,3,3,3,3,3],[120,0,2,2,1,2,40.46,0.002,0,0,0,0,0,0,0],[121,1,1,3,1,1,50.12,0.002,0,1,1,1,1,1,1],[122,2,2,0,1,2,46.18,0.002,0,2,0,2,1,1,1],[123,3,3,0,1,3,39.72,0.002,0,3,3,3,3,3,3],[124,0,0,2,1,0,42.09,0.002,0,0,0,0,0,0,0],[125,1,3,0,1,1,49,0.002,0,1,1,1,1,1,1],[126,2,0,0,1,0,42.79,0.002,0,2,2,2,2,2,2],[127,3,3,2,1,3,42.55,0.002,0,3,2,3,1,3,1],[128,0,0,2,1,0,44.95,0.002,0,0,0,0,0,0,0],[129,1,1,3,1,3,40.47,0.002,0,3,3,3,1,2,2],[130,2,2,0,1,2,43.09,0.002,0,2,0,2,2,2,2],[131,3,2,2,1,2,40.59,0.002,0,3,2,3,3,3,3],[132,0,2,2,1,2,44.01,0.002,0,0,2,0,1,1,1],[133,1,1,0,1,1,40.13,0.002,0,1,3,1,2,2,2],[134,2,0,0,1,0,39.67,0.002,0,2,0,2,2,2,2],[135,3,1,1,1,1,35.92,0.002,0,1,1,1,3,3,3],[136,0,2,2,1,2,43.86,0.002,0,2,2,2,1,1,1],[137,1,1,1,1,1,48.76,0.002,0,1,1,1,1,1,1],[138,2,2,3,1,2,43.53,0.002,0,2,2,2,2,2,2],[139,3,2,2,1,2,36.52,0.002,0,2,2,2,2,2,2],[140,0,0,0,1,0,46.47,0.002,0,0,0,0,0,0,0],[141,1,1,0,1,1,44.74,0.002,0,1,1,1,1,1,1],[142,2,2,0,1,2,42.21,0.002,0,2,0,2,2,2,2],[143,3,0,0,1,0,41.54,0.002,0,3,3,3,3,3,3],[144,0,0,2,1,0,43.36,0.002,0,0,0,0,0,0,0],[145,1,0,0,1,1,42.9,0.002,0,1,1,1,1,2,1],[146,2,0,0,1,0,42.46,0.002,0,0,0,0,1,1,1],[147,3,3,2,1,3,34.42,0.002,0,3,3,3,3,3,3],[148,0,2,2,1,2,45.64,0.002,0,2,2,2,1,1,1],[149,1,1,1,1,1,41.58,0.002,0,1,3,1,1,1,1],[150,2,2,0,1,2,40.36,0.002,0,2,0,2,2,2,2],[151,3,3,1,1,3,41.07,0.002,0,3,3,3,3,3,3],[152,0,2,2,1,2,40.53,0.002,0,2,2,2,2,2,2],[153,1,1,3,1,1,49.08,0.002,0,1,1,1,1,1,1],[154,2,2,0,1,2,41.37,0.002,0,2,0,2,2,2,2],[155,3,1,1,1,1,37.72,0.002,0,3,3,3,3,3,3],[156,0,2,2,1,2,46.79,0.002,0,0,2,0,1,1,1],[157,1,3,2,1,3,41.99,0.002,0,1,3,1,2,2,2],[158,2,0,0,1,0,42.84,0.002,0,2,0,2,2,2,2],[159,3,3,0,1,3,39.53,0.002,0,3,3,3,3,3,3],[160,0,2,2,1,2,40.19,0.002,0,2,2,2,2,2,2],[161,1,1,1,1,1,44.89,0.002,0,1,1,1,1,1,1],[162,2,0,0,1,0,41.53,0.002,0,2,2,2,2,2,2],[163,3,3,0,1,3,32.55,0.002,0,3,3,3,3,3,3],[164,0,2,2,1,2,44.87,0.002,0,2,2,2,1,2,1],[165,1,1,1,1,1,44.18,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,42.62,0.002,0,2,2,2,2,1,2],[167,3,0,0,1,0,34.62,0.002,0,3,3,3,3,3,3],[168,0,3,1,1,3,45.08,0.002,0,0,1,0,0,0,0],[169,1,1,1,1,1,44.45,0.002,0,1,1,1,1,1,1],[170,2,0,0,1,0,44.28,0.002,0,2,0,2,1,1,1],[171,3,3,0,1,3,41.97,0.002,0,3,3,3,3,3,3],[172,0,0,0,1,0,42.48,0.002,0,0,0,0,0,0,0],[173,1,0,0,1,0,42.2,0.002,0,3,3,3,2,2,2],[174,2,2,0,1,2,43.35,0.002,0,2,0,2,2,0,2],[175,3,1,1,1,1,41.57,0.002,0,1,1,1,3,3,3],[176,0,2,2,1,2,42.69,0.002,0,2,2,2,2,2,2],[177,1,1,2,1,1,43.65,0.002,0,1,1,1,1,2,1],[178,2,2,0,1,2,36.19,0.002,0,2,2,2,2,2,2],[179,3,1,1,1,1,41.27,0.002,0,1,1,1,3,3,3],[180,0,0,0,1,0,45.96,0.002,0,0,0,0,0,0,0],[181,1,1,3,1,1,47.06,0.002,0,1,3,1,1,1,1],[182,2,2,0,1,2,43.86,0.002,0,2,0,2,2,2,2],[183,3,3,0,1,3,35.57,0.002,0,3,3,3,3,3,3],[184,0,3,3,1,3,45.18,0.002,0,0,0,0,0,0,0],[185,1,1,1,1,1,43.4,0.002,0,1,3,1,1,1,1],[186,2,2,0,1,2,46.19,0.002,0,2,0,2,2,0,2],[187,3,3,0,1,3,38.59,0.002,0,3,3,3,3,3,3],[188,0,0,0,1,0,47.16,0.002,0,0,0,0,0,0,0],[189,1,1,1,1,1,41.12,0.002,0,1,1,1,2,2,1],[190,2,2,0,1,2,45.37,0.002,0,0,0,2,2,0,2],[191,3,1,1,1,1,40.62,0.002,0,1,1,1,3,3,3],[192,0,0,2,1,0,45.65,0.002,0,0,0,0,0,0,0],[193,1,0,0,1,0,42.83,0.002,0,1,3,1,2,2,1],[194,2,2,0,1,2,45.96,0.002,0,2,0,2,1,0,2],[195,3,3,1,1,3,40.2,0.002,0,3,1,3,3,3,3],[196,0,2,2,1,2,41.21,0.002,0,2,2,2,2,2,2],[197,1,3,0,1,3,40.74,0.002,0,3,3,3,2,2,2],[198,2,2,0,1,2,41.6,0.002,0,2,2,2,2,0,2],[199,3,3,0,1,3,43.07,0.002,0,3,3,3,1,1,1],[200,0,2,2,1,2,47.78,0.002,0,0,3,0,1,1,1],[201,1,3,0,1,3,45.05,0.002,0,1,3,1,1,2,1],[202,2,2,0,1,2,46.94,0.002,0,2,0,2,2,0,2],[203,3,1,1,1,1,41.19,0.002,0,1,1,1,3,3,3],[204,0,0,0,1,0,44.06,0.002,0,0,0,0,0,0,0],[205,1,1,0,1,1,41.81,0.002,0,1,1,1,2,2,2],[206,2,2,0,1,2,44.22,0.002,0,2,1,2,2,2,2],[207,3,3,0,1,3,41.33,0.002,0,3,3,3,3,3,3],[208,0,2,2,1,2,44.19,0.002,0,2,2,2,0,2,0],[209,1,1,1,1,1,47.29,0.002,0,1,1,1,1,1,1],[210,2,2,0,1,2,37.83,0.002,0,2,0,2,2,2,2],[211,3,3,0,1,3,41.3,0.002,0,3,3,3,3,3,3],[212,0,0,0,1,0,43.07,0.002,0,0,0,0,0,0,0],[213,1,1,1,1,1,41.99,0.002,0,1,1,1,1,1,1],[214,2,2,0,1,2,45.39,0.002,0,2,0,2,1,1,1],[215,3,0,0,1,0,36.15,0.002,0,3,3,3,3,3,3],[216,0,3,3,1,3,41.85,0.002,0,0,0,0,0,0,0],[217,1,1,0,1,1,43.48,0.002,0,1,1,1,1,1,1],[218,2,0,0,1,0,42.9,0.002,0,2,2,2,2,2,2],[219,3,1,1,1,1,38.82,0.002,0,1,1,1,3,3,3],[220,0,1,1,1,1,43.03,0.002,0,0,0,0,0,0,0],[221,1,1,1,1,1,46.54,0.002,0,1,3,1,1,1,1],[222,2,0,0,1,0,41.76,0.002,0,2,2,2,2,0,2],[223,3,3,0,1,3,39.74,0.002,0,1,3,3,3,3,3],[224,0,0,0,1,0,45.61,0.002,0,0,0,0,0,0,0],[225,1,3,3,1,3,44.73,0.002,0,1,3,1,1,3,1],[226,2,2,0,1,2,39.24,0.002,0,2,2,2,2,2,2],[227,3,3,0,1,3,38.14,0.002,0,3,3,3,3,3,3],[228,0,0,3,1,0,45.45,0.002,0,0,0,0,0,0,0],[229,1,1,1,1,1,49.25,0.002,0,1,1,1,1,1,1],[230,2,2,0,1,0,39.94,0.002,0,2,2,2,2,2,2],[231,3,3,2,1,3,39.01,0.002,0,3,3,3,3,3,3],[232,0,0,3,1,0,42.36,0.002,0,0,0,0,0,0,0],[233,1,3,3,1,3,47.22,0.002,0,1,1,1,1,1,1],[234,2,2,0,1,2,41.29,0.002,0,2,0,2,2,2,2],[235,3,3,1,1,3,38.59,0.002,0,3,1,3,3,3,3],[236,0,0,0,1,0,46.56,0.002,0,0,0,0,0,0,0],[237,1,1,1,1,1,45.5,0.002,0,1,1,1,1,1,1],[238,2,2,0,1,2,39.72,0.002,0,2,2,2,2,2,2],[239,3,0,0,1,0,39.14,0.002,0,3,3,3,3,3,3],[240,0,3,3,1,3,44.28,0.002,0,0,0,0,0,0,0],[241,1,1,1,1,1,46.61,0.002,0,1,1,1,1,1,1],[242,2,2,0,1,2,44.3,0.002,0,2,2,2,2,1,2],[243,3,3,1,1,3,35.35,0.002,0,3,1,3,3,3,3],[244,0,0,2,1,0,47.42,0.002,0,0,0,0,1,1,1],[245,1,1,0,1,1,45.98,0.002,0,1,1,1,1,1,1],[246,2,2,0,1,2,46.24,0.002,0,2,0,2,0,0,0],[247,3,3,3,1,3,43.28,0.002,0,3,3,3,3,3,3],[248,0,1,1,1,1,44.73,0.002,0,0,0,0,0,0,0],[249,1,3,2,1,3,44.68,0.002,0,1,3,1,1,2,1],[250,2,2,0,1,2,44.83,0.002,0,2,0,2,3,1,1],[251,3,3,0,1,3,37.06,0.002,0,3,3,3,3,3,3],[252,0,0,2,1,0,44.5,0.002,0,0,0,0,0,0,0],[253,1,1,1,1,1,44.93,0.002,0,1,1,1,1,1,1],[254,2,2,0,1,2,40.01,0.002,0,2,0,2,2,2,2],[255,3,3,2,1,2,38.08,0.002,0,3,2,3,3,3,3],[256,0,2,2,1,2,44.25,0.002,0,2,2,2,1,1,1],[257,1,1,1,1,1,47.23,0.002,0,1,1,1,1,1,1],[258,2,2,0,1,2,38.97,0.002,0,2,0,2,2,2,2],[259,3,3,0,1,3,37.7,0.002,0,3,1,3,3,3,3],[260,0,0,0,1,0,44.21,0.002,0,0,0,0,0,0,0],[261,1,1,3,1,1,45.79,0.002,0,1,3,1,1,1,1],[262,2,2,0,1,2,42.88,0.002,0,2,2,2,2,1,2],[263,3,3,0,1,3,36.84,0.002,0,3,3,3,3,3,3],[264,0,0,0,1,0,44.06,0.002,0,0,0,0,0,0,0],[265,1,1,3,1,1,46.8,0.002,0,1,1,1,1,1,1],[266,2,0,0,1,0,44.51,0.002,0,0,3,0,1,1,1],[267,3,3,0,1,3,41.13,0.002,0,3,3,3,3,3,3],[268,0,0,0,1,0,46.63,0.002,0,0,0,0,1,1,1],[269,1,1,3,1,1,44.66,0.002,0,1,3,1,1,1,1],[270,2,2,0,1,2,43.06,0.002,0,2,2,2,2,2,2],[271,3,3,0,1,3,41.71,0.002,0,3,3,3,3,3,3],[272,0,0,0,1,0,46.78,0.002,0,0,0,0,0,0,0],[273,1,3,3,1,3,44.91,0.002,0,1,3,1,1,2,1],[274,2,3,0,1,3,46.59,0.002,0,0,0,0,2,1,2],[275,3,1,1,1,1,40.06,0.002,0,3,1,3,3,3,3],[276,0,0,2,1,0,40.12,0.002,0,0,0,0,0,0,0],[277,1,1,1,1,1,48.22,0.002,0,1,1,1,1,1,1],[278,2,2,0,1,2,40.02,0.002,0,2,0,2,2,2,2],[279,3,1,1,1,1,43.28,0.002,0,1,1,1,3,3,3],[280,0,0,2,1,2,46.54,0.002,0,0,2,0,0,0,0],[281,1,1,3,1,1,45.49,0.002,0,3,3,3,3,3,3],[282,2,2,0,1,2,41.41,0.002,0,2,2,2,2,2,2],[283,3,3,0,1,3,41.55,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,42.39,0.002,0,0,0,0,0,0,0],[285,1,1,1,1,1,47.74,0.002,0,1,1,1,1,1,1],[286,2,2,0,1,2,41.06,0.002,0,2,0,2,2,2,2],[287,3,2,2,1,2,36.98,0.002,0,2,2,2,2,2,2],[288,0,2,2,1,2,46.37,0.002,0,2,2,2,0,0,0],[289,1,1,3,1,1,47.78,0.002,0,1,1,1,1,1,1],[290,2,2,0,1,2,44.83,0.002,0,2,2,2,2,1,2],[291,3,3,0,1,3,34.85,0.002,0,3,0,3,3,3,3],[292,0,0,0,1,0,46.09,0.002,0,0,0,0,0,0,0],[293,1,1,3,1,1,47.52,0.002,0,1,3,1,0,1,1],[294,2,2,0,1,2,44.11,0.002,0,2,0,2,2,2,2],[295,3,3,2,1,3,41.88,0.002,0,3,3,3,3,3,3],[296,0,1,1,1,1,47.02,0.002,0,0,0,0,0,0,0],[297,1,1,1,1,1,46.08,0.002,0,1,1,1,1,1,1],[298,2,2,0,1,2,43.83,0.002,0,0,0,0,2,2,2],[299,3,3,1,1,3,41.44,0.002,0,3,3,3,3,3,3],[300,0,0,2,1,0,45.65,0.002,0,0,0,0,0,0,0],[301,1,1,1,1,1,47.99,0.002,0,1,1,1,1,1,1],[302,2,2,0,1,2,45.16,0.002,0,2,0,2,2,0,2],[303,3,1,1,1,1,41.93,0.002,0,3,3,3,3,3,3],[304,0,0,3,1,0,43.14,0.002,0,0,0,0,0,0,0],[305,1,1,1,1,1,43.1,0.002,0,1,3,1,1,1,1],[306,2,2,0,1,2,42.3,0.002,0,2,2,2,2,2,2],[307,3,3,0,1,3,42.76,0.002,0,3,3,3,3,3,3],[308,0,2,2,1,2,42.08,0.002,0,2,2,2,2,2,2],[309,1,1,3,1,1,45.7,0.002,0,1,1,1,1,1,1],[310,2,2,0,1,2,45.12,0.002,0,2,0,2,1,1,2],[311,3,1,1,1,1,39.88,0.002,0,3,1,3,3,3,3],[312,0,0,2,1,0,40.56,0.002,0,0,0,0,0,0,0],[313,1,3,3,1,3,42.68,0.002,0,1,3,1,1,3,1],[314,2,2,0,1,2,43.86,0.002,0,2,0,2,2,1,2],[315,3,2,2,1,2,36.92,0.002,0,3,2,3,2,2,2],[316,0,0,2,1,0,42.38,0.002,0,0,0,0,0,0,0],[317,1,1,1,1,1,48.36,0.002,0,1,1,1,1,1,1],[318,2,0,1,1,0,44.16,0.002,0,2,2,2,2,2,2],[319,3,2,2,1,2,43.11,0.002,0,3,2,3,3,2,3],[320,0,0,3,1,0,49.45,0.002,0,0,0,0,0,0,0],[321,1,1,1,1,1,45.02,0.002,0,1,1,1,1,1,1],[322,2,0,0,1,0,44.09,0.002,0,2,0,2,2,0,2],[323,3,3,2,1,3,39.81,0.002,0,3,3,3,3,3,3],[324,0,3,3,1,3,43.8,0.002,0,0,0,0,0,0,0],[325,1,1,1,1,1,45.91,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,44.64,0.002,0,2,0,2,2,0,2],[327,3,1,1,1,1,43.17,0.002,0,3,1,3,3,3,3],[328,0,0,0,1,0,47.66,0.002,0,0,0,0,0,0,0],[329,1,1,3,1,1,42.44,0.002,0,1,3,1,1,3,1],[330,2,2,0,1,2,41.95,0.002,0,2,0,2,2,2,2],[331,3,0,0,1,0,36.17,0.002,0,3,3,3,3,3,3],[332,0,2,2,1,2,47.63,0.002,0,0,2,0,0,0,0],[333,1,1,1,1,1,46.79,0.002,0,1,1,1,1,1,1],[334,2,2,0,1,2,46.33,0.002,0,2,0,2,0,0,0],[335,3,2,2,1,2,34.46,0.002,0,3,2,3,3,2,3],[336,0,2,2,1,0,45.89,0.002,0,2,2,2,0,0,0],[337,1,1,1,1,1,48.7,0.002,0,1,1,1,1,1,1],[338,2,2,0,1,2,45.04,0.002,0,2,0,2,1,1,1],[339,3,3,0,1,3,42.53,0.002,0,3,3,3,3,3,3],[340,0,0,0,1,0,40.78,0.002,0,0,0,0,0,0,0],[341,1,1,3,1,1,48.36,0.002,0,1,1,1,1,1,1],[342,2,2,0,1,2,42.89,0.002,0,2,0,2,3,1,3],[343,3,2,2,1,2,36.46,0.002,0,2,2,2,3,3,3],[344,0,0,0,1,0,44.81,0.002,0,0,0,0,0,0,0],[345,1,1,3,1,1,41.14,0.002,0,1,3,1,3,3,3],[346,2,0,1,1,0,44.67,0.002,0,2,2,2,2,2,2],[347,3,3,0,1,3,42.49,0.002,0,3,3,3,3,3,3],[348,0,2,2,1,2,41.81,0.002,0,2,2,2,2,2,2],[349,1,3,3,1,3,44.3,0.002,0,1,3,1,1,3,1],[350,2,2,0,1,2,38.16,0.002,0,2,2,2,2,2,2],[351,3,3,1,1,3,43.57,0.002,0,1,1,1,1,1,1],[352,0,0,0,1,0,45.33,0.002,0,0,0,0,0,0,0],[353,1,1,0,1,1,47.91,0.002,0,1,1,1,1,1,1],[354,2,2,0,1,2,44.43,0.002,0,2,0,2,2,2,2],[355,3,2,2,1,2,38.68,0.002,0,3,3,3,3,2,3],[356,0,0,0,1,0,45.18,0.002,0,0,0,0,0,0,0],[357,1,1,3,1,1,48.61,0.002,0,1,1,1,1,1,1],[358,2,2,0,1,2,38.7,0.002,0,2,0,2,2,2,2],[359,3,3,2,1,3,35.23,0.002,0,3,3,3,3,3,3],[360,0,0,0,1,0,44.56,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,46.83,0.002,0,1,1,1,1,1,1],[362,2,2,0,1,2,39.67,0.002,0,2,0,2,2,2,2],[363,3,1,1,1,1,41.03,0.002,0,3,1,3,3,3,3],[364,0,0,2,1,0,38.57,0.002,0,0,0,0,0,0,0],[365,1,1,1,1,1,48.57,0.002,0,1,1,1,1,1,1],[366,2,2,0,1,2,44.06,0.002,0,2,0,2,2,2,2],[367,3,3,1,1,3,39.07,0.002,0,3,1,3,3,3,3],[368,0,0,2,1,0,44.68,0.002,0,2,2,2,0,2,0],[369,1,1,1,1,1,46.43,0.002,0,1,3,1,1,1,1],[370,2,2,0,1,2,44.72,0.002,0,2,0,2,3,1,3],[371,3,3,0,1,3,39.34,0.002,0,3,3,3,3,3,3],[372,0,2,2,1,2,46.83,0.002,0,2,2,2,1,1,1],[373,1,1,1,1,1,48.06,0.002,0,1,1,1,1,1,1],[374,2,2,0,1,2,41.33,0.002,0,2,0,2,2,2,2],[375,3,1,1,1,1,38.2,0.002,0,3,1,3,3,3,3],[376,0,0,1,1,0,44.28,0.002,0,0,0,0,0,0,0],[377,1,1,3,1,1,43.75,0.002,0,1,3,1,1,1,1],[378,2,0,0,1,0,43.92,0.002,0,2,0,2,1,1,1],[379,3,3,1,1,3,40.31,0.002,0,3,1,3,3,3,3],[380,0,0,2,1,0,43.43,0.002,0,2,2,2,0,2,0],[381,1,1,1,1,1,45.95,0.002,0,1,1,1,1,1,1],[382,2,2,3,1,2,41.34,0.002,0,2,2,2,2,1,2],[383,3,2,2,1,2,39.93,0.002,0,2,2,2,1,2,1],[384,0,0,2,1,0,40.53,0.002,0,2,2,2,2,2,2],[385,1,1,1,1,1,47.77,0.002,0,1,1,1,1,1,1],[386,2,2,0,1,2,39.21,0.002,0,2,0,2,2,2,2],[387,3,3,1,1,3,35.05,0.002,0,3,3,3,3,3,3],[388,0,0,2,1,0,42.35,0.002,0,0,0,0,0,0,0],[389,1,1,1,1,1,47.9,0.002,0,1,1,1,1,1,1],[390,2,2,0,1,2,46.43,0.002,0,2,0,2,1,1,1],[391,3,0,0,1,0,37.21,0.002,0,3,3,3,3,3,3],[392,0,2,2,1,2,42.44,0.002,0,0,0,0,0,0,0],[393,1,1,1,1,1,46.84,0.002,0,1,1,1,1,1,1],[394,2,2,0,1,2,47.2,0.002,0,2,0,2,0,0,0],[395,3,0,0,1,0,42.75,0.002,0,3,3,3,3,3,3],[396,0,2,2,1,2,45.3,0.002,0,0,2,2,1,1,1],[397,1,1,1,1,1,46.25,0.002,0,1,1,1,1,1,1],[398,2,2,0,1,2,40.12,0.002,0,2,0,2,2,2,2],[399,3,3,0,1,3,36.41,0.002,0,3,3,3,3,3,3]],"elapsed_ms":2332,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":342,"J":263,"J_valid":263,"n_invalid":0,"n00":78,"n01":9,"n10":99,"n11":77,"ctl_n":263,"ctl_err":0},"metrics":{"target_error":0.3269961977186312,"Q_transfer":0.6730038022813688,"source_success":0.6692015209125475,"joint_error":0.29277566539923955,"T_cond":0.4375,"R":0,"delta":0.3269961977186312,"delta_pp":32.69961977186312,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.855}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":328,"J":245,"J_valid":245,"n_invalid":0,"n00":84,"n01":1,"n10":136,"n11":24,"ctl_n":245,"ctl_err":1},"metrics":{"target_error":0.10204081632653061,"Q_transfer":0.8979591836734694,"source_success":0.6530612244897959,"joint_error":0.09795918367346938,"T_cond":0.15,"R":0.004081632653061225,"delta":0.0979591836734694,"delta_pp":9.795918367346939,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-LR/pgd/eps0050","seed":43,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.00125},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,34.22,0.005,0,2,2,2,2,2,2],[1,1,1,1,1,1,41.89,0.005,0,1,1,1,1,1,1],[2,2,2,0,1,2,34.68,0.005,0,0,0,2,2,0,2],[3,3,2,2,1,2,31.53,0.005,0,3,2,3,3,2,2],[4,0,0,1,1,0,34.97,0.005,0,0,0,0,0,0,0],[5,1,1,0,1,1,39.28,0.005,0,1,1,1,1,2,1],[6,2,2,0,1,2,35.35,0.005,0,2,0,2,2,1,2],[7,3,1,1,1,1,34.63,0.005,0,3,1,3,3,3,3],[8,0,2,2,1,2,37.69,0.005,0,2,2,2,1,1,1],[9,1,1,0,1,1,40.09,0.005,0,1,3,1,1,2,1],[10,2,2,0,1,2,35.71,0.005,0,2,0,2,2,1,2],[11,3,3,0,1,3,34.66,0.005,0,3,3,3,3,3,3],[12,0,2,2,1,2,35.57,0.005,0,2,2,2,2,2,2],[13,1,1,0,1,1,39.01,0.005,0,1,3,1,1,1,1],[14,2,0,0,1,0,35.24,0.005,0,0,0,0,0,0,0],[15,3,0,0,1,0,35.95,0.005,0,3,0,3,1,1,3],[16,0,0,3,1,0,35.81,0.005,0,0,0,0,0,0,0],[17,1,1,3,1,1,41.26,0.005,0,1,3,1,1,1,1],[18,2,0,0,1,0,34.81,0.005,0,2,0,2,0,0,0],[19,3,1,1,1,1,30.73,0.005,0,3,1,3,3,3,3],[20,0,0,2,1,0,31.88,0.005,0,0,0,0,0,0,0],[21,1,1,0,1,1,39.43,0.005,0,1,1,1,1,1,1],[22,2,2,0,1,2,36.25,0.005,0,0,0,0,1,0,1],[23,3,3,2,1,3,28.19,0.005,0,3,2,3,3,3,3],[24,0,2,2,1,2,39.07,0.005,0,2,2,2,1,1,1],[25,1,1,1,1,1,39.84,0.005,0,1,1,1,1,1,1],[26,2,2,0,1,2,37.63,0.005,0,2,0,2,2,1,2],[27,3,2,2,1,2,28.85,0.005,0,2,2,2,2,2,2],[28,0,1,1,1,1,36.16,0.005,0,0,1,0,0,0,0],[29,1,1,1,1,1,40.53,0.005,0,1,3,1,1,1,1],[30,2,2,0,1,2,30.81,0.005,0,2,0,2,2,2,2],[31,3,3,2,1,3,29.15,0.005,0,3,2,3,3,3,3],[32,0,2,2,1,2,39.63,0.005,0,0,2,0,0,2,0],[33,1,3,2,1,3,37.41,0.005,0,1,3,1,1,2,1],[34,2,2,3,1,2,35.12,0.005,0,2,1,2,2,1,2],[35,3,2,2,1,3,32.16,0.005,0,3,3,3,3,3,3],[36,0,0,0,1,0,39.62,0.005,0,0,0,0,0,0,0],[37,1,3,0,1,1,38.07,0.005,0,1,3,1,1,2,1],[38,2,0,0,1,0,36.99,0.005,0,3,0,3,1,1,1],[39,3,3,2,1,3,32.06,0.005,0,3,3,3,3,3,3],[40,0,2,2,1,2,31.84,0.005,0,0,2,0,2,2,2],[41,1,1,1,1,1,41.52,0.005,0,1,1,1,1,1,1],[42,2,0,0,1,0,34.54,0.005,0,2,0,2,2,0,2],[43,3,1,1,1,1,34.3,0.005,0,3,1,3,3,3,3],[44,0,1,1,1,1,40.27,0.005,0,0,0,0,0,0,0],[45,1,1,3,1,1,37.46,0.005,0,1,3,1,1,1,1],[46,2,2,0,1,2,37.23,0.005,0,2,3,2,2,0,2],[47,3,3,0,1,3,32.26,0.005,0,3,3,3,3,3,3],[48,0,0,0,1,0,34.8,0.005,0,0,0,0,0,0,0],[49,1,1,2,1,1,36.11,0.005,0,1,3,1,0,2,1],[50,2,2,0,1,2,33.24,0.005,0,2,0,0,2,0,2],[51,3,3,0,1,3,30.62,0.005,0,3,3,3,3,3,3],[52,0,0,3,1,0,32.19,0.005,0,0,3,0,0,0,0],[53,1,1,0,1,1,39.58,0.005,0,1,1,1,1,1,1],[54,2,2,0,1,2,31.78,0.005,0,2,0,2,2,0,2],[55,3,3,2,1,3,32.52,0.005,0,3,3,3,3,3,3],[56,0,0,1,1,0,37.63,0.005,0,0,0,0,0,0,0],[57,1,1,3,1,1,36.83,0.005,0,1,3,1,1,2,1],[58,2,2,0,1,2,36.19,0.005,0,2,0,2,2,0,2],[59,3,3,2,1,3,29.46,0.005,0,3,2,3,3,3,3],[60,0,0,2,1,0,34.29,0.005,0,0,0,0,0,0,0],[61,1,1,1,1,1,40.6,0.005,0,1,1,1,1,1,1],[62,2,2,0,1,2,38.11,0.005,0,2,3,2,1,0,1],[63,3,3,2,1,2,30.68,0.005,0,3,2,3,3,3,3],[64,0,2,2,1,2,33.91,0.005,0,2,2,2,2,2,2],[65,1,1,0,1,1,38.79,0.005,0,1,3,1,1,1,1],[66,2,2,0,1,2,37.24,0.005,0,0,0,0,0,0,2],[67,3,2,2,1,2,30.75,0.005,0,2,2,2,2,2,2],[68,0,0,0,1,0,33.52,0.005,0,0,0,0,0,0,0],[69,1,1,3,1,1,37.06,0.005,0,1,1,1,1,3,1],[70,2,2,0,1,2,38.63,0.005,0,2,0,2,1,0,1],[71,3,3,0,1,3,32.45,0.005,0,3,3,3,3,3,3],[72,0,0,0,1,0,38.43,0.005,0,0,0,0,0,0,0],[73,1,1,0,1,1,38.86,0.005,0,1,1,1,1,1,1],[74,2,0,0,1,0,35.41,0.005,0,2,0,2,2,2,2],[75,3,3,0,1,3,32.88,0.005,0,3,3,3,3,3,3],[76,0,0,0,1,0,40,0.005,0,0,2,0,0,0,0],[77,1,3,2,1,3,36.11,0.005,0,3,3,1,1,3,1],[78,2,0,0,1,0,35.75,0.005,0,2,0,2,2,2,2],[79,3,1,1,1,1,34.64,0.005,0,3,1,3,3,3,3],[80,0,1,1,1,1,41.07,0.005,0,0,0,0,0,0,0],[81,1,1,0,1,1,35.82,0.005,0,1,3,1,1,2,1],[82,2,2,3,1,2,34.39,0.005,0,2,3,2,2,1,2],[83,3,1,0,1,1,36.39,0.005,0,3,3,3,3,3,3],[84,0,3,3,1,3,37.09,0.005,0,0,0,0,0,0,0],[85,1,1,3,1,1,39.51,0.005,0,1,1,1,1,1,1],[86,2,2,0,1,2,33.28,0.005,0,2,0,2,2,0,2],[87,3,1,1,1,1,34.65,0.005,0,1,1,1,3,3,3],[88,0,0,0,1,0,36.28,0.005,0,0,0,0,0,0,0],[89,1,1,1,1,1,40.06,0.005,0,1,1,1,1,1,1],[90,2,2,0,1,2,33.06,0.005,0,2,0,2,2,2,2],[91,3,3,0,1,3,32.4,0.005,0,3,3,3,3,3,3],[92,0,0,1,1,0,38.12,0.005,0,0,0,0,0,0,0],[93,1,1,3,1,1,36.69,0.005,0,1,3,1,1,1,1],[94,2,0,0,1,0,33.43,0.005,0,0,0,0,2,0,2],[95,3,1,1,1,1,32.28,0.005,0,1,1,1,3,3,3],[96,0,2,2,1,2,36.6,0.005,0,2,2,2,0,2,0],[97,1,1,3,1,1,42.88,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,37.82,0.005,0,2,0,2,2,0,2],[99,3,3,1,1,3,36.39,0.005,0,3,1,3,3,3,3],[100,0,0,0,1,0,39,0.005,0,0,0,0,0,0,0],[101,1,1,3,1,1,34.76,0.005,0,1,3,1,1,2,1],[102,2,0,0,1,2,39.5,0.005,0,3,0,3,0,0,0],[103,3,3,1,1,1,32.91,0.005,0,3,1,3,3,3,3],[104,0,3,3,1,3,34.06,0.005,0,0,0,0,0,0,0],[105,1,1,0,1,1,38.17,0.005,0,1,3,1,1,1,1],[106,2,2,3,1,2,36.02,0.005,0,2,1,2,2,1,2],[107,3,0,0,1,0,33.5,0.005,0,3,3,3,3,3,3],[108,0,2,2,1,2,33.46,0.005,0,0,2,0,2,2,2],[109,1,1,0,1,1,40.57,0.005,0,1,0,1,0,0,0],[110,2,2,0,1,2,36.2,0.005,0,2,0,2,2,0,2],[111,3,3,0,1,3,30.89,0.005,0,3,3,3,3,3,3],[112,0,2,2,1,0,39.87,0.005,0,2,2,2,1,3,1],[113,1,1,1,1,1,40.16,0.005,0,1,3,1,1,1,1],[114,2,2,0,1,2,36.93,0.005,0,2,0,2,2,0,2],[115,3,3,0,1,3,31.3,0.005,0,3,3,3,3,3,3],[116,0,0,3,1,0,40.41,0.005,0,0,0,0,0,0,0],[117,1,1,3,1,1,33.52,0.005,0,1,3,1,1,2,1],[118,2,2,0,1,2,32.36,0.005,0,2,0,2,2,2,2],[119,3,3,1,1,3,33.43,0.005,0,3,1,3,3,3,3],[120,0,2,2,1,2,33.91,0.005,0,0,0,0,0,2,0],[121,1,1,3,1,1,42.37,0.005,0,1,3,1,1,3,1],[122,2,2,0,1,2,40.61,0.005,0,2,0,2,1,1,1],[123,3,3,0,1,3,33.14,0.005,0,3,3,3,3,3,3],[124,0,0,2,1,0,35.35,0.005,0,0,0,0,0,0,0],[125,1,3,0,1,1,41.51,0.005,0,1,2,1,1,2,1],[126,2,0,0,1,0,34.78,0.005,0,2,2,2,2,2,2],[127,3,3,2,1,3,36.04,0.005,0,3,2,3,1,3,1],[128,0,0,2,1,0,38.07,0.005,0,0,0,0,0,2,0],[129,1,1,2,1,1,33,0.005,0,3,3,3,1,2,2],[130,2,2,0,1,2,36.55,0.005,0,2,0,2,2,0,2],[131,3,2,2,1,2,33.18,0.005,0,3,2,3,3,3,3],[132,0,2,2,1,2,36.28,0.005,0,0,2,0,1,1,1],[133,1,1,0,1,1,33.35,0.005,0,1,3,1,2,2,2],[134,2,0,0,1,2,33.88,0.005,0,2,0,2,2,2,2],[135,3,1,1,1,1,29.96,0.005,0,1,1,1,3,3,3],[136,0,2,2,1,2,35.97,0.005,0,2,2,2,1,1,1],[137,1,1,3,1,1,40.32,0.005,0,1,3,1,1,3,1],[138,2,2,3,1,2,35.37,0.005,0,2,3,2,2,1,2],[139,3,2,2,1,2,29.69,0.005,0,2,2,2,2,2,2],[140,0,0,1,1,0,38.95,0.005,0,0,0,0,0,0,0],[141,1,1,0,1,1,37.54,0.005,0,1,3,1,1,1,1],[142,2,2,0,1,2,35.9,0.005,0,2,0,2,2,0,2],[143,3,0,0,1,0,33.8,0.005,0,3,3,3,3,3,3],[144,0,0,2,1,0,36.58,0.005,0,0,0,0,0,0,0],[145,1,0,0,1,0,35.86,0.005,0,1,3,1,1,2,1],[146,2,0,0,1,0,35.78,0.005,0,0,0,0,1,0,1],[147,3,3,2,1,3,27.64,0.005,0,3,2,3,3,3,3],[148,0,2,2,1,2,38.01,0.005,0,2,2,2,1,3,1],[149,1,1,0,1,1,34.36,0.005,0,1,3,1,1,1,1],[150,2,2,0,1,2,32.83,0.005,0,2,0,2,2,0,2],[151,3,3,0,1,3,34.24,0.005,0,3,3,3,3,3,3],[152,0,2,2,1,2,33.69,0.005,0,2,2,2,2,2,0],[153,1,1,3,1,1,41.71,0.005,0,1,3,1,1,3,1],[154,2,2,0,1,2,34.61,0.005,0,2,0,2,2,2,2],[155,3,1,1,1,1,31.3,0.005,0,3,1,3,3,3,3],[156,0,2,2,1,2,39.76,0.005,0,0,2,0,1,2,1],[157,1,3,2,1,3,35.63,0.005,0,1,2,1,2,2,2],[158,2,0,0,1,0,36.3,0.005,0,2,0,2,2,2,2],[159,3,3,0,1,3,32.8,0.005,0,3,3,3,3,3,3],[160,0,2,2,1,2,32.42,0.005,0,2,2,2,2,2,2],[161,1,1,1,1,1,37.62,0.005,0,1,1,1,1,1,1],[162,2,0,0,1,0,34.03,0.005,0,2,0,2,2,2,2],[163,3,3,0,1,3,25.75,0.005,0,3,3,3,3,3,3],[164,0,2,2,1,2,37.24,0.005,0,2,2,2,1,2,1],[165,1,1,0,1,1,36.55,0.005,0,1,3,1,1,1,1],[166,2,2,0,1,2,35.57,0.005,0,2,0,2,2,0,2],[167,3,0,0,1,0,28.09,0.005,0,3,0,3,3,3,3],[168,0,3,3,1,3,38.19,0.005,0,0,1,0,0,0,0],[169,1,1,3,1,1,37.83,0.005,0,1,3,1,1,3,1],[170,2,0,0,1,0,38.03,0.005,0,2,0,2,1,0,1],[171,3,3,2,1,3,34.2,0.005,0,3,3,3,3,3,3],[172,0,0,0,1,0,34.68,0.005,0,0,0,0,0,0,0],[173,1,0,0,1,0,35.04,0.005,0,3,2,1,2,2,2],[174,2,2,0,1,2,37.65,0.005,0,2,0,2,2,0,2],[175,3,1,1,1,1,34.59,0.005,0,1,1,1,3,3,3],[176,0,2,2,1,2,36.1,0.005,0,2,2,2,2,3,2],[177,1,1,2,1,1,36.28,0.005,0,1,2,1,1,2,1],[178,2,2,0,1,2,29.37,0.005,0,2,0,2,2,2,2],[179,3,1,1,1,1,34.33,0.005,0,1,1,1,3,3,3],[180,0,0,0,1,0,38.11,0.005,0,0,0,0,0,0,0],[181,1,1,2,1,1,39.29,0.005,0,1,3,1,1,3,1],[182,2,2,0,1,2,36.3,0.005,0,2,0,2,2,0,2],[183,3,3,0,1,3,29.08,0.005,0,3,3,3,3,3,3],[184,0,3,3,1,3,36.73,0.005,0,0,3,0,0,0,0],[185,1,1,1,1,1,36.59,0.005,0,1,3,3,1,1,1],[186,2,2,0,1,2,40.13,0.005,0,2,0,0,2,0,2],[187,3,3,0,1,3,32.29,0.005,0,3,3,3,3,3,3],[188,0,0,0,1,0,40.56,0.005,0,0,0,0,0,0,0],[189,1,1,3,1,1,34.16,0.005,0,1,3,1,2,2,2],[190,2,2,0,1,2,38.38,0.005,0,0,0,2,2,0,2],[191,3,1,1,1,1,34.5,0.005,0,1,1,3,3,3,3],[192,0,0,2,1,0,38.39,0.005,0,0,0,0,0,0,0],[193,1,0,0,1,0,35.72,0.005,0,1,3,3,2,2,2],[194,2,2,3,1,2,39,0.005,0,2,0,2,1,1,2],[195,3,3,1,1,3,32.58,0.005,0,3,1,1,3,3,3],[196,0,2,2,1,2,33.53,0.005,0,2,2,2,2,2,2],[197,1,3,0,1,3,33.51,0.005,0,3,3,3,2,2,2],[198,2,2,0,1,2,35.18,0.005,0,2,0,2,2,0,2],[199,3,3,0,1,3,35.2,0.005,0,3,0,3,1,0,1],[200,0,2,2,1,2,39.86,0.005,0,0,2,0,1,1,1],[201,1,3,2,1,0,37.18,0.005,0,1,2,1,1,2,1],[202,2,2,3,1,2,39.48,0.005,0,2,3,2,2,0,2],[203,3,1,1,1,1,33.98,0.005,0,1,1,1,3,3,3],[204,0,0,2,1,0,36.97,0.005,0,0,0,0,0,0,0],[205,1,1,0,1,1,34.58,0.005,0,1,3,1,2,2,2],[206,2,2,0,1,2,38.03,0.005,0,2,1,2,2,0,2],[207,3,3,2,1,3,33.66,0.005,0,3,3,3,3,3,3],[208,0,2,2,1,2,36.96,0.005,0,2,2,0,0,2,0],[209,1,1,3,1,1,39.49,0.005,0,1,3,1,1,3,1],[210,2,2,0,1,2,31.32,0.005,0,2,0,2,2,2,2],[211,3,3,0,1,3,35.4,0.005,0,3,3,3,3,3,3],[212,0,0,0,1,0,36.46,0.005,0,0,0,0,0,0,0],[213,1,1,1,1,1,35.54,0.005,0,1,1,1,1,1,1],[214,2,2,0,1,2,39.57,0.005,0,2,0,2,1,0,1],[215,3,0,0,1,0,30.01,0.005,0,3,3,3,3,3,3],[216,0,3,3,1,3,34.73,0.005,0,0,0,0,0,1,0],[217,1,1,0,1,1,36.33,0.005,0,1,3,1,1,1,1],[218,2,0,0,1,0,36.27,0.005,0,2,0,2,2,0,2],[219,3,1,1,1,1,32.06,0.005,0,1,1,1,3,3,3],[220,0,1,1,1,1,36.2,0.005,0,0,3,0,0,0,0],[221,1,1,3,1,1,38.66,0.005,0,1,3,1,1,1,1],[222,2,0,0,1,0,35.63,0.005,0,2,0,2,2,0,2],[223,3,3,0,1,1,33.37,0.005,0,1,3,3,3,3,3],[224,0,0,3,1,0,38.65,0.005,0,0,0,0,0,0,0],[225,1,3,3,1,3,38.18,0.005,0,1,3,1,1,3,1],[226,2,2,0,1,2,33.49,0.005,0,2,0,2,2,0,2],[227,3,3,0,1,3,31.82,0.005,0,3,3,3,3,3,3],[228,0,0,3,1,0,37.34,0.005,0,0,0,0,0,0,0],[229,1,1,3,1,1,42.21,0.005,0,1,3,1,1,1,1],[230,2,2,0,1,2,33.63,0.005,0,2,0,2,2,1,2],[231,3,3,2,1,3,32.14,0.005,0,3,2,3,3,3,3],[232,0,0,1,1,0,35.27,0.005,0,0,0,0,0,0,0],[233,1,3,2,1,3,38.43,0.005,0,1,3,1,1,2,1],[234,2,2,0,1,2,35.21,0.005,0,2,0,2,2,2,2],[235,3,3,1,1,1,32.24,0.005,0,3,1,3,3,3,3],[236,0,0,0,1,0,39.45,0.005,0,0,0,0,0,0,0],[237,1,1,0,1,1,38.43,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,33,0.005,0,2,0,2,2,2,2],[239,3,0,0,1,0,32.34,0.005,0,3,0,3,3,3,3],[240,0,3,3,1,3,36.86,0.005,0,0,0,0,0,1,0],[241,1,1,1,1,1,38.76,0.005,0,1,1,1,1,1,1],[242,2,2,0,1,2,38.23,0.005,0,2,2,2,2,1,2],[243,3,3,1,1,3,28,0.005,0,3,1,3,3,3,3],[244,0,0,2,1,0,39.48,0.005,0,0,0,0,1,1,1],[245,1,1,0,1,1,38.11,0.005,0,1,1,1,1,1,1],[246,2,2,0,1,2,39.14,0.005,0,2,0,0,0,0,0],[247,3,3,0,1,3,36.57,0.005,0,3,3,3,3,3,3],[248,0,1,1,1,1,40.39,0.005,0,0,0,0,0,0,0],[249,1,3,2,1,3,37.92,0.005,0,1,3,1,1,2,1],[250,2,2,3,1,2,36.79,0.005,0,2,0,2,3,0,1],[251,3,3,0,1,3,30.69,0.005,0,3,3,3,3,3,3],[252,0,0,2,1,0,37.5,0.005,0,0,0,0,0,0,0],[253,1,1,1,1,1,37.78,0.005,0,1,1,1,1,1,1],[254,2,2,0,1,2,34.01,0.005,0,2,0,2,2,1,2],[255,3,3,2,1,2,31.73,0.005,0,3,2,2,3,3,3],[256,0,2,2,1,2,36.39,0.005,0,2,2,2,1,2,1],[257,1,1,1,1,1,39.33,0.005,0,1,1,1,1,1,1],[258,2,2,3,1,2,31.25,0.005,0,2,0,2,2,0,2],[259,3,3,0,1,3,31.28,0.005,0,3,3,3,3,3,3],[260,0,0,2,1,0,36.24,0.005,0,0,0,0,0,0,0],[261,1,1,2,1,1,38.92,0.005,0,1,3,1,1,2,1],[262,2,2,3,1,2,37.26,0.005,0,2,3,2,2,1,2],[263,3,3,0,1,3,30.34,0.005,0,3,3,3,3,3,3],[264,0,0,2,1,0,36.41,0.005,0,0,0,0,0,0,0],[265,1,1,2,1,1,39.2,0.005,0,1,3,1,1,2,1],[266,2,0,0,1,0,37.28,0.005,0,0,3,0,1,1,1],[267,3,3,0,1,3,33.69,0.005,0,3,3,3,3,3,3],[268,0,0,2,1,0,38.77,0.005,0,0,2,0,1,1,1],[269,1,1,3,1,1,37.13,0.005,0,1,3,1,1,2,1],[270,2,2,0,1,2,36.3,0.005,0,2,2,2,2,0,2],[271,3,3,0,1,3,34.34,0.005,0,3,2,3,3,3,3],[272,0,0,0,1,0,39.6,0.005,0,0,0,0,0,0,0],[273,1,3,2,1,1,37.72,0.005,0,1,3,1,1,2,1],[274,2,3,3,1,2,38.97,0.005,0,0,0,2,2,1,2],[275,3,1,1,1,1,33.66,0.005,0,3,1,3,3,3,3],[276,0,0,2,1,0,32.41,0.005,0,0,0,0,0,0,0],[277,1,1,1,1,1,40.58,0.005,0,1,1,1,1,1,1],[278,2,2,0,1,2,34.17,0.005,0,2,0,2,2,2,2],[279,3,1,1,1,1,35.08,0.005,0,1,1,3,3,3,3],[280,0,0,2,1,0,39.56,0.005,0,0,2,0,0,2,0],[281,1,1,2,1,1,38.64,0.005,0,3,3,1,3,3,1],[282,2,2,3,1,2,32.73,0.005,0,2,3,2,2,0,2],[283,3,3,2,1,3,33.88,0.005,0,3,3,3,3,3,3],[284,0,0,2,1,0,34.85,0.005,0,0,0,0,0,0,0],[285,1,1,0,1,1,40.07,0.005,0,1,3,1,1,1,1],[286,2,2,0,1,2,34.86,0.005,0,2,0,2,2,2,2],[287,3,2,2,1,2,30.3,0.005,0,2,2,2,2,2,2],[288,0,2,2,1,2,38.5,0.005,0,2,2,2,0,2,0],[289,1,1,3,1,1,40.89,0.005,0,1,3,1,1,1,1],[290,2,2,3,1,2,39.04,0.005,0,2,3,2,2,1,2],[291,3,3,0,1,3,27.78,0.005,0,3,0,3,3,3,3],[292,0,0,2,1,0,38.65,0.005,0,0,0,0,0,0,0],[293,1,1,2,1,1,40.23,0.005,0,1,3,1,0,2,0],[294,2,2,0,1,2,36.67,0.005,0,2,0,2,2,1,2],[295,3,3,2,1,3,35.34,0.005,0,3,3,3,3,3,3],[296,0,1,1,1,1,40.33,0.005,0,0,0,0,0,0,0],[297,1,1,0,1,1,38.32,0.005,0,1,1,1,1,1,1],[298,2,2,0,1,2,38.46,0.005,0,0,0,0,2,0,2],[299,3,3,2,1,3,33.29,0.005,0,3,3,3,3,3,3],[300,0,0,2,1,0,38.08,0.005,0,0,0,0,0,0,0],[301,1,1,1,1,1,40.95,0.005,0,1,3,1,1,1,1],[302,2,2,0,1,2,39.16,0.005,0,2,0,2,2,0,2],[303,3,1,1,1,1,34.78,0.005,0,3,1,3,3,3,3],[304,0,0,3,1,0,35.77,0.005,0,0,3,0,0,0,0],[305,1,1,3,1,1,35.49,0.005,0,1,3,1,1,3,1],[306,2,2,0,1,2,35.9,0.005,0,2,0,2,2,1,2],[307,3,3,0,1,3,35.41,0.005,0,3,3,3,3,3,3],[308,0,2,2,1,2,34.98,0.005,0,2,2,2,2,3,2],[309,1,1,3,1,1,38.35,0.005,0,1,3,1,1,3,1],[310,2,2,0,1,2,38.71,0.005,0,2,3,2,1,1,1],[311,3,1,1,1,1,32.9,0.005,0,3,1,3,3,3,3],[312,0,0,2,1,0,32.77,0.005,0,0,2,0,0,0,0],[313,1,3,3,1,1,36.12,0.005,0,1,3,1,1,3,1],[314,2,2,0,1,2,36.62,0.005,0,2,3,2,2,1,3],[315,3,2,2,1,3,30.84,0.005,0,3,2,2,2,2,2],[316,0,0,2,1,0,35.53,0.005,0,0,0,0,0,0,0],[317,1,1,1,1,1,42.63,0.005,0,1,1,1,1,1,1],[318,2,0,1,1,0,37.63,0.005,0,2,2,2,2,2,2],[319,3,2,2,1,2,36.39,0.005,0,3,2,3,3,2,1],[320,0,0,3,1,0,40.33,0.005,0,0,3,0,0,0,0],[321,1,1,3,1,1,38.03,0.005,0,1,1,1,1,1,1],[322,2,0,0,1,0,38.25,0.005,0,2,0,2,2,0,2],[323,3,3,2,1,3,33.05,0.005,0,3,2,3,3,3,3],[324,0,3,3,1,3,35.85,0.005,0,0,0,0,0,0,0],[325,1,1,0,1,1,38.76,0.005,0,1,1,1,1,1,1],[326,2,2,0,1,2,38.96,0.005,0,2,0,2,2,0,2],[327,3,1,1,1,1,36.51,0.005,0,3,1,3,3,3,3],[328,0,0,3,1,0,39.4,0.005,0,0,0,0,0,0,0],[329,1,1,3,1,3,35.87,0.005,0,1,3,1,1,3,1],[330,2,2,0,1,2,34.89,0.005,0,2,0,2,2,0,2],[331,3,0,0,1,0,29.84,0.005,0,3,0,3,3,3,3],[332,0,2,2,1,2,39.91,0.005,0,0,2,0,0,2,0],[333,1,1,1,1,1,39.06,0.005,0,1,1,1,1,1,1],[334,2,2,0,1,2,40.76,0.005,0,2,0,2,0,0,0],[335,3,2,2,1,2,27.37,0.005,0,3,2,3,3,2,2],[336,0,2,2,1,2,38.07,0.005,0,2,2,2,0,0,0],[337,1,1,3,1,1,39.94,0.005,0,1,3,1,1,1,1],[338,2,2,0,1,2,39.29,0.005,0,2,0,2,1,0,1],[339,3,3,0,1,3,35.69,0.005,0,3,3,3,3,3,3],[340,0,0,2,1,0,33.91,0.005,0,0,0,0,0,0,0],[341,1,1,2,1,1,40.66,0.005,0,1,3,1,1,3,1],[342,2,2,3,1,2,34.75,0.005,0,2,1,2,3,1,3],[343,3,2,2,1,2,29.69,0.005,0,2,2,2,3,3,3],[344,0,0,2,1,0,37.01,0.005,0,0,0,0,0,0,0],[345,1,1,3,1,1,34.1,0.005,0,1,3,1,3,3,1],[346,2,0,1,1,0,37.4,0.005,0,2,2,2,2,2,2],[347,3,3,2,1,3,34.93,0.005,0,3,2,3,3,3,3],[348,0,2,2,1,2,33.93,0.005,0,2,2,2,2,2,2],[349,1,3,2,1,1,36.86,0.005,0,1,3,1,1,2,1],[350,2,2,0,1,2,32.84,0.005,0,2,2,2,2,2,2],[351,3,3,1,1,3,37.05,0.005,0,1,1,1,1,1,1],[352,0,0,0,1,0,38.9,0.005,0,0,0,0,0,0,0],[353,1,1,0,1,1,40.81,0.005,0,1,1,1,1,1,1],[354,2,2,3,1,2,38.09,0.005,0,2,0,2,2,0,2],[355,3,2,2,1,2,30.98,0.005,0,3,2,3,3,2,1],[356,0,0,2,1,0,38.39,0.005,0,0,0,0,0,0,0],[357,1,1,3,1,1,40.92,0.005,0,1,3,1,1,1,1],[358,2,2,0,1,2,32.42,0.005,0,2,0,2,2,2,2],[359,3,3,2,1,3,28.49,0.005,0,3,2,3,3,3,3],[360,0,0,0,1,0,37.5,0.005,0,0,0,0,0,0,0],[361,1,1,1,1,1,39.34,0.005,0,1,1,1,1,1,1],[362,2,2,0,1,2,34.18,0.005,0,2,0,2,2,2,2],[363,3,1,1,1,1,35.05,0.005,0,3,1,3,3,3,3],[364,0,0,2,1,0,31.57,0.005,0,0,0,0,0,2,0],[365,1,1,3,1,1,41.27,0.005,0,1,1,1,1,3,1],[366,2,2,0,1,2,37.38,0.005,0,2,0,2,2,0,2],[367,3,3,1,1,3,31.03,0.005,0,3,1,3,3,3,3],[368,0,0,2,1,0,36.74,0.005,0,2,2,2,0,2,0],[369,1,1,3,1,1,38.75,0.005,0,1,3,1,1,2,1],[370,2,2,0,1,2,37.89,0.005,0,2,0,2,3,0,2],[371,3,3,0,1,3,33.3,0.005,0,3,3,3,3,3,3],[372,0,2,2,1,2,39.01,0.005,0,2,2,2,1,2,1],[373,1,1,1,1,1,42.02,0.005,0,1,1,1,1,1,1],[374,2,2,0,1,2,35.54,0.005,0,2,0,2,2,2,2],[375,3,1,1,1,1,31.86,0.005,0,3,1,3,3,3,3],[376,0,0,1,1,0,37.44,0.005,0,0,0,0,0,0,0],[377,1,1,0,1,1,36.52,0.005,0,1,3,1,1,2,1],[378,2,0,0,1,2,38.83,0.005,0,2,0,2,1,1,1],[379,3,3,1,1,3,33.21,0.005,0,3,1,3,3,3,3],[380,0,0,2,1,0,35.55,0.005,0,2,2,2,0,2,0],[381,1,1,0,1,1,38.15,0.005,0,1,1,1,1,1,1],[382,2,2,0,1,2,35.82,0.005,0,2,2,2,2,1,2],[383,3,2,2,1,2,32.35,0.005,0,2,2,2,1,2,1],[384,0,0,2,1,0,33.34,0.005,0,2,2,2,2,2,2],[385,1,1,1,1,1,40.94,0.005,0,1,1,1,1,1,1],[386,2,2,0,1,2,33.14,0.005,0,2,0,2,2,0,2],[387,3,3,1,1,1,28.92,0.005,0,3,3,3,3,3,3],[388,0,0,2,1,0,35.51,0.005,0,0,2,0,0,0,0],[389,1,1,1,1,1,40.14,0.005,0,1,1,1,1,1,1],[390,2,2,3,1,2,39.17,0.005,0,2,1,2,1,1,2],[391,3,0,0,1,0,31.23,0.005,0,3,3,3,3,3,3],[392,0,2,2,1,2,35.49,0.005,0,0,2,0,0,0,0],[393,1,1,1,1,1,38.94,0.005,0,1,1,1,1,1,1],[394,2,2,3,1,2,40.62,0.005,0,2,0,2,0,1,0],[395,3,0,0,1,0,35.09,0.005,0,3,3,3,3,3,3],[396,0,2,2,1,2,37.43,0.005,0,0,2,0,1,1,1],[397,1,1,1,1,1,38.39,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,34.96,0.005,0,2,0,2,2,0,2],[399,3,3,2,1,3,29.23,0.005,0,3,3,3,3,3,3]],"elapsed_ms":2353,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":342,"J":263,"J_valid":263,"n_invalid":0,"n00":33,"n01":5,"n10":83,"n11":142,"ctl_n":263,"ctl_err":6},"metrics":{"target_error":0.55893536121673,"Q_transfer":0.44106463878326996,"source_success":0.8555133079847909,"joint_error":0.5399239543726235,"T_cond":0.6311111111111111,"R":0.022813688212927757,"delta":0.5361216730038023,"delta_pp":53.61216730038023,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.855}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":328,"J":245,"J_valid":245,"n_invalid":0,"n00":38,"n01":0,"n10":129,"n11":78,"ctl_n":245,"ctl_err":2},"metrics":{"target_error":0.3183673469387755,"Q_transfer":0.6816326530612244,"source_success":0.8448979591836735,"joint_error":0.3183673469387755,"T_cond":0.37681159420289856,"R":0.00816326530612245,"delta":0.31020408163265306,"delta_pp":31.020408163265305,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-LR/pgd/eps0100","seed":43,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0025},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,29.39,0.01,0,2,2,2,2,2,2],[1,1,1,3,1,1,36.52,0.01,0,1,3,1,1,1,1],[2,2,2,0,1,0,30.23,0.01,0,0,0,2,2,0,2],[3,3,2,2,1,2,26.83,0.01,0,3,2,2,3,2,2],[4,0,0,1,1,0,29.28,0.01,0,0,0,0,0,0,0],[5,1,1,0,1,1,33.52,0.01,0,1,2,1,1,2,1],[6,2,2,0,1,2,29.31,0.01,0,2,0,2,2,0,2],[7,3,1,1,1,1,28.77,0.01,0,3,1,1,3,3,3],[8,0,2,2,1,2,32.12,0.01,0,2,2,2,1,1,1],[9,1,1,2,1,1,33.86,0.01,0,1,2,1,1,2,1],[10,2,2,3,1,2,29.54,0.01,0,2,1,2,2,0,2],[11,3,3,0,1,3,29.08,0.01,0,3,3,3,3,3,3],[12,0,2,2,1,2,30.15,0.01,0,2,2,2,2,2,2],[13,1,1,0,1,1,34.08,0.01,0,1,3,1,1,2,1],[14,2,0,0,1,0,30.64,0.01,0,0,0,0,0,0,0],[15,3,0,0,1,0,31.1,0.01,0,3,0,3,1,1,1],[16,0,0,3,1,0,30.64,0.01,0,0,0,0,0,0,0],[17,1,1,3,1,1,36.43,0.01,0,1,3,1,1,3,1],[18,2,0,0,1,0,30.59,0.01,0,2,0,2,0,0,0],[19,3,1,1,1,1,25.2,0.01,0,3,1,3,3,3,3],[20,0,0,2,1,0,26.6,0.01,0,0,0,0,0,0,0],[21,1,1,0,1,1,33.7,0.01,0,1,3,1,1,1,1],[22,2,2,0,1,2,31.47,0.01,0,0,0,0,1,0,1],[23,3,3,2,1,3,22.87,0.01,0,3,2,3,3,3,3],[24,0,2,2,1,2,33.82,0.01,0,2,2,2,1,1,1],[25,1,1,0,1,1,33.74,0.01,0,1,1,1,1,1,1],[26,2,2,3,1,2,31.05,0.01,0,2,1,2,2,1,2],[27,3,2,2,1,2,24.33,0.01,0,2,2,2,2,2,2],[28,0,1,1,1,1,30.73,0.01,0,0,1,0,0,0,0],[29,1,1,3,1,1,34.63,0.01,0,1,3,1,1,2,1],[30,2,2,0,1,2,26.84,0.01,0,2,0,2,2,0,2],[31,3,3,2,1,3,23.2,0.01,0,3,2,3,3,3,3],[32,0,2,2,1,2,34.66,0.01,0,0,2,0,0,2,0],[33,1,3,2,1,3,32.69,0.01,0,1,2,1,1,2,1],[34,2,2,3,1,2,29.67,0.01,0,2,1,2,2,1,2],[35,3,2,2,1,2,27.03,0.01,0,3,2,3,3,2,3],[36,0,0,2,1,0,33.6,0.01,0,0,0,0,0,0,0],[37,1,3,2,1,1,32.27,0.01,0,1,2,1,1,2,1],[38,2,0,1,1,0,32.57,0.01,0,3,0,0,1,1,1],[39,3,3,2,1,3,25.93,0.01,0,3,3,3,3,3,3],[40,0,2,2,1,2,26.74,0.01,0,0,2,0,2,3,2],[41,1,1,1,1,1,35.81,0.01,0,1,1,1,1,1,1],[42,2,0,0,1,0,30.01,0.01,0,2,0,2,2,0,2],[43,3,1,1,1,1,27.87,0.01,0,3,1,3,3,3,3],[44,0,1,1,1,1,34.18,0.01,0,0,1,0,0,0,0],[45,1,1,2,1,1,31.94,0.01,0,1,3,1,1,2,1],[46,2,2,3,1,0,31.36,0.01,0,2,1,2,2,1,2],[47,3,3,2,1,3,25.89,0.01,0,3,3,3,3,3,3],[48,0,0,2,1,0,28.89,0.01,0,0,0,0,0,0,0],[49,1,1,2,1,1,31.27,0.01,0,1,2,1,0,2,0],[50,2,2,0,1,2,29.28,0.01,0,2,0,2,2,0,2],[51,3,3,0,1,3,25.53,0.01,0,3,3,3,3,3,3],[52,0,0,2,1,0,26.9,0.01,0,0,3,0,0,0,0],[53,1,1,0,1,1,33.82,0.01,0,1,2,1,1,2,1],[54,2,2,0,1,2,27.4,0.01,0,2,0,2,2,0,2],[55,3,3,2,1,3,27.23,0.01,0,3,3,3,3,3,3],[56,0,0,1,1,0,32.07,0.01,0,0,0,0,0,0,0],[57,1,1,3,1,1,31.54,0.01,0,1,3,1,1,3,1],[58,2,2,0,1,2,31.59,0.01,0,2,0,2,2,0,2],[59,3,3,2,1,3,23.44,0.01,0,3,2,3,3,3,3],[60,0,0,2,1,0,28.97,0.01,0,0,2,0,0,0,0],[61,1,1,0,1,1,35.45,0.01,0,1,1,1,1,1,1],[62,2,2,0,1,2,32.94,0.01,0,2,0,2,1,0,1],[63,3,3,2,1,2,25.37,0.01,0,3,2,2,3,2,3],[64,0,2,2,1,2,29.26,0.01,0,2,2,2,2,2,2],[65,1,1,2,1,1,32.97,0.01,0,1,2,1,1,2,1],[66,2,2,0,1,2,32.42,0.01,0,0,0,0,0,2,2],[67,3,2,2,1,2,24.99,0.01,0,2,2,2,2,2,2],[68,0,0,2,1,0,28.21,0.01,0,0,0,0,0,0,0],[69,1,1,3,1,1,31.92,0.01,0,1,3,1,1,3,1],[70,2,2,0,1,2,33.96,0.01,0,2,0,2,1,0,1],[71,3,3,0,1,3,26.98,0.01,0,3,3,3,3,3,3],[72,0,0,2,1,0,32.59,0.01,0,0,0,0,0,0,0],[73,1,1,0,1,1,33.5,0.01,0,1,0,1,1,1,1],[74,2,0,0,1,0,30.72,0.01,0,2,0,2,2,2,2],[75,3,3,0,1,3,27.37,0.01,0,3,3,3,3,3,3],[76,0,0,2,1,0,34.5,0.01,0,0,2,0,0,0,0],[77,1,3,2,1,3,30.9,0.01,0,3,3,1,1,2,1],[78,2,0,0,1,0,31.51,0.01,0,2,0,2,2,1,2],[79,3,1,1,1,1,28.28,0.01,0,3,1,1,3,3,3],[80,0,1,1,1,1,35.64,0.01,0,0,0,0,0,0,0],[81,1,1,2,1,1,30.26,0.01,0,1,3,1,1,2,1],[82,2,2,3,1,2,28.83,0.01,0,2,1,2,2,1,2],[83,3,1,0,1,1,31.44,0.01,0,3,1,1,3,3,3],[84,0,3,3,1,3,30.69,0.01,0,0,1,0,0,0,0],[85,1,1,3,1,1,32.94,0.01,0,1,3,1,1,3,1],[86,2,2,3,1,2,27.51,0.01,0,2,0,0,2,0,2],[87,3,1,1,1,1,28.28,0.01,0,1,1,1,3,3,3],[88,0,0,2,1,0,30.39,0.01,0,0,2,0,0,0,0],[89,1,1,1,1,1,34.85,0.01,0,1,1,1,1,1,1],[90,2,2,0,1,2,28.48,0.01,0,2,0,2,2,2,2],[91,3,3,2,1,3,26.55,0.01,0,3,3,3,3,3,3],[92,0,0,1,1,0,33.15,0.01,0,0,3,0,0,0,0],[93,1,1,3,1,1,31.43,0.01,0,1,3,1,1,1,1],[94,2,0,0,1,0,29.31,0.01,0,0,0,2,2,0,2],[95,3,1,1,1,1,27.03,0.01,0,1,1,1,3,3,3],[96,0,2,2,1,2,31.45,0.01,0,2,2,0,0,2,0],[97,1,1,2,1,1,35.4,0.01,0,1,3,1,1,2,1],[98,2,2,0,1,0,32.08,0.01,0,2,0,2,2,0,2],[99,3,3,1,1,3,30.15,0.01,0,3,1,3,3,3,3],[100,0,0,0,1,0,32.98,0.01,0,0,0,0,0,0,0],[101,1,1,2,1,1,29.25,0.01,0,1,3,1,1,2,1],[102,2,0,0,1,0,35.01,0.01,0,3,0,3,0,0,1],[103,3,3,1,1,1,26.63,0.01,0,3,1,3,3,3,3],[104,0,3,3,1,0,29.03,0.01,0,0,0,0,0,0,0],[105,1,1,0,1,1,33.16,0.01,0,1,3,1,1,2,1],[106,2,2,3,1,2,31.04,0.01,0,2,1,2,2,1,2],[107,3,0,0,1,0,28.71,0.01,0,3,0,3,3,3,3],[108,0,2,2,1,2,29.33,0.01,0,0,2,0,2,2,2],[109,1,1,0,1,1,35.54,0.01,0,1,0,1,0,0,0],[110,2,2,0,1,2,32.06,0.01,0,2,0,2,2,0,2],[111,3,3,0,1,3,25.15,0.01,0,3,2,3,3,3,3],[112,0,2,2,1,0,34.87,0.01,0,2,2,2,1,3,1],[113,1,1,2,1,1,34.47,0.01,0,1,3,1,1,1,1],[114,2,2,0,1,2,31.16,0.01,0,2,0,2,2,0,2],[115,3,3,0,1,3,25.4,0.01,0,3,3,3,3,3,3],[116,0,0,3,1,0,33.84,0.01,0,0,0,0,0,0,0],[117,1,1,3,1,1,28.81,0.01,0,1,3,1,1,2,1],[118,2,2,0,1,2,27.34,0.01,0,2,0,2,2,0,2],[119,3,3,1,1,1,28.1,0.01,0,3,1,3,3,3,3],[120,0,2,2,1,2,28.96,0.01,0,0,0,0,0,2,0],[121,1,1,3,1,1,37.19,0.01,0,1,3,1,1,3,1],[122,2,2,3,1,2,34.72,0.01,0,2,0,2,1,0,1],[123,3,3,0,1,3,27.65,0.01,0,3,3,3,3,3,3],[124,0,0,2,1,0,30.74,0.01,0,0,0,0,0,0,0],[125,1,3,2,1,1,36.58,0.01,0,1,2,1,1,2,1],[126,2,0,0,1,0,29.56,0.01,0,2,0,2,2,2,2],[127,3,3,2,1,2,31.63,0.01,0,3,2,3,1,2,1],[128,0,0,2,1,0,33.12,0.01,0,0,0,0,0,2,0],[129,1,1,2,1,1,27.62,0.01,0,3,3,3,1,2,2],[130,2,2,0,1,2,32.48,0.01,0,2,0,2,2,0,2],[131,3,2,2,1,2,28.35,0.01,0,3,2,1,3,2,3],[132,0,2,2,1,2,30.91,0.01,0,0,2,0,1,1,1],[133,1,1,0,1,1,27.81,0.01,0,1,2,1,2,2,2],[134,2,0,0,1,2,28.96,0.01,0,2,0,2,2,1,2],[135,3,1,1,1,1,24.85,0.01,0,1,1,1,3,3,3],[136,0,2,2,1,2,30.06,0.01,0,2,2,2,1,1,1],[137,1,1,2,1,1,35.12,0.01,0,1,3,1,1,3,1],[138,2,2,3,1,2,30.32,0.01,0,2,3,2,2,3,2],[139,3,2,2,1,2,25.18,0.01,0,2,2,2,2,2,3],[140,0,0,1,1,0,33.9,0.01,0,0,3,0,0,0,0],[141,1,1,2,1,1,32.02,0.01,0,1,2,1,1,2,1],[142,2,2,0,1,2,29.92,0.01,0,2,0,2,2,0,2],[143,3,0,0,1,0,28.18,0.01,0,3,3,3,3,3,3],[144,0,0,2,1,0,31.71,0.01,0,0,2,0,0,0,0],[145,1,0,0,1,1,30.08,0.01,0,1,2,1,1,2,1],[146,2,0,0,1,0,31.73,0.01,0,0,0,0,1,0,1],[147,3,3,2,1,3,22.6,0.01,0,3,2,3,3,3,3],[148,0,2,2,1,2,32.92,0.01,0,2,3,2,1,3,1],[149,1,1,0,1,1,28.95,0.01,0,1,3,1,1,1,1],[150,2,2,3,1,2,26.99,0.01,0,2,0,2,2,0,2],[151,3,3,0,1,3,29.57,0.01,0,3,3,3,3,3,3],[152,0,2,2,1,2,27.74,0.01,0,2,2,2,2,2,2],[153,1,1,3,1,1,37.07,0.01,0,1,3,1,1,3,1],[154,2,2,0,1,2,29.94,0.01,0,2,0,2,2,0,2],[155,3,1,1,1,1,25.11,0.01,0,3,1,3,3,3,3],[156,0,2,2,1,2,34.31,0.01,0,0,2,2,1,2,1],[157,1,3,2,1,3,30.4,0.01,0,1,2,1,2,2,2],[158,2,0,0,1,2,31.18,0.01,0,2,0,2,2,1,2],[159,3,3,0,1,3,27.81,0.01,0,3,3,3,3,3,3],[160,0,2,2,1,2,27.03,0.01,0,2,2,2,2,2,2],[161,1,1,1,1,1,32.33,0.01,0,1,1,1,1,1,1],[162,2,0,0,1,0,29.79,0.01,0,2,0,2,2,0,2],[163,3,3,2,1,3,20,0.0099797,1,3,3,3,3,3,3],[164,0,2,2,1,2,32.31,0.01,0,2,2,2,1,2,0],[165,1,1,0,1,1,31.44,0.01,0,1,3,1,1,0,1],[166,2,2,0,1,2,31.51,0.01,0,2,0,2,2,0,1],[167,3,0,0,1,0,22.82,0.01,0,3,0,3,3,3,3],[168,0,3,3,1,2,32.65,0.01,0,0,1,1,0,0,0],[169,1,1,3,1,1,33.14,0.01,0,1,3,1,1,3,1],[170,2,0,0,1,0,33.71,0.01,0,2,0,2,1,0,1],[171,3,3,2,1,3,28.61,0.01,0,3,0,3,3,3,3],[172,0,0,2,1,0,29.49,0.01,0,0,0,0,0,0,0],[173,1,0,2,1,0,29.32,0.01,0,3,2,1,2,2,2],[174,2,2,3,1,2,31.19,0.01,0,2,0,2,2,1,2],[175,3,1,1,1,1,29.73,0.01,0,1,1,1,3,3,3],[176,0,2,2,1,2,31.12,0.01,0,2,2,2,2,3,2],[177,1,1,2,1,1,30.68,0.01,0,1,2,1,1,2,1],[178,2,2,0,1,2,25.36,0.01,0,2,0,2,2,0,2],[179,3,1,1,1,1,29.51,0.01,0,1,1,1,3,3,3],[180,0,0,1,1,0,33.22,0.01,0,0,0,0,0,0,0],[181,1,1,2,1,1,33.85,0.01,0,1,3,1,1,2,1],[182,2,2,0,1,2,30.26,0.01,0,2,0,2,2,0,2],[183,3,3,0,1,1,24.45,0.01,0,3,3,3,3,3,3],[184,0,3,1,1,0,32.04,0.01,0,0,1,0,0,0,0],[185,1,1,0,1,1,31.24,0.01,0,1,3,3,1,1,1],[186,2,2,0,1,2,34.08,0.01,0,2,0,2,2,0,2],[187,3,3,2,1,3,25.6,0.01,0,3,0,3,3,3,3],[188,0,0,2,1,0,34.63,0.01,0,0,0,0,0,0,0],[189,1,1,0,1,1,29.28,0.01,0,1,3,1,2,2,2],[190,2,2,3,1,2,31.81,0.01,0,0,3,0,2,0,2],[191,3,1,1,1,1,29.46,0.01,0,1,1,1,3,3,3],[192,0,0,2,1,0,33.83,0.01,0,0,0,0,0,0,0],[193,1,0,0,1,0,29.93,0.01,0,1,0,1,2,2,1],[194,2,2,3,1,2,33.32,0.01,0,2,0,2,1,3,1],[195,3,3,1,1,1,26.31,0.01,0,3,1,1,3,3,3],[196,0,2,2,1,2,28.27,0.01,0,2,2,2,2,2,2],[197,1,3,2,1,3,28.49,0.01,0,3,3,3,2,2,2],[198,2,2,0,1,2,30.56,0.01,0,2,0,2,2,0,2],[199,3,3,2,1,3,28.93,0.01,0,3,0,3,1,2,1],[200,0,2,2,1,2,33.96,0.01,0,0,2,3,1,1,1],[201,1,3,2,1,3,31.99,0.01,0,1,2,1,1,2,1],[202,2,2,3,1,2,33.39,0.01,0,2,1,2,2,0,2],[203,3,1,1,1,1,27.52,0.01,0,1,1,1,3,3,3],[204,0,0,2,1,0,31.45,0.01,0,0,0,0,0,0,0],[205,1,1,2,1,1,28.91,0.01,0,1,2,1,2,2,1],[206,2,2,0,1,2,33.65,0.01,0,2,1,2,2,0,2],[207,3,3,2,1,3,28.03,0.01,0,3,3,3,3,3,3],[208,0,2,2,1,2,32.18,0.01,0,2,2,2,0,2,0],[209,1,1,2,1,1,33.86,0.01,0,1,3,1,1,3,1],[210,2,2,0,1,2,27.6,0.01,0,2,0,2,2,0,2],[211,3,3,0,1,3,29.4,0.01,0,3,3,3,3,3,3],[212,0,0,2,1,0,30.68,0.01,0,0,0,0,0,0,0],[213,1,1,0,1,1,29.62,0.01,0,1,3,1,1,2,1],[214,2,2,0,1,2,34.99,0.01,0,2,0,2,1,0,1],[215,3,0,0,1,0,23.88,0.01,0,3,0,3,3,3,3],[216,0,3,3,1,3,29.9,0.01,0,0,0,0,0,1,0],[217,1,1,0,1,1,31.43,0.01,0,1,0,1,1,1,1],[218,2,0,0,1,2,31.82,0.01,0,2,0,2,2,0,2],[219,3,1,1,1,1,27.36,0.01,0,1,1,1,3,3,3],[220,0,1,1,1,1,30.07,0.01,0,0,1,0,0,0,0],[221,1,1,2,1,1,32.74,0.01,0,1,3,1,1,2,1],[222,2,0,0,1,0,30.78,0.01,0,2,0,2,2,0,2],[223,3,3,0,1,3,27.01,0.01,0,1,0,1,3,3,3],[224,0,0,3,1,0,33.29,0.01,0,0,0,0,0,0,0],[225,1,3,2,1,1,31.76,0.01,0,1,3,1,1,2,1],[226,2,2,0,1,2,29.24,0.01,0,2,0,2,2,0,2],[227,3,3,0,1,3,26.3,0.01,0,3,3,3,3,3,3],[228,0,0,3,1,0,32.06,0.01,0,0,1,0,0,0,0],[229,1,1,2,1,1,35.21,0.01,0,1,3,1,1,2,1],[230,2,2,0,1,2,29.31,0.01,0,2,0,2,2,1,2],[231,3,3,2,1,3,27.28,0.01,0,3,2,3,3,3,3],[232,0,0,1,1,0,30.33,0.01,0,0,0,0,0,0,0],[233,1,3,2,1,1,33.33,0.01,0,1,3,1,1,2,1],[234,2,2,0,1,2,29.78,0.01,0,2,0,2,2,0,2],[235,3,3,1,1,1,27.06,0.01,0,3,1,1,3,3,3],[236,0,0,3,1,0,34.16,0.01,0,0,0,0,0,0,0],[237,1,1,0,1,1,33.21,0.01,0,1,3,1,1,0,1],[238,2,2,0,1,2,28.81,0.01,0,2,0,2,2,0,2],[239,3,0,0,1,0,26.76,0.01,0,3,0,3,3,3,3],[240,0,3,3,1,3,32.39,0.01,0,0,3,0,0,1,0],[241,1,1,0,1,1,33.46,0.01,0,1,1,1,1,1,1],[242,2,2,0,1,2,32.44,0.01,0,2,0,2,2,1,2],[243,3,3,1,1,3,21.8,0.01,0,3,1,3,3,3,3],[244,0,0,2,1,0,33.55,0.01,0,0,2,0,1,1,1],[245,1,1,0,1,1,32.89,0.01,0,1,1,1,1,1,1],[246,2,2,3,1,2,33.01,0.01,0,2,0,2,0,1,0],[247,3,3,0,1,3,30.8,0.01,0,3,3,3,3,3,3],[248,0,1,1,1,1,34.97,0.01,0,0,0,0,0,0,0],[249,1,3,2,1,1,33.15,0.01,0,1,3,1,1,2,1],[250,2,2,3,1,2,31.41,0.01,0,2,1,2,3,0,1],[251,3,3,0,1,3,25.13,0.01,0,3,3,3,3,3,3],[252,0,0,2,1,0,32.72,0.01,0,0,2,0,0,0,0],[253,1,1,1,1,1,32.21,0.01,0,1,3,1,1,1,1],[254,2,2,0,1,2,28.46,0.01,0,2,3,2,2,0,2],[255,3,3,2,1,2,26.36,0.01,0,3,2,2,3,3,3],[256,0,2,2,1,2,30.77,0.01,0,2,2,2,1,2,1],[257,1,1,0,1,1,33.63,0.01,0,1,1,1,1,1,1],[258,2,2,3,1,2,25.59,0.01,0,2,0,2,2,1,2],[259,3,3,0,1,3,25.29,0.01,0,3,0,3,3,3,3],[260,0,0,2,1,0,30.33,0.01,0,0,0,0,0,0,0],[261,1,1,2,1,1,33.66,0.01,0,1,3,1,1,2,1],[262,2,2,3,1,2,31.2,0.01,0,2,3,2,2,1,2],[263,3,3,0,1,3,25.53,0.01,0,3,3,3,3,3,3],[264,0,0,2,1,0,31.17,0.01,0,0,0,0,0,0,0],[265,1,1,2,1,1,34.24,0.01,0,1,3,1,1,2,1],[266,2,0,0,1,0,32.81,0.01,0,0,3,0,1,0,1],[267,3,3,2,1,3,27.22,0.01,0,3,3,3,3,3,3],[268,0,0,2,1,0,32.78,0.01,0,0,2,0,1,1,1],[269,1,1,3,1,1,32.07,0.01,0,1,3,1,1,2,1],[270,2,2,0,1,2,31.3,0.01,0,2,0,2,2,0,2],[271,3,3,2,1,3,28.18,0.01,0,3,2,3,3,3,3],[272,0,0,2,1,0,34.16,0.01,0,0,0,0,0,0,0],[273,1,3,2,1,1,32.78,0.01,0,1,3,1,1,2,1],[274,2,3,3,1,3,32.89,0.01,0,0,1,0,2,1,1],[275,3,1,1,1,1,28.81,0.01,0,3,1,3,3,3,3],[276,0,0,2,1,0,27.32,0.01,0,0,0,0,0,0,0],[277,1,1,1,1,1,35.42,0.01,0,1,3,1,1,1,1],[278,2,2,0,1,2,28.88,0.01,0,2,0,2,2,0,2],[279,3,1,1,1,1,29.36,0.01,0,1,1,1,3,3,3],[280,0,0,2,1,0,33.82,0.01,0,0,3,0,0,3,0],[281,1,1,2,1,1,33.07,0.01,0,3,3,1,3,3,1],[282,2,2,3,1,2,27.33,0.01,0,2,1,2,2,0,2],[283,3,3,2,1,3,29.42,0.01,0,3,3,3,3,3,3],[284,0,0,2,1,0,29.56,0.01,0,0,0,0,0,0,0],[285,1,1,0,1,1,34.9,0.01,0,1,3,1,1,1,1],[286,2,2,0,1,2,30.56,0.01,0,2,1,2,2,1,2],[287,3,2,2,1,2,25.33,0.01,0,2,2,2,2,2,2],[288,0,2,2,1,2,32.65,0.01,0,2,2,2,0,2,0],[289,1,1,3,1,1,36.17,0.01,0,1,3,1,1,3,1],[290,2,2,3,1,2,32.5,0.01,0,2,1,2,2,0,2],[291,3,3,2,1,3,21.75,0.01,0,3,0,3,3,3,3],[292,0,0,2,1,0,33.22,0.01,0,0,0,0,0,0,0],[293,1,1,2,1,1,35.31,0.01,0,1,3,1,0,2,0],[294,2,2,3,1,2,30.6,0.01,0,2,0,0,2,0,2],[295,3,3,2,1,3,30.49,0.01,0,3,3,3,3,3,3],[296,0,1,1,1,1,34.72,0.01,0,0,1,0,0,0,0],[297,1,1,0,1,1,32.82,0.01,0,1,0,1,1,0,1],[298,2,2,3,1,2,32.47,0.01,0,0,0,2,2,0,2],[299,3,3,2,1,3,27.05,0.01,0,3,3,3,3,3,3],[300,0,0,2,1,0,32.87,0.01,0,0,0,0,0,0,0],[301,1,1,0,1,1,35.06,0.01,0,1,3,1,1,2,1],[302,2,2,0,1,2,34,0.01,0,2,0,2,2,0,2],[303,3,1,1,1,1,28.93,0.01,0,3,1,3,3,3,3],[304,0,0,3,1,0,30.96,0.01,0,0,3,0,0,0,0],[305,1,1,0,1,1,30.16,0.01,0,1,3,1,1,3,1],[306,2,2,0,1,2,31.16,0.01,0,2,0,2,2,0,2],[307,3,3,0,1,0,29.05,0.01,0,3,0,3,3,3,3],[308,0,2,2,1,2,30.22,0.01,0,2,2,2,2,3,2],[309,1,1,3,1,1,32.92,0.01,0,1,3,1,1,3,1],[310,2,2,3,1,2,32.56,0.01,0,2,1,2,1,0,2],[311,3,1,1,1,1,27.74,0.01,0,3,1,3,3,3,3],[312,0,0,2,1,0,27.45,0.01,0,0,2,0,0,0,0],[313,1,3,3,1,1,30.37,0.01,0,1,3,1,1,3,1],[314,2,2,3,1,2,30.56,0.01,0,2,1,2,2,0,3],[315,3,2,2,1,2,25.67,0.01,0,3,2,3,2,2,2],[316,0,0,2,1,0,30.41,0.01,0,0,0,0,0,0,0],[317,1,1,1,1,1,36.7,0.01,0,1,1,1,1,1,1],[318,2,0,1,1,0,33.43,0.01,0,2,2,2,2,2,2],[319,3,2,2,1,2,31.6,0.01,0,3,2,2,3,2,1],[320,0,0,3,1,0,35.42,0.01,0,0,3,0,0,0,0],[321,1,1,0,1,1,32.81,0.01,0,1,3,1,1,2,1],[322,2,0,0,1,0,33.34,0.01,0,2,0,0,2,0,2],[323,3,3,2,1,3,27.72,0.01,0,3,2,3,3,3,3],[324,0,3,3,1,3,30.42,0.01,0,0,0,0,0,0,0],[325,1,1,0,1,1,33.36,0.01,0,1,1,1,1,1,1],[326,2,2,0,1,2,34.41,0.01,0,2,0,2,2,0,2],[327,3,1,1,1,1,30.23,0.01,0,3,1,3,3,3,3],[328,0,0,3,1,0,33.39,0.01,0,0,2,0,0,0,0],[329,1,1,3,1,1,30.54,0.01,0,1,3,1,1,3,1],[330,2,2,3,1,2,28.88,0.01,0,2,1,2,2,0,2],[331,3,0,0,1,0,24.44,0.01,0,3,0,3,3,3,3],[332,0,2,2,1,2,34.75,0.01,0,0,2,2,0,2,0],[333,1,1,1,1,1,33.96,0.01,0,1,1,1,1,1,1],[334,2,2,0,1,2,34.83,0.01,0,2,0,2,0,0,0],[335,3,2,2,1,0,22.22,0.01,0,3,2,2,3,2,2],[336,0,2,2,1,2,32.92,0.01,0,2,2,2,0,0,0],[337,1,1,3,1,1,34.86,0.01,0,1,3,1,1,1,1],[338,2,2,0,1,2,33.94,0.01,0,2,0,2,1,0,0],[339,3,3,2,1,3,30.17,0.01,0,3,3,3,3,3,3],[340,0,0,2,1,0,29.14,0.01,0,0,0,0,0,0,0],[341,1,1,2,1,1,35.69,0.01,0,1,3,1,1,2,1],[342,2,2,3,1,2,28.99,0.01,0,2,1,2,3,1,3],[343,3,2,2,1,2,24.79,0.01,0,2,2,2,3,2,3],[344,0,0,2,1,0,31.78,0.01,0,0,0,0,0,0,0],[345,1,1,3,1,1,29.61,0.01,0,1,3,1,3,3,3],[346,2,0,1,1,0,32.75,0.01,0,2,0,2,2,1,2],[347,3,3,2,1,3,29.66,0.01,0,3,2,3,3,3,3],[348,0,2,2,1,2,28.59,0.01,0,2,2,2,2,2,2],[349,1,3,2,1,1,31.18,0.01,0,1,3,1,1,3,1],[350,2,2,0,1,2,26.74,0.01,0,2,3,2,2,1,2],[351,3,3,2,1,3,30.94,0.01,0,1,3,1,1,2,1],[352,0,0,2,1,0,32.63,0.01,0,0,0,0,0,0,0],[353,1,1,0,1,1,35.77,0.01,0,1,0,1,1,1,1],[354,2,2,3,1,2,31.54,0.01,0,2,1,0,2,1,2],[355,3,2,2,1,2,26.05,0.01,0,3,2,3,3,3,1],[356,0,0,2,1,0,32.98,0.01,0,0,2,0,0,0,0],[357,1,1,2,1,1,35.5,0.01,0,1,3,1,1,2,1],[358,2,2,0,1,2,28.7,0.01,0,2,0,2,2,1,2],[359,3,3,2,1,3,22.75,0.01,0,3,2,3,3,3,3],[360,0,0,1,1,0,32.58,0.01,0,0,0,0,0,0,0],[361,1,1,1,1,1,33.95,0.01,0,1,1,1,1,1,1],[362,2,2,3,1,2,28.2,0.01,0,2,0,2,2,1,2],[363,3,1,1,1,1,28.98,0.01,0,3,1,3,3,3,3],[364,0,0,2,1,0,26.48,0.01,0,0,2,0,0,2,0],[365,1,1,3,1,1,36.2,0.01,0,1,3,1,1,3,1],[366,2,2,0,1,0,31.4,0.01,0,2,0,2,2,0,2],[367,3,3,1,1,1,25.04,0.01,0,3,1,3,3,3,3],[368,0,0,2,1,0,30.81,0.01,0,2,2,2,0,2,0],[369,1,1,2,1,1,32.92,0.01,0,1,3,1,1,2,1],[370,2,2,3,1,2,32,0.01,0,2,1,2,3,0,2],[371,3,3,0,1,3,27.46,0.01,0,3,3,3,3,3,3],[372,0,2,2,1,2,33.76,0.01,0,2,2,2,1,2,1],[373,1,1,1,1,1,35.28,0.01,0,1,1,1,1,1,1],[374,2,2,0,1,2,31.17,0.01,0,2,0,2,2,2,2],[375,3,1,1,1,1,26.79,0.01,0,3,1,3,3,3,3],[376,0,0,1,1,0,32.27,0.01,0,0,0,0,0,0,0],[377,1,1,2,1,1,31.1,0.01,0,1,3,1,1,2,1],[378,2,0,0,1,0,34.47,0.01,0,2,0,0,1,1,1],[379,3,3,2,1,3,26.8,0.01,0,3,2,3,3,3,3],[380,0,0,2,1,0,29.83,0.01,0,2,2,2,0,2,0],[381,1,1,0,1,1,32.91,0.01,0,1,3,1,1,1,1],[382,2,2,3,1,2,29.39,0.01,0,2,3,2,2,1,2],[383,3,2,2,1,0,27.15,0.01,0,2,2,2,1,2,1],[384,0,0,2,1,0,27.96,0.01,0,2,2,2,2,2,2],[385,1,1,1,1,1,36.13,0.01,0,1,1,1,1,1,1],[386,2,2,3,1,2,26.8,0.01,0,2,0,2,2,0,2],[387,3,3,0,1,3,23.61,0.01,0,3,3,3,3,3,3],[388,0,0,2,1,0,30.77,0.01,0,0,2,0,0,0,0],[389,1,1,1,1,1,35.25,0.01,0,1,1,1,1,1,1],[390,2,2,3,1,2,33.59,0.01,0,2,1,2,1,1,1],[391,3,0,0,1,0,26.33,0.01,0,3,3,3,3,3,3],[392,0,2,2,1,2,29.93,0.01,0,0,2,0,0,0,0],[393,1,1,1,1,1,33.16,0.01,0,1,1,1,1,1,1],[394,2,2,3,1,0,34.26,0.01,0,2,1,2,0,1,0],[395,3,0,0,1,3,28.88,0.01,0,3,0,3,3,3,3],[396,0,2,2,1,0,32.32,0.01,0,0,2,0,1,3,1],[397,1,1,1,1,1,33.09,0.01,0,1,1,1,1,1,1],[398,2,2,0,1,2,29.96,0.01,0,2,0,2,2,0,2],[399,3,3,2,1,3,24.07,0.01,0,3,3,3,3,3,3]],"elapsed_ms":2797,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":342,"J":263,"J_valid":263,"n_invalid":0,"n00":12,"n01":2,"n10":67,"n11":182,"ctl_n":263,"ctl_err":8},"metrics":{"target_error":0.6996197718631179,"Q_transfer":0.30038022813688214,"source_success":0.9467680608365019,"joint_error":0.6920152091254753,"T_cond":0.7309236947791165,"R":0.030418250950570342,"delta":0.6692015209125475,"delta_pp":66.92015209125475,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.855}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":328,"J":245,"J_valid":245,"n_invalid":0,"n00":14,"n01":0,"n10":120,"n11":111,"ctl_n":245,"ctl_err":3},"metrics":{"target_error":0.4530612244897959,"Q_transfer":0.5469387755102041,"source_success":0.9428571428571428,"joint_error":0.4530612244897959,"T_cond":0.4805194805194805,"R":0.012244897959183673,"delta":0.44081632653061226,"delta_pp":44.08163265306123,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-LR/pgd/eps0200","seed":43,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.005},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,24.45,0.02,0,2,2,0,2,2,2],[1,1,1,3,1,1,30.94,0.02,0,1,3,1,1,1,1],[2,2,2,0,1,2,24.21,0.02,0,0,0,2,2,0,2],[3,3,2,2,1,2,22.09,0.02,0,3,2,3,3,2,3],[4,0,0,1,1,0,24.52,0.02,0,0,1,0,0,0,0],[5,1,1,2,1,1,28.59,0.02,0,1,2,1,1,2,1],[6,2,2,3,1,0,23.27,0.02,0,2,3,2,2,0,2],[7,3,1,1,1,1,23.35,0.02,0,3,1,3,3,3,3],[8,0,2,2,1,2,26.86,0.02,0,2,2,2,1,2,1],[9,1,1,2,1,1,29.09,0.02,0,1,2,1,1,2,1],[10,2,2,3,1,2,24.1,0.02,0,2,1,2,2,1,2],[11,3,3,0,1,3,23.7,0.02,0,3,3,3,3,3,3],[12,0,2,2,1,2,24.52,0.02,0,2,3,2,2,3,2],[13,1,1,2,1,1,28.18,0.02,0,1,3,1,1,2,1],[14,2,0,0,1,0,25.89,0.02,0,0,0,0,0,0,0],[15,3,0,0,1,0,25.34,0.02,0,3,0,3,1,2,3],[16,0,0,3,1,0,25.23,0.02,0,0,0,0,0,0,0],[17,1,1,2,1,1,31.1,0.02,0,1,3,1,1,3,1],[18,2,0,0,1,0,26.14,0.02,0,2,0,2,0,0,2],[19,3,1,1,1,1,20,0.0189354,1,3,1,3,3,3,3],[20,0,0,2,1,2,21.56,0.02,0,0,0,0,0,0,0],[21,1,1,0,1,1,28.02,0.02,0,1,3,1,1,2,1],[22,2,2,0,1,2,26.72,0.02,0,0,0,0,1,1,1],[23,3,3,2,1,3,20,0.0179323,1,3,2,3,3,3,3],[24,0,2,2,1,2,28.77,0.02,0,2,2,2,1,3,1],[25,1,1,0,1,1,28.61,0.02,0,1,3,1,1,2,1],[26,2,2,3,1,2,25.45,0.02,0,2,1,2,2,3,2],[27,3,2,2,1,2,20,0.0188505,1,2,2,2,2,2,2],[28,0,1,1,1,1,25.4,0.02,0,0,1,0,0,0,0],[29,1,1,2,1,1,29.25,0.02,0,1,3,1,1,2,1],[30,2,2,0,1,2,22.3,0.02,0,2,0,2,2,0,2],[31,3,3,2,1,2,20,0.0178853,1,3,2,3,3,3,3],[32,0,2,2,1,2,30.25,0.02,0,0,2,2,0,2,0],[33,1,3,2,1,1,27.12,0.02,0,1,3,1,1,2,1],[34,2,2,3,1,2,23.88,0.02,0,2,1,2,2,1,2],[35,3,2,2,1,0,22.37,0.02,0,3,2,3,3,2,2],[36,0,0,2,1,0,28.54,0.02,0,0,0,0,0,0,0],[37,1,3,2,1,1,27.22,0.02,0,1,2,1,1,2,1],[38,2,0,1,1,0,27.36,0.02,0,3,1,0,1,1,1],[39,3,3,2,1,3,20,0.0199746,1,3,3,3,3,3,3],[40,0,2,2,1,2,21.87,0.02,0,0,2,2,2,3,2],[41,1,1,0,1,1,30.03,0.02,0,1,3,1,1,2,1],[42,2,0,0,1,0,26.12,0.02,0,2,0,2,2,0,1],[43,3,1,1,1,1,21.94,0.02,0,3,1,3,3,3,3],[44,0,1,1,1,1,28.91,0.02,0,0,1,0,0,0,0],[45,1,1,2,1,1,26.64,0.02,0,1,3,1,1,2,1],[46,2,2,3,1,2,26.13,0.02,0,2,1,2,2,3,2],[47,3,3,2,1,3,20,0.0195545,1,3,3,3,3,3,3],[48,0,0,2,1,0,23.84,0.02,0,0,2,0,0,0,0],[49,1,1,2,1,1,26.59,0.02,0,1,2,1,0,2,0],[50,2,2,0,1,2,24.29,0.02,0,2,0,0,2,1,2],[51,3,3,0,1,3,20.22,0.02,0,3,3,3,3,3,3],[52,0,0,2,1,0,21.78,0.02,0,0,0,0,0,0,0],[53,1,1,0,1,1,28.7,0.02,0,1,2,1,1,2,1],[54,2,2,0,1,2,21.27,0.02,0,2,0,2,2,0,2],[55,3,3,2,1,3,21.08,0.02,0,3,3,3,3,3,3],[56,0,0,1,1,0,26.97,0.02,0,0,1,0,0,0,0],[57,1,1,3,1,1,26,0.02,0,1,3,1,1,2,1],[58,2,2,0,1,2,25.82,0.02,0,2,0,2,2,0,2],[59,3,3,2,1,3,20,0.017388,1,3,2,3,3,3,3],[60,0,0,2,1,0,24.2,0.02,0,0,2,0,0,0,0],[61,1,1,0,1,1,29.95,0.02,0,1,3,1,1,1,1],[62,2,2,1,1,2,26.36,0.02,0,2,1,2,1,0,1],[63,3,3,2,1,2,20,0.0191917,1,3,2,3,3,3,3],[64,0,2,2,1,2,24.26,0.02,0,2,2,0,2,3,2],[65,1,1,2,1,1,27.84,0.02,0,1,2,1,1,2,1],[66,2,2,3,1,0,26.84,0.02,0,0,0,0,0,0,2],[67,3,2,2,1,2,20,0.0186889,1,2,2,2,2,2,2],[68,0,0,2,1,0,22.91,0.02,0,0,2,0,0,0,0],[69,1,1,3,1,1,26.56,0.02,0,1,3,1,1,3,1],[70,2,2,0,1,2,28.57,0.02,0,2,0,2,1,0,1],[71,3,3,2,1,3,21.27,0.02,0,3,3,3,3,3,3],[72,0,0,2,1,0,27.46,0.02,0,0,2,0,0,0,0],[73,1,1,0,1,1,27.92,0.02,0,1,0,1,1,0,1],[74,2,0,0,1,0,24.65,0.02,0,2,0,2,2,0,2],[75,3,3,0,1,3,21.93,0.02,0,3,3,3,3,3,3],[76,0,0,2,1,0,29.59,0.02,0,0,2,0,0,0,0],[77,1,3,2,1,1,24.81,0.02,0,3,3,1,1,2,1],[78,2,0,0,1,0,26.82,0.02,0,2,0,2,2,1,2],[79,3,1,1,1,1,22.64,0.02,0,3,1,1,3,3,3],[80,0,1,1,1,1,29.96,0.02,0,0,1,0,0,0,0],[81,1,1,2,1,1,25.6,0.02,0,1,3,1,1,2,2],[82,2,2,3,1,2,23.09,0.02,0,2,1,2,2,1,2],[83,3,1,0,1,1,25.31,0.02,0,3,2,1,3,3,3],[84,0,3,1,1,1,26.31,0.02,0,0,1,0,0,0,0],[85,1,1,3,1,1,28.18,0.02,0,1,3,1,1,3,1],[86,2,2,3,1,2,21.04,0.02,0,2,1,2,2,0,2],[87,3,1,1,1,1,22.28,0.02,0,1,1,1,3,3,3],[88,0,0,2,1,0,25.1,0.02,0,0,2,0,0,0,0],[89,1,1,1,1,1,29.19,0.02,0,1,1,1,1,1,1],[90,2,2,0,1,2,23.58,0.02,0,2,0,2,2,0,2],[91,3,3,2,1,3,20.58,0.02,0,3,3,3,3,3,3],[92,0,0,1,1,1,28.1,0.02,0,0,3,0,0,0,0],[93,1,1,0,1,1,26.39,0.02,0,1,3,1,1,3,1],[94,2,0,0,1,0,23.57,0.02,0,0,0,2,2,0,2],[95,3,1,1,1,1,21.68,0.02,0,1,1,1,3,3,3],[96,0,2,2,1,0,26.54,0.02,0,2,2,2,0,2,0],[97,1,1,2,1,1,30.66,0.02,0,1,2,1,1,2,1],[98,2,2,0,1,0,27.1,0.02,0,2,0,2,2,0,2],[99,3,3,1,1,3,24.4,0.02,0,3,1,3,3,3,3],[100,0,0,1,1,0,26.49,0.02,0,0,0,0,0,0,0],[101,1,1,2,1,1,23.22,0.02,0,1,3,1,1,3,2],[102,2,0,1,1,0,28.67,0.02,0,3,1,2,0,1,0],[103,3,3,1,1,1,20.64,0.02,0,3,1,3,3,3,3],[104,0,3,3,1,0,23.39,0.02,0,0,0,0,0,0,0],[105,1,1,2,1,1,27.59,0.02,0,1,3,1,1,2,1],[106,2,2,3,1,2,24.85,0.02,0,2,1,2,2,1,2],[107,3,0,0,1,1,22.91,0.02,0,3,0,3,3,2,3],[108,0,2,2,1,2,24.24,0.02,0,0,2,0,2,2,2],[109,1,1,0,1,1,30.05,0.02,0,1,0,1,0,0,1],[110,2,2,1,1,2,26.36,0.02,0,2,1,2,2,0,2],[111,3,3,2,1,3,20.35,0.02,0,3,2,3,3,3,3],[112,0,2,2,1,2,30.3,0.02,0,2,2,0,1,3,1],[113,1,1,2,1,1,29.42,0.02,0,1,3,3,1,2,1],[114,2,2,3,1,2,25.23,0.02,0,2,1,2,2,0,2],[115,3,3,2,1,3,20,0.0192859,1,3,3,3,3,3,3],[116,0,0,1,1,0,29.21,0.02,0,0,0,0,0,0,0],[117,1,1,2,1,1,23.05,0.02,0,1,3,1,1,2,2],[118,2,2,3,1,2,21.1,0.02,0,2,1,2,2,0,2],[119,3,3,1,1,1,21.47,0.02,0,3,1,3,3,3,3],[120,0,2,2,1,2,23.28,0.02,0,0,0,0,0,2,0],[121,1,1,3,1,1,31.57,0.02,0,1,3,1,1,3,1],[122,2,2,3,1,2,28.61,0.02,0,2,1,2,1,0,1],[123,3,3,0,1,3,22.1,0.02,0,3,3,3,3,3,3],[124,0,0,2,1,0,25.45,0.02,0,0,2,0,0,0,0],[125,1,3,2,1,1,31.45,0.02,0,1,2,1,1,2,1],[126,2,0,0,1,2,25.62,0.02,0,2,1,2,2,1,2],[127,3,3,2,1,3,25.82,0.02,0,3,2,3,1,2,1],[128,0,0,2,1,0,27.75,0.02,0,0,0,0,0,2,0],[129,1,1,2,1,1,22.87,0.02,0,3,2,1,1,2,1],[130,2,2,3,1,0,26.07,0.02,0,2,1,2,2,1,2],[131,3,2,2,1,0,23.76,0.02,0,3,2,1,3,2,3],[132,0,2,2,1,2,26.27,0.02,0,0,2,0,1,2,1],[133,1,1,2,1,0,22.1,0.02,0,1,2,1,2,2,2],[134,2,0,0,1,0,23.9,0.02,0,2,1,2,2,1,2],[135,3,1,1,1,1,20,0.0185001,1,1,1,1,3,3,3],[136,0,2,2,1,0,24.98,0.02,0,2,2,2,1,2,1],[137,1,1,2,1,1,29.47,0.02,0,1,3,1,1,3,1],[138,2,2,3,1,2,24.34,0.02,0,2,1,0,2,3,2],[139,3,2,2,1,0,20.18,0.02,0,2,2,2,2,2,2],[140,0,0,1,1,0,28.13,0.02,0,0,3,0,0,1,0],[141,1,1,2,1,1,26.38,0.02,0,1,2,1,1,2,1],[142,2,2,3,1,2,24.43,0.02,0,2,0,2,2,0,2],[143,3,0,2,1,0,22.89,0.02,0,3,0,3,3,3,3],[144,0,0,2,1,0,26.65,0.02,0,0,0,0,0,0,0],[145,1,0,2,1,1,25.04,0.02,0,1,2,1,1,2,1],[146,2,0,0,1,0,26.85,0.02,0,0,0,0,1,0,1],[147,3,3,2,1,3,20,0.0174122,1,3,2,3,3,3,3],[148,0,2,2,1,2,28.15,0.02,0,2,2,2,1,2,1],[149,1,1,2,1,1,23.46,0.02,0,1,0,1,1,2,1],[150,2,2,3,1,2,20.92,0.02,0,2,3,2,2,0,2],[151,3,3,2,1,1,22.72,0.02,0,3,2,3,3,3,3],[152,0,2,2,1,2,23.28,0.02,0,2,2,0,2,2,0],[153,1,1,3,1,1,31.3,0.02,0,1,3,1,1,1,1],[154,2,2,0,1,2,24.74,0.02,0,2,0,2,2,0,2],[155,3,1,1,1,1,20,0.0188412,1,3,1,3,3,3,3],[156,0,2,2,1,2,29.5,0.02,0,0,2,2,1,2,0],[157,1,3,2,1,0,24.56,0.02,0,1,2,1,2,2,2],[158,2,0,3,1,2,25.16,0.02,0,2,1,2,2,1,2],[159,3,3,0,1,3,22.74,0.02,0,3,3,3,3,3,3],[160,0,2,2,1,2,22.56,0.02,0,2,2,2,2,3,2],[161,1,1,0,1,1,26.55,0.02,0,1,3,1,1,1,1],[162,2,0,0,1,0,25.64,0.02,0,2,0,2,2,0,2],[163,3,3,2,1,3,20,0.0129757,1,3,2,3,3,3,3],[164,0,2,2,1,2,27.84,0.02,0,2,2,0,1,2,2],[165,1,1,0,1,1,26.41,0.02,0,1,3,1,1,0,1],[166,2,2,0,1,2,26.54,0.02,0,2,3,2,2,0,3],[167,3,0,2,1,0,20,0.0177035,1,3,2,3,3,2,3],[168,0,3,1,1,1,28.17,0.02,0,0,1,0,0,0,0],[169,1,1,3,1,1,27.66,0.02,0,1,3,1,1,3,1],[170,2,0,0,1,0,28.79,0.02,0,2,0,2,1,0,1],[171,3,3,2,1,0,22.22,0.02,0,3,3,3,3,3,3],[172,0,0,2,1,0,23.93,0.02,0,0,0,0,0,0,0],[173,1,0,2,1,0,24.43,0.02,0,3,2,1,2,2,2],[174,2,2,3,1,2,26.15,0.02,0,2,1,2,2,1,2],[175,3,1,1,1,1,24.6,0.02,0,1,1,1,3,3,3],[176,0,2,2,1,2,25.59,0.02,0,2,2,2,2,3,0],[177,1,1,2,1,1,25.31,0.02,0,1,2,1,1,2,1],[178,2,2,0,1,2,20.94,0.02,0,2,0,2,2,0,2],[179,3,1,1,1,1,24.08,0.02,0,1,1,1,3,3,3],[180,0,0,1,1,0,27.34,0.02,0,0,0,0,0,0,0],[181,1,1,2,1,1,28.41,0.02,0,1,3,1,1,2,1],[182,2,2,0,1,0,24.72,0.02,0,2,0,2,2,0,2],[183,3,3,2,1,1,20,0.0178256,1,3,0,3,3,3,3],[184,0,3,1,1,0,26.87,0.02,0,0,1,0,0,0,0],[185,1,1,2,1,1,24.89,0.02,0,1,3,1,1,3,1],[186,2,2,1,1,2,28.43,0.02,0,2,1,0,2,0,2],[187,3,3,2,1,0,20.2,0.02,0,3,2,3,3,3,3],[188,0,0,2,1,0,29.53,0.02,0,0,2,0,0,0,0],[189,1,1,2,1,1,23.72,0.02,0,1,3,1,2,2,2],[190,2,2,3,1,2,26.59,0.02,0,0,3,0,2,1,2],[191,3,1,1,1,1,23.79,0.02,0,1,1,1,3,3,3],[192,0,0,2,1,0,29.02,0.02,0,0,0,0,0,0,0],[193,1,0,2,1,0,24.34,0.02,0,1,2,1,2,2,1],[194,2,2,3,1,2,27.27,0.02,0,2,1,2,1,3,2],[195,3,3,1,1,3,20.62,0.02,0,3,1,3,3,3,3],[196,0,2,2,1,2,22.76,0.02,0,2,2,2,2,3,2],[197,1,3,2,1,0,22.97,0.02,0,3,2,3,2,2,2],[198,2,2,0,1,2,25.84,0.02,0,2,0,2,2,0,2],[199,3,3,2,1,1,23.34,0.02,0,3,2,1,1,2,1],[200,0,2,2,1,2,28.53,0.02,0,0,2,3,1,1,1],[201,1,3,2,1,0,26.96,0.02,0,1,2,1,1,2,0],[202,2,2,1,1,0,28.14,0.02,0,2,1,3,2,0,2],[203,3,1,1,1,1,21.53,0.02,0,1,1,1,3,3,3],[204,0,0,2,1,0,26.7,0.02,0,0,0,0,0,0,0],[205,1,1,2,1,1,24.04,0.02,0,1,2,1,2,2,2],[206,2,2,1,1,2,26.87,0.02,0,2,1,2,2,1,2],[207,3,3,2,1,3,22.41,0.02,0,3,3,3,3,3,3],[208,0,2,2,1,2,27.39,0.02,0,2,2,2,0,2,0],[209,1,1,2,1,1,28.27,0.02,0,1,3,1,1,2,1],[210,2,2,0,1,2,22.23,0.02,0,2,0,2,2,0,2],[211,3,3,2,1,3,24.52,0.02,0,3,3,3,3,3,3],[212,0,0,2,1,0,24.69,0.02,0,0,0,0,0,0,0],[213,1,1,2,1,1,23.8,0.02,0,1,3,1,1,2,1],[214,2,2,1,1,0,28.62,0.02,0,2,1,2,1,0,1],[215,3,0,0,1,0,20,0.0184775,1,3,0,3,3,3,3],[216,0,3,3,1,0,24.74,0.02,0,0,1,0,0,1,0],[217,1,1,0,1,1,25.45,0.02,0,1,0,1,1,2,1],[218,2,0,0,1,0,27.68,0.02,0,2,0,2,2,0,2],[219,3,1,1,1,1,21.32,0.02,0,1,1,1,3,3,3],[220,0,1,1,1,1,25.33,0.02,0,0,1,0,0,0,0],[221,1,1,2,1,1,27.48,0.02,0,1,3,1,1,2,1],[222,2,0,0,1,0,25.97,0.02,0,2,0,2,2,0,2],[223,3,3,2,1,1,21.38,0.02,0,1,2,3,3,3,3],[224,0,0,3,1,0,27.66,0.02,0,0,0,0,0,0,0],[225,1,3,2,1,1,25.72,0.02,0,1,3,1,1,2,1],[226,2,2,3,1,2,23.09,0.02,0,2,1,2,2,0,2],[227,3,3,2,1,3,20.03,0.02,0,3,3,3,3,3,3],[228,0,0,3,1,0,26.55,0.02,0,0,1,0,0,0,0],[229,1,1,2,1,1,30.43,0.02,0,1,2,1,1,2,1],[230,2,2,0,1,2,24.14,0.02,0,2,0,2,2,1,2],[231,3,3,2,1,3,21.95,0.02,0,3,2,3,3,2,3],[232,0,0,1,1,0,24.18,0.02,0,0,1,0,0,1,0],[233,1,3,2,1,1,27.81,0.02,0,1,3,1,1,2,1],[234,2,2,0,1,2,24.19,0.02,0,2,0,2,2,0,2],[235,3,3,1,1,1,21.18,0.02,0,3,1,3,3,3,3],[236,0,0,2,1,0,28.86,0.02,0,0,0,0,0,0,0],[237,1,1,2,1,1,27.5,0.02,0,1,2,1,1,2,1],[238,2,2,0,1,0,24.23,0.02,0,2,0,2,2,0,2],[239,3,0,0,1,0,21.54,0.02,0,3,0,3,3,3,3],[240,0,3,3,1,3,27.61,0.02,0,0,3,0,0,0,0],[241,1,1,0,1,1,28.46,0.02,0,1,3,1,1,2,1],[242,2,2,3,1,2,26.04,0.02,0,2,1,2,2,1,1],[243,3,3,1,1,3,20,0.016516,1,3,1,3,3,3,3],[244,0,0,2,1,0,28.37,0.02,0,0,2,0,1,1,1],[245,1,1,0,1,1,27.39,0.02,0,1,0,1,1,0,1],[246,2,2,3,1,2,27.91,0.02,0,2,0,2,0,1,0],[247,3,3,0,1,3,24.88,0.02,0,3,3,3,3,3,3],[248,0,1,1,1,1,27.21,0.02,0,0,1,0,0,0,0],[249,1,3,2,1,1,27.98,0.02,0,1,3,1,1,2,1],[250,2,2,1,1,2,25.81,0.02,0,2,1,2,3,1,2],[251,3,3,0,1,3,20,0.0190222,1,3,3,3,3,3,3],[252,0,0,2,1,0,27.76,0.02,0,0,2,0,0,0,0],[253,1,1,0,1,1,26.35,0.02,0,1,3,1,1,0,1],[254,2,2,3,1,2,22.52,0.02,0,2,1,2,2,0,2],[255,3,3,2,1,2,20.18,0.02,0,3,2,2,3,3,3],[256,0,2,2,1,2,25.98,0.02,0,2,2,2,1,2,1],[257,1,1,0,1,1,28.85,0.02,0,1,0,1,1,0,1],[258,2,2,3,1,2,20,0.0193164,1,2,1,2,2,3,2],[259,3,3,2,1,3,20,0.0189139,1,3,2,3,3,3,3],[260,0,0,2,1,0,24.66,0.02,0,0,2,0,0,0,0],[261,1,1,2,1,1,28.46,0.02,0,1,3,1,1,2,1],[262,2,2,3,1,2,26.07,0.02,0,2,1,2,2,3,2],[263,3,3,0,1,3,20,0.0196478,1,3,3,3,3,3,3],[264,0,0,2,1,0,26.28,0.02,0,0,0,0,0,0,0],[265,1,1,2,1,1,28.45,0.02,0,1,3,1,1,2,1],[266,2,0,0,1,0,27.94,0.02,0,0,3,0,1,0,1],[267,3,3,2,1,3,21.2,0.02,0,3,3,3,3,3,3],[268,0,0,2,1,0,26.87,0.02,0,0,2,0,1,2,1],[269,1,1,2,1,1,26.24,0.02,0,1,3,1,1,2,1],[270,2,2,0,1,2,27.56,0.02,0,2,0,2,2,0,2],[271,3,3,2,1,3,22.6,0.02,0,3,2,3,3,3,3],[272,0,0,2,1,0,29.54,0.02,0,0,0,0,0,0,0],[273,1,3,2,1,1,26.87,0.02,0,1,3,1,1,2,1],[274,2,3,1,1,0,27.44,0.02,0,0,1,2,2,1,2],[275,3,1,1,1,1,23.32,0.02,0,3,1,3,3,3,3],[276,0,0,2,1,0,22.73,0.02,0,0,0,0,0,0,0],[277,1,1,2,1,1,30.32,0.02,0,1,3,1,1,2,1],[278,2,2,1,1,2,22.65,0.02,0,2,1,2,2,0,2],[279,3,1,1,1,1,23.24,0.02,0,1,1,1,3,3,3],[280,0,0,2,1,2,29.25,0.02,0,0,2,2,0,3,0],[281,1,1,2,1,1,26.99,0.02,0,3,3,1,3,3,1],[282,2,2,3,1,2,20.95,0.02,0,2,1,2,2,1,2],[283,3,3,2,1,3,23.72,0.02,0,3,3,3,3,3,3],[284,0,0,2,1,0,24.46,0.02,0,0,2,0,0,2,0],[285,1,1,0,1,1,29.53,0.02,0,1,2,1,1,2,1],[286,2,2,1,1,2,24.08,0.02,0,2,1,2,2,1,2],[287,3,2,2,1,2,20.07,0.02,0,2,2,2,2,2,2],[288,0,2,2,1,0,27.51,0.02,0,2,2,2,0,2,0],[289,1,1,3,1,1,30.76,0.02,0,1,3,1,1,1,1],[290,2,2,3,1,2,27.41,0.02,0,2,1,0,2,3,2],[291,3,3,2,1,3,20,0.0162236,1,3,2,3,3,3,3],[292,0,0,2,1,0,27.69,0.02,0,0,0,0,0,1,0],[293,1,1,2,1,1,29.68,0.02,0,1,3,1,0,2,0],[294,2,2,3,1,2,24.52,0.02,0,2,3,0,2,0,2],[295,3,3,2,1,3,24.99,0.02,0,3,3,3,3,3,3],[296,0,1,1,1,1,29.24,0.02,0,0,1,0,0,0,0],[297,1,1,0,1,1,27.86,0.02,0,1,0,1,1,2,1],[298,2,2,3,1,2,26.8,0.02,0,0,1,2,2,0,2],[299,3,3,2,1,3,21.15,0.02,0,3,2,1,3,3,3],[300,0,0,2,1,0,27.9,0.02,0,0,0,0,0,1,0],[301,1,1,2,1,1,29.45,0.02,0,1,3,1,1,2,1],[302,2,2,1,1,2,28.11,0.02,0,2,0,2,2,0,2],[303,3,1,1,1,1,22.83,0.02,0,3,1,3,3,3,3],[304,0,0,3,1,0,26.03,0.02,0,0,3,0,0,0,0],[305,1,1,2,1,1,24.25,0.02,0,1,3,1,1,3,1],[306,2,2,0,1,2,26.35,0.02,0,2,0,2,2,1,2],[307,3,3,0,1,0,23.9,0.02,0,3,0,3,3,3,3],[308,0,2,2,1,2,24.35,0.02,0,2,2,2,2,2,2],[309,1,1,3,1,1,27.15,0.02,0,1,3,1,1,2,1],[310,2,2,3,1,2,26.57,0.02,0,2,1,2,1,0,2],[311,3,1,1,1,1,21.58,0.02,0,3,1,3,3,3,3],[312,0,0,2,1,0,22.58,0.02,0,0,2,0,0,2,0],[313,1,3,3,1,1,24.52,0.02,0,1,3,1,1,3,3],[314,2,2,3,1,2,24.78,0.02,0,2,1,2,2,1,3],[315,3,2,2,1,2,20,0.0193572,1,3,2,2,2,2,2],[316,0,0,2,1,0,25.34,0.02,0,0,2,0,0,0,0],[317,1,1,1,1,1,30.37,0.02,0,1,3,1,1,1,1],[318,2,0,0,1,0,27.62,0.02,0,2,0,2,2,0,2],[319,3,2,2,1,0,25.95,0.02,0,3,2,2,3,2,1],[320,0,0,3,1,0,30.24,0.02,0,0,3,0,0,0,0],[321,1,1,2,1,1,27.38,0.02,0,1,3,1,1,2,1],[322,2,0,0,1,0,27.6,0.02,0,2,0,2,2,0,2],[323,3,3,2,1,3,21.88,0.02,0,3,2,3,3,3,3],[324,0,3,3,1,3,25.56,0.02,0,0,1,0,0,1,0],[325,1,1,0,1,1,28.2,0.02,0,1,0,1,1,2,1],[326,2,2,1,1,2,27.76,0.02,0,2,1,2,2,0,2],[327,3,1,1,1,1,24.28,0.02,0,3,1,3,3,3,3],[328,0,0,2,1,0,28.35,0.02,0,0,2,0,0,1,0],[329,1,1,3,1,1,24.8,0.02,0,1,3,1,1,3,1],[330,2,2,3,1,2,23.38,0.02,0,2,1,2,2,1,2],[331,3,0,2,1,0,20,0.0183029,1,3,0,3,3,2,3],[332,0,2,2,1,0,30.3,0.02,0,0,2,0,0,2,0],[333,1,1,1,1,1,28.89,0.02,0,1,3,1,1,0,1],[334,2,2,3,1,2,29.3,0.02,0,2,0,0,0,0,0],[335,3,2,2,1,0,20,0.0178417,1,3,2,3,3,2,2],[336,0,2,2,1,0,27.25,0.02,0,2,2,0,0,2,0],[337,1,1,2,1,1,29.08,0.02,0,1,3,1,1,2,1],[338,2,2,1,1,0,27.91,0.02,0,2,1,2,1,0,1],[339,3,3,2,1,3,23.9,0.02,0,3,3,3,3,3,3],[340,0,0,2,1,0,24.06,0.02,0,0,0,0,0,0,0],[341,1,1,2,1,1,30.1,0.02,0,1,3,1,1,2,1],[342,2,2,3,1,2,23.23,0.02,0,2,1,2,3,1,3],[343,3,2,2,1,2,20,0.0190272,1,2,2,2,3,3,3],[344,0,0,2,1,0,26.69,0.02,0,0,2,0,0,0,0],[345,1,1,3,1,1,23.96,0.02,0,1,3,1,3,3,3],[346,2,0,0,1,2,27.94,0.02,0,2,0,2,2,0,2],[347,3,3,2,1,3,23.93,0.02,0,3,2,3,3,3,3],[348,0,2,2,1,2,23.16,0.02,0,2,2,2,2,2,2],[349,1,3,2,1,1,25.48,0.02,0,1,3,1,1,2,1],[350,2,2,3,1,2,20.92,0.02,0,2,3,2,2,1,2],[351,3,3,2,1,0,25.13,0.02,0,1,3,1,1,3,1],[352,0,0,2,1,0,27.77,0.02,0,0,0,0,0,0,0],[353,1,1,0,1,1,29.81,0.02,0,1,0,1,1,1,1],[354,2,2,3,1,2,25.95,0.02,0,2,1,0,2,1,2],[355,3,2,2,1,0,21.57,0.02,0,3,2,3,3,2,2],[356,0,0,2,1,0,28.06,0.02,0,0,2,0,0,2,0],[357,1,1,2,1,1,30.24,0.02,0,1,3,1,1,2,1],[358,2,2,0,1,2,23.38,0.02,0,2,0,2,2,1,2],[359,3,3,2,1,3,20,0.0169084,1,3,3,3,3,3,3],[360,0,0,1,1,0,26.58,0.02,0,0,1,0,0,0,0],[361,1,1,0,1,1,28.52,0.02,0,1,3,1,1,1,1],[362,2,2,3,1,2,22.45,0.02,0,2,1,2,2,1,2],[363,3,1,1,1,1,23.04,0.02,0,3,1,3,3,3,3],[364,0,0,2,1,0,21.55,0.02,0,0,2,0,0,2,0],[365,1,1,3,1,1,30.55,0.02,0,1,1,1,1,3,1],[366,2,2,0,1,2,25.87,0.02,0,2,0,2,2,0,2],[367,3,3,1,1,3,20,0.0190191,1,3,1,3,3,3,3],[368,0,0,2,1,0,25.15,0.02,0,2,2,2,0,2,2],[369,1,1,2,1,1,27.69,0.02,0,1,3,1,1,2,1],[370,2,2,1,1,2,25.98,0.02,0,2,1,2,3,1,2],[371,3,3,0,1,3,21.93,0.02,0,3,3,3,3,3,3],[372,0,2,2,1,2,28.73,0.02,0,2,2,2,1,2,1],[373,1,1,0,1,1,29.36,0.02,0,1,3,1,1,2,1],[374,2,2,0,1,2,25.46,0.02,0,2,0,2,2,0,2],[375,3,1,1,1,1,20.34,0.02,0,3,1,1,3,3,3],[376,0,0,1,1,1,26.64,0.02,0,0,1,0,0,0,0],[377,1,1,2,1,1,26.23,0.02,0,1,3,1,1,2,1],[378,2,0,0,1,0,27.85,0.02,0,2,0,0,1,0,1],[379,3,3,2,1,3,21.12,0.02,0,3,2,3,3,3,3],[380,0,0,2,1,0,24.94,0.02,0,2,3,2,0,3,2],[381,1,1,0,1,1,27.95,0.02,0,1,0,1,1,2,1],[382,2,2,3,1,2,24.43,0.02,0,2,1,0,2,3,2],[383,3,2,2,1,0,22.35,0.02,0,2,2,2,1,2,1],[384,0,0,2,1,0,22.32,0.02,0,2,2,2,2,3,2],[385,1,1,1,1,1,29.48,0.02,0,1,1,1,1,1,1],[386,2,2,3,1,2,20.77,0.02,0,2,0,2,2,0,2],[387,3,3,2,1,1,20,0.0161701,1,3,3,3,3,3,3],[388,0,0,2,1,0,26,0.02,0,0,2,0,0,0,0],[389,1,1,0,1,1,29.73,0.02,0,1,1,1,1,1,1],[390,2,2,3,1,2,28.29,0.02,0,2,1,2,1,1,2],[391,3,0,2,1,0,20.1,0.02,0,3,3,3,3,3,3],[392,0,2,2,1,0,25.05,0.02,0,0,2,0,0,0,0],[393,1,1,1,1,1,27.76,0.02,0,1,3,1,1,1,1],[394,2,2,1,1,0,28.78,0.02,0,2,1,2,0,1,1],[395,3,0,0,1,0,23.55,0.02,0,3,0,3,3,3,3],[396,0,2,2,1,0,26.89,0.02,0,0,3,2,1,3,1],[397,1,1,3,1,1,28.11,0.02,0,1,3,1,1,1,1],[398,2,2,0,1,2,24.01,0.02,0,2,0,2,2,0,2],[399,3,3,2,1,3,20,0.0183014,1,3,3,3,3,3,3]],"elapsed_ms":2723,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":342,"J":263,"J_valid":263,"n_invalid":0,"n00":2,"n01":3,"n10":50,"n11":208,"ctl_n":263,"ctl_err":14},"metrics":{"target_error":0.8022813688212928,"Q_transfer":0.19771863117870725,"source_success":0.9809885931558935,"joint_error":0.7908745247148289,"T_cond":0.8062015503875969,"R":0.053231939163498096,"delta":0.7490494296577946,"delta_pp":74.90494296577947,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.855}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":275,"tgt_clean_correct":328,"J":245,"J_valid":245,"n_invalid":0,"n00":4,"n01":1,"n10":102,"n11":138,"ctl_n":245,"ctl_err":8},"metrics":{"target_error":0.5673469387755102,"Q_transfer":0.43265306122448977,"source_success":0.9795918367346939,"joint_error":0.563265306122449,"T_cond":0.575,"R":0.0326530612244898,"delta":0.5346938775510204,"delta_pp":53.46938775510204,"validity_rate":1,"src_clean_accuracy":0.6875,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-MLP/fgsm/eps0020","seed":43,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,40.75,0.002,0,2,2,2,2,2,2],[1,1,1,1,1,1,48.09,0.002,0,1,1,1,1,1,1],[2,2,0,0,1,2,39.83,0.002,0,2,0,2,2,2,2],[3,3,3,2,1,3,38.65,0.002,0,2,2,2,3,2,3],[4,0,0,0,1,0,41.76,0.002,0,0,3,0,0,0,0],[5,1,1,1,1,1,46.17,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,38.96,0.002,0,2,0,2,2,2,2],[7,3,3,1,1,3,39.57,0.002,0,1,1,1,3,3,3],[8,0,2,2,1,2,45.58,0.002,0,2,2,2,1,1,1],[9,1,1,1,1,1,46.02,0.002,0,1,1,1,1,1,1],[10,2,2,0,1,2,39.53,0.002,0,2,2,2,2,2,2],[11,3,3,3,1,3,39.51,0.002,0,3,3,3,3,3,3],[12,0,2,2,1,2,42.59,0.002,0,2,2,2,2,2,2],[13,1,1,1,1,1,45.29,0.002,0,1,1,1,1,1,1],[14,2,0,0,1,0,41.98,0.002,0,0,0,0,0,0,0],[15,3,3,3,1,3,41.71,0.002,0,0,0,0,1,3,1],[16,0,0,0,1,0,41.3,0.002,0,0,0,0,0,0,0],[17,1,1,3,1,1,47.7,0.002,0,1,1,1,1,1,1],[18,2,2,0,1,2,41.33,0.002,0,0,0,0,0,0,0],[19,3,3,1,1,3,35.41,0.002,0,1,1,1,3,3,3],[20,0,0,0,1,0,39.47,0.002,0,0,0,0,0,0,0],[21,1,1,1,1,1,46.11,0.002,0,1,1,1,1,1,1],[22,2,0,0,1,0,43.48,0.002,0,2,0,2,1,0,1],[23,3,3,3,1,3,33.28,0.002,0,3,2,3,3,3,3],[24,0,2,2,1,2,46.76,0.002,0,2,2,2,1,1,1],[25,1,1,1,1,1,46.09,0.002,0,1,1,1,1,1,1],[26,2,2,0,1,2,40.89,0.002,0,2,2,2,2,1,2],[27,3,2,2,1,2,34.9,0.002,0,2,2,2,2,2,2],[28,0,0,0,1,0,42.21,0.002,0,1,1,1,0,0,0],[29,1,1,1,1,1,46.27,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,37.68,0.002,0,2,0,2,2,2,2],[31,3,3,3,1,3,33.43,0.002,0,3,2,3,3,3,3],[32,0,0,2,1,0,46.57,0.002,0,2,2,2,0,0,0],[33,1,1,3,1,1,43.75,0.002,0,3,3,3,1,2,1],[34,2,2,2,1,2,39.42,0.002,0,2,2,2,2,0,2],[35,3,3,3,1,3,38.87,0.002,0,2,3,2,3,3,3],[36,0,0,0,1,0,47.35,0.002,0,0,0,0,0,0,0],[37,1,1,3,1,1,44.13,0.002,0,3,3,3,1,1,1],[38,2,3,0,1,3,44.16,0.002,0,0,0,0,1,1,1],[39,3,3,3,1,3,36.28,0.002,0,3,3,3,3,3,3],[40,0,0,2,1,0,39.65,0.002,0,2,2,2,2,2,2],[41,1,1,1,1,1,48,0.002,0,1,1,1,1,1,1],[42,2,2,0,1,2,42.18,0.002,0,0,0,0,2,0,2],[43,3,3,1,1,3,38.49,0.002,0,1,1,1,3,3,3],[44,0,0,0,1,0,46.1,0.002,0,1,1,1,0,0,0],[45,1,1,3,1,1,44.11,0.002,0,1,1,1,1,1,1],[46,2,2,3,1,2,41.69,0.002,0,2,3,2,2,3,2],[47,3,3,3,1,3,36.11,0.002,0,3,3,3,3,3,3],[48,0,0,0,1,0,42.67,0.002,0,0,0,0,0,0,0],[49,1,1,3,1,1,43.57,0.002,0,1,3,1,0,1,0],[50,2,2,0,1,2,39.91,0.002,0,2,0,2,2,0,2],[51,3,3,3,1,3,36.67,0.002,0,3,3,3,3,3,3],[52,0,0,0,1,0,38.63,0.002,0,0,3,0,0,0,0],[53,1,1,1,1,1,45.88,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,37.02,0.002,0,2,0,2,2,2,2],[55,3,3,1,1,3,37.42,0.002,0,3,3,3,3,3,3],[56,0,0,0,1,0,44.15,0.002,0,0,3,0,0,0,0],[57,1,1,1,1,1,42.47,0.002,0,1,1,1,1,1,1],[58,2,2,0,1,2,41.62,0.002,0,2,0,2,2,2,2],[59,3,3,1,1,3,34.22,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,41.22,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,48.09,0.002,0,1,1,1,1,1,1],[62,2,2,0,1,2,42.23,0.002,0,2,2,2,1,1,1],[63,3,3,2,1,3,35.79,0.002,0,3,2,2,3,3,3],[64,0,2,2,1,2,40.36,0.002,0,2,2,2,2,2,2],[65,1,1,1,1,1,45.65,0.002,0,1,1,1,1,1,1],[66,2,0,0,1,0,42.28,0.002,0,2,0,2,0,0,2],[67,3,2,2,1,2,35.04,0.002,0,2,2,2,2,2,2],[68,0,0,0,1,0,41.37,0.002,0,0,0,0,0,0,0],[69,1,1,1,1,1,43.55,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,44.1,0.002,0,2,2,2,1,1,1],[71,3,3,3,1,3,37.77,0.002,0,3,3,3,3,3,3],[72,0,0,0,1,0,46.34,0.002,0,0,0,0,0,0,0],[73,1,1,1,1,1,45.63,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,39.83,0.002,0,0,0,0,2,2,2],[75,3,3,3,1,3,37.88,0.002,0,3,3,3,3,3,3],[76,0,0,2,1,0,47.85,0.002,0,0,0,0,0,0,0],[77,1,3,3,1,3,41.58,0.002,0,3,3,3,1,3,1],[78,2,2,2,1,2,42.7,0.002,0,0,0,0,2,2,2],[79,3,3,1,1,3,38.88,0.002,0,1,1,1,3,3,3],[80,0,0,0,1,0,47.41,0.002,0,1,1,1,0,0,0],[81,1,1,3,1,1,43.16,0.002,0,1,1,1,1,2,1],[82,2,2,0,1,2,38.46,0.002,0,2,2,2,2,2,2],[83,3,3,1,1,3,41.92,0.002,0,1,1,1,3,3,3],[84,0,0,0,1,0,42.25,0.002,0,3,3,3,0,0,0],[85,1,1,1,1,1,44.5,0.002,0,1,1,1,1,1,1],[86,2,2,0,1,2,36.6,0.002,0,2,2,2,2,0,2],[87,3,1,1,1,1,38.61,0.002,0,1,1,1,3,3,3],[88,0,0,0,1,0,43.99,0.002,0,0,0,0,0,0,0],[89,1,1,1,1,1,47.38,0.002,0,1,1,1,1,1,1],[90,2,2,0,1,2,38.69,0.002,0,2,2,2,2,2,2],[91,3,3,3,1,3,37.1,0.002,0,3,3,3,3,3,3],[92,0,0,0,1,0,45.47,0.002,0,0,1,0,0,0,0],[93,1,1,3,1,1,43.82,0.002,0,1,1,1,1,1,1],[94,2,0,0,1,0,38.81,0.002,0,0,0,0,2,2,2],[95,3,1,1,1,1,37.75,0.002,0,1,1,1,3,3,3],[96,0,2,2,1,2,44.27,0.002,0,2,2,2,0,0,0],[97,1,1,1,1,1,48.06,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,42.28,0.002,0,2,0,2,2,0,2],[99,3,3,1,1,3,41.26,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,44.24,0.002,0,0,0,0,0,0,0],[101,1,1,3,1,1,40.2,0.002,0,1,1,1,1,2,1],[102,2,3,3,1,3,44.6,0.002,0,0,2,0,0,1,0],[103,3,3,1,1,3,37.14,0.002,0,3,1,1,3,3,3],[104,0,0,0,1,0,38.77,0.002,0,3,3,3,0,0,0],[105,1,1,3,1,1,45.09,0.002,0,1,1,1,1,1,1],[106,2,2,0,1,2,40.86,0.002,0,2,2,2,2,0,2],[107,3,3,3,1,3,39.9,0.002,0,0,0,1,3,3,3],[108,0,0,2,1,0,39.96,0.002,0,2,2,2,2,2,2],[109,1,1,3,1,1,47.46,0.002,0,1,0,1,0,0,0],[110,2,2,3,1,2,42.36,0.002,0,2,2,2,2,2,2],[111,3,3,3,1,3,37.05,0.002,0,3,3,3,3,3,3],[112,0,2,2,1,2,46.79,0.002,0,2,2,2,1,3,1],[113,1,1,1,1,1,47.9,0.002,0,1,1,1,1,1,1],[114,2,2,0,1,2,40.79,0.002,0,2,2,2,2,2,2],[115,3,3,3,1,3,35.91,0.002,0,3,3,3,3,3,3],[116,0,0,0,1,0,45.54,0.002,0,0,0,0,0,0,0],[117,1,1,3,1,1,40.35,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,36.88,0.002,0,2,0,2,2,2,2],[119,3,3,1,1,3,38.36,0.002,0,3,1,3,3,3,3],[120,0,0,2,1,0,39.89,0.002,0,2,2,2,0,0,0],[121,1,1,1,1,1,47.87,0.002,0,1,1,1,1,1,1],[122,2,2,0,1,2,44.37,0.002,0,2,2,2,1,1,1],[123,3,3,3,1,3,37.69,0.002,0,3,3,3,3,3,3],[124,0,0,0,1,0,41.52,0.002,0,0,2,0,0,0,0],[125,1,1,1,1,1,48.16,0.002,0,3,0,1,1,1,1],[126,2,2,2,1,2,40.72,0.002,0,0,1,0,2,2,2],[127,3,3,2,1,3,41.77,0.002,0,3,2,3,1,1,1],[128,0,0,0,1,0,43.93,0.002,0,0,2,0,0,0,0],[129,1,3,3,1,3,40.1,0.002,0,1,3,3,1,2,2],[130,2,2,0,1,2,42.15,0.002,0,2,0,2,2,2,2],[131,3,3,1,1,3,40.48,0.002,0,2,1,2,3,3,3],[132,0,0,2,1,0,43.93,0.002,0,2,2,2,1,1,1],[133,1,1,3,1,1,40.01,0.002,0,1,0,1,2,2,2],[134,2,2,0,1,2,39.16,0.002,0,0,0,0,2,2,2],[135,3,1,1,1,1,35.2,0.002,0,1,1,1,3,3,3],[136,0,2,2,1,2,43.82,0.002,0,2,2,2,1,1,1],[137,1,1,1,1,1,46.28,0.002,0,1,1,1,1,1,1],[138,2,2,0,1,2,39.93,0.002,0,2,2,2,2,2,2],[139,3,2,2,1,2,36.32,0.002,0,2,2,2,2,2,2],[140,0,0,0,1,0,46.42,0.002,0,0,0,0,0,0,0],[141,1,1,1,1,1,44.67,0.002,0,1,1,1,1,1,1],[142,2,2,0,1,2,39.35,0.002,0,2,2,2,2,2,2],[143,3,3,3,1,3,39.18,0.002,0,0,0,0,3,3,3],[144,0,0,0,1,0,43.07,0.002,0,0,0,0,0,0,0],[145,1,1,3,1,1,42.37,0.002,0,0,0,1,1,1,1],[146,2,0,0,1,0,42.39,0.002,0,0,0,0,1,1,1],[147,3,3,1,1,3,33.39,0.002,0,3,3,3,3,3,3],[148,0,2,2,1,2,44.25,0.002,0,2,2,2,1,1,1],[149,1,1,3,1,1,41.46,0.002,0,1,1,1,1,1,1],[150,2,2,2,1,2,36.23,0.002,0,2,2,2,2,2,2],[151,3,3,3,1,3,39.47,0.002,0,3,3,3,3,3,3],[152,0,2,2,1,2,40.44,0.002,0,2,2,2,2,2,2],[153,1,1,3,1,1,47.74,0.002,0,1,3,1,1,1,1],[154,2,2,0,1,2,40.92,0.002,0,2,0,2,2,2,2],[155,3,3,1,1,3,35.84,0.002,0,1,1,1,3,3,3],[156,0,0,2,1,0,46.68,0.002,0,2,2,2,1,1,1],[157,1,1,3,1,1,41.11,0.002,0,3,2,3,2,2,2],[158,2,2,0,1,2,40.67,0.002,0,0,0,0,2,2,2],[159,3,3,3,1,3,39.24,0.002,0,3,3,3,3,3,3],[160,0,2,2,1,2,40.1,0.002,0,2,2,2,2,2,2],[161,1,1,1,1,1,44.7,0.002,0,1,1,1,1,1,1],[162,2,2,2,1,2,41.49,0.002,0,0,0,0,2,2,2],[163,3,3,3,1,3,31.79,0.002,0,3,3,3,3,3,3],[164,0,2,2,1,2,44.74,0.002,0,2,2,2,1,2,1],[165,1,1,3,1,1,44.05,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,41.75,0.002,0,2,2,2,2,1,2],[167,3,3,2,1,3,33.52,0.002,0,0,0,0,3,3,3],[168,0,0,1,1,0,44.28,0.002,0,3,3,3,0,0,0],[169,1,1,1,1,1,44.11,0.002,0,1,1,1,1,1,1],[170,2,2,0,1,2,44.04,0.002,0,0,0,0,1,1,1],[171,3,3,3,1,3,38.54,0.002,0,3,3,3,3,3,3],[172,0,0,0,1,0,42.44,0.002,0,0,0,0,0,0,0],[173,1,3,3,1,3,41.02,0.002,0,0,0,0,2,2,2],[174,2,2,0,1,2,41.29,0.002,0,2,0,2,2,2,2],[175,3,1,1,1,1,41.38,0.002,0,1,1,1,3,3,3],[176,0,2,2,1,2,41.53,0.002,0,2,2,2,2,3,2],[177,1,1,3,1,1,43.52,0.002,0,1,0,1,1,2,1],[178,2,2,0,1,2,35.99,0.002,0,2,2,2,2,2,2],[179,3,1,1,1,1,41.2,0.002,0,1,1,1,3,3,3],[180,0,0,0,1,0,45.94,0.002,0,0,0,0,0,0,0],[181,1,1,3,1,1,45.07,0.002,0,1,3,1,1,1,1],[182,2,2,2,1,2,40.23,0.002,0,2,2,2,2,2,2],[183,3,3,3,1,3,34.45,0.002,0,3,1,3,3,3,3],[184,0,0,3,1,0,42.21,0.002,0,3,3,3,0,0,0],[185,1,1,3,1,1,43.28,0.002,0,1,1,1,1,1,1],[186,2,2,0,1,2,43.61,0.002,0,2,0,2,2,0,2],[187,3,3,3,1,3,36.53,0.002,0,3,0,3,3,3,3],[188,0,0,0,1,0,46.91,0.002,0,0,0,0,0,0,0],[189,1,1,3,1,1,40.87,0.002,0,1,1,1,2,2,1],[190,2,0,0,1,2,42.08,0.002,0,2,2,2,2,0,2],[191,3,1,1,1,1,40.2,0.002,0,1,1,1,3,3,3],[192,0,0,0,1,0,45.33,0.002,0,0,0,0,0,0,0],[193,1,1,3,1,1,41.49,0.002,0,0,0,0,2,2,1],[194,2,2,0,1,2,42.74,0.002,0,2,2,2,1,1,2],[195,3,3,1,1,3,37.04,0.002,0,3,1,3,3,3,3],[196,0,2,2,1,2,41.15,0.002,0,2,2,2,2,2,2],[197,1,3,3,1,3,39.8,0.002,0,3,3,3,2,2,2],[198,2,2,2,1,2,41.3,0.002,0,2,2,2,2,2,2],[199,3,3,1,1,3,39.9,0.002,0,3,3,3,1,1,1],[200,0,0,3,1,0,47.72,0.002,0,2,2,2,1,1,1],[201,1,1,1,1,1,43.79,0.002,0,3,3,3,1,1,1],[202,2,2,3,1,2,43.44,0.002,0,2,3,2,2,1,2],[203,3,1,1,1,1,37.87,0.002,0,1,1,1,3,3,3],[204,0,0,0,1,0,43.61,0.002,0,0,0,0,0,0,0],[205,1,1,3,1,1,41.52,0.002,0,1,1,1,2,2,2],[206,2,2,1,1,2,43.03,0.002,0,2,3,2,2,1,2],[207,3,3,3,1,3,38.54,0.002,0,3,3,3,3,3,3],[208,0,2,2,1,2,43.56,0.002,0,2,2,2,0,2,0],[209,1,1,1,1,1,45.32,0.002,0,1,1,1,1,1,1],[210,2,2,0,1,2,37.45,0.002,0,2,0,2,2,2,2],[211,3,3,3,1,3,40.87,0.002,0,3,3,3,3,3,3],[212,0,0,0,1,0,42.52,0.002,0,0,0,0,0,0,0],[213,1,1,1,1,1,41.54,0.002,0,1,1,1,1,1,1],[214,2,2,3,1,2,45.11,0.002,0,2,3,2,1,1,1],[215,3,3,3,1,3,34.63,0.002,0,0,0,0,3,3,3],[216,0,0,2,1,0,39.8,0.002,0,3,3,3,0,0,0],[217,1,1,1,1,1,43.36,0.002,0,1,0,1,1,1,1],[218,2,2,3,1,2,42.8,0.002,0,0,0,0,2,2,2],[219,3,1,1,1,1,37.98,0.002,0,1,1,1,3,3,3],[220,0,0,3,1,0,41.84,0.002,0,1,3,1,0,0,0],[221,1,1,3,1,1,44.58,0.002,0,1,1,1,1,1,1],[222,2,2,0,1,2,41.37,0.002,0,0,0,0,2,0,2],[223,3,1,1,1,3,37.54,0.002,0,3,1,3,3,3,3],[224,0,0,0,1,0,45.49,0.002,0,0,0,0,0,0,0],[225,1,1,3,1,1,42.3,0.002,0,3,3,3,1,3,1],[226,2,2,2,1,2,39.06,0.002,0,2,2,2,2,2,2],[227,3,3,3,1,3,36.32,0.002,0,3,3,3,3,3,3],[228,0,0,0,1,0,42.56,0.002,0,0,0,0,0,0,0],[229,1,1,1,1,1,47.94,0.002,0,1,1,1,1,1,1],[230,2,2,0,1,2,39.53,0.002,0,2,0,0,2,2,2],[231,3,3,3,1,3,38.2,0.002,0,3,2,3,3,3,3],[232,0,0,0,1,0,42.12,0.002,0,0,3,0,0,0,0],[233,1,1,3,1,1,44.35,0.002,0,3,3,3,1,1,1],[234,2,2,0,1,2,39.77,0.002,0,2,0,2,2,2,2],[235,3,3,1,1,3,37.73,0.002,0,3,1,3,3,3,3],[236,0,0,0,1,0,46.41,0.002,0,0,0,0,0,0,0],[237,1,1,1,1,1,45.33,0.002,0,1,1,1,1,1,1],[238,2,2,0,1,2,39.59,0.002,0,2,0,2,2,2,2],[239,3,3,0,1,3,37.36,0.002,0,0,0,0,3,3,3],[240,0,0,0,1,0,43.12,0.002,0,3,3,3,0,0,0],[241,1,1,1,1,1,46.52,0.002,0,1,1,1,1,1,1],[242,2,2,0,1,2,41.82,0.002,0,2,2,2,2,2,2],[243,3,3,3,1,3,32.17,0.002,0,3,3,3,3,3,3],[244,0,0,2,1,0,47.36,0.002,0,0,0,0,1,1,1],[245,1,1,1,1,1,45.92,0.002,0,1,1,1,1,1,1],[246,2,2,0,1,2,43.18,0.002,0,2,2,2,0,0,0],[247,3,3,3,1,3,41.02,0.002,0,3,3,3,3,3,3],[248,0,0,0,1,0,44.06,0.002,0,1,1,1,0,0,0],[249,1,1,3,1,1,44.1,0.002,0,3,3,3,1,1,1],[250,2,2,0,1,2,40.98,0.002,0,2,0,2,3,1,1],[251,3,3,3,1,3,35.32,0.002,0,3,3,3,3,3,3],[252,0,0,0,1,0,44.34,0.002,0,0,2,0,0,0,0],[253,1,1,1,1,1,44.72,0.002,0,1,1,1,1,1,1],[254,2,2,2,1,2,37.8,0.002,0,2,0,2,2,2,2],[255,3,3,2,1,3,36.4,0.002,0,3,2,2,3,3,3],[256,0,2,2,1,2,44.15,0.002,0,2,2,2,1,1,1],[257,1,1,1,1,1,47.19,0.002,0,1,1,1,1,1,1],[258,2,2,0,1,2,35.46,0.002,0,2,2,2,2,2,2],[259,3,3,1,1,3,35.5,0.002,0,3,1,3,3,3,3],[260,0,0,0,1,0,44.15,0.002,0,0,0,0,0,0,0],[261,1,1,3,1,1,45.13,0.002,0,1,3,1,1,1,1],[262,2,2,0,1,2,41.12,0.002,0,2,3,2,2,1,2],[263,3,3,3,1,3,36.03,0.002,0,3,3,3,3,3,3],[264,0,0,0,1,0,43.99,0.002,0,0,0,0,0,0,0],[265,1,1,3,1,1,45.18,0.002,0,1,1,1,1,1,1],[266,2,0,0,1,0,44.41,0.002,0,0,0,0,1,1,1],[267,3,3,3,1,3,37.4,0.002,0,3,3,3,3,3,3],[268,0,0,2,1,0,46.58,0.002,0,0,0,0,1,1,1],[269,1,1,3,1,1,43.25,0.002,0,1,1,1,1,1,1],[270,2,2,2,1,2,42.97,0.002,0,2,0,2,2,2,2],[271,3,3,1,1,3,38.53,0.002,0,3,3,3,3,3,3],[272,0,0,0,1,0,46.69,0.002,0,0,0,0,0,0,0],[273,1,1,3,1,1,43.54,0.002,0,3,3,3,1,2,1],[274,2,0,0,1,0,42.9,0.002,0,3,0,3,2,1,2],[275,3,3,1,1,3,39.75,0.002,0,1,1,1,3,3,3],[276,0,0,0,1,0,39.9,0.002,0,0,0,0,0,0,0],[277,1,1,1,1,1,48.14,0.002,0,1,1,1,1,1,1],[278,2,2,0,1,2,38.33,0.002,0,2,0,2,2,2,2],[279,3,1,1,1,1,39.81,0.002,0,1,1,1,3,3,3],[280,0,0,2,1,0,46.37,0.002,0,0,2,2,0,0,0],[281,1,3,3,1,3,43.87,0.002,0,1,3,1,3,3,3],[282,2,2,2,1,2,36.87,0.002,0,2,2,2,2,2,2],[283,3,3,3,1,3,39.6,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,42.29,0.002,0,0,0,0,0,0,0],[285,1,1,1,1,1,47.66,0.002,0,1,1,1,1,1,1],[286,2,2,0,1,2,40.23,0.002,0,2,2,2,2,2,2],[287,3,2,2,1,2,36.77,0.002,0,2,2,2,2,2,2],[288,0,2,2,1,2,46.34,0.002,0,2,2,2,0,0,0],[289,1,1,1,1,1,47.45,0.002,0,1,1,1,1,1,1],[290,2,2,0,1,2,42.93,0.002,0,2,2,2,2,1,2],[291,3,3,0,1,3,32.43,0.002,0,3,0,3,3,3,3],[292,0,0,0,1,0,45.99,0.002,0,0,0,0,0,0,0],[293,1,1,3,1,1,46.48,0.002,0,1,3,1,0,1,1],[294,2,2,0,1,2,40.16,0.002,0,2,2,2,2,2,2],[295,3,3,3,1,3,40.95,0.002,0,3,3,3,3,3,3],[296,0,0,0,1,0,46.5,0.002,0,1,1,1,0,0,0],[297,1,1,1,1,1,46.02,0.002,0,1,1,1,1,1,1],[298,2,0,0,1,0,42.39,0.002,0,2,0,2,2,2,2],[299,3,3,3,1,3,37.8,0.002,0,3,3,3,3,3,3],[300,0,0,0,1,0,45.4,0.002,0,0,2,0,0,0,0],[301,1,1,1,1,1,46.79,0.002,0,1,1,1,1,1,1],[302,2,2,0,1,2,43.68,0.002,0,2,2,2,2,2,2],[303,3,3,3,1,3,39.3,0.002,0,1,1,1,3,3,3],[304,0,0,0,1,0,41.42,0.002,0,0,3,0,0,0,0],[305,1,1,3,1,1,41.42,0.002,0,1,1,1,1,2,1],[306,2,2,2,1,2,42.09,0.002,0,2,2,2,2,2,2],[307,3,3,3,1,3,39.91,0.002,0,3,3,3,3,3,3],[308,0,2,2,1,2,40.53,0.002,0,2,2,2,2,2,2],[309,1,1,3,1,1,43.83,0.002,0,1,1,1,1,1,1],[310,2,2,3,1,2,42.34,0.002,0,2,0,2,1,1,2],[311,3,3,1,1,3,38.42,0.002,0,1,1,1,3,3,3],[312,0,0,2,1,0,40.49,0.002,0,0,2,0,0,0,0],[313,1,1,3,1,1,40.91,0.002,0,3,3,3,1,3,1],[314,2,2,2,1,2,40.33,0.002,0,2,2,2,2,3,2],[315,3,3,2,1,3,35.79,0.002,0,2,2,2,2,2,2],[316,0,0,0,1,0,42.13,0.002,0,0,0,0,0,0,0],[317,1,1,1,1,1,47.42,0.002,0,1,1,1,1,1,1],[318,2,2,3,1,2,43.71,0.002,0,0,2,0,2,2,2],[319,3,3,2,1,3,42.17,0.002,0,2,2,2,3,2,3],[320,0,0,0,1,0,46.22,0.002,0,0,0,0,0,0,0],[321,1,1,3,1,1,44.68,0.002,0,1,1,1,1,1,1],[322,2,2,0,1,2,43.03,0.002,0,0,0,0,2,2,2],[323,3,3,3,1,3,38.15,0.002,0,3,2,3,3,3,3],[324,0,0,0,1,0,41.31,0.002,0,3,3,3,0,0,0],[325,1,1,1,1,1,45.77,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,43.78,0.002,0,2,0,2,2,2,2],[327,3,3,1,1,3,40.97,0.002,0,1,1,1,3,3,3],[328,0,0,0,1,0,45.75,0.002,0,0,0,0,0,0,0],[329,1,1,3,1,1,40.46,0.002,0,1,3,1,1,3,1],[330,2,2,0,1,2,38.51,0.002,0,2,2,2,2,2,2],[331,3,3,3,1,3,35.61,0.002,0,0,0,0,3,3,3],[332,0,0,2,1,0,47.55,0.002,0,2,2,2,0,0,0],[333,1,1,1,1,1,46.69,0.002,0,1,1,1,1,1,1],[334,2,2,0,1,2,44.68,0.002,0,2,2,2,0,0,0],[335,3,3,2,1,3,34.34,0.002,0,2,0,2,3,2,3],[336,0,2,2,1,2,45.82,0.002,0,2,0,0,0,0,0],[337,1,1,3,1,1,45.65,0.002,0,1,1,1,1,1,1],[338,2,2,0,1,2,43.74,0.002,0,2,0,2,1,1,1],[339,3,3,3,1,3,40.13,0.002,0,3,3,3,3,3,3],[340,0,0,0,1,0,40.64,0.002,0,0,0,0,0,0,0],[341,1,1,1,1,1,46.85,0.002,0,1,1,1,1,1,1],[342,2,2,0,1,2,38.77,0.002,0,2,2,2,3,1,3],[343,3,2,2,1,2,35.61,0.002,0,2,2,2,3,3,3],[344,0,0,0,1,0,44.75,0.002,0,0,0,0,0,0,0],[345,1,1,3,1,1,40.26,0.002,0,1,3,1,3,3,3],[346,2,2,3,1,2,44.61,0.002,0,0,1,0,2,2,2],[347,3,3,1,1,3,40.15,0.002,0,3,3,3,3,3,3],[348,0,2,2,1,2,41.75,0.002,0,2,2,2,2,2,2],[349,1,1,3,1,1,41.87,0.002,0,3,3,3,1,1,1],[350,2,2,0,1,2,36.13,0.002,0,2,2,2,2,2,2],[351,3,1,1,1,1,41.5,0.002,0,3,1,3,1,1,1],[352,0,0,0,1,0,45.12,0.002,0,0,0,0,0,0,0],[353,1,1,1,1,1,47.71,0.002,0,1,1,1,1,1,1],[354,2,2,0,1,2,41.63,0.002,0,2,2,2,2,2,2],[355,3,3,2,1,3,38.62,0.002,0,2,2,2,3,2,3],[356,0,0,0,1,0,45.01,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,47.21,0.002,0,1,1,1,1,1,1],[358,2,2,0,1,2,38.62,0.002,0,2,0,2,2,2,2],[359,3,3,3,1,3,32.77,0.002,0,3,3,3,3,3,3],[360,0,0,0,1,0,44.2,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,46.75,0.002,0,1,1,1,1,1,1],[362,2,2,0,1,2,38.1,0.002,0,2,2,2,2,2,2],[363,3,3,1,1,3,39.78,0.002,0,1,1,1,3,3,3],[364,0,0,0,1,0,38.2,0.002,0,0,2,0,0,0,0],[365,1,1,1,1,1,46.81,0.002,0,1,1,1,1,1,1],[366,2,2,0,1,2,41.15,0.002,0,2,2,2,2,2,2],[367,3,3,1,1,3,35.54,0.002,0,3,3,3,3,3,3],[368,0,2,2,1,2,44.65,0.002,0,0,2,0,0,2,0],[369,1,1,1,1,1,44.83,0.002,0,1,1,1,1,1,1],[370,2,2,0,1,2,41.84,0.002,0,2,0,2,3,3,3],[371,3,3,3,1,3,37.52,0.002,0,3,3,3,3,3,3],[372,0,2,2,1,2,46.74,0.002,0,2,2,2,1,1,1],[373,1,1,1,1,1,47.12,0.002,0,1,1,1,1,1,1],[374,2,2,0,1,2,40.65,0.002,0,2,0,2,2,2,2],[375,3,3,1,1,3,36.77,0.002,0,1,1,1,3,3,3],[376,0,0,0,1,0,44.16,0.002,0,0,1,0,0,0,0],[377,1,1,3,1,1,43.33,0.002,0,1,1,1,1,1,1],[378,2,2,0,1,2,43.43,0.002,0,0,0,0,1,1,1],[379,3,3,1,1,3,37.82,0.002,0,3,1,3,3,3,3],[380,0,2,2,1,2,43.38,0.002,0,0,2,0,0,2,0],[381,1,1,1,1,1,45.89,0.002,0,1,1,1,1,1,1],[382,2,2,0,1,2,40.28,0.002,0,2,2,2,2,1,2],[383,3,2,2,1,2,39.79,0.002,0,2,2,2,1,2,1],[384,0,2,2,1,2,40.41,0.002,0,0,0,0,2,2,2],[385,1,1,1,1,1,47.63,0.002,0,1,1,1,1,1,1],[386,2,2,0,1,2,36.32,0.002,0,2,2,2,2,2,2],[387,3,3,3,1,3,33.63,0.002,0,3,1,3,3,3,3],[388,0,0,0,1,0,42.05,0.002,0,0,2,0,0,0,0],[389,1,1,1,1,1,47.83,0.002,0,1,1,1,1,1,1],[390,2,2,0,1,2,43.44,0.002,0,2,2,2,1,1,1],[391,3,3,3,1,3,36.9,0.002,0,0,0,0,3,3,3],[392,0,0,0,1,0,42.32,0.002,0,2,2,2,0,0,0],[393,1,1,1,1,1,46.8,0.002,0,1,1,1,1,1,1],[394,2,2,0,1,2,44.09,0.002,0,2,2,2,0,1,0],[395,3,3,3,1,3,39.92,0.002,0,0,0,0,3,3,3],[396,0,0,2,1,2,45.26,0.002,0,2,2,2,1,1,1],[397,1,1,1,1,1,46.2,0.002,0,1,1,1,1,1,1],[398,2,2,0,1,2,39.28,0.002,0,2,0,2,2,2,2],[399,3,3,3,1,3,34.47,0.002,0,3,3,3,3,3,3]],"elapsed_ms":1208,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":275,"J":263,"J_valid":263,"n_invalid":0,"n00":124,"n01":23,"n10":65,"n11":51,"ctl_n":263,"ctl_err":5},"metrics":{"target_error":0.2813688212927757,"Q_transfer":0.7186311787072244,"source_success":0.44106463878326996,"joint_error":0.19391634980988592,"T_cond":0.4396551724137931,"R":0.019011406844106463,"delta":0.2623574144486692,"delta_pp":26.23574144486692,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.6875}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":328,"J":304,"J_valid":304,"n_invalid":0,"n00":168,"n01":2,"n10":106,"n11":28,"ctl_n":304,"ctl_err":0},"metrics":{"target_error":0.09868421052631579,"Q_transfer":0.9013157894736842,"source_success":0.4407894736842105,"joint_error":0.09210526315789473,"T_cond":0.208955223880597,"R":0,"delta":0.09868421052631579,"delta_pp":9.868421052631579,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-MLP/fgsm/eps0050","seed":43,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,32.79,0.005,0,2,2,2,2,2,2],[1,1,1,1,1,1,40.13,0.005,0,1,1,1,1,1,1],[2,2,0,0,1,2,31.87,0.005,0,2,0,2,2,2,2],[3,3,3,2,1,3,30.7,0.005,0,2,2,2,3,2,2],[4,0,0,0,1,0,33.8,0.005,0,0,3,0,0,0,0],[5,1,1,3,1,1,38.21,0.005,0,1,2,1,1,1,1],[6,2,2,0,1,2,31,0.005,0,2,2,2,2,1,2],[7,3,3,1,1,3,31.61,0.005,0,1,1,1,3,3,3],[8,0,2,2,1,2,37.62,0.005,0,2,2,2,1,1,1],[9,1,1,3,1,1,38.06,0.005,0,1,1,1,1,1,1],[10,2,2,0,1,2,31.57,0.005,0,2,2,2,2,1,2],[11,3,3,3,1,3,31.55,0.005,0,3,3,3,3,3,3],[12,0,2,2,1,2,34.63,0.005,0,2,2,2,2,2,2],[13,1,1,3,1,1,37.33,0.005,0,1,1,1,1,1,1],[14,2,0,0,1,0,34.03,0.005,0,0,0,0,0,0,0],[15,3,3,2,1,3,33.75,0.005,0,0,0,0,1,3,3],[16,0,0,0,1,0,33.34,0.005,0,0,0,0,0,0,0],[17,1,1,3,1,1,39.74,0.005,0,1,1,1,1,1,1],[18,2,2,0,1,2,33.37,0.005,0,0,0,0,0,0,0],[19,3,3,1,1,3,27.45,0.005,0,1,1,1,3,3,3],[20,0,0,2,1,0,31.51,0.005,0,0,2,0,0,0,0],[21,1,1,1,1,1,38.15,0.005,0,1,1,1,1,1,1],[22,2,0,0,1,0,35.52,0.005,0,2,0,2,1,0,1],[23,3,3,3,1,3,25.32,0.005,0,3,2,3,3,3,3],[24,0,2,2,1,2,38.81,0.005,0,2,2,2,1,1,1],[25,1,1,1,1,1,38.13,0.005,0,1,1,1,1,1,1],[26,2,2,0,1,2,32.93,0.005,0,2,2,2,2,1,2],[27,3,2,2,1,2,26.95,0.005,0,2,2,2,2,2,2],[28,0,0,3,1,0,34.25,0.005,0,1,1,1,0,0,0],[29,1,1,1,1,1,38.32,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,29.72,0.005,0,2,0,2,2,2,2],[31,3,3,3,1,3,25.47,0.005,0,3,2,3,3,3,3],[32,0,0,2,1,0,38.61,0.005,0,2,2,2,0,1,0],[33,1,1,3,1,1,35.79,0.005,0,3,2,3,1,2,1],[34,2,2,0,1,2,31.46,0.005,0,2,2,2,2,1,2],[35,3,3,1,1,3,30.91,0.005,0,2,0,3,3,2,3],[36,0,0,0,1,0,39.39,0.005,0,0,0,0,0,0,0],[37,1,1,1,1,1,36.17,0.005,0,3,3,1,1,1,1],[38,2,3,0,1,3,36.2,0.005,0,0,0,0,1,1,1],[39,3,3,3,1,3,28.32,0.005,0,3,3,3,3,3,3],[40,0,0,2,1,0,31.69,0.005,0,2,2,2,2,2,2],[41,1,1,1,1,1,40.04,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,34.22,0.005,0,0,0,0,2,0,2],[43,3,3,1,1,3,30.53,0.005,0,1,1,1,3,3,3],[44,0,0,0,1,0,38.15,0.005,0,1,1,1,0,0,0],[45,1,1,3,1,1,36.15,0.005,0,1,1,1,1,1,1],[46,2,2,3,1,2,33.73,0.005,0,2,3,2,2,3,2],[47,3,3,3,1,3,28.15,0.005,0,3,3,3,3,3,3],[48,0,0,0,1,0,34.71,0.005,0,0,0,0,0,0,0],[49,1,1,3,1,1,35.61,0.005,0,1,2,1,0,2,1],[50,2,2,0,1,0,31.96,0.005,0,2,0,2,2,0,2],[51,3,3,3,1,3,28.71,0.005,0,3,3,3,3,3,3],[52,0,0,2,1,0,30.67,0.005,0,0,2,0,0,0,0],[53,1,1,3,1,1,37.92,0.005,0,1,1,1,1,1,1],[54,2,2,0,1,2,29.06,0.005,0,2,0,2,2,2,2],[55,3,3,1,1,3,29.46,0.005,0,3,3,3,3,3,3],[56,0,0,0,1,0,36.19,0.005,0,0,3,0,0,0,0],[57,1,1,1,1,1,34.51,0.005,0,1,1,1,1,1,1],[58,2,2,0,1,2,33.67,0.005,0,2,0,2,2,0,2],[59,3,3,1,1,3,26.26,0.005,0,3,3,3,3,3,3],[60,0,0,0,1,0,33.27,0.005,0,0,2,0,0,0,0],[61,1,1,1,1,1,40.13,0.005,0,1,1,1,1,1,1],[62,2,2,0,1,2,34.27,0.005,0,2,2,2,1,1,1],[63,3,3,3,1,3,27.83,0.005,0,3,2,2,3,3,3],[64,0,2,2,1,2,32.4,0.005,0,2,2,2,2,2,2],[65,1,1,1,1,1,37.69,0.005,0,1,1,1,1,1,1],[66,2,0,0,1,0,34.32,0.005,0,2,0,2,0,0,2],[67,3,2,3,1,2,27.08,0.005,0,2,2,2,2,2,2],[68,0,0,0,1,0,33.41,0.005,0,0,0,0,0,0,0],[69,1,1,1,1,1,35.59,0.005,0,1,1,1,1,3,1],[70,2,2,0,1,2,36.14,0.005,0,2,2,2,1,1,1],[71,3,3,3,1,3,29.81,0.005,0,3,3,3,3,3,3],[72,0,0,0,1,0,38.38,0.005,0,0,0,0,0,0,0],[73,1,1,3,1,1,37.67,0.005,0,1,1,1,1,1,1],[74,2,2,2,1,2,31.88,0.005,0,0,2,0,2,2,2],[75,3,3,3,1,3,29.92,0.005,0,3,3,3,3,3,3],[76,0,0,2,1,0,39.89,0.005,0,0,0,0,0,0,0],[77,1,3,3,1,1,33.62,0.005,0,3,2,3,1,2,1],[78,2,2,0,1,2,34.74,0.005,0,0,0,0,2,1,2],[79,3,3,1,1,3,30.92,0.005,0,1,1,1,3,3,3],[80,0,0,0,1,0,39.45,0.005,0,1,1,1,0,0,0],[81,1,1,3,1,1,35.2,0.005,0,1,1,1,1,2,1],[82,2,2,0,1,2,30.5,0.005,0,2,2,2,2,1,2],[83,3,3,1,1,3,33.96,0.005,0,1,1,1,3,3,3],[84,0,0,0,1,0,34.29,0.005,0,3,3,3,0,0,0],[85,1,1,3,1,1,36.54,0.005,0,1,1,1,1,1,1],[86,2,2,2,1,2,28.64,0.005,0,2,2,2,2,0,2],[87,3,1,1,1,1,30.65,0.005,0,1,1,1,3,3,3],[88,0,0,0,1,0,36.03,0.005,0,0,0,0,0,0,0],[89,1,1,1,1,1,39.42,0.005,0,1,1,1,1,1,1],[90,2,2,0,1,2,30.73,0.005,0,2,2,2,2,2,2],[91,3,3,3,1,3,29.14,0.005,0,3,3,3,3,3,3],[92,0,0,0,1,0,37.51,0.005,0,0,1,0,0,0,0],[93,1,1,3,1,1,35.86,0.005,0,1,1,1,1,1,1],[94,2,0,0,1,0,30.85,0.005,0,0,0,0,2,2,2],[95,3,1,1,1,1,29.79,0.005,0,1,1,1,3,3,3],[96,0,2,2,1,2,36.31,0.005,0,2,2,2,0,2,0],[97,1,1,3,1,1,40.1,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,34.32,0.005,0,2,0,2,2,0,2],[99,3,3,1,1,3,33.31,0.005,0,3,3,3,3,3,3],[100,0,0,0,1,0,36.28,0.005,0,0,0,0,0,0,0],[101,1,1,3,1,1,32.24,0.005,0,1,1,1,1,2,1],[102,2,3,3,1,3,36.64,0.005,0,0,2,2,0,1,0],[103,3,3,1,1,3,29.18,0.005,0,3,1,1,3,3,3],[104,0,0,0,1,0,30.82,0.005,0,3,3,3,0,0,0],[105,1,1,3,1,1,37.13,0.005,0,1,1,1,1,1,1],[106,2,2,0,1,2,32.9,0.005,0,2,2,2,2,1,2],[107,3,3,3,1,3,31.94,0.005,0,0,0,0,3,3,3],[108,0,0,2,1,0,32,0.005,0,2,2,2,2,2,2],[109,1,1,3,1,1,39.5,0.005,0,1,0,1,0,0,0],[110,2,2,3,1,2,34.4,0.005,0,2,0,2,2,1,2],[111,3,3,3,1,3,29.09,0.005,0,3,2,3,3,3,3],[112,0,2,2,1,2,38.83,0.005,0,2,2,0,1,3,1],[113,1,1,3,1,1,39.95,0.005,0,1,1,1,1,1,1],[114,2,2,0,1,2,32.83,0.005,0,2,2,2,2,0,2],[115,3,3,3,1,3,27.95,0.005,0,3,3,3,3,3,3],[116,0,0,0,1,0,37.58,0.005,0,0,0,0,0,0,0],[117,1,1,3,1,1,32.39,0.005,0,1,1,1,1,2,1],[118,2,2,0,1,2,28.92,0.005,0,2,0,2,2,2,2],[119,3,3,1,1,3,30.4,0.005,0,3,3,3,3,3,3],[120,0,0,0,1,0,31.93,0.005,0,2,2,2,0,0,0],[121,1,1,3,1,1,39.91,0.005,0,1,3,1,1,1,1],[122,2,2,0,1,2,36.41,0.005,0,2,2,2,1,1,1],[123,3,3,1,1,3,29.73,0.005,0,3,3,3,3,3,3],[124,0,0,2,1,0,33.56,0.005,0,0,2,0,0,0,0],[125,1,1,3,1,1,40.2,0.005,0,3,2,1,1,1,1],[126,2,2,0,1,2,32.77,0.005,0,0,0,0,2,2,2],[127,3,3,2,1,3,33.82,0.005,0,3,2,3,1,1,1],[128,0,0,0,1,0,35.97,0.005,0,0,2,0,0,0,0],[129,1,3,3,1,3,32.14,0.005,0,1,2,1,1,2,2],[130,2,2,0,1,2,34.19,0.005,0,2,2,2,2,2,2],[131,3,3,1,1,3,32.52,0.005,0,2,3,2,3,1,3],[132,0,0,2,1,0,35.97,0.005,0,2,2,2,1,2,1],[133,1,1,3,1,1,32.05,0.005,0,1,0,1,2,2,2],[134,2,2,0,1,2,31.2,0.005,0,0,0,2,2,2,2],[135,3,1,1,1,1,27.24,0.005,0,1,1,1,3,3,3],[136,0,2,2,1,2,35.86,0.005,0,2,2,2,1,1,1],[137,1,1,1,1,1,38.32,0.005,0,1,1,1,1,1,1],[138,2,2,0,1,2,31.98,0.005,0,2,2,2,2,2,2],[139,3,2,2,1,2,28.36,0.005,0,2,2,2,2,2,2],[140,0,0,3,1,0,38.46,0.005,0,0,0,0,0,0,0],[141,1,1,3,1,1,36.71,0.005,0,1,1,1,1,1,1],[142,2,2,2,1,2,31.39,0.005,0,2,2,2,2,2,2],[143,3,3,0,1,3,31.22,0.005,0,0,0,0,3,3,3],[144,0,0,0,1,0,35.12,0.005,0,0,2,0,0,0,0],[145,1,1,3,1,1,34.41,0.005,0,0,0,0,1,2,1],[146,2,0,0,1,0,34.43,0.005,0,0,0,0,1,0,1],[147,3,3,1,1,3,25.43,0.005,0,3,3,3,3,3,3],[148,0,2,2,1,2,36.29,0.005,0,2,2,2,1,1,1],[149,1,1,3,1,1,33.5,0.005,0,1,1,1,1,1,1],[150,2,2,2,1,2,28.27,0.005,0,2,2,2,2,2,2],[151,3,3,3,1,3,31.51,0.005,0,3,3,3,3,3,3],[152,0,2,2,1,2,32.48,0.005,0,2,2,2,2,2,0],[153,1,1,3,1,1,39.78,0.005,0,1,3,1,1,1,1],[154,2,2,0,1,2,32.96,0.005,0,2,0,2,2,2,2],[155,3,3,1,1,3,27.88,0.005,0,1,1,1,3,3,3],[156,0,0,2,1,0,38.72,0.005,0,2,2,2,1,1,1],[157,1,1,3,1,1,33.15,0.005,0,3,2,3,2,2,2],[158,2,2,0,1,2,32.71,0.005,0,0,2,0,2,2,2],[159,3,3,3,1,3,31.28,0.005,0,3,3,3,3,3,3],[160,0,2,2,1,2,32.15,0.005,0,2,2,2,2,2,2],[161,1,1,1,1,1,36.74,0.005,0,1,1,1,1,1,1],[162,2,2,3,1,2,33.53,0.005,0,0,0,0,2,2,2],[163,3,3,3,1,3,23.83,0.005,0,3,3,3,3,3,3],[164,0,2,2,1,2,36.78,0.005,0,2,2,2,1,2,1],[165,1,1,3,1,1,36.09,0.005,0,1,1,1,1,1,1],[166,2,2,0,1,2,33.79,0.005,0,2,0,2,2,1,2],[167,3,3,3,1,3,25.56,0.005,0,0,2,0,3,3,3],[168,0,0,1,1,0,36.32,0.005,0,3,3,3,0,0,0],[169,1,1,1,1,1,36.15,0.005,0,1,1,1,1,3,1],[170,2,2,0,1,2,36.09,0.005,0,0,0,0,1,1,1],[171,3,3,3,1,3,30.58,0.005,0,3,3,3,3,3,3],[172,0,0,0,1,0,34.48,0.005,0,0,0,0,0,0,0],[173,1,3,3,1,1,33.06,0.005,0,0,2,0,2,2,2],[174,2,2,0,1,2,33.33,0.005,0,2,2,2,2,1,2],[175,3,1,1,1,1,33.42,0.005,0,1,1,1,3,3,3],[176,0,2,2,1,2,33.58,0.005,0,2,2,2,2,3,2],[177,1,1,3,1,1,35.56,0.005,0,1,0,1,1,2,1],[178,2,2,0,1,2,28.03,0.005,0,2,0,2,2,2,2],[179,3,1,1,1,1,33.24,0.005,0,1,1,1,3,3,3],[180,0,0,0,1,0,37.98,0.005,0,0,0,0,0,0,0],[181,1,1,3,1,1,37.11,0.005,0,1,3,1,1,2,1],[182,2,2,2,1,2,32.27,0.005,0,2,2,2,2,2,2],[183,3,3,1,1,3,26.49,0.005,0,3,1,3,3,3,3],[184,0,0,3,1,0,34.26,0.005,0,3,3,3,0,0,0],[185,1,1,3,1,3,35.32,0.005,0,1,1,1,1,1,1],[186,2,2,0,1,0,35.65,0.005,0,2,2,2,2,0,2],[187,3,3,3,1,3,28.57,0.005,0,3,2,3,3,3,3],[188,0,0,0,1,0,38.96,0.005,0,0,0,0,0,0,0],[189,1,1,3,1,1,32.91,0.005,0,1,1,1,2,2,2],[190,2,0,0,1,2,34.12,0.005,0,2,2,2,2,0,2],[191,3,1,1,1,3,32.24,0.005,0,1,1,1,3,3,3],[192,0,0,0,1,0,37.37,0.005,0,0,2,0,0,0,0],[193,1,1,3,1,3,33.54,0.005,0,0,0,0,2,2,2],[194,2,2,0,1,2,34.78,0.005,0,2,2,2,1,1,2],[195,3,3,1,1,1,29.08,0.005,0,3,1,3,3,3,3],[196,0,2,2,1,2,33.19,0.005,0,2,2,2,2,2,2],[197,1,3,3,1,3,31.84,0.005,0,3,2,3,2,2,2],[198,2,2,3,1,2,33.34,0.005,0,2,2,2,2,0,2],[199,3,3,1,1,3,31.94,0.005,0,3,1,3,1,3,1],[200,0,0,3,1,0,39.77,0.005,0,2,2,2,1,1,1],[201,1,1,3,1,1,35.83,0.005,0,3,2,0,1,2,1],[202,2,2,3,1,2,35.48,0.005,0,2,2,2,2,1,2],[203,3,1,1,1,1,29.91,0.005,0,1,1,1,3,3,3],[204,0,0,0,1,0,35.65,0.005,0,0,0,0,0,0,0],[205,1,1,3,1,1,33.56,0.005,0,1,0,1,2,2,2],[206,2,2,1,1,2,35.07,0.005,0,2,3,2,2,1,2],[207,3,3,3,1,3,30.58,0.005,0,3,3,3,3,3,3],[208,0,2,2,1,0,35.61,0.005,0,2,2,2,0,2,0],[209,1,1,3,1,1,37.36,0.005,0,1,1,1,1,1,1],[210,2,2,0,1,2,29.49,0.005,0,2,0,2,2,2,2],[211,3,3,0,1,3,32.92,0.005,0,3,3,3,3,3,3],[212,0,0,0,1,0,34.56,0.005,0,0,0,0,0,0,0],[213,1,1,3,1,1,33.58,0.005,0,1,1,1,1,2,1],[214,2,2,3,1,2,37.16,0.005,0,2,3,2,1,1,1],[215,3,3,3,1,3,26.68,0.005,0,0,3,0,3,3,3],[216,0,0,2,1,0,31.84,0.005,0,3,3,3,0,0,0],[217,1,1,3,1,1,35.4,0.005,0,1,0,1,1,1,1],[218,2,2,3,1,2,34.84,0.005,0,0,0,0,2,2,2],[219,3,1,1,1,1,30.02,0.005,0,1,1,1,3,3,3],[220,0,0,3,1,0,33.88,0.005,0,1,1,1,0,0,0],[221,1,1,3,1,1,36.62,0.005,0,1,1,1,1,1,1],[222,2,2,0,1,2,33.41,0.005,0,0,0,0,2,0,2],[223,3,1,1,1,3,29.58,0.005,0,3,1,1,3,3,3],[224,0,0,0,1,0,37.53,0.005,0,0,0,0,0,0,0],[225,1,1,3,1,1,34.34,0.005,0,3,3,3,1,2,1],[226,2,2,0,1,2,31.1,0.005,0,2,2,2,2,2,2],[227,3,3,3,1,3,28.36,0.005,0,3,3,3,3,3,3],[228,0,0,0,1,0,34.6,0.005,0,0,3,0,0,0,0],[229,1,1,1,1,1,39.98,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,31.57,0.005,0,2,0,2,2,0,2],[231,3,3,3,1,3,30.24,0.005,0,3,2,3,3,1,3],[232,0,0,0,1,0,34.16,0.005,0,0,3,0,0,0,0],[233,1,1,3,1,1,36.39,0.005,0,3,3,3,1,1,1],[234,2,2,2,1,2,31.81,0.005,0,2,2,2,2,2,2],[235,3,3,1,1,3,29.78,0.005,0,3,1,1,3,3,3],[236,0,0,0,1,0,38.46,0.005,0,0,0,0,0,0,0],[237,1,1,1,1,1,37.37,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,31.63,0.005,0,2,0,2,2,2,2],[239,3,3,0,1,3,29.4,0.005,0,0,0,0,3,3,3],[240,0,0,0,1,0,35.16,0.005,0,3,3,3,0,0,0],[241,1,1,1,1,1,38.56,0.005,0,1,1,1,1,1,1],[242,2,2,0,1,2,33.86,0.005,0,2,2,2,2,2,2],[243,3,3,3,1,3,24.21,0.005,0,3,3,3,3,3,3],[244,0,0,2,1,0,39.4,0.005,0,0,0,0,1,1,1],[245,1,1,1,1,1,37.96,0.005,0,1,1,1,1,1,1],[246,2,2,0,1,0,35.22,0.005,0,2,2,2,0,0,0],[247,3,3,3,1,3,33.06,0.005,0,3,3,3,3,3,3],[248,0,0,0,1,0,36.11,0.005,0,1,1,1,0,0,0],[249,1,1,3,1,1,36.14,0.005,0,3,2,3,1,2,1],[250,2,2,0,1,2,33.02,0.005,0,2,2,2,3,0,1],[251,3,3,3,1,3,27.36,0.005,0,3,3,3,3,3,3],[252,0,0,0,1,0,36.38,0.005,0,0,2,0,0,0,0],[253,1,1,1,1,1,36.76,0.005,0,1,1,1,1,1,1],[254,2,2,2,1,2,29.84,0.005,0,2,2,2,2,2,2],[255,3,3,3,1,2,28.44,0.005,0,3,2,2,3,3,3],[256,0,2,2,1,2,36.19,0.005,0,2,2,2,1,2,1],[257,1,1,1,1,1,39.23,0.005,0,1,1,1,1,1,1],[258,2,2,0,1,2,27.5,0.005,0,2,2,2,2,2,2],[259,3,3,1,1,3,27.54,0.005,0,3,1,3,3,3,3],[260,0,0,2,1,0,36.19,0.005,0,0,0,0,0,0,0],[261,1,1,1,1,1,37.17,0.005,0,1,3,1,1,1,1],[262,2,2,3,1,2,33.16,0.005,0,2,3,2,2,1,2],[263,3,3,3,1,3,28.07,0.005,0,3,3,3,3,3,3],[264,0,0,0,1,0,36.03,0.005,0,0,0,0,0,0,0],[265,1,1,3,1,1,37.22,0.005,0,1,3,1,1,1,1],[266,2,0,0,1,0,36.45,0.005,0,0,0,0,1,1,1],[267,3,3,3,1,3,29.44,0.005,0,3,3,3,3,3,3],[268,0,0,2,1,0,38.62,0.005,0,0,0,0,1,1,1],[269,1,1,3,1,1,35.29,0.005,0,1,1,1,1,1,1],[270,2,2,0,1,2,35.01,0.005,0,2,0,2,2,2,2],[271,3,3,1,1,3,30.57,0.005,0,3,3,3,3,3,3],[272,0,0,0,1,0,38.73,0.005,0,0,0,0,0,0,0],[273,1,1,3,1,1,35.58,0.005,0,3,2,1,1,2,1],[274,2,0,0,1,2,34.94,0.005,0,3,3,2,2,1,2],[275,3,3,1,1,3,31.79,0.005,0,1,1,1,3,3,3],[276,0,0,2,1,0,31.94,0.005,0,0,0,0,0,0,0],[277,1,1,1,1,1,40.18,0.005,0,1,1,1,1,1,1],[278,2,2,0,1,2,30.37,0.005,0,2,2,2,2,2,2],[279,3,1,1,1,3,31.85,0.005,0,1,1,1,3,3,3],[280,0,0,0,1,0,38.41,0.005,0,0,2,0,0,0,0],[281,1,3,3,1,1,35.91,0.005,0,1,3,1,3,3,1],[282,2,2,2,1,2,28.92,0.005,0,2,2,2,2,2,2],[283,3,3,3,1,3,31.64,0.005,0,3,3,3,3,3,3],[284,0,0,0,1,0,34.33,0.005,0,0,0,0,0,0,0],[285,1,1,3,1,1,39.7,0.005,0,1,1,1,1,1,1],[286,2,2,0,1,2,32.27,0.005,0,2,2,2,2,1,2],[287,3,2,2,1,2,28.81,0.005,0,2,2,2,2,2,2],[288,0,2,2,1,2,38.38,0.005,0,2,2,2,0,2,0],[289,1,1,3,1,1,39.49,0.005,0,1,1,1,1,1,1],[290,2,2,0,1,2,34.97,0.005,0,2,2,2,2,1,2],[291,3,3,2,1,3,24.48,0.005,0,3,0,3,3,3,3],[292,0,0,0,1,0,38.03,0.005,0,0,2,0,0,0,0],[293,1,1,3,1,1,38.53,0.005,0,1,2,1,0,2,0],[294,2,2,0,1,2,32.2,0.005,0,2,2,2,2,1,2],[295,3,3,3,1,3,32.99,0.005,0,3,3,3,3,3,3],[296,0,0,0,1,0,38.54,0.005,0,1,1,1,0,0,0],[297,1,1,3,1,1,38.06,0.005,0,1,0,1,1,1,1],[298,2,0,0,1,0,34.43,0.005,0,2,2,2,2,2,2],[299,3,3,3,1,3,29.84,0.005,0,3,3,3,3,3,3],[300,0,0,0,1,0,37.44,0.005,0,0,2,0,0,0,0],[301,1,1,1,1,1,38.83,0.005,0,1,1,1,1,1,1],[302,2,2,0,1,2,35.72,0.005,0,2,0,2,2,2,2],[303,3,3,3,1,3,31.34,0.005,0,1,1,1,3,3,3],[304,0,0,0,1,0,33.46,0.005,0,0,2,0,0,0,0],[305,1,1,3,1,1,33.46,0.005,0,1,1,1,1,2,1],[306,2,2,0,1,2,34.13,0.005,0,2,2,2,2,1,2],[307,3,3,3,1,3,31.95,0.005,0,3,3,3,3,3,3],[308,0,2,2,1,2,32.57,0.005,0,2,2,2,2,2,2],[309,1,1,3,1,1,35.87,0.005,0,1,3,1,1,2,1],[310,2,2,3,1,2,34.38,0.005,0,2,2,2,1,1,1],[311,3,3,3,1,3,30.46,0.005,0,1,1,1,3,3,3],[312,0,0,2,1,0,32.53,0.005,0,0,2,0,0,0,0],[313,1,1,3,1,1,32.95,0.005,0,3,3,1,1,3,1],[314,2,2,0,1,2,32.37,0.005,0,2,2,2,2,3,3],[315,3,3,3,1,2,27.83,0.005,0,2,2,3,2,2,2],[316,0,0,0,1,0,34.17,0.005,0,0,2,0,0,0,0],[317,1,1,1,1,1,39.46,0.005,0,1,1,1,1,1,1],[318,2,2,3,1,2,35.75,0.005,0,0,2,0,2,2,2],[319,3,3,2,1,3,34.21,0.005,0,2,2,2,3,3,1],[320,0,0,0,1,0,38.26,0.005,0,0,3,0,0,0,0],[321,1,1,3,1,1,36.72,0.005,0,1,1,1,1,1,1],[322,2,2,0,1,2,35.07,0.005,0,0,2,0,2,2,2],[323,3,3,3,1,3,30.19,0.005,0,3,2,3,3,3,3],[324,0,0,0,1,0,33.35,0.005,0,3,3,3,0,0,0],[325,1,1,1,1,1,37.81,0.005,0,1,1,1,1,1,1],[326,2,2,0,1,2,35.82,0.005,0,2,2,2,2,2,2],[327,3,3,1,1,3,33.01,0.005,0,1,1,1,3,3,3],[328,0,0,2,1,0,37.79,0.005,0,0,0,0,0,0,0],[329,1,1,3,1,1,32.5,0.005,0,1,3,3,1,3,1],[330,2,2,0,1,2,30.55,0.005,0,2,2,2,2,2,2],[331,3,3,3,1,3,27.65,0.005,0,0,0,0,3,3,3],[332,0,0,2,1,0,39.59,0.005,0,2,2,2,0,2,0],[333,1,1,1,1,1,38.74,0.005,0,1,1,1,1,1,1],[334,2,2,0,1,2,36.72,0.005,0,2,2,2,0,0,0],[335,3,3,2,1,3,26.38,0.005,0,2,2,2,3,2,2],[336,0,2,2,1,2,37.86,0.005,0,2,0,2,0,0,0],[337,1,1,3,1,1,37.69,0.005,0,1,1,1,1,1,1],[338,2,2,0,1,2,35.78,0.005,0,2,0,2,1,1,1],[339,3,3,3,1,3,32.17,0.005,0,3,3,3,3,3,3],[340,0,0,2,1,0,32.68,0.005,0,0,2,0,0,0,0],[341,1,1,3,1,1,38.9,0.005,0,1,3,1,1,1,1],[342,2,2,0,1,2,30.81,0.005,0,2,2,2,3,1,3],[343,3,2,2,1,2,27.65,0.005,0,2,2,2,3,3,3],[344,0,0,0,1,0,36.8,0.005,0,0,0,0,0,0,0],[345,1,1,3,1,1,32.3,0.005,0,1,3,1,3,3,1],[346,2,2,3,1,2,36.65,0.005,0,0,1,0,2,1,2],[347,3,3,1,1,3,32.19,0.005,0,3,3,3,3,3,3],[348,0,2,2,1,2,33.79,0.005,0,2,2,2,2,2,2],[349,1,1,3,1,1,33.91,0.005,0,3,3,1,1,1,1],[350,2,2,0,1,2,28.17,0.005,0,2,2,2,2,2,2],[351,3,1,1,1,1,33.54,0.005,0,3,3,3,1,3,1],[352,0,0,0,1,0,37.16,0.005,0,0,0,0,0,0,0],[353,1,1,1,1,1,39.75,0.005,0,1,1,1,1,1,1],[354,2,2,0,1,2,33.67,0.005,0,2,2,2,2,1,2],[355,3,3,2,1,3,30.66,0.005,0,2,2,2,3,2,1],[356,0,0,0,1,0,37.05,0.005,0,0,0,0,0,0,0],[357,1,1,1,1,1,39.25,0.005,0,1,1,1,1,1,1],[358,2,2,0,1,2,30.66,0.005,0,2,0,2,2,2,2],[359,3,3,3,1,3,24.81,0.005,0,3,3,3,3,3,3],[360,0,0,0,1,0,36.24,0.005,0,0,0,0,0,0,0],[361,1,1,1,1,1,38.79,0.005,0,1,1,1,1,1,1],[362,2,2,3,1,2,30.15,0.005,0,2,2,2,2,2,2],[363,3,3,1,1,3,31.82,0.005,0,1,1,1,3,3,3],[364,0,0,2,1,0,30.24,0.005,0,0,2,0,0,0,0],[365,1,1,1,1,1,38.85,0.005,0,1,1,1,1,1,1],[366,2,2,2,1,2,33.19,0.005,0,2,2,2,2,2,2],[367,3,3,1,1,3,27.58,0.005,0,3,3,3,3,3,3],[368,0,2,2,1,2,36.69,0.005,0,0,2,0,0,2,0],[369,1,1,3,1,1,36.87,0.005,0,1,1,1,1,1,1],[370,2,2,0,1,2,33.88,0.005,0,2,2,2,3,3,2],[371,3,3,3,1,3,29.56,0.005,0,3,3,3,3,3,3],[372,0,2,2,1,2,38.78,0.005,0,2,2,2,1,2,1],[373,1,1,1,1,1,39.16,0.005,0,1,1,1,1,1,1],[374,2,2,0,1,2,32.69,0.005,0,2,0,2,2,2,2],[375,3,3,1,1,3,28.81,0.005,0,1,1,1,3,3,3],[376,0,0,0,1,0,36.2,0.005,0,0,1,0,0,0,0],[377,1,1,3,1,1,35.38,0.005,0,1,1,1,1,1,1],[378,2,2,0,1,2,35.47,0.005,0,0,0,2,1,1,1],[379,3,3,1,1,3,29.86,0.005,0,3,3,3,3,3,3],[380,0,2,2,1,2,35.42,0.005,0,0,2,0,0,2,0],[381,1,1,1,1,1,37.94,0.005,0,1,1,1,1,1,1],[382,2,2,0,1,2,32.32,0.005,0,2,2,2,2,1,2],[383,3,2,2,1,2,31.83,0.005,0,2,2,2,1,2,1],[384,0,2,2,1,2,32.45,0.005,0,0,2,0,2,2,2],[385,1,1,1,1,1,39.67,0.005,0,1,1,1,1,1,1],[386,2,2,0,1,2,28.36,0.005,0,2,2,2,2,2,2],[387,3,3,3,1,3,25.67,0.005,0,3,1,1,3,3,3],[388,0,0,2,1,0,34.1,0.005,0,0,2,0,0,0,0],[389,1,1,1,1,1,39.87,0.005,0,1,1,1,1,1,1],[390,2,2,0,1,2,35.48,0.005,0,2,2,2,1,1,2],[391,3,3,3,1,3,28.94,0.005,0,0,3,0,3,3,3],[392,0,0,2,1,0,34.36,0.005,0,2,2,2,0,0,0],[393,1,1,1,1,1,38.84,0.005,0,1,1,1,1,1,1],[394,2,2,3,1,2,36.13,0.005,0,2,2,2,0,1,0],[395,3,3,3,1,3,31.96,0.005,0,0,3,0,3,3,3],[396,0,0,2,1,0,37.3,0.005,0,2,2,2,1,1,1],[397,1,1,1,1,1,38.24,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,31.32,0.005,0,2,0,2,2,0,2],[399,3,3,3,1,3,26.51,0.005,0,3,2,3,3,3,3]],"elapsed_ms":1210,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":275,"J":263,"J_valid":263,"n_invalid":0,"n00":90,"n01":28,"n10":90,"n11":55,"ctl_n":263,"ctl_err":6},"metrics":{"target_error":0.3155893536121673,"Q_transfer":0.6844106463878328,"source_success":0.5513307984790875,"joint_error":0.20912547528517111,"T_cond":0.3793103448275862,"R":0.022813688212927757,"delta":0.2927756653992395,"delta_pp":29.27756653992395,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.6875}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":328,"J":304,"J_valid":304,"n_invalid":0,"n00":133,"n01":4,"n10":112,"n11":55,"ctl_n":304,"ctl_err":5},"metrics":{"target_error":0.19407894736842105,"Q_transfer":0.805921052631579,"source_success":0.5493421052631579,"joint_error":0.18092105263157895,"T_cond":0.32934131736526945,"R":0.01644736842105263,"delta":0.17763157894736842,"delta_pp":17.763157894736842,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-MLP/fgsm/eps0100","seed":43,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,26.77,0.01,0,2,2,2,2,2,2],[1,1,1,1,1,1,34.11,0.01,0,1,1,1,1,1,1],[2,2,0,0,1,2,25.85,0.01,0,2,2,0,2,2,2],[3,3,3,2,1,2,24.67,0.01,0,2,2,2,3,2,2],[4,0,0,0,1,0,27.78,0.01,0,0,3,0,0,0,0],[5,1,1,3,1,1,32.19,0.01,0,1,2,1,1,2,1],[6,2,2,0,1,2,24.98,0.01,0,2,2,2,2,1,2],[7,3,3,1,1,1,25.59,0.01,0,1,1,1,3,3,3],[8,0,2,2,1,2,31.6,0.01,0,2,2,2,1,1,1],[9,1,1,3,1,1,32.04,0.01,0,1,2,1,1,1,1],[10,2,2,0,1,2,25.55,0.01,0,2,2,2,2,1,2],[11,3,3,3,1,3,25.53,0.01,0,3,3,3,3,3,3],[12,0,2,2,1,2,28.61,0.01,0,2,2,2,2,2,2],[13,1,1,3,1,1,31.31,0.01,0,1,1,1,1,1,1],[14,2,0,0,1,0,28.01,0.01,0,0,0,0,0,0,0],[15,3,3,2,1,3,27.73,0.01,0,0,0,0,1,3,1],[16,0,0,0,1,0,27.32,0.01,0,0,3,0,0,0,0],[17,1,1,3,1,1,33.72,0.01,0,1,1,1,1,1,1],[18,2,2,0,1,2,27.35,0.01,0,0,0,0,0,0,0],[19,3,3,1,1,3,21.43,0.01,0,1,1,1,3,3,3],[20,0,0,2,1,0,25.49,0.01,0,0,2,0,0,0,0],[21,1,1,1,1,1,32.13,0.01,0,1,1,1,1,1,1],[22,2,0,0,1,0,29.5,0.01,0,2,2,2,1,0,1],[23,3,3,3,1,3,20,0.0092262,1,3,2,3,3,3,3],[24,0,2,2,1,2,32.78,0.01,0,2,2,2,1,1,1],[25,1,1,1,1,1,32.11,0.01,0,1,1,1,1,1,1],[26,2,2,0,1,2,26.91,0.01,0,2,2,2,2,1,2],[27,3,2,2,1,2,20.92,0.01,0,2,2,2,2,2,2],[28,0,0,3,1,0,28.23,0.01,0,1,1,1,0,0,0],[29,1,1,3,1,1,32.29,0.01,0,1,1,1,1,1,1],[30,2,2,0,1,2,23.7,0.01,0,2,2,2,2,2,2],[31,3,3,3,1,3,20,0.0093851,1,3,2,3,3,3,3],[32,0,0,2,1,0,32.59,0.01,0,2,2,2,0,1,0],[33,1,1,3,1,1,29.77,0.01,0,3,2,3,1,2,1],[34,2,2,0,1,2,25.44,0.01,0,2,2,2,2,1,2],[35,3,3,1,1,3,24.89,0.01,0,2,3,2,3,2,3],[36,0,0,2,1,0,33.37,0.01,0,0,0,0,0,0,0],[37,1,1,1,1,1,30.15,0.01,0,3,2,1,1,1,1],[38,2,3,3,1,0,30.18,0.01,0,0,1,0,1,1,1],[39,3,3,3,1,3,22.3,0.01,0,3,3,3,3,3,3],[40,0,0,2,1,0,25.67,0.01,0,2,2,2,2,3,2],[41,1,1,1,1,1,34.02,0.01,0,1,1,1,1,1,1],[42,2,2,0,1,2,28.2,0.01,0,0,0,0,2,0,2],[43,3,3,1,1,3,24.51,0.01,0,1,1,1,3,3,3],[44,0,0,1,1,0,32.13,0.01,0,1,1,1,0,0,0],[45,1,1,3,1,1,30.13,0.01,0,1,1,1,1,1,1],[46,2,2,3,1,2,27.71,0.01,0,2,3,0,2,3,2],[47,3,3,3,1,3,22.13,0.01,0,3,3,3,3,3,3],[48,0,0,0,1,0,28.69,0.01,0,0,0,0,0,0,0],[49,1,1,3,1,1,29.59,0.01,0,1,2,1,0,2,0],[50,2,2,0,1,2,25.93,0.01,0,2,0,2,2,0,2],[51,3,3,3,1,3,22.69,0.01,0,3,3,3,3,3,3],[52,0,0,2,1,0,24.65,0.01,0,0,2,0,0,0,0],[53,1,1,3,1,1,31.9,0.01,0,1,2,1,1,2,1],[54,2,2,0,1,2,23.04,0.01,0,2,0,2,2,2,2],[55,3,3,1,1,3,23.44,0.01,0,3,3,3,3,3,3],[56,0,0,0,1,0,30.17,0.01,0,0,1,0,0,0,0],[57,1,1,1,1,1,28.49,0.01,0,1,1,1,1,1,1],[58,2,2,0,1,2,27.65,0.01,0,2,2,2,2,0,2],[59,3,3,1,1,3,20.24,0.01,0,3,3,3,3,3,3],[60,0,0,2,1,0,27.24,0.01,0,0,2,0,0,0,0],[61,1,1,1,1,1,34.11,0.01,0,1,1,1,1,1,1],[62,2,2,0,1,2,28.25,0.01,0,2,2,2,1,1,1],[63,3,3,3,1,2,21.81,0.01,0,3,2,2,3,1,3],[64,0,2,2,1,2,26.38,0.01,0,2,2,2,2,3,2],[65,1,1,1,1,1,31.67,0.01,0,1,2,1,1,1,1],[66,2,0,0,1,0,28.3,0.01,0,2,2,2,0,0,2],[67,3,2,3,1,2,21.06,0.01,0,2,2,2,2,3,2],[68,0,0,2,1,0,27.39,0.01,0,0,2,0,0,0,0],[69,1,1,3,1,1,29.57,0.01,0,1,3,1,1,3,1],[70,2,2,0,1,2,30.12,0.01,0,2,2,2,1,0,1],[71,3,3,3,1,3,23.79,0.01,0,3,3,3,3,3,3],[72,0,0,0,1,0,32.36,0.01,0,0,0,0,0,0,0],[73,1,1,1,1,1,31.65,0.01,0,1,1,1,1,1,1],[74,2,2,2,1,2,25.85,0.01,0,0,2,0,2,2,2],[75,3,3,3,1,3,23.9,0.01,0,3,3,3,3,3,3],[76,0,0,2,1,0,33.87,0.01,0,0,2,0,0,0,0],[77,1,3,1,1,1,27.6,0.01,0,3,2,3,1,1,1],[78,2,2,0,1,2,28.72,0.01,0,0,0,0,2,1,2],[79,3,3,1,1,1,24.9,0.01,0,1,1,1,3,3,3],[80,0,0,1,1,0,33.43,0.01,0,1,1,1,0,0,0],[81,1,1,3,1,1,29.18,0.01,0,1,2,1,1,2,1],[82,2,2,0,1,2,24.48,0.01,0,2,2,2,2,1,2],[83,3,3,1,1,1,27.94,0.01,0,1,1,1,3,1,3],[84,0,0,0,1,0,28.27,0.01,0,3,3,3,0,0,0],[85,1,1,3,1,1,30.52,0.01,0,1,1,1,1,1,1],[86,2,2,2,1,0,22.62,0.01,0,2,2,2,2,0,2],[87,3,1,1,1,1,24.63,0.01,0,1,1,1,3,3,3],[88,0,0,2,1,0,30.01,0.01,0,0,0,0,0,0,0],[89,1,1,1,1,1,33.4,0.01,0,1,1,1,1,1,1],[90,2,2,0,1,2,24.71,0.01,0,2,2,2,2,2,2],[91,3,3,3,1,3,23.12,0.01,0,3,3,3,3,1,3],[92,0,0,3,1,0,31.49,0.01,0,0,1,0,0,0,0],[93,1,1,3,1,1,29.84,0.01,0,1,1,1,1,1,1],[94,2,0,2,1,2,24.83,0.01,0,0,2,0,2,2,2],[95,3,1,1,1,1,23.77,0.01,0,1,1,1,3,3,3],[96,0,2,2,1,0,30.29,0.01,0,2,2,2,0,1,0],[97,1,1,3,1,1,34.08,0.01,0,1,2,1,1,1,1],[98,2,2,0,1,2,28.3,0.01,0,2,2,0,2,0,2],[99,3,3,1,1,3,27.28,0.01,0,3,1,3,3,3,3],[100,0,0,0,1,0,30.26,0.01,0,0,0,0,0,0,0],[101,1,1,1,1,1,26.22,0.01,0,1,1,1,1,3,1],[102,2,3,3,1,3,30.62,0.01,0,0,2,0,0,1,1],[103,3,3,1,1,3,23.16,0.01,0,3,1,1,3,3,3],[104,0,0,0,1,0,24.79,0.01,0,3,3,0,0,0,0],[105,1,1,3,1,1,31.11,0.01,0,1,1,1,1,1,1],[106,2,2,0,1,2,26.88,0.01,0,2,2,2,2,1,2],[107,3,3,2,1,3,25.92,0.01,0,0,0,0,3,1,3],[108,0,0,2,1,0,25.98,0.01,0,2,2,2,2,2,2],[109,1,1,3,1,1,33.48,0.01,0,1,0,1,0,0,0],[110,2,2,3,1,2,28.38,0.01,0,2,1,2,2,1,2],[111,3,3,3,1,3,23.07,0.01,0,3,2,3,3,3,3],[112,0,2,2,1,2,32.81,0.01,0,2,2,0,1,3,1],[113,1,1,3,1,1,33.93,0.01,0,1,2,1,1,1,1],[114,2,2,0,1,2,26.81,0.01,0,2,2,2,2,0,2],[115,3,3,3,1,3,21.93,0.01,0,3,3,3,3,3,3],[116,0,0,0,1,0,31.56,0.01,0,0,0,0,0,0,0],[117,1,1,1,1,1,26.37,0.01,0,1,1,1,1,2,1],[118,2,2,0,1,2,22.9,0.01,0,2,2,2,2,2,2],[119,3,3,1,1,3,24.38,0.01,0,3,3,1,3,3,3],[120,0,0,0,1,0,25.91,0.01,0,2,2,2,0,0,0],[121,1,1,1,1,1,33.89,0.01,0,1,1,1,1,1,1],[122,2,2,0,1,2,30.39,0.01,0,2,2,2,1,0,1],[123,3,3,1,1,3,23.71,0.01,0,3,3,3,3,3,3],[124,0,0,2,1,0,27.54,0.01,0,0,2,0,0,0,0],[125,1,1,3,1,1,34.18,0.01,0,3,2,1,1,1,1],[126,2,2,0,1,2,26.74,0.01,0,0,0,0,2,0,2],[127,3,3,3,1,3,27.8,0.01,0,3,2,2,1,1,1],[128,0,0,0,1,0,29.95,0.01,0,0,2,0,0,0,0],[129,1,3,3,1,3,26.12,0.01,0,1,2,1,1,2,2],[130,2,2,0,1,2,28.17,0.01,0,2,2,2,2,2,2],[131,3,3,1,1,1,26.5,0.01,0,2,3,2,3,1,3],[132,0,0,2,1,0,29.95,0.01,0,2,2,2,1,2,1],[133,1,1,3,1,1,26.03,0.01,0,1,2,1,2,2,2],[134,2,2,2,1,2,25.18,0.01,0,0,2,2,2,2,2],[135,3,1,1,1,1,21.22,0.01,0,1,1,1,3,3,3],[136,0,2,2,1,2,29.84,0.01,0,2,2,2,1,1,1],[137,1,1,1,1,1,32.3,0.01,0,1,1,1,1,1,1],[138,2,2,0,1,2,25.95,0.01,0,2,2,2,2,1,2],[139,3,2,2,1,2,22.34,0.01,0,2,2,2,2,3,3],[140,0,0,3,1,0,32.44,0.01,0,0,2,0,0,1,0],[141,1,1,3,1,1,30.69,0.01,0,1,2,1,1,1,1],[142,2,2,0,1,2,25.37,0.01,0,2,2,2,2,2,2],[143,3,3,0,1,3,25.2,0.01,0,0,0,0,3,1,3],[144,0,0,2,1,0,29.1,0.01,0,0,2,0,0,0,0],[145,1,1,3,1,1,28.39,0.01,0,0,2,1,1,2,1],[146,2,0,0,1,0,28.41,0.01,0,0,0,0,1,0,1],[147,3,3,1,1,3,20,0.0093453,1,3,3,3,3,3,3],[148,0,2,3,1,2,30.27,0.01,0,2,2,2,1,1,1],[149,1,1,3,1,1,27.48,0.01,0,1,2,1,1,2,1],[150,2,2,2,1,2,22.25,0.01,0,2,2,2,2,1,2],[151,3,3,3,1,3,25.49,0.01,0,3,2,3,3,3,3],[152,0,2,2,1,2,26.46,0.01,0,2,2,2,2,2,2],[153,1,1,1,1,1,33.76,0.01,0,1,3,1,1,1,1],[154,2,2,0,1,2,26.94,0.01,0,2,2,2,2,2,2],[155,3,3,1,1,3,21.86,0.01,0,1,1,1,3,3,3],[156,0,0,2,1,2,32.7,0.01,0,2,2,2,1,1,1],[157,1,1,3,1,1,27.13,0.01,0,3,2,3,2,2,2],[158,2,2,0,1,2,26.69,0.01,0,0,2,2,2,2,2],[159,3,3,3,1,3,25.26,0.01,0,3,3,3,3,3,3],[160,0,2,2,1,2,26.12,0.01,0,2,2,2,2,2,2],[161,1,1,3,1,1,30.72,0.01,0,1,1,1,1,1,1],[162,2,2,3,1,2,27.51,0.01,0,0,0,0,2,3,2],[163,3,3,3,1,3,20,0.0077717,1,3,2,3,3,3,3],[164,0,2,2,1,2,30.76,0.01,0,2,2,2,1,2,0],[165,1,1,3,1,1,30.07,0.01,0,1,1,1,1,2,1],[166,2,2,0,1,2,27.77,0.01,0,2,3,2,2,1,1],[167,3,3,2,1,3,20,0.0094811,1,0,2,0,3,3,3],[168,0,0,1,1,1,30.3,0.01,0,3,3,2,0,0,0],[169,1,1,1,1,1,30.13,0.01,0,1,1,1,1,3,1],[170,2,2,0,1,2,30.06,0.01,0,0,0,0,1,1,1],[171,3,3,3,1,3,24.56,0.01,0,3,3,3,3,3,3],[172,0,0,0,1,0,28.46,0.01,0,0,0,0,0,0,0],[173,1,3,3,1,1,27.04,0.01,0,0,2,0,2,2,2],[174,2,2,3,1,2,27.31,0.01,0,2,2,2,2,1,2],[175,3,1,1,1,1,27.4,0.01,0,1,1,1,3,3,3],[176,0,2,2,1,2,27.56,0.01,0,2,2,2,2,3,2],[177,1,1,3,1,1,29.54,0.01,0,1,2,1,1,2,1],[178,2,2,0,1,2,22.01,0.01,0,2,2,2,2,2,2],[179,3,1,1,1,1,27.22,0.01,0,1,1,1,3,3,3],[180,0,0,2,1,0,31.96,0.01,0,0,0,0,0,0,0],[181,1,1,3,1,1,31.09,0.01,0,1,3,1,1,2,1],[182,2,2,2,1,2,26.25,0.01,0,2,2,2,2,2,2],[183,3,3,1,1,3,20.47,0.01,0,3,1,1,3,3,3],[184,0,0,3,1,0,28.24,0.01,0,3,2,0,0,0,0],[185,1,1,3,1,3,29.3,0.01,0,1,1,1,1,1,1],[186,2,2,0,1,2,29.63,0.01,0,2,2,2,2,0,2],[187,3,3,3,1,3,22.55,0.01,0,3,2,3,3,3,3],[188,0,0,0,1,0,32.94,0.01,0,0,0,0,0,0,0],[189,1,1,3,1,1,26.89,0.01,0,1,1,1,2,2,2],[190,2,0,0,1,0,28.1,0.01,0,2,2,2,2,0,2],[191,3,1,1,1,1,26.22,0.01,0,1,1,1,3,3,3],[192,0,0,0,1,0,31.35,0.01,0,0,2,0,0,0,0],[193,1,1,3,1,1,27.51,0.01,0,0,2,0,2,2,1],[194,2,2,0,1,2,28.76,0.01,0,2,2,2,1,1,1],[195,3,3,1,1,1,23.06,0.01,0,3,1,1,3,3,3],[196,0,2,2,1,2,27.17,0.01,0,2,2,2,2,2,2],[197,1,3,3,1,3,25.82,0.01,0,3,2,3,2,2,2],[198,2,2,3,1,2,27.32,0.01,0,2,2,2,2,1,2],[199,3,3,1,1,3,25.92,0.01,0,3,1,3,1,3,1],[200,0,0,3,1,3,33.75,0.01,0,2,2,2,1,1,1],[201,1,1,3,1,1,29.81,0.01,0,3,2,3,1,2,1],[202,2,2,3,1,2,29.46,0.01,0,2,2,2,2,1,2],[203,3,1,1,1,1,23.89,0.01,0,1,1,1,3,3,3],[204,0,0,0,1,0,29.63,0.01,0,0,2,0,0,0,0],[205,1,1,3,1,1,27.54,0.01,0,1,2,1,2,2,1],[206,2,2,1,1,2,29.05,0.01,0,2,3,2,2,1,2],[207,3,3,3,1,3,24.56,0.01,0,3,3,3,3,1,3],[208,0,2,2,1,2,29.59,0.01,0,2,2,2,0,2,0],[209,1,1,3,1,1,31.34,0.01,0,1,1,1,1,1,1],[210,2,2,0,1,2,23.47,0.01,0,2,0,2,2,0,2],[211,3,3,3,1,3,26.89,0.01,0,3,3,3,3,3,3],[212,0,0,0,1,0,28.54,0.01,0,0,0,0,0,0,0],[213,1,1,3,1,1,27.56,0.01,0,1,1,1,1,2,1],[214,2,2,3,1,2,31.13,0.01,0,2,3,2,1,1,1],[215,3,3,3,1,3,20.66,0.01,0,0,2,0,3,3,3],[216,0,0,2,1,0,25.82,0.01,0,3,2,3,0,1,0],[217,1,1,3,1,1,29.38,0.01,0,1,0,1,1,2,1],[218,2,2,3,1,2,28.82,0.01,0,0,0,2,2,2,2],[219,3,1,1,1,1,24,0.01,0,1,1,1,3,3,3],[220,0,0,3,1,0,27.86,0.01,0,1,1,1,0,0,0],[221,1,1,3,1,1,30.6,0.01,0,1,1,1,1,1,1],[222,2,2,0,1,2,27.39,0.01,0,0,0,0,2,0,2],[223,3,1,1,1,1,23.56,0.01,0,3,1,3,3,1,3],[224,0,0,0,1,0,31.51,0.01,0,0,0,0,0,0,0],[225,1,1,3,1,1,28.32,0.01,0,3,3,1,1,1,1],[226,2,2,3,1,2,25.08,0.01,0,2,2,2,2,1,2],[227,3,3,3,1,3,22.34,0.01,0,3,3,3,3,3,3],[228,0,0,0,1,0,28.58,0.01,0,0,3,0,0,0,0],[229,1,1,1,1,1,33.96,0.01,0,1,2,1,1,1,1],[230,2,2,0,1,2,25.55,0.01,0,2,0,2,2,0,2],[231,3,3,3,1,3,24.22,0.01,0,3,2,3,3,1,3],[232,0,0,3,1,0,28.14,0.01,0,0,3,0,0,0,0],[233,1,1,3,1,1,30.37,0.01,0,3,2,1,1,1,1],[234,2,2,2,1,2,25.79,0.01,0,2,2,2,2,2,2],[235,3,3,1,1,1,23.76,0.01,0,3,1,1,3,3,3],[236,0,0,0,1,0,32.44,0.01,0,0,0,0,0,0,0],[237,1,1,1,1,1,31.35,0.01,0,1,0,1,1,1,1],[238,2,2,0,1,2,25.61,0.01,0,2,0,2,2,2,2],[239,3,3,3,1,3,23.38,0.01,0,0,0,0,3,3,3],[240,0,0,0,1,0,29.14,0.01,0,3,3,3,0,0,0],[241,1,1,3,1,1,32.54,0.01,0,1,1,1,1,1,1],[242,2,2,0,1,2,27.84,0.01,0,2,2,2,2,1,2],[243,3,3,3,1,3,20,0.0081191,1,3,3,3,3,3,3],[244,0,0,2,1,0,33.38,0.01,0,0,2,0,1,1,1],[245,1,1,1,1,1,31.94,0.01,0,1,0,1,1,1,1],[246,2,2,0,1,2,29.2,0.01,0,2,2,2,0,0,0],[247,3,3,3,1,3,27.04,0.01,0,3,3,3,3,1,3],[248,0,0,0,1,0,30.08,0.01,0,1,1,1,0,0,0],[249,1,1,3,1,1,30.12,0.01,0,3,2,1,1,2,1],[250,2,2,0,1,2,27,0.01,0,2,2,2,3,0,1],[251,3,3,3,1,3,21.34,0.01,0,3,3,3,3,3,3],[252,0,0,2,1,0,30.36,0.01,0,0,2,0,0,0,0],[253,1,1,1,1,1,30.74,0.01,0,1,1,1,1,1,1],[254,2,2,2,1,2,23.82,0.01,0,2,2,2,2,1,2],[255,3,3,3,1,2,22.42,0.01,0,3,2,2,3,1,3],[256,0,2,2,1,2,30.17,0.01,0,2,2,2,1,2,1],[257,1,1,1,1,1,33.21,0.01,0,1,1,1,1,1,1],[258,2,2,0,1,2,21.48,0.01,0,2,2,2,2,2,2],[259,3,3,1,1,3,21.52,0.01,0,3,1,3,3,3,3],[260,0,0,2,1,0,30.17,0.01,0,0,2,0,0,0,0],[261,1,1,1,1,1,31.15,0.01,0,1,2,1,1,1,1],[262,2,2,3,1,2,27.14,0.01,0,2,3,2,2,3,2],[263,3,3,3,1,3,22.05,0.01,0,3,3,3,3,3,3],[264,0,0,0,1,0,30.01,0.01,0,0,2,0,0,0,0],[265,1,1,1,1,1,31.2,0.01,0,1,3,1,1,1,1],[266,2,0,0,1,0,30.43,0.01,0,0,1,0,1,1,1],[267,3,3,3,1,3,23.42,0.01,0,3,3,3,3,3,3],[268,0,0,2,1,0,32.6,0.01,0,0,0,0,1,1,1],[269,1,1,3,1,1,29.27,0.01,0,1,1,1,1,1,1],[270,2,2,0,1,2,28.99,0.01,0,2,0,2,2,2,2],[271,3,3,1,1,3,24.55,0.01,0,3,3,3,3,3,3],[272,0,0,0,1,0,32.71,0.01,0,0,0,0,0,0,0],[273,1,1,3,1,1,29.56,0.01,0,3,2,1,1,1,1],[274,2,0,3,1,0,28.92,0.01,0,3,2,3,2,1,1],[275,3,3,1,1,3,25.77,0.01,0,1,1,1,3,3,3],[276,0,0,2,1,0,25.92,0.01,0,0,2,0,0,0,0],[277,1,1,3,1,1,34.16,0.01,0,1,1,1,1,1,1],[278,2,2,0,1,2,24.35,0.01,0,2,2,2,2,2,2],[279,3,1,1,1,1,25.83,0.01,0,1,1,1,3,3,3],[280,0,0,2,1,0,32.39,0.01,0,0,2,0,0,0,0],[281,1,3,3,1,1,29.89,0.01,0,1,1,1,3,3,1],[282,2,2,2,1,2,22.89,0.01,0,2,2,2,2,0,2],[283,3,3,3,1,3,25.62,0.01,0,3,3,3,3,1,3],[284,0,0,2,1,0,28.31,0.01,0,0,2,0,0,0,0],[285,1,1,3,1,1,33.68,0.01,0,1,1,1,1,1,1],[286,2,2,1,1,2,26.25,0.01,0,2,2,2,2,1,2],[287,3,2,2,1,2,22.79,0.01,0,2,2,2,2,2,2],[288,0,2,2,1,2,32.36,0.01,0,2,2,2,0,2,0],[289,1,1,1,1,1,33.47,0.01,0,1,1,1,1,1,1],[290,2,2,0,1,2,28.95,0.01,0,2,2,2,2,1,2],[291,3,3,3,1,3,20,0.0083707,1,3,2,3,3,3,3],[292,0,0,0,1,0,32.01,0.01,0,0,2,0,0,0,0],[293,1,1,3,1,1,32.51,0.01,0,1,2,1,0,2,0],[294,2,2,3,1,0,26.18,0.01,0,2,2,2,2,1,2],[295,3,3,3,1,3,26.97,0.01,0,3,3,3,3,1,3],[296,0,0,1,1,0,32.52,0.01,0,1,1,1,0,0,0],[297,1,1,3,1,1,32.04,0.01,0,1,0,1,1,1,1],[298,2,0,0,1,2,28.41,0.01,0,2,2,2,2,0,2],[299,3,3,1,1,3,23.82,0.01,0,3,3,3,3,3,3],[300,0,0,0,1,0,31.42,0.01,0,0,2,0,0,0,0],[301,1,1,3,1,1,32.81,0.01,0,1,1,1,1,1,1],[302,2,2,3,1,2,29.7,0.01,0,2,2,2,2,1,2],[303,3,3,3,1,3,25.32,0.01,0,1,1,1,3,3,3],[304,0,0,0,1,0,27.44,0.01,0,0,2,0,0,0,0],[305,1,1,1,1,1,27.44,0.01,0,1,1,1,1,2,1],[306,2,2,0,1,2,28.11,0.01,0,2,2,2,2,1,2],[307,3,3,3,1,3,25.93,0.01,0,3,3,0,3,3,3],[308,0,2,2,1,2,26.55,0.01,0,2,2,2,2,2,2],[309,1,1,1,1,1,29.85,0.01,0,1,1,1,1,1,1],[310,2,2,3,1,2,28.36,0.01,0,2,2,2,1,1,2],[311,3,3,3,1,3,24.44,0.01,0,1,1,1,3,3,3],[312,0,0,2,1,0,26.51,0.01,0,0,2,0,0,0,0],[313,1,1,1,1,1,26.93,0.01,0,3,3,1,1,3,1],[314,2,2,3,1,2,26.35,0.01,0,2,3,2,2,1,3],[315,3,3,3,1,3,21.81,0.01,0,2,2,2,2,3,2],[316,0,0,2,1,0,28.15,0.01,0,0,2,0,0,0,0],[317,1,1,1,1,1,33.44,0.01,0,1,1,1,1,1,1],[318,2,2,3,1,2,29.73,0.01,0,0,2,0,2,2,2],[319,3,3,3,1,2,28.19,0.01,0,2,2,2,3,3,1],[320,0,0,0,1,0,32.24,0.01,0,0,3,0,0,0,0],[321,1,1,3,1,1,30.7,0.01,0,1,1,1,1,1,1],[322,2,2,0,1,0,29.05,0.01,0,0,2,0,2,2,2],[323,3,3,3,1,3,24.17,0.01,0,3,2,3,3,3,3],[324,0,0,0,1,0,27.33,0.01,0,3,3,3,0,0,0],[325,1,1,3,1,1,31.79,0.01,0,1,1,1,1,1,1],[326,2,2,0,1,2,29.8,0.01,0,2,2,2,2,0,2],[327,3,3,1,1,3,26.99,0.01,0,1,1,1,3,3,3],[328,0,0,2,1,0,31.77,0.01,0,0,2,0,0,0,0],[329,1,1,1,1,1,26.48,0.01,0,1,3,1,1,3,1],[330,2,2,0,1,2,24.53,0.01,0,2,2,2,2,1,2],[331,3,3,2,1,3,21.63,0.01,0,0,2,0,3,3,3],[332,0,0,2,1,2,33.57,0.01,0,2,2,2,0,2,0],[333,1,1,1,1,1,32.71,0.01,0,1,1,1,1,1,1],[334,2,2,0,1,2,30.7,0.01,0,2,2,2,0,0,0],[335,3,3,2,1,2,20.36,0.01,0,2,2,0,3,2,2],[336,0,2,2,1,2,31.84,0.01,0,2,0,2,0,0,0],[337,1,1,1,1,1,31.67,0.01,0,1,1,1,1,1,1],[338,2,2,0,1,2,29.76,0.01,0,2,2,2,1,1,0],[339,3,3,3,1,3,26.15,0.01,0,3,3,3,3,1,3],[340,0,0,2,1,0,26.66,0.01,0,0,2,0,0,0,0],[341,1,1,1,1,1,32.87,0.01,0,1,1,1,1,1,1],[342,2,2,3,1,2,24.79,0.01,0,2,2,2,3,1,3],[343,3,2,2,1,2,21.63,0.01,0,2,2,2,3,3,3],[344,0,0,0,1,0,30.77,0.01,0,0,2,0,0,0,0],[345,1,1,3,1,1,26.28,0.01,0,1,3,1,3,3,3],[346,2,2,1,1,2,30.63,0.01,0,0,1,0,2,1,2],[347,3,3,1,1,3,26.17,0.01,0,3,3,3,3,3,3],[348,0,2,2,1,2,27.77,0.01,0,2,2,2,2,2,2],[349,1,1,1,1,1,27.89,0.01,0,3,3,1,1,1,1],[350,2,2,0,1,2,22.15,0.01,0,2,2,2,2,2,2],[351,3,1,1,1,1,27.52,0.01,0,3,1,3,1,3,1],[352,0,0,0,1,0,31.14,0.01,0,0,0,0,0,0,0],[353,1,1,1,1,1,33.73,0.01,0,1,1,1,1,1,1],[354,2,2,0,1,0,27.65,0.01,0,2,2,2,2,1,2],[355,3,3,2,1,3,24.64,0.01,0,2,2,2,3,2,1],[356,0,0,2,1,0,31.03,0.01,0,0,2,0,0,0,0],[357,1,1,1,1,1,33.23,0.01,0,1,1,1,1,1,1],[358,2,2,0,1,2,24.64,0.01,0,2,2,2,2,2,2],[359,3,3,3,1,3,20,0.0087037,1,3,3,3,3,3,3],[360,0,0,2,1,0,30.22,0.01,0,0,0,0,0,0,0],[361,1,1,1,1,1,32.77,0.01,0,1,1,1,1,1,1],[362,2,2,3,1,2,24.12,0.01,0,2,2,2,2,3,2],[363,3,3,1,1,3,25.8,0.01,0,1,1,1,3,3,3],[364,0,0,2,1,0,24.22,0.01,0,0,2,0,0,2,0],[365,1,1,1,1,1,32.83,0.01,0,1,1,1,1,1,1],[366,2,2,2,1,2,27.17,0.01,0,2,2,0,2,1,2],[367,3,3,1,1,3,21.56,0.01,0,3,3,1,3,3,3],[368,0,2,2,1,2,30.67,0.01,0,0,2,0,0,2,0],[369,1,1,3,1,1,30.85,0.01,0,1,2,1,1,1,1],[370,2,2,0,1,2,27.86,0.01,0,2,2,2,3,1,2],[371,3,3,3,1,3,23.54,0.01,0,3,3,3,3,3,3],[372,0,2,2,1,2,32.76,0.01,0,2,2,2,1,2,1],[373,1,1,1,1,1,33.14,0.01,0,1,1,1,1,1,1],[374,2,2,0,1,2,26.67,0.01,0,2,2,2,2,2,2],[375,3,3,1,1,3,22.79,0.01,0,1,1,1,3,3,3],[376,0,0,3,1,0,30.18,0.01,0,0,1,0,0,0,0],[377,1,1,3,1,1,29.36,0.01,0,1,1,1,1,1,1],[378,2,2,0,1,0,29.45,0.01,0,0,2,0,1,1,1],[379,3,3,1,1,3,23.84,0.01,0,3,3,3,3,3,3],[380,0,2,3,1,2,29.4,0.01,0,0,2,0,0,2,0],[381,1,1,3,1,1,31.91,0.01,0,1,0,1,1,1,1],[382,2,2,3,1,2,26.3,0.01,0,2,2,2,2,1,2],[383,3,2,2,1,2,25.81,0.01,0,2,2,0,1,2,1],[384,0,2,3,1,2,26.43,0.01,0,0,2,0,2,2,2],[385,1,1,1,1,1,33.65,0.01,0,1,1,1,1,1,1],[386,2,2,0,1,2,22.34,0.01,0,2,2,2,2,1,2],[387,3,3,3,1,3,20,0.0096023,1,3,1,3,3,3,3],[388,0,0,2,1,0,28.08,0.01,0,0,2,0,0,0,0],[389,1,1,1,1,1,33.85,0.01,0,1,1,1,1,1,1],[390,2,2,3,1,2,29.46,0.01,0,2,2,2,1,1,1],[391,3,3,3,1,3,22.92,0.01,0,0,2,0,3,3,3],[392,0,0,2,1,0,28.34,0.01,0,2,2,2,0,0,0],[393,1,1,1,1,1,32.82,0.01,0,1,1,1,1,1,1],[394,2,2,3,1,2,30.11,0.01,0,2,2,0,0,1,0],[395,3,3,3,1,3,25.94,0.01,0,0,3,3,3,3,3],[396,0,0,3,1,0,31.28,0.01,0,2,2,0,1,3,1],[397,1,1,1,1,1,32.22,0.01,0,1,1,1,1,1,1],[398,2,2,0,1,2,25.3,0.01,0,2,2,2,2,0,2],[399,3,3,3,1,3,20.49,0.01,0,3,2,3,3,3,3]],"elapsed_ms":1254,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":275,"J":263,"J_valid":263,"n_invalid":0,"n00":73,"n01":35,"n10":90,"n11":65,"ctl_n":263,"ctl_err":14},"metrics":{"target_error":0.38022813688212925,"Q_transfer":0.6197718631178708,"source_success":0.5893536121673004,"joint_error":0.24714828897338403,"T_cond":0.41935483870967744,"R":0.053231939163498096,"delta":0.32699619771863114,"delta_pp":32.69961977186311,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.6875}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":328,"J":304,"J_valid":304,"n_invalid":0,"n00":105,"n01":20,"n10":109,"n11":70,"ctl_n":304,"ctl_err":6},"metrics":{"target_error":0.29605263157894735,"Q_transfer":0.7039473684210527,"source_success":0.5888157894736842,"joint_error":0.23026315789473684,"T_cond":0.39106145251396646,"R":0.019736842105263157,"delta":0.2763157894736842,"delta_pp":27.631578947368418,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-MLP/fgsm/eps0200","seed":43,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,0,20.75,0.02,0,2,2,2,2,3,2],[1,1,1,1,1,1,28.09,0.02,0,1,1,1,1,1,1],[2,2,0,0,1,2,20,0.0196125,1,2,2,2,2,0,2],[3,3,3,2,1,3,20,0.017129,1,2,2,2,3,3,3],[4,0,0,0,1,0,21.76,0.02,0,0,2,0,0,0,0],[5,1,1,3,1,1,26.17,0.02,0,1,2,1,1,1,1],[6,2,2,0,1,2,20,0.0177498,1,2,2,0,2,1,2],[7,3,3,1,1,3,20,0.0190392,1,1,1,1,3,3,3],[8,0,2,2,1,2,25.58,0.02,0,2,2,2,1,1,1],[9,1,1,3,1,1,26.02,0.02,0,1,2,1,1,3,1],[10,2,2,3,1,2,20,0.0189429,1,2,2,2,2,1,2],[11,3,3,3,1,3,20,0.0188996,1,3,3,3,3,3,3],[12,0,2,2,1,2,22.59,0.02,0,2,2,2,2,2,2],[13,1,1,3,1,1,25.29,0.02,0,1,2,1,1,1,1],[14,2,0,0,1,0,21.98,0.02,0,0,2,0,0,0,0],[15,3,3,2,1,3,21.71,0.02,0,0,2,0,1,3,3],[16,0,0,0,1,0,21.3,0.02,0,0,3,0,0,0,0],[17,1,1,1,1,1,27.7,0.02,0,1,1,1,1,1,1],[18,2,2,0,1,2,21.33,0.02,0,0,0,0,0,0,2],[19,3,3,1,1,3,20,0.0117871,1,1,1,1,3,3,3],[20,0,0,2,1,0,20,0.0188095,1,0,2,2,0,0,0],[21,1,1,3,1,1,26.11,0.02,0,1,1,1,1,1,1],[22,2,0,0,1,0,23.48,0.02,0,2,2,2,1,0,1],[23,3,3,3,1,3,20,0.0092262,1,3,2,3,3,3,3],[24,0,2,2,1,2,26.76,0.02,0,2,2,2,1,1,1],[25,1,1,1,1,1,26.09,0.02,0,1,1,1,1,1,1],[26,2,2,3,1,2,20.89,0.02,0,2,2,2,2,1,2],[27,3,2,2,1,2,20,0.011123,1,2,2,2,2,2,2],[28,0,0,3,1,0,22.21,0.02,0,1,1,1,0,0,0],[29,1,1,3,1,1,26.27,0.02,0,1,1,1,1,1,1],[30,2,2,0,1,2,20,0.0153158,1,2,2,2,2,2,2],[31,3,3,3,1,3,20,0.0093851,1,3,2,2,3,3,3],[32,0,0,2,1,2,26.57,0.02,0,2,2,2,0,1,0],[33,1,1,1,1,1,23.75,0.02,0,3,2,1,1,1,1],[34,2,2,0,1,2,20,0.0187082,1,2,2,2,2,1,2],[35,3,3,1,1,3,20,0.0175541,1,2,3,0,3,1,2],[36,0,0,2,1,0,27.35,0.02,0,0,0,0,0,2,0],[37,1,1,1,1,1,24.13,0.02,0,3,2,1,1,1,1],[38,2,3,3,1,0,24.16,0.02,0,0,1,0,1,1,1],[39,3,3,3,1,3,20,0.0130258,1,3,3,3,3,3,3],[40,0,0,2,1,2,20,0.0191992,1,2,2,2,2,3,2],[41,1,1,1,1,1,28,0.02,0,1,1,1,1,1,1],[42,2,2,0,1,2,22.18,0.02,0,0,2,0,2,0,1],[43,3,3,1,1,3,20,0.0168041,1,1,1,1,3,3,3],[44,0,0,1,1,0,26.1,0.02,0,1,1,1,0,0,0],[45,1,1,1,1,1,24.11,0.02,0,1,2,1,1,1,1],[46,2,2,3,1,2,21.69,0.02,0,2,3,2,2,3,2],[47,3,3,3,1,3,20,0.0127827,1,3,3,3,3,3,3],[48,0,0,0,1,0,22.67,0.02,0,0,2,0,0,2,0],[49,1,1,3,1,1,23.57,0.02,0,1,2,1,0,2,0],[50,2,2,0,1,0,20,0.0198035,1,2,2,2,2,0,2],[51,3,3,3,1,3,20,0.0136327,1,3,3,3,3,3,3],[52,0,0,3,1,0,20,0.0170885,1,0,2,0,0,0,0],[53,1,1,3,1,1,25.88,0.02,0,1,2,1,1,2,1],[54,2,2,0,1,2,20,0.0141839,1,2,2,2,2,2,2],[55,3,3,1,1,3,20,0.0148568,1,3,1,3,3,3,3],[56,0,0,0,1,0,24.15,0.02,0,0,2,0,0,0,0],[57,1,1,1,1,1,22.47,0.02,0,1,1,1,1,1,1],[58,2,2,0,1,2,21.62,0.02,0,2,2,2,2,0,2],[59,3,3,1,1,3,20,0.0102823,1,3,3,3,3,3,3],[60,0,0,2,1,0,21.22,0.02,0,0,2,0,0,0,0],[61,1,1,1,1,1,28.09,0.02,0,1,1,1,1,1,1],[62,2,2,0,1,2,22.23,0.02,0,2,2,2,1,1,1],[63,3,3,3,1,3,20,0.012322,1,3,2,2,3,1,3],[64,0,2,2,1,0,20.36,0.02,0,2,2,2,2,3,2],[65,1,1,1,1,1,25.65,0.02,0,1,2,1,1,1,1],[66,2,0,0,1,0,22.28,0.02,0,2,2,0,0,0,2],[67,3,2,3,1,2,20,0.0112975,1,2,2,2,2,3,2],[68,0,0,2,1,0,21.37,0.02,0,0,2,0,0,0,0],[69,1,1,1,1,1,23.55,0.02,0,1,1,1,1,3,1],[70,2,2,0,1,2,24.1,0.02,0,2,2,2,1,0,1],[71,3,3,3,1,3,20,0.0154632,1,3,3,3,3,3,3],[72,0,0,2,1,0,26.34,0.02,0,0,2,0,0,0,0],[73,1,1,1,1,1,25.63,0.02,0,1,1,1,1,1,1],[74,2,2,2,1,2,20,0.0196221,1,0,2,0,2,2,2],[75,3,3,3,1,3,20,0.0156698,1,3,3,3,3,3,3],[76,0,0,2,1,0,27.85,0.02,0,0,2,0,0,0,0],[77,1,3,1,1,1,21.58,0.02,0,3,2,1,1,1,1],[78,2,2,0,1,2,22.7,0.02,0,0,2,0,2,1,2],[79,3,3,1,1,1,20,0.0175823,1,1,1,1,3,3,3],[80,0,0,1,1,0,27.41,0.02,0,1,1,1,0,0,0],[81,1,1,3,1,1,23.16,0.02,0,1,2,1,1,2,2],[82,2,2,0,1,2,20,0.0167574,1,2,2,2,2,1,2],[83,3,3,1,1,1,21.92,0.02,0,1,1,1,3,1,3],[84,0,0,0,1,0,22.25,0.02,0,3,3,1,0,0,0],[85,1,1,3,1,1,24.5,0.02,0,1,1,1,1,3,1],[86,2,2,2,1,2,20,0.0135182,1,2,2,2,2,0,2],[87,3,1,1,1,1,20,0.0170425,1,1,1,1,3,3,3],[88,0,0,2,1,0,23.99,0.02,0,0,2,0,0,0,0],[89,1,1,1,1,1,27.38,0.02,0,1,1,1,1,1,1],[90,2,2,0,1,2,20,0.017201,1,2,2,2,2,0,2],[91,3,3,3,1,3,20,0.0143257,1,3,3,3,3,1,3],[92,0,0,3,1,0,25.47,0.02,0,0,1,1,0,0,0],[93,1,1,3,1,1,23.82,0.02,0,1,1,1,1,3,1],[94,2,0,2,1,2,20,0.0174434,1,0,2,0,2,2,2],[95,3,1,1,1,1,20,0.0154327,1,1,1,1,3,3,3],[96,0,2,2,1,2,24.27,0.02,0,2,2,0,0,1,0],[97,1,1,1,1,1,28.06,0.02,0,1,2,1,1,1,1],[98,2,2,0,1,2,22.28,0.02,0,2,2,0,2,0,2],[99,3,3,1,1,3,21.26,0.02,0,3,1,3,3,3,3],[100,0,0,0,1,0,24.24,0.02,0,0,0,0,0,0,0],[101,1,1,1,1,1,20.2,0.02,0,1,1,1,1,3,2],[102,2,3,3,1,2,24.6,0.02,0,0,3,0,0,3,0],[103,3,3,1,1,3,20,0.0143887,1,3,1,1,3,1,3],[104,0,0,0,1,0,20,0.0173674,1,3,3,0,0,0,0],[105,1,1,3,1,1,25.09,0.02,0,1,1,1,1,1,1],[106,2,2,0,1,2,20.86,0.02,0,2,2,2,2,1,2],[107,3,3,3,1,3,20,0.0197603,1,0,3,1,3,1,3],[108,0,0,2,1,0,20,0.0198992,1,2,2,2,2,2,2],[109,1,1,3,1,1,27.46,0.02,0,1,2,1,0,0,1],[110,2,2,3,1,2,22.36,0.02,0,2,1,2,2,1,2],[111,3,3,3,1,3,20,0.0142326,1,3,2,3,3,3,3],[112,0,2,2,1,0,26.79,0.02,0,2,2,2,1,3,1],[113,1,1,3,1,3,27.9,0.02,0,1,2,1,1,1,1],[114,2,2,2,1,2,20.79,0.02,0,2,2,2,2,0,2],[115,3,3,3,1,3,20,0.0124862,1,3,3,3,3,3,3],[116,0,0,0,1,0,25.54,0.02,0,0,3,0,0,0,0],[117,1,1,1,1,1,20.35,0.02,0,1,1,1,1,1,2],[118,2,2,0,1,2,20,0.0139642,1,2,2,2,2,1,2],[119,3,3,1,1,3,20,0.0165637,1,3,1,1,3,3,3],[120,0,0,0,1,0,20,0.0197543,1,2,2,2,0,2,0],[121,1,1,1,1,1,27.87,0.02,0,1,1,1,1,1,1],[122,2,2,0,1,2,24.37,0.02,0,2,2,2,1,0,1],[123,3,3,1,1,3,20,0.0153211,1,3,3,3,3,3,3],[124,0,0,2,1,0,21.52,0.02,0,0,2,0,0,0,0],[125,1,1,1,1,1,28.16,0.02,0,3,2,1,1,1,1],[126,2,2,0,1,2,20.72,0.02,0,0,2,2,2,1,2],[127,3,3,1,1,3,21.77,0.02,0,3,2,3,1,1,1],[128,0,0,0,1,0,23.93,0.02,0,0,2,0,0,0,0],[129,1,3,3,1,1,20.1,0.02,0,1,2,1,1,2,1],[130,2,2,3,1,2,22.15,0.02,0,2,2,0,2,1,2],[131,3,3,1,1,1,20.48,0.02,0,2,3,0,3,1,3],[132,0,0,2,1,0,23.93,0.02,0,2,2,2,1,2,1],[133,1,1,3,1,1,20.01,0.02,0,1,2,0,2,2,2],[134,2,2,0,1,2,20,0.0181554,1,0,2,0,2,1,2],[135,3,1,1,1,1,20,0.0115029,1,1,1,1,3,3,3],[136,0,2,2,1,2,23.82,0.02,0,2,2,0,1,2,1],[137,1,1,1,1,1,26.28,0.02,0,1,1,1,1,1,1],[138,2,2,3,1,0,20,0.0198483,1,2,2,2,2,3,2],[139,3,2,2,1,2,20,0.0130947,1,2,2,0,2,3,2],[140,0,0,3,1,0,26.42,0.02,0,0,2,0,0,1,0],[141,1,1,3,1,1,24.67,0.02,0,1,2,1,1,1,1],[142,2,2,2,1,2,20,0.0185555,1,2,2,2,2,1,2],[143,3,3,3,1,3,20,0.0182036,1,0,3,0,3,1,3],[144,0,0,2,1,0,23.07,0.02,0,0,2,0,0,0,0],[145,1,1,3,1,1,22.37,0.02,0,0,2,1,1,1,1],[146,2,0,0,1,0,22.39,0.02,0,0,2,0,1,1,1],[147,3,3,1,1,3,20,0.0093453,1,3,3,3,3,3,3],[148,0,2,3,1,2,24.25,0.02,0,2,2,2,1,1,1],[149,1,1,2,1,1,21.46,0.02,0,1,2,1,1,2,1],[150,2,2,2,1,2,20,0.0129568,1,2,2,2,2,1,2],[151,3,3,3,1,3,20,0.0188097,1,3,2,1,3,3,3],[152,0,2,2,1,0,20.44,0.02,0,2,2,2,2,2,0],[153,1,1,1,1,1,27.74,0.02,0,1,1,1,1,1,1],[154,2,2,2,1,2,20.92,0.02,0,2,2,2,2,2,2],[155,3,3,1,1,3,20,0.0123914,1,1,1,1,3,3,3],[156,0,0,2,1,2,26.68,0.02,0,2,2,2,1,1,0],[157,1,1,1,1,1,21.11,0.02,0,3,2,0,2,0,2],[158,2,2,0,1,2,20.67,0.02,0,0,2,2,2,1,2],[159,3,3,3,1,3,20,0.0183218,1,3,3,3,3,3,3],[160,0,2,2,1,2,20.1,0.02,0,2,2,2,2,2,2],[161,1,1,3,1,1,24.7,0.02,0,1,1,1,1,1,1],[162,2,2,3,1,2,21.49,0.02,0,0,2,0,2,3,2],[163,3,3,3,1,3,20,0.0077717,1,3,2,3,3,3,3],[164,0,2,2,1,0,24.74,0.02,0,2,2,2,1,2,2],[165,1,1,3,1,1,24.05,0.02,0,1,1,1,1,2,1],[166,2,2,1,1,2,21.75,0.02,0,2,2,2,2,1,3],[167,3,3,2,1,3,20,0.0094811,1,0,2,0,3,3,3],[168,0,0,1,1,0,24.28,0.02,0,3,1,1,0,0,0],[169,1,1,1,1,1,24.11,0.02,0,1,1,1,1,1,1],[170,2,2,0,1,2,24.04,0.02,0,0,3,0,1,1,1],[171,3,3,3,1,3,20,0.0169119,1,3,3,0,3,3,3],[172,0,0,2,1,0,22.44,0.02,0,0,2,0,0,0,0],[173,1,3,3,1,1,21.02,0.02,0,0,2,0,2,2,2],[174,2,2,3,1,2,21.29,0.02,0,2,2,2,2,1,2],[175,3,1,1,1,1,21.38,0.02,0,1,1,1,3,3,3],[176,0,2,3,1,2,21.53,0.02,0,2,2,2,2,3,0],[177,1,1,3,1,1,23.52,0.02,0,1,2,1,1,2,1],[178,2,2,0,1,2,20,0.0125992,1,2,2,2,2,2,2],[179,3,1,1,1,1,21.2,0.02,0,1,1,1,3,3,3],[180,0,0,2,1,0,25.94,0.02,0,0,2,0,0,0,0],[181,1,1,1,1,1,25.07,0.02,0,1,1,1,1,1,1],[182,2,2,2,1,2,20.23,0.02,0,2,2,0,2,0,2],[183,3,3,1,1,3,20,0.0105564,1,3,1,1,3,3,3],[184,0,0,3,1,0,22.21,0.02,0,3,2,0,0,0,0],[185,1,1,3,1,1,23.28,0.02,0,1,2,1,1,2,1],[186,2,2,0,1,0,23.61,0.02,0,2,2,2,2,0,2],[187,3,3,3,1,3,20,0.013411,1,3,2,0,3,3,3],[188,0,0,2,1,0,26.91,0.02,0,0,2,0,0,0,0],[189,1,1,1,1,1,20.87,0.02,0,1,1,1,2,2,2],[190,2,0,0,1,0,22.08,0.02,0,2,2,2,2,1,2],[191,3,1,1,1,1,20.2,0.02,0,1,1,1,3,3,3],[192,0,0,0,1,0,25.33,0.02,0,0,2,0,0,0,0],[193,1,1,3,1,1,21.49,0.02,0,0,2,0,2,2,1],[194,2,2,3,1,2,22.74,0.02,0,2,2,2,1,1,2],[195,3,3,1,1,3,20,0.0142173,1,3,1,3,3,3,3],[196,0,2,3,1,2,21.15,0.02,0,2,2,2,2,2,2],[197,1,3,3,1,3,20,0.0195381,1,3,2,0,2,2,2],[198,2,2,3,1,2,21.3,0.02,0,2,1,2,2,1,2],[199,3,3,1,1,1,20,0.0197676,1,3,1,1,1,3,1],[200,0,0,3,1,3,27.72,0.02,0,2,2,2,1,1,1],[201,1,1,3,1,1,23.79,0.02,0,3,2,0,1,2,0],[202,2,2,3,1,3,23.44,0.02,0,2,2,0,2,1,2],[203,3,1,1,1,1,20,0.0156498,1,1,1,1,3,3,3],[204,0,0,2,1,0,23.61,0.02,0,0,2,0,0,0,0],[205,1,1,3,1,1,21.52,0.02,0,1,2,1,2,2,2],[206,2,2,1,1,2,23.03,0.02,0,2,3,2,2,1,2],[207,3,3,3,1,3,20,0.016898,1,3,3,3,3,1,3],[208,0,2,3,1,2,23.56,0.02,0,2,2,2,0,1,0],[209,1,1,1,1,1,25.32,0.02,0,1,1,1,1,1,1],[210,2,2,0,1,2,20,0.014908,1,2,0,2,2,0,2],[211,3,3,3,1,3,20.87,0.02,0,3,3,3,3,1,3],[212,0,0,0,1,0,22.52,0.02,0,0,2,0,0,0,0],[213,1,1,3,1,1,21.54,0.02,0,1,1,1,1,2,1],[214,2,2,1,1,2,25.11,0.02,0,2,3,0,1,1,1],[215,3,3,3,1,3,20,0.0107838,1,0,2,0,3,3,3],[216,0,0,2,1,0,20,0.0195463,1,3,3,0,0,1,0],[217,1,1,3,1,1,23.36,0.02,0,1,2,1,1,2,1],[218,2,2,3,1,2,22.8,0.02,0,0,2,0,2,1,2],[219,3,1,1,1,1,20,0.0158452,1,1,1,1,3,3,3],[220,0,0,3,1,0,21.84,0.02,0,1,1,1,0,0,0],[221,1,1,3,1,1,24.58,0.02,0,1,1,1,1,1,1],[222,2,2,0,1,2,21.37,0.02,0,0,2,0,2,0,2],[223,3,1,1,1,3,20,0.0150644,1,3,1,1,3,1,3],[224,0,0,0,1,0,25.49,0.02,0,0,3,0,0,0,0],[225,1,1,1,1,1,22.3,0.02,0,3,1,1,1,1,1],[226,2,2,3,1,2,20,0.0179441,1,2,3,2,2,3,2],[227,3,3,3,1,3,20,0.0130889,1,3,3,3,3,3,3],[228,0,0,0,1,0,22.56,0.02,0,0,3,0,0,0,0],[229,1,1,3,1,1,27.94,0.02,0,1,2,1,1,1,1],[230,2,2,0,1,2,20,0.0189538,1,2,2,2,2,0,2],[231,3,3,3,1,3,20,0.0162514,1,3,2,3,3,1,3],[232,0,0,3,1,0,22.12,0.02,0,0,3,0,0,1,0],[233,1,1,1,1,1,24.35,0.02,0,3,1,1,1,1,1],[234,2,2,2,1,2,20,0.0194709,1,2,2,2,2,2,2],[235,3,3,1,1,3,20,0.0154085,1,3,1,1,3,3,3],[236,0,0,0,1,0,26.41,0.02,0,0,2,0,0,0,0],[237,1,1,1,1,1,25.33,0.02,0,1,2,1,1,1,1],[238,2,2,2,1,2,20,0.0190691,1,2,2,0,2,2,2],[239,3,3,3,1,3,20,0.0147584,1,0,3,0,3,3,3],[240,0,0,0,1,0,23.12,0.02,0,3,3,3,0,0,0],[241,1,1,3,1,1,26.52,0.02,0,1,1,1,1,1,1],[242,2,2,0,1,2,21.82,0.02,0,2,2,2,2,1,1],[243,3,3,3,1,3,20,0.0081191,1,3,3,3,3,3,3],[244,0,0,2,1,0,27.36,0.02,0,0,2,0,1,1,1],[245,1,1,1,1,1,25.92,0.02,0,1,0,1,1,1,1],[246,2,2,0,1,2,23.18,0.02,0,2,2,2,0,1,0],[247,3,3,1,1,3,21.02,0.02,0,3,3,3,3,1,3],[248,0,0,1,1,0,24.06,0.02,0,1,1,1,0,0,0],[249,1,1,3,1,1,24.1,0.02,0,3,2,1,1,1,1],[250,2,2,0,1,2,20.98,0.02,0,2,2,2,3,1,2],[251,3,3,3,1,3,20,0.0116652,1,3,3,3,3,3,3],[252,0,0,2,1,0,24.34,0.02,0,0,2,0,0,0,0],[253,1,1,1,1,1,24.72,0.02,0,1,1,1,1,1,1],[254,2,2,0,1,2,20,0.0155178,1,2,2,2,2,1,2],[255,3,3,3,1,2,20,0.0132167,1,3,2,2,3,1,3],[256,0,2,2,1,2,24.15,0.02,0,2,2,2,1,2,1],[257,1,1,1,1,1,27.19,0.02,0,1,1,1,1,1,1],[258,2,2,0,1,2,20,0.011859,1,2,2,2,2,2,2],[259,3,3,1,1,3,20,0.0119072,1,3,1,3,3,3,3],[260,0,0,2,1,0,24.15,0.02,0,0,2,0,0,0,0],[261,1,1,1,1,1,25.13,0.02,0,1,2,1,1,1,1],[262,2,2,3,1,2,21.12,0.02,0,2,2,2,2,3,2],[263,3,3,3,1,3,20,0.0126655,1,3,3,3,3,3,3],[264,0,0,0,1,0,23.99,0.02,0,0,2,0,0,0,0],[265,1,1,1,1,1,25.18,0.02,0,1,1,1,1,1,1],[266,2,0,0,1,0,24.41,0.02,0,0,1,0,1,1,1],[267,3,3,3,1,3,20,0.0148202,1,3,3,3,3,3,3],[268,0,0,2,1,0,26.58,0.02,0,0,2,0,1,2,1],[269,1,1,1,1,1,23.25,0.02,0,1,1,1,1,1,1],[270,2,2,0,1,2,22.97,0.02,0,2,0,2,2,2,2],[271,3,3,1,1,3,20,0.0168792,1,3,1,3,3,3,3],[272,0,0,0,1,0,26.69,0.02,0,0,2,0,0,0,0],[273,1,1,1,1,1,23.54,0.02,0,3,1,1,1,1,1],[274,2,0,3,1,2,22.9,0.02,0,3,2,0,2,1,2],[275,3,3,1,1,3,20,0.0194226,1,1,1,1,3,3,3],[276,0,0,2,1,0,20,0.0197716,1,0,2,0,0,0,0],[277,1,1,1,1,1,28.14,0.02,0,1,1,1,1,1,1],[278,2,2,0,1,2,20,0.0164999,1,2,2,2,2,1,2],[279,3,1,1,1,1,20,0.0195638,1,1,1,1,3,3,3],[280,0,0,3,1,2,26.37,0.02,0,0,2,2,0,1,0],[281,1,3,1,1,1,23.87,0.02,0,1,1,1,3,1,1],[282,2,2,2,1,2,20,0.0139547,1,2,2,2,2,0,2],[283,3,3,3,1,3,20,0.0190999,1,3,3,3,3,1,3],[284,0,0,2,1,0,22.29,0.02,0,0,2,0,0,0,0],[285,1,1,3,1,1,27.66,0.02,0,1,2,1,1,1,1],[286,2,2,1,1,2,20.23,0.02,0,2,2,2,2,1,2],[287,3,2,2,1,2,20,0.0137825,1,2,2,2,2,2,2],[288,0,2,2,1,2,26.34,0.02,0,2,2,0,0,2,0],[289,1,1,1,1,1,27.45,0.02,0,1,1,1,1,1,1],[290,2,2,0,1,0,22.93,0.02,0,2,2,2,2,3,2],[291,3,3,3,1,3,20,0.0083707,1,3,2,3,3,3,3],[292,0,0,0,1,0,25.99,0.02,0,0,2,0,0,0,0],[293,1,1,1,1,1,26.48,0.02,0,1,1,1,0,1,0],[294,2,2,3,1,0,20.16,0.02,0,2,2,2,2,1,2],[295,3,3,3,1,3,20.95,0.02,0,3,3,3,3,1,3],[296,0,0,1,1,0,26.5,0.02,0,1,1,1,0,0,0],[297,1,1,3,1,1,26.02,0.02,0,1,2,1,1,2,1],[298,2,0,0,1,2,22.39,0.02,0,2,2,2,2,1,2],[299,3,3,1,1,1,20,0.0155179,1,3,3,3,3,3,3],[300,0,0,0,1,0,25.4,0.02,0,0,2,0,0,0,0],[301,1,1,3,1,1,26.79,0.02,0,1,2,1,1,1,1],[302,2,2,3,1,2,23.68,0.02,0,2,2,2,2,1,2],[303,3,3,1,1,3,20,0.018444,1,1,1,1,3,3,3],[304,0,0,0,1,0,21.42,0.02,0,0,2,0,0,0,0],[305,1,1,1,1,1,21.42,0.02,0,1,1,1,1,1,1],[306,2,2,0,1,2,22.09,0.02,0,2,2,2,2,1,2],[307,3,3,3,1,3,20,0.0197865,1,3,3,0,3,3,3],[308,0,2,3,1,2,20.53,0.02,0,2,2,2,2,3,2],[309,1,1,1,1,1,23.83,0.02,0,1,1,1,1,1,1],[310,2,2,3,1,2,22.34,0.02,0,2,2,2,1,1,2],[311,3,3,1,1,3,20,0.0166645,1,1,1,1,3,3,3],[312,0,0,2,1,0,20.49,0.02,0,0,2,0,0,0,0],[313,1,1,1,1,1,20.91,0.02,0,3,1,1,1,1,3],[314,2,2,3,1,2,20.33,0.02,0,2,2,2,2,1,3],[315,3,3,3,1,2,20,0.0123155,1,2,2,2,2,3,2],[316,0,0,2,1,0,22.13,0.02,0,0,2,0,0,0,0],[317,1,1,1,1,1,27.42,0.02,0,1,1,1,1,1,1],[318,2,2,3,1,2,23.71,0.02,0,0,2,0,2,1,2],[319,3,3,3,1,2,22.17,0.02,0,2,2,0,3,3,1],[320,0,0,0,1,0,26.22,0.02,0,0,2,0,0,0,0],[321,1,1,1,1,1,24.68,0.02,0,1,1,1,1,2,1],[322,2,2,2,1,2,23.03,0.02,0,0,2,0,2,2,2],[323,3,3,3,1,3,20,0.0161574,1,3,2,3,3,3,3],[324,0,0,0,1,0,21.31,0.02,0,3,2,3,0,0,0],[325,1,1,3,1,1,25.77,0.02,0,1,1,1,1,2,1],[326,2,2,3,1,2,23.78,0.02,0,2,2,2,2,1,2],[327,3,3,1,1,3,20.97,0.02,0,1,1,1,3,3,3],[328,0,0,2,1,0,25.75,0.02,0,0,2,0,0,0,0],[329,1,1,1,1,1,20.46,0.02,0,1,1,1,1,1,1],[330,2,2,3,1,2,20,0.0168398,1,2,2,2,2,1,2],[331,3,3,3,1,3,20,0.0120586,1,0,2,0,3,3,3],[332,0,0,2,1,0,27.55,0.02,0,2,2,0,0,2,0],[333,1,1,1,1,1,26.69,0.02,0,1,1,1,1,1,1],[334,2,2,0,1,0,24.68,0.02,0,2,2,2,0,0,0],[335,3,3,2,1,3,20,0.0104265,1,2,2,0,3,2,2],[336,0,2,2,1,0,25.82,0.02,0,2,2,0,0,0,0],[337,1,1,1,1,1,25.65,0.02,0,1,1,1,1,1,1],[338,2,2,0,1,2,23.74,0.02,0,2,2,0,1,1,1],[339,3,3,3,1,3,20.13,0.02,0,3,3,3,3,1,3],[340,0,0,2,1,0,20.64,0.02,0,0,2,0,0,0,0],[341,1,1,1,1,1,26.85,0.02,0,1,1,1,1,1,1],[342,2,2,3,1,2,20,0.0173661,1,2,2,2,3,1,3],[343,3,2,2,1,2,20,0.0120671,1,2,2,2,3,3,3],[344,0,0,2,1,0,24.75,0.02,0,0,2,0,0,0,0],[345,1,1,1,1,1,20.26,0.02,0,1,3,1,3,3,3],[346,2,2,1,1,2,24.61,0.02,0,0,1,2,2,1,2],[347,3,3,1,1,3,20.15,0.02,0,3,1,3,3,3,3],[348,0,2,2,1,2,21.75,0.02,0,2,2,2,2,2,2],[349,1,1,1,1,1,21.87,0.02,0,3,1,1,1,1,1],[350,2,2,0,1,2,20,0.0128126,1,2,2,2,2,1,2],[351,3,1,1,1,1,21.5,0.02,0,3,1,0,1,3,1],[352,0,0,0,1,0,25.12,0.02,0,0,2,0,0,0,0],[353,1,1,1,1,1,27.71,0.02,0,1,0,1,1,1,1],[354,2,2,0,1,0,21.63,0.02,0,2,2,2,2,1,2],[355,3,3,2,1,3,20,0.0170672,1,2,2,0,3,2,2],[356,0,0,2,1,0,25.01,0.02,0,0,2,0,0,0,0],[357,1,1,1,1,1,27.21,0.02,0,1,2,1,1,1,1],[358,2,2,2,1,2,20,0.0170628,1,2,2,2,2,2,2],[359,3,3,3,1,3,20,0.0087037,1,3,3,3,3,3,3],[360,0,0,2,1,0,24.2,0.02,0,0,2,0,0,0,0],[361,1,1,1,1,1,26.75,0.02,0,1,1,1,1,3,1],[362,2,2,3,1,2,20,0.0160786,1,2,2,2,2,3,2],[363,3,3,1,1,3,20,0.0194908,1,1,1,1,3,3,3],[364,0,0,2,1,0,20,0.0162499,1,0,2,0,0,2,0],[365,1,1,1,1,1,26.81,0.02,0,1,1,1,1,1,1],[366,2,2,2,1,2,21.15,0.02,0,2,2,2,2,1,2],[367,3,3,1,1,3,20,0.0119636,1,3,3,3,3,3,3],[368,0,2,2,1,2,24.65,0.02,0,0,2,0,0,2,2],[369,1,1,3,1,1,24.83,0.02,0,1,2,1,1,1,1],[370,2,2,0,1,2,21.84,0.02,0,2,2,2,3,1,2],[371,3,3,3,1,3,20,0.0150264,1,3,3,3,3,3,3],[372,0,2,2,1,2,26.74,0.02,0,2,2,2,1,2,1],[373,1,1,1,1,1,27.12,0.02,0,1,1,1,1,1,1],[374,2,2,2,1,2,20.65,0.02,0,2,2,2,2,0,2],[375,3,3,1,1,1,20,0.0137853,1,1,1,1,3,3,3],[376,0,0,3,1,0,24.16,0.02,0,0,1,1,0,0,0],[377,1,1,1,1,1,23.33,0.02,0,1,1,1,1,1,1],[378,2,2,0,1,0,23.43,0.02,0,0,2,0,1,1,1],[379,3,3,1,1,3,20,0.0155633,1,3,3,3,3,3,3],[380,0,2,3,1,2,23.38,0.02,0,0,2,0,0,3,2],[381,1,1,3,1,1,25.89,0.02,0,1,2,1,1,1,1],[382,2,2,3,1,0,20.28,0.02,0,2,2,2,2,3,2],[383,3,2,2,1,2,20,0.0195119,1,2,2,0,1,2,1],[384,0,2,3,1,2,20.41,0.02,0,0,2,0,2,3,2],[385,1,1,1,1,1,27.63,0.02,0,1,1,1,1,1,1],[386,2,2,0,1,2,20,0.0130876,1,2,2,2,2,1,2],[387,3,3,3,1,3,20,0.0096023,1,3,1,1,3,3,3],[388,0,0,2,1,0,22.05,0.02,0,0,2,0,0,2,0],[389,1,1,3,1,1,27.83,0.02,0,1,1,1,1,1,1],[390,2,2,3,1,2,23.44,0.02,0,2,2,2,1,1,2],[391,3,3,3,1,3,20,0.0140015,1,0,2,0,3,3,3],[392,0,0,2,1,0,22.32,0.02,0,2,2,0,0,0,0],[393,1,1,3,1,1,26.8,0.02,0,1,1,1,1,1,1],[394,2,2,3,1,2,24.09,0.02,0,2,2,0,0,1,1],[395,3,3,3,1,3,20,0.0198064,1,0,3,0,3,3,3],[396,0,0,3,1,2,25.26,0.02,0,2,2,0,1,3,1],[397,1,1,3,1,1,26.2,0.02,0,1,1,1,1,1,1],[398,2,2,0,1,2,20,0.0184021,1,2,2,2,2,0,2],[399,3,3,3,1,3,20,0.010584,1,3,2,3,3,3,3]],"elapsed_ms":1067,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":275,"J":263,"J_valid":263,"n_invalid":0,"n00":74,"n01":40,"n10":75,"n11":74,"ctl_n":263,"ctl_err":27},"metrics":{"target_error":0.43346007604562736,"Q_transfer":0.5665399239543727,"source_success":0.5665399239543726,"joint_error":0.2813688212927757,"T_cond":0.4966442953020134,"R":0.10266159695817491,"delta":0.33079847908745247,"delta_pp":33.07984790874524,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.6875}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":328,"J":304,"J_valid":304,"n_invalid":0,"n00":109,"n01":25,"n10":88,"n11":82,"ctl_n":304,"ctl_err":13},"metrics":{"target_error":0.3519736842105263,"Q_transfer":0.6480263157894737,"source_success":0.5592105263157895,"joint_error":0.26973684210526316,"T_cond":0.4823529411764706,"R":0.04276315789473684,"delta":0.3092105263157895,"delta_pp":30.92105263157895,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-MLP/pgd/eps0020","seed":43,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0005},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,42.39,0.002,0,2,2,2,2,2,2],[1,1,1,1,1,1,48.89,0.002,0,1,1,1,1,1,1],[2,2,0,0,1,2,40.77,0.002,0,2,0,2,2,2,2],[3,3,3,2,1,3,39.05,0.002,0,2,2,2,3,2,3],[4,0,0,0,1,0,42.3,0.002,0,0,3,0,0,0,0],[5,1,1,1,1,1,46.26,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,41.09,0.002,0,2,0,2,2,2,2],[7,3,3,1,1,3,41.08,0.002,0,1,1,1,3,3,3],[8,0,2,2,1,2,48.36,0.002,0,2,2,2,1,1,1],[9,1,1,3,1,1,47.23,0.002,0,1,1,1,1,1,1],[10,2,2,0,1,2,42.43,0.002,0,2,0,2,2,2,2],[11,3,3,3,1,3,44.59,0.002,0,3,3,3,3,3,3],[12,0,2,2,1,2,43.02,0.002,0,2,2,2,2,2,2],[13,1,1,3,1,1,47.32,0.002,0,1,1,1,1,1,1],[14,2,0,0,1,0,42.13,0.002,0,0,0,0,0,0,0],[15,3,3,2,1,3,42.48,0.002,0,0,0,0,1,1,1],[16,0,0,0,1,0,43.17,0.002,0,0,0,0,0,0,0],[17,1,1,3,1,1,48.74,0.002,0,1,1,1,1,1,1],[18,2,2,0,1,2,41.7,0.002,0,0,0,0,0,0,0],[19,3,3,1,1,3,36.72,0.002,0,1,1,1,3,3,3],[20,0,0,2,1,0,39.93,0.002,0,0,0,0,0,0,0],[21,1,1,1,1,1,46.26,0.002,0,1,1,1,1,1,1],[22,2,0,0,1,0,43.63,0.002,0,2,0,2,1,1,1],[23,3,3,0,1,3,35.83,0.002,0,3,2,3,3,3,3],[24,0,2,2,1,2,47.73,0.002,0,2,2,2,1,1,1],[25,1,1,1,1,1,46.37,0.002,0,1,1,1,1,1,1],[26,2,2,0,1,2,43.36,0.002,0,2,0,2,2,0,2],[27,3,2,2,1,2,38.05,0.002,0,2,0,2,2,2,2],[28,0,0,0,1,0,42.58,0.002,0,1,1,1,0,0,0],[29,1,1,1,1,1,48.55,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,37.79,0.002,0,2,0,2,2,2,2],[31,3,3,2,1,3,36.98,0.002,0,3,2,3,3,3,3],[32,0,0,2,1,0,47.63,0.002,0,2,2,2,0,0,0],[33,1,1,3,1,1,45.63,0.002,0,3,3,3,1,1,1],[34,2,2,0,1,2,42.43,0.002,0,2,3,2,2,0,2],[35,3,3,2,1,3,39.63,0.002,0,2,2,2,3,3,3],[36,0,0,0,1,0,47.48,0.002,0,0,0,0,0,0,0],[37,1,1,3,1,1,46.02,0.002,0,3,0,3,1,1,1],[38,2,3,0,1,3,44.62,0.002,0,0,0,0,1,1,1],[39,3,3,0,1,3,39.48,0.002,0,3,3,3,3,3,3],[40,0,0,2,1,0,40.22,0.002,0,2,2,2,2,2,2],[41,1,1,1,1,1,48.84,0.002,0,1,1,1,1,1,1],[42,2,2,0,1,2,42.3,0.002,0,0,0,0,2,0,2],[43,3,3,1,1,3,41.45,0.002,0,1,1,1,3,3,3],[44,0,0,0,1,0,46.46,0.002,0,1,1,1,0,0,0],[45,1,1,3,1,1,44.38,0.002,0,1,1,1,1,1,1],[46,2,2,3,1,2,43.7,0.002,0,2,3,2,2,3,2],[47,3,3,3,1,3,39.73,0.002,0,3,3,3,3,3,3],[48,0,0,0,1,0,43.91,0.002,0,0,0,0,0,0,0],[49,1,1,3,1,1,45.55,0.002,0,1,3,1,0,1,0],[50,2,2,0,1,2,40.23,0.002,0,2,0,2,2,2,2],[51,3,3,3,1,3,38.4,0.002,0,3,3,3,3,3,3],[52,0,0,2,1,0,39.64,0.002,0,0,0,0,0,0,0],[53,1,1,3,1,1,46.73,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,37.79,0.002,0,2,0,2,2,2,2],[55,3,3,1,1,3,39.25,0.002,0,3,3,3,3,3,3],[56,0,0,0,1,0,45.27,0.002,0,0,3,0,0,0,0],[57,1,1,3,1,1,44.04,0.002,0,1,1,1,1,1,1],[58,2,2,0,1,2,41.96,0.002,0,2,0,2,2,2,2],[59,3,3,1,1,3,36.03,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,41.39,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,48.21,0.002,0,1,1,1,1,1,1],[62,2,2,0,1,2,44.71,0.002,0,2,2,2,1,1,1],[63,3,3,2,1,3,39.2,0.002,0,3,0,2,3,3,3],[64,0,2,2,1,2,41.75,0.002,0,2,2,2,2,2,2],[65,1,1,3,1,1,47.82,0.002,0,1,1,1,1,1,1],[66,2,0,0,1,0,43.02,0.002,0,2,0,2,0,0,2],[67,3,2,2,1,2,38.39,0.002,0,2,2,2,2,2,2],[68,0,0,0,1,0,41.42,0.002,0,0,0,0,0,0,0],[69,1,1,1,1,1,44.54,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,44.59,0.002,0,2,0,2,1,1,1],[71,3,3,3,1,3,38.63,0.002,0,3,3,3,3,3,3],[72,0,0,0,1,0,46.36,0.002,0,0,0,0,0,0,0],[73,1,1,1,1,1,45.68,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,41.88,0.002,0,0,0,0,2,2,2],[75,3,3,3,1,3,40.79,0.002,0,3,3,3,3,3,3],[76,0,0,2,1,0,48.41,0.002,0,0,0,0,0,0,0],[77,1,3,3,1,3,44.35,0.002,0,3,3,3,1,3,1],[78,2,2,0,1,2,43.1,0.002,0,0,0,0,2,2,2],[79,3,3,1,1,3,41.46,0.002,0,1,1,1,3,3,3],[80,0,0,0,1,0,48.03,0.002,0,1,1,1,0,0,0],[81,1,1,3,1,1,43.32,0.002,0,1,1,1,1,2,1],[82,2,2,0,1,2,41.28,0.002,0,2,3,2,2,1,2],[83,3,3,1,1,3,42.17,0.002,0,1,1,1,3,3,3],[84,0,0,0,1,0,43.16,0.002,0,3,3,3,0,0,0],[85,1,1,1,1,1,45.58,0.002,0,1,1,1,1,1,1],[86,2,2,0,1,2,39.83,0.002,0,2,0,2,2,0,2],[87,3,1,1,1,1,40.26,0.002,0,1,1,1,3,3,3],[88,0,0,0,1,0,44.01,0.002,0,0,0,0,0,0,0],[89,1,1,1,1,1,47.58,0.002,0,1,1,1,1,1,1],[90,2,2,0,1,2,41.48,0.002,0,2,0,2,2,2,2],[91,3,3,3,1,3,40.49,0.002,0,3,3,3,3,3,3],[92,0,0,0,1,0,45.54,0.002,0,0,1,0,0,0,0],[93,1,1,3,1,1,44.73,0.002,0,1,1,1,1,1,1],[94,2,0,0,1,0,40.36,0.002,0,0,0,0,2,2,2],[95,3,1,1,1,1,38.52,0.002,0,1,1,1,3,3,3],[96,0,2,2,1,2,44.63,0.002,0,2,2,2,0,0,0],[97,1,1,3,1,1,49.67,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,42.6,0.002,0,2,0,2,2,0,2],[99,3,3,1,1,3,42.48,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,44.37,0.002,0,0,0,0,0,0,0],[101,1,1,3,1,1,42.29,0.002,0,1,1,1,1,1,1],[102,2,3,3,1,3,44.74,0.002,0,0,2,0,0,1,0],[103,3,3,1,1,3,38.94,0.002,0,3,1,1,3,3,3],[104,0,0,2,1,0,41.87,0.002,0,3,3,3,0,0,0],[105,1,1,3,1,1,45.53,0.002,0,1,1,1,1,1,1],[106,2,2,0,1,2,43.96,0.002,0,2,3,2,2,0,2],[107,3,3,3,1,3,40.61,0.002,0,0,0,1,3,3,3],[108,0,0,2,1,0,41.6,0.002,0,2,2,2,2,2,2],[109,1,1,3,1,1,48.07,0.002,0,1,0,1,0,0,0],[110,2,2,3,1,2,42.82,0.002,0,2,2,2,2,2,2],[111,3,3,3,1,3,38.73,0.002,0,3,0,3,3,3,3],[112,0,2,2,1,2,47.72,0.002,0,2,2,2,1,3,1],[113,1,1,1,1,1,47.99,0.002,0,1,1,1,1,1,1],[114,2,2,0,1,2,43.03,0.002,0,2,0,2,2,2,2],[115,3,3,1,1,3,38.04,0.002,0,3,3,3,3,3,3],[116,0,0,0,1,0,47.46,0.002,0,0,0,0,0,0,0],[117,1,1,3,1,1,40.94,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,38.18,0.002,0,2,0,2,2,2,2],[119,3,3,1,1,3,40.66,0.002,0,3,1,3,3,3,3],[120,0,0,0,1,0,42.51,0.002,0,2,2,2,0,0,0],[121,1,1,1,1,1,49.95,0.002,0,1,1,1,1,1,1],[122,2,2,0,1,2,46.56,0.002,0,2,0,2,1,1,1],[123,3,3,3,1,3,38.79,0.002,0,3,1,3,3,3,3],[124,0,0,0,1,0,42.15,0.002,0,0,2,0,0,0,0],[125,1,1,1,1,1,49.49,0.002,0,3,0,1,1,1,1],[126,2,2,2,1,2,41.89,0.002,0,0,0,0,2,2,2],[127,3,3,2,1,3,43.37,0.002,0,3,2,3,1,1,1],[128,0,0,2,1,0,46.98,0.002,0,0,0,0,0,0,0],[129,1,3,3,1,3,40.21,0.002,0,1,3,3,1,2,2],[130,2,2,0,1,2,42.79,0.002,0,2,0,2,2,2,2],[131,3,3,1,1,3,41.97,0.002,0,2,1,2,3,3,3],[132,0,0,2,1,0,44.27,0.002,0,2,2,2,1,1,1],[133,1,1,3,1,1,40.29,0.002,0,1,0,1,2,2,2],[134,2,2,0,1,2,39.61,0.002,0,0,0,0,2,2,2],[135,3,1,1,1,1,36.79,0.002,0,1,1,1,3,3,3],[136,0,2,2,1,2,44.52,0.002,0,2,2,2,1,1,1],[137,1,1,3,1,1,48.9,0.002,0,1,1,1,1,1,1],[138,2,2,0,1,2,42.41,0.002,0,2,2,2,2,2,2],[139,3,2,0,1,2,37.51,0.002,0,2,0,2,2,2,2],[140,0,0,0,1,0,46.66,0.002,0,0,0,0,0,0,0],[141,1,1,1,1,1,45.29,0.002,0,1,1,1,1,1,1],[142,2,2,0,1,2,42.28,0.002,0,2,0,2,2,2,2],[143,3,3,3,1,3,39.52,0.002,0,0,0,0,3,3,3],[144,0,0,0,1,0,44.01,0.002,0,0,0,0,0,0,0],[145,1,1,3,1,1,42.72,0.002,0,0,0,1,1,1,1],[146,2,0,0,1,0,42.62,0.002,0,0,0,0,1,1,1],[147,3,3,1,1,3,36.56,0.002,0,3,3,3,3,3,3],[148,0,2,2,1,2,45.95,0.002,0,2,2,2,1,1,1],[149,1,1,3,1,1,41.58,0.002,0,1,1,1,1,1,1],[150,2,2,0,1,2,39.91,0.002,0,2,0,2,2,2,2],[151,3,3,3,1,3,39.88,0.002,0,3,3,3,3,3,3],[152,0,2,2,1,2,41.13,0.002,0,2,2,2,2,2,2],[153,1,1,3,1,1,49.19,0.002,0,1,3,1,1,1,1],[154,2,2,0,1,2,41.3,0.002,0,2,0,2,2,2,2],[155,3,3,1,1,3,37.88,0.002,0,1,1,1,3,3,3],[156,0,0,2,1,0,46.95,0.002,0,2,2,2,1,1,1],[157,1,1,3,1,1,42.99,0.002,0,3,0,3,2,2,2],[158,2,2,0,1,2,41.91,0.002,0,0,0,0,2,2,2],[159,3,3,3,1,3,39.46,0.002,0,3,3,3,3,3,3],[160,0,2,2,1,2,40.95,0.002,0,2,2,2,2,2,2],[161,1,1,1,1,1,44.82,0.002,0,1,1,1,1,1,1],[162,2,2,2,1,2,42.34,0.002,0,0,0,0,2,2,2],[163,3,3,3,1,3,34.13,0.002,0,3,3,3,3,3,3],[164,0,2,2,1,2,46.35,0.002,0,2,0,2,1,2,1],[165,1,1,3,1,1,44.11,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,42.11,0.002,0,2,0,2,2,1,2],[167,3,3,2,1,3,34.66,0.002,0,0,0,0,3,3,3],[168,0,0,1,1,0,45.32,0.002,0,3,3,3,0,0,0],[169,1,1,1,1,1,45.29,0.002,0,1,1,1,1,1,1],[170,2,2,0,1,2,44.3,0.002,0,0,0,0,1,1,1],[171,3,3,0,1,3,41.54,0.002,0,3,3,3,3,3,3],[172,0,0,0,1,0,42.91,0.002,0,0,0,0,0,0,0],[173,1,3,3,1,3,43.01,0.002,0,0,0,0,2,2,2],[174,2,2,0,1,2,42.79,0.002,0,2,0,2,2,2,2],[175,3,1,1,1,1,41.71,0.002,0,1,1,1,3,3,3],[176,0,2,2,1,2,44.13,0.002,0,2,2,2,2,3,2],[177,1,1,3,1,1,43.69,0.002,0,1,0,1,1,2,1],[178,2,2,0,1,2,36.88,0.002,0,2,0,2,2,2,2],[179,3,1,1,1,1,41.8,0.002,0,1,1,1,3,3,3],[180,0,0,0,1,0,45.99,0.002,0,0,0,0,0,0,0],[181,1,1,3,1,1,45.68,0.002,0,1,3,1,1,1,1],[182,2,2,0,1,2,43.44,0.002,0,2,0,2,2,2,2],[183,3,3,1,1,3,35.2,0.002,0,3,1,3,3,3,3],[184,0,0,3,1,0,43.32,0.002,0,3,3,3,0,0,0],[185,1,1,3,1,1,43.49,0.002,0,1,1,1,1,1,1],[186,2,2,0,1,2,45.31,0.002,0,2,0,2,2,0,2],[187,3,3,2,1,3,38.04,0.002,0,3,0,3,3,3,3],[188,0,0,0,1,0,47.16,0.002,0,0,0,0,0,0,0],[189,1,1,3,1,1,41.25,0.002,0,1,1,1,2,2,1],[190,2,0,0,1,2,44.24,0.002,0,2,0,2,2,0,2],[191,3,1,1,1,1,40.89,0.002,0,1,1,1,3,3,3],[192,0,0,0,1,0,46.77,0.002,0,0,0,0,0,0,0],[193,1,1,3,1,1,42.57,0.002,0,0,0,0,2,2,1],[194,2,2,0,1,2,45.92,0.002,0,2,0,2,1,0,2],[195,3,3,1,1,3,39.99,0.002,0,3,3,3,3,3,3],[196,0,2,2,1,2,41.23,0.002,0,2,2,2,2,2,2],[197,1,3,3,1,3,40.49,0.002,0,3,0,3,2,2,2],[198,2,2,2,1,2,41.7,0.002,0,2,2,2,2,2,2],[199,3,3,1,1,3,41.92,0.002,0,3,1,3,1,1,1],[200,0,0,3,1,0,47.83,0.002,0,2,2,2,1,1,1],[201,1,1,3,1,1,48.96,0.002,0,3,3,3,1,1,1],[202,2,2,0,1,2,46.34,0.002,0,2,3,2,2,1,2],[203,3,1,1,1,1,40.09,0.002,0,1,1,1,3,3,3],[204,0,0,0,1,0,43.75,0.002,0,0,0,0,0,0,0],[205,1,1,3,1,1,41.69,0.002,0,1,1,1,2,2,2],[206,2,2,1,1,2,44.29,0.002,0,2,3,2,2,1,2],[207,3,3,3,1,3,42.87,0.002,0,3,3,3,3,3,3],[208,0,2,2,1,2,45.03,0.002,0,2,2,2,0,2,0],[209,1,1,3,1,1,46.92,0.002,0,1,1,1,1,1,1],[210,2,2,0,1,2,37.68,0.002,0,2,0,2,2,2,2],[211,3,3,3,1,3,41.46,0.002,0,3,3,3,3,3,3],[212,0,0,0,1,0,43.26,0.002,0,0,0,0,0,0,0],[213,1,1,1,1,1,41.62,0.002,0,1,1,1,1,1,1],[214,2,2,3,1,2,45.41,0.002,0,2,3,2,1,1,1],[215,3,3,3,1,3,36.48,0.002,0,0,0,0,3,3,3],[216,0,0,2,1,0,41.62,0.002,0,3,3,3,0,0,0],[217,1,1,1,1,1,43.41,0.002,0,1,0,1,1,1,1],[218,2,2,3,1,2,43.17,0.002,0,0,0,0,2,2,2],[219,3,1,1,1,1,38.47,0.002,0,1,1,1,3,3,3],[220,0,0,3,1,0,42.37,0.002,0,1,3,1,0,0,0],[221,1,1,3,1,1,45.77,0.002,0,1,1,1,1,1,1],[222,2,2,0,1,2,41.82,0.002,0,0,0,0,2,2,2],[223,3,1,1,1,3,40.11,0.002,0,3,1,3,3,3,3],[224,0,0,0,1,0,45.84,0.002,0,0,0,0,0,0,0],[225,1,1,3,1,1,44.64,0.002,0,3,3,3,1,3,1],[226,2,2,3,1,2,40.3,0.002,0,2,2,2,2,2,2],[227,3,3,3,1,3,39.73,0.002,0,3,3,3,3,3,3],[228,0,0,0,1,0,44.28,0.002,0,0,0,0,0,0,0],[229,1,1,1,1,1,50.77,0.002,0,1,1,1,1,1,1],[230,2,2,0,1,2,39.84,0.002,0,2,0,0,2,2,2],[231,3,3,3,1,3,40.46,0.002,0,3,2,3,3,3,3],[232,0,0,0,1,0,42.22,0.002,0,0,3,0,0,0,0],[233,1,1,3,1,1,46.62,0.002,0,3,3,3,1,1,1],[234,2,2,0,1,2,41.81,0.002,0,2,0,2,2,2,2],[235,3,3,1,1,3,38.66,0.002,0,3,1,3,3,3,3],[236,0,0,0,1,0,47.43,0.002,0,0,0,0,0,0,0],[237,1,1,1,1,1,46.18,0.002,0,1,1,1,1,1,1],[238,2,2,0,1,2,39.7,0.002,0,2,0,2,2,2,2],[239,3,3,0,1,3,38.09,0.002,0,0,0,0,3,3,3],[240,0,0,0,1,0,44.82,0.002,0,3,3,3,0,0,0],[241,1,1,1,1,1,46.59,0.002,0,1,1,1,1,1,1],[242,2,2,0,1,2,43.64,0.002,0,2,2,2,2,2,2],[243,3,3,0,1,3,35.21,0.002,0,3,3,3,3,3,3],[244,0,0,2,1,0,47.43,0.002,0,0,0,0,1,1,1],[245,1,1,1,1,1,46.01,0.002,0,1,1,1,1,1,1],[246,2,2,0,1,2,45.22,0.002,0,2,0,2,0,0,0],[247,3,3,3,1,3,43.31,0.002,0,3,3,3,3,3,3],[248,0,0,0,1,0,44.13,0.002,0,1,1,1,0,0,0],[249,1,1,3,1,1,45.66,0.002,0,3,3,3,1,1,1],[250,2,2,0,1,2,43.4,0.002,0,2,0,2,3,1,1],[251,3,3,3,1,3,36.7,0.002,0,3,0,3,3,3,3],[252,0,0,0,1,0,44.58,0.002,0,0,2,0,0,0,0],[253,1,1,1,1,1,44.96,0.002,0,1,1,1,1,1,1],[254,2,2,0,1,2,39.78,0.002,0,2,0,2,2,2,2],[255,3,3,2,1,3,39.52,0.002,0,3,2,2,3,3,3],[256,0,2,2,1,2,44.42,0.002,0,2,2,2,1,1,1],[257,1,1,1,1,1,48.01,0.002,0,1,1,1,1,1,1],[258,2,2,0,1,2,38.03,0.002,0,2,2,2,2,2,2],[259,3,3,1,1,3,37.5,0.002,0,3,1,3,3,3,3],[260,0,0,0,1,0,44.6,0.002,0,0,0,0,0,0,0],[261,1,1,3,1,1,46.54,0.002,0,1,3,1,1,1,1],[262,2,2,0,1,2,43.85,0.002,0,2,3,2,2,1,2],[263,3,3,3,1,3,37.06,0.002,0,3,3,3,3,3,3],[264,0,0,0,1,0,44.07,0.002,0,0,0,0,0,0,0],[265,1,1,3,1,1,48.06,0.002,0,1,1,1,1,1,1],[266,2,0,0,1,0,44.51,0.002,0,0,0,0,1,1,1],[267,3,3,3,1,3,40.86,0.002,0,3,3,3,3,3,3],[268,0,0,2,1,0,46.63,0.002,0,0,0,0,1,1,1],[269,1,1,3,1,1,44.32,0.002,0,1,1,1,1,1,1],[270,2,2,2,1,2,43.03,0.002,0,2,0,2,2,2,2],[271,3,3,1,1,3,41.03,0.002,0,3,3,3,3,3,3],[272,0,0,0,1,0,46.88,0.002,0,0,0,0,0,0,0],[273,1,1,3,1,1,45.65,0.002,0,3,3,3,1,2,1],[274,2,0,0,1,0,45.6,0.002,0,3,0,3,2,1,2],[275,3,3,1,1,3,40.03,0.002,0,1,1,1,3,3,3],[276,0,0,0,1,0,40.84,0.002,0,0,0,0,0,0,0],[277,1,1,1,1,1,48.59,0.002,0,1,1,1,1,1,1],[278,2,2,0,1,2,39.56,0.002,0,2,0,2,2,2,2],[279,3,1,1,1,1,42.58,0.002,0,1,1,1,3,3,3],[280,0,0,2,1,0,48.92,0.002,0,0,0,2,0,0,0],[281,1,3,3,1,3,45.34,0.002,0,1,3,1,3,3,3],[282,2,2,0,1,2,40.15,0.002,0,2,0,2,2,2,2],[283,3,3,3,1,3,44.19,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,42.45,0.002,0,0,0,0,0,0,0],[285,1,1,1,1,1,47.81,0.002,0,1,1,1,1,1,1],[286,2,2,0,1,2,41.21,0.002,0,2,0,2,2,2,2],[287,3,2,2,1,2,37.43,0.002,0,2,2,2,2,2,2],[288,0,2,2,1,2,46.41,0.002,0,2,2,2,0,0,0],[289,1,1,1,1,1,48.6,0.002,0,1,1,1,1,1,1],[290,2,2,0,1,2,46.08,0.002,0,2,2,2,2,2,2],[291,3,3,0,1,3,35.36,0.002,0,3,0,3,3,3,3],[292,0,0,0,1,0,46.42,0.002,0,0,0,0,0,0,0],[293,1,1,3,1,1,47.31,0.002,0,1,3,1,0,1,1],[294,2,2,0,1,2,43.07,0.002,0,2,2,2,2,2,2],[295,3,3,3,1,3,44.76,0.002,0,3,3,3,3,3,3],[296,0,0,0,1,0,46.97,0.002,0,1,1,1,0,0,0],[297,1,1,1,1,1,46.09,0.002,0,1,1,1,1,1,1],[298,2,0,0,1,0,43.96,0.002,0,2,0,2,2,2,2],[299,3,3,1,1,3,41.69,0.002,0,3,3,3,3,3,3],[300,0,0,0,1,0,45.84,0.002,0,0,0,0,0,0,0],[301,1,1,1,1,1,48.58,0.002,0,1,1,1,1,1,1],[302,2,2,0,1,2,44.34,0.002,0,2,0,2,2,0,2],[303,3,3,3,1,3,43.31,0.002,0,1,1,1,3,3,3],[304,0,0,0,1,0,43.75,0.002,0,0,3,0,0,0,0],[305,1,1,3,1,1,44.21,0.002,0,1,1,1,1,1,1],[306,2,2,0,1,2,42.34,0.002,0,2,2,2,2,2,2],[307,3,3,0,1,3,42.21,0.002,0,3,0,3,3,3,3],[308,0,2,2,1,2,43.24,0.002,0,2,2,2,2,2,2],[309,1,1,3,1,1,45.69,0.002,0,1,1,1,1,1,1],[310,2,2,0,1,2,44.96,0.002,0,2,0,2,1,1,2],[311,3,3,1,1,3,39.83,0.002,0,1,1,1,3,3,3],[312,0,0,2,1,0,40.59,0.002,0,0,2,0,0,0,0],[313,1,1,3,1,1,43.65,0.002,0,3,3,3,1,3,1],[314,2,2,0,1,2,43.64,0.002,0,2,2,2,2,1,2],[315,3,3,0,1,3,38.11,0.002,0,2,0,2,2,2,2],[316,0,0,0,1,0,43.12,0.002,0,0,0,0,0,0,0],[317,1,1,1,1,1,48.57,0.002,0,1,1,1,1,1,1],[318,2,2,3,1,2,43.77,0.002,0,0,2,0,2,2,2],[319,3,3,2,1,3,43.44,0.002,0,2,2,2,3,2,3],[320,0,0,0,1,0,49.82,0.002,0,0,3,0,0,0,0],[321,1,1,3,1,1,45.1,0.002,0,1,1,1,1,1,1],[322,2,2,0,1,2,44.43,0.002,0,0,0,0,2,2,2],[323,3,3,3,1,3,42.45,0.002,0,3,3,3,3,3,3],[324,0,0,0,1,0,42.56,0.002,0,3,3,3,0,0,0],[325,1,1,1,1,1,46.22,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,44.71,0.002,0,2,0,2,2,0,2],[327,3,3,1,1,3,42.38,0.002,0,1,1,1,3,3,3],[328,0,0,0,1,0,45.96,0.002,0,0,0,0,0,0,0],[329,1,1,3,1,1,42.94,0.002,0,1,3,1,1,3,1],[330,2,2,0,1,2,41.14,0.002,0,2,0,2,2,2,2],[331,3,3,2,1,3,36.64,0.002,0,0,0,0,3,3,3],[332,0,0,2,1,0,47.92,0.002,0,2,2,2,0,0,0],[333,1,1,1,1,1,46.78,0.002,0,1,1,1,1,1,1],[334,2,2,0,1,2,46.37,0.002,0,2,0,2,0,0,0],[335,3,3,2,1,3,34.88,0.002,0,2,0,2,3,2,3],[336,0,2,2,1,2,45.93,0.002,0,2,0,0,0,0,0],[337,1,1,3,1,1,47.9,0.002,0,1,1,1,1,1,1],[338,2,2,0,1,2,44.32,0.002,0,2,0,2,1,1,1],[339,3,3,3,1,3,43.49,0.002,0,3,3,3,3,3,3],[340,0,0,0,1,0,40.82,0.002,0,0,0,0,0,0,0],[341,1,1,3,1,1,50.32,0.002,0,1,1,1,1,1,1],[342,2,2,0,1,2,42.48,0.002,0,2,0,2,3,1,3],[343,3,2,2,1,2,38.9,0.002,0,2,0,2,3,3,3],[344,0,0,0,1,0,44.82,0.002,0,0,0,0,0,0,0],[345,1,1,3,1,1,43.01,0.002,0,1,3,1,3,3,3],[346,2,2,3,1,2,44.65,0.002,0,0,1,0,2,2,2],[347,3,3,1,1,3,43.02,0.002,0,3,3,3,3,3,3],[348,0,2,2,1,2,41.89,0.002,0,2,2,2,2,2,2],[349,1,1,3,1,1,44.4,0.002,0,3,3,3,1,2,1],[350,2,2,0,1,2,36.92,0.002,0,2,2,2,2,2,2],[351,3,1,1,1,1,43.54,0.002,0,3,1,3,1,1,1],[352,0,0,0,1,0,46.13,0.002,0,0,0,0,0,0,0],[353,1,1,1,1,1,48.16,0.002,0,1,1,1,1,1,1],[354,2,2,0,1,2,43.3,0.002,0,2,2,2,2,2,2],[355,3,3,2,1,3,39.69,0.002,0,2,2,2,3,2,3],[356,0,0,0,1,0,46.52,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,52.06,0.002,0,1,1,1,1,1,1],[358,2,2,0,1,2,38.9,0.002,0,2,0,2,2,2,2],[359,3,3,0,1,3,35.92,0.002,0,3,3,3,3,3,3],[360,0,0,0,1,0,44.3,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,46.85,0.002,0,1,1,1,1,1,1],[362,2,2,0,1,2,40.01,0.002,0,2,0,2,2,2,2],[363,3,3,1,1,3,41.29,0.002,0,1,1,1,3,3,3],[364,0,0,0,1,0,38.54,0.002,0,0,2,0,0,0,0],[365,1,1,1,1,1,47.87,0.002,0,1,1,1,1,1,1],[366,2,2,0,1,2,44.38,0.002,0,2,0,2,2,2,2],[367,3,3,1,1,3,38.54,0.002,0,3,3,3,3,3,3],[368,0,2,2,1,2,44.71,0.002,0,0,2,0,0,2,0],[369,1,1,3,1,1,47.06,0.002,0,1,1,1,1,1,1],[370,2,2,0,1,2,44.69,0.002,0,2,0,2,3,3,3],[371,3,3,3,1,3,41.11,0.002,0,3,3,3,3,3,3],[372,0,2,2,1,2,46.93,0.002,0,2,2,2,1,1,1],[373,1,1,1,1,1,48.47,0.002,0,1,1,1,1,1,1],[374,2,2,0,1,2,41.58,0.002,0,2,0,2,2,2,2],[375,3,3,1,1,3,38.9,0.002,0,1,1,1,3,3,3],[376,0,0,0,1,0,44.23,0.002,0,0,1,0,0,0,0],[377,1,1,3,1,1,44.23,0.002,0,1,1,1,1,1,1],[378,2,2,0,1,2,44.08,0.002,0,0,0,0,1,1,1],[379,3,3,1,1,3,39.83,0.002,0,3,1,3,3,3,3],[380,0,2,2,1,2,43.64,0.002,0,0,2,0,0,2,0],[381,1,1,1,1,1,45.94,0.002,0,1,1,1,1,1,1],[382,2,2,0,1,2,41.91,0.002,0,2,2,2,2,2,2],[383,3,2,2,1,2,41,0.002,0,2,2,2,1,2,1],[384,0,2,2,1,2,41.45,0.002,0,0,2,0,2,2,2],[385,1,1,1,1,1,47.77,0.002,0,1,1,1,1,1,1],[386,2,2,0,1,2,38.29,0.002,0,2,2,2,2,2,2],[387,3,3,3,1,3,34.56,0.002,0,3,1,3,3,3,3],[388,0,0,2,1,0,42.74,0.002,0,0,2,0,0,0,0],[389,1,1,1,1,1,48,0.002,0,1,1,1,1,1,1],[390,2,2,0,1,2,46.24,0.002,0,2,3,2,1,1,1],[391,3,3,3,1,3,37.18,0.002,0,0,0,0,3,3,3],[392,0,0,2,1,0,42.43,0.002,0,2,2,2,0,0,0],[393,1,1,1,1,1,46.87,0.002,0,1,1,1,1,1,1],[394,2,2,0,1,2,46.62,0.002,0,2,0,2,0,1,0],[395,3,3,3,1,3,40.88,0.002,0,0,0,0,3,3,3],[396,0,0,2,1,2,46.29,0.002,0,2,2,2,1,1,1],[397,1,1,1,1,1,46.25,0.002,0,1,1,1,1,1,1],[398,2,2,0,1,2,40.78,0.002,0,2,0,2,2,2,2],[399,3,3,3,1,3,38.08,0.002,0,3,3,3,3,3,3]],"elapsed_ms":1617,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":275,"J":263,"J_valid":263,"n_invalid":0,"n00":97,"n01":17,"n10":65,"n11":84,"ctl_n":263,"ctl_err":5},"metrics":{"target_error":0.3840304182509506,"Q_transfer":0.6159695817490494,"source_success":0.5665399239543726,"joint_error":0.3193916349809886,"T_cond":0.5637583892617449,"R":0.019011406844106463,"delta":0.3650190114068441,"delta_pp":36.50190114068441,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.6875}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":328,"J":304,"J_valid":304,"n_invalid":0,"n00":132,"n01":0,"n10":145,"n11":27,"ctl_n":304,"ctl_err":0},"metrics":{"target_error":0.08881578947368421,"Q_transfer":0.9111842105263158,"source_success":0.5657894736842105,"joint_error":0.08881578947368421,"T_cond":0.1569767441860465,"R":0,"delta":0.08881578947368421,"delta_pp":8.881578947368421,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-MLP/pgd/eps0050","seed":43,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.00125},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,35.54,0.005,0,2,2,2,2,2,2],[1,1,1,1,1,1,42.19,0.005,0,1,1,1,1,1,1],[2,2,0,0,1,2,34.21,0.005,0,2,0,2,2,2,2],[3,3,3,2,1,3,33.29,0.005,0,2,2,2,3,2,2],[4,0,0,0,1,0,35.72,0.005,0,0,3,0,0,0,0],[5,1,1,3,1,1,38.9,0.005,0,1,0,1,1,2,1],[6,2,2,0,1,2,33.75,0.005,0,2,0,2,2,1,2],[7,3,3,1,1,3,34.13,0.005,0,1,1,1,3,3,3],[8,0,2,2,1,2,40.6,0.005,0,2,2,2,1,1,1],[9,1,1,3,1,1,40.76,0.005,0,1,1,1,1,1,1],[10,2,2,0,1,2,34.61,0.005,0,2,0,2,2,0,2],[11,3,3,1,1,3,34.51,0.005,0,3,3,3,3,3,3],[12,0,2,2,1,2,36.22,0.005,0,2,2,2,2,2,2],[13,1,1,3,1,1,38.97,0.005,0,1,1,1,1,1,1],[14,2,0,0,1,0,35.11,0.005,0,0,0,0,0,0,0],[15,3,3,2,1,3,36.61,0.005,0,0,0,0,1,3,3],[16,0,0,0,1,0,35.99,0.005,0,0,0,0,0,0,0],[17,1,1,3,1,1,42.23,0.005,0,1,1,1,1,1,1],[18,2,2,0,1,2,34.94,0.005,0,0,0,0,0,0,0],[19,3,3,1,1,3,29.86,0.005,0,1,1,1,3,3,3],[20,0,0,2,1,0,33.29,0.005,0,0,0,0,0,0,0],[21,1,1,1,1,1,39.52,0.005,0,1,1,1,1,1,1],[22,2,0,0,1,0,37.72,0.005,0,2,0,2,1,0,1],[23,3,3,0,1,3,28.68,0.005,0,3,0,3,3,2,3],[24,0,2,2,1,2,40.2,0.005,0,2,2,2,1,1,1],[25,1,1,1,1,1,39.29,0.005,0,1,1,1,1,1,1],[26,2,2,0,1,2,36.11,0.005,0,2,0,2,2,1,2],[27,3,2,0,1,2,30.7,0.005,0,2,2,2,2,2,2],[28,0,0,3,1,0,35.28,0.005,0,1,1,1,0,0,0],[29,1,1,3,1,1,41.41,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,31.29,0.005,0,2,0,2,2,2,2],[31,3,3,2,1,3,28.71,0.005,0,3,2,3,3,3,3],[32,0,0,2,1,0,40.94,0.005,0,2,2,2,0,3,0],[33,1,1,3,1,1,39.06,0.005,0,3,2,3,1,2,1],[34,2,2,0,1,2,34.37,0.005,0,2,3,2,2,0,2],[35,3,3,0,1,3,33.07,0.005,0,2,0,3,3,2,3],[36,0,0,0,1,0,39.55,0.005,0,0,0,0,0,0,0],[37,1,1,3,1,1,39.4,0.005,0,3,0,1,1,1,1],[38,2,3,0,1,3,39.01,0.005,0,0,0,0,1,1,1],[39,3,3,2,1,3,31.51,0.005,0,3,2,3,3,3,3],[40,0,0,2,1,0,32.45,0.005,0,2,2,2,2,2,2],[41,1,1,1,1,1,43.44,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,34.9,0.005,0,0,0,0,2,0,2],[43,3,3,1,1,3,32.98,0.005,0,1,1,1,3,3,3],[44,0,0,0,1,0,39.05,0.005,0,1,1,1,0,0,0],[45,1,1,3,1,1,38.32,0.005,0,1,1,1,1,1,1],[46,2,2,3,1,2,36.55,0.005,0,2,3,2,2,3,2],[47,3,3,3,1,3,32.17,0.005,0,3,2,3,3,3,3],[48,0,0,0,1,0,36.17,0.005,0,0,0,0,0,0,0],[49,1,1,3,1,1,38.83,0.005,0,1,2,1,0,2,1],[50,2,2,0,1,0,34.28,0.005,0,2,0,2,2,0,2],[51,3,3,3,1,3,33,0.005,0,3,3,3,3,3,3],[52,0,0,2,1,0,32.87,0.005,0,0,3,0,0,0,0],[53,1,1,3,1,1,40.21,0.005,0,1,0,1,1,1,1],[54,2,2,0,1,2,32.11,0.005,0,2,0,2,2,2,2],[55,3,3,1,1,3,32.44,0.005,0,3,3,3,3,3,3],[56,0,0,0,1,0,38.76,0.005,0,0,3,0,0,0,0],[57,1,1,3,1,1,37.3,0.005,0,1,1,1,1,2,1],[58,2,2,0,1,2,35.76,0.005,0,2,0,2,2,0,2],[59,3,3,1,1,3,29.73,0.005,0,3,3,3,3,1,3],[60,0,0,2,1,0,34.72,0.005,0,0,2,0,0,0,0],[61,1,1,1,1,1,41.07,0.005,0,1,1,1,1,1,1],[62,2,2,0,1,2,36.68,0.005,0,2,2,2,1,0,1],[63,3,3,0,1,3,31.36,0.005,0,3,2,2,3,2,3],[64,0,2,2,1,2,34.8,0.005,0,2,2,2,2,3,2],[65,1,1,3,1,1,41.76,0.005,0,1,1,1,1,1,1],[66,2,0,0,1,0,36.38,0.005,0,2,0,2,0,0,2],[67,3,2,0,1,2,31.09,0.005,0,2,2,2,2,0,2],[68,0,0,0,1,0,33.53,0.005,0,0,0,0,0,0,0],[69,1,1,3,1,1,37.7,0.005,0,1,3,1,1,1,1],[70,2,2,0,1,2,38.31,0.005,0,2,2,2,1,1,1],[71,3,3,3,1,3,32.67,0.005,0,3,3,3,3,3,3],[72,0,0,0,1,0,38.43,0.005,0,0,0,0,0,0,0],[73,1,1,3,1,1,38.75,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,36.29,0.005,0,0,0,0,2,2,2],[75,3,3,3,1,3,33.22,0.005,0,3,3,3,3,3,3],[76,0,0,2,1,0,40.07,0.005,0,0,0,0,0,0,0],[77,1,3,3,1,1,37.12,0.005,0,3,2,3,1,2,1],[78,2,2,0,1,2,36.74,0.005,0,0,0,0,2,1,2],[79,3,3,1,1,3,33.39,0.005,0,1,1,1,3,3,3],[80,0,0,0,1,0,39.96,0.005,0,1,1,1,0,0,0],[81,1,1,3,1,1,36.38,0.005,0,1,1,1,1,2,1],[82,2,2,0,1,2,32.9,0.005,0,2,3,2,2,0,2],[83,3,3,1,1,3,35.09,0.005,0,1,1,1,3,3,3],[84,0,0,0,1,0,36.02,0.005,0,3,3,3,0,0,0],[85,1,1,3,1,1,38.96,0.005,0,1,3,1,1,1,1],[86,2,2,0,1,2,32.32,0.005,0,2,0,2,2,0,2],[87,3,1,1,1,1,33.53,0.005,0,1,1,1,3,3,3],[88,0,0,2,1,0,36.34,0.005,0,0,0,0,0,0,0],[89,1,1,1,1,1,40,0.005,0,1,1,1,1,1,1],[90,2,2,0,1,2,32.71,0.005,0,2,0,2,2,2,2],[91,3,3,0,1,3,32.25,0.005,0,3,3,3,3,3,3],[92,0,0,3,1,0,37.97,0.005,0,0,1,0,0,0,0],[93,1,1,3,1,1,37.88,0.005,0,1,1,1,1,1,1],[94,2,0,0,1,0,33.35,0.005,0,0,0,0,2,2,2],[95,3,1,1,1,1,31.83,0.005,0,1,1,1,3,3,3],[96,0,2,2,1,2,37.44,0.005,0,2,2,2,0,2,0],[97,1,1,3,1,1,42.44,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,37.05,0.005,0,2,0,2,2,0,2],[99,3,3,1,1,3,36.41,0.005,0,3,3,3,3,3,3],[100,0,0,0,1,0,37.19,0.005,0,0,0,0,0,0,0],[101,1,1,3,1,1,35.81,0.005,0,1,1,1,1,2,1],[102,2,3,3,1,3,37.3,0.005,0,0,3,2,0,1,0],[103,3,3,1,1,3,31.82,0.005,0,3,1,1,3,3,3],[104,0,0,2,1,0,34.16,0.005,0,3,3,3,0,0,0],[105,1,1,3,1,1,38.55,0.005,0,1,1,1,1,1,1],[106,2,2,0,1,2,35.86,0.005,0,2,3,2,2,0,2],[107,3,3,1,1,3,33.48,0.005,0,0,0,0,3,3,3],[108,0,0,2,1,0,34.03,0.005,0,2,2,2,2,2,2],[109,1,1,3,1,1,42.98,0.005,0,1,0,1,0,0,0],[110,2,2,0,1,2,35.62,0.005,0,2,0,2,2,0,2],[111,3,3,2,1,3,32.31,0.005,0,3,0,3,3,3,3],[112,0,2,2,1,2,41.24,0.005,0,2,2,0,1,3,1],[113,1,1,3,1,1,40.34,0.005,0,1,1,1,1,1,1],[114,2,2,0,1,2,35.37,0.005,0,2,0,2,2,0,2],[115,3,3,1,1,3,31.42,0.005,0,3,3,3,3,3,3],[116,0,0,0,1,0,40.35,0.005,0,0,0,0,0,0,0],[117,1,1,3,1,1,34.63,0.005,0,1,1,1,1,1,1],[118,2,2,0,1,2,31.83,0.005,0,2,0,2,2,2,2],[119,3,3,1,1,3,33.5,0.005,0,3,1,3,3,3,3],[120,0,0,2,1,0,35.19,0.005,0,2,2,2,0,0,0],[121,1,1,3,1,1,42.85,0.005,0,1,3,1,1,3,1],[122,2,2,0,1,2,39.28,0.005,0,2,0,2,1,0,1],[123,3,3,1,1,3,32.43,0.005,0,3,1,3,3,3,3],[124,0,0,2,1,0,35.53,0.005,0,0,2,0,0,0,0],[125,1,1,3,1,1,42.42,0.005,0,3,0,1,1,1,1],[126,2,2,0,1,2,34.22,0.005,0,0,0,0,2,2,2],[127,3,3,0,1,3,37.2,0.005,0,3,2,3,1,0,1],[128,0,0,2,1,0,39.07,0.005,0,0,2,0,0,0,0],[129,1,3,3,1,3,32.81,0.005,0,1,2,1,1,2,2],[130,2,2,0,1,2,36.13,0.005,0,2,0,2,2,0,2],[131,3,3,1,1,3,35.71,0.005,0,2,1,2,3,3,3],[132,0,0,2,1,0,37.5,0.005,0,2,2,2,1,2,1],[133,1,1,3,1,1,33.3,0.005,0,1,0,1,2,2,2],[134,2,2,0,1,2,33.42,0.005,0,0,0,2,2,2,2],[135,3,1,1,1,1,29.92,0.005,0,1,1,1,3,3,3],[136,0,2,2,1,2,38.03,0.005,0,2,2,2,1,1,1],[137,1,1,3,1,1,40.99,0.005,0,1,1,1,1,1,1],[138,2,2,0,1,2,34.73,0.005,0,2,3,2,2,1,2],[139,3,2,0,1,2,30.95,0.005,0,2,2,2,2,2,2],[140,0,0,3,1,0,38.67,0.005,0,0,0,0,0,0,0],[141,1,1,3,1,1,38.12,0.005,0,1,3,1,1,1,1],[142,2,2,0,1,2,34.68,0.005,0,2,0,2,2,2,2],[143,3,3,0,1,3,32.94,0.005,0,0,0,0,3,3,3],[144,0,0,2,1,0,37.08,0.005,0,0,2,0,0,0,0],[145,1,1,3,1,1,35.49,0.005,0,0,0,0,1,2,1],[146,2,0,0,1,0,35.44,0.005,0,0,0,0,1,0,1],[147,3,3,1,1,3,28.95,0.005,0,3,3,3,3,3,3],[148,0,2,2,1,2,39.68,0.005,0,2,2,2,1,3,1],[149,1,1,3,1,1,34.73,0.005,0,1,1,1,1,1,1],[150,2,2,0,1,2,31.97,0.005,0,2,0,2,2,0,2],[151,3,3,3,1,3,33.59,0.005,0,3,3,3,3,3,3],[152,0,2,2,1,2,34.82,0.005,0,2,2,2,2,2,0],[153,1,1,3,1,1,42.51,0.005,0,1,3,1,1,3,1],[154,2,2,0,1,2,35.53,0.005,0,2,0,2,2,2,2],[155,3,3,1,1,3,29.92,0.005,0,1,1,1,3,3,3],[156,0,0,2,1,0,40.36,0.005,0,2,2,2,1,1,1],[157,1,1,3,1,1,36.3,0.005,0,3,0,3,2,2,2],[158,2,2,0,1,2,35.15,0.005,0,0,0,0,2,2,2],[159,3,3,0,1,3,33.26,0.005,0,3,3,3,3,3,3],[160,0,2,2,1,2,32.86,0.005,0,2,2,2,2,2,2],[161,1,1,1,1,1,37.52,0.005,0,1,1,1,1,1,1],[162,2,2,0,1,2,34.64,0.005,0,0,0,0,2,2,2],[163,3,3,0,1,3,27.22,0.005,0,3,3,3,3,3,3],[164,0,2,2,1,2,39.56,0.005,0,2,2,2,1,2,1],[165,1,1,3,1,1,36.44,0.005,0,1,1,1,1,1,1],[166,2,2,3,1,2,34.69,0.005,0,2,0,2,2,1,2],[167,3,3,2,1,3,27.97,0.005,0,0,0,0,3,3,3],[168,0,0,1,1,0,39.47,0.005,0,3,3,3,0,0,0],[169,1,1,3,1,1,38.56,0.005,0,1,3,1,1,3,1],[170,2,2,0,1,2,37.67,0.005,0,0,0,0,1,1,1],[171,3,3,0,1,3,34.35,0.005,0,3,3,3,3,3,3],[172,0,0,0,1,0,34.97,0.005,0,0,0,0,0,0,0],[173,1,3,2,1,1,35.31,0.005,0,0,0,0,2,2,2],[174,2,2,0,1,2,36.12,0.005,0,2,0,2,2,1,2],[175,3,1,1,1,1,34.49,0.005,0,1,1,1,3,3,3],[176,0,2,2,1,2,37.08,0.005,0,2,2,2,2,3,2],[177,1,1,3,1,1,37.14,0.005,0,1,0,1,1,2,1],[178,2,2,0,1,2,30.18,0.005,0,2,0,2,2,2,2],[179,3,1,1,1,1,34.48,0.005,0,1,1,1,3,3,3],[180,0,0,0,1,0,38.16,0.005,0,0,0,0,0,0,0],[181,1,1,3,1,1,39.48,0.005,0,1,2,1,1,2,1],[182,2,2,0,1,2,35.97,0.005,0,2,2,2,2,0,2],[183,3,3,1,1,3,28.28,0.005,0,3,1,3,3,3,3],[184,0,0,3,1,0,36.06,0.005,0,3,3,3,0,0,0],[185,1,1,3,1,3,35.5,0.005,0,1,1,1,1,1,1],[186,2,2,0,1,0,38.72,0.005,0,2,0,2,2,0,2],[187,3,3,0,1,3,30.89,0.005,0,3,0,3,3,3,3],[188,0,0,0,1,0,39.85,0.005,0,0,0,0,0,0,0],[189,1,1,3,1,1,34.82,0.005,0,1,1,1,2,2,2],[190,2,0,0,1,2,37.14,0.005,0,2,2,2,2,0,2],[191,3,1,1,1,3,34.45,0.005,0,1,1,1,3,3,3],[192,0,0,2,1,0,39.5,0.005,0,0,2,0,0,0,0],[193,1,1,3,1,3,36.46,0.005,0,0,0,0,2,2,2],[194,2,2,0,1,2,37.72,0.005,0,2,0,2,1,0,2],[195,3,3,1,1,1,32.19,0.005,0,3,3,3,3,3,3],[196,0,2,2,1,2,34.01,0.005,0,2,2,2,2,2,2],[197,1,3,3,1,3,33.94,0.005,0,3,0,3,2,2,2],[198,2,2,3,1,2,33.67,0.005,0,2,2,2,2,2,2],[199,3,3,1,1,3,34.5,0.005,0,3,1,3,1,3,1],[200,0,0,3,1,0,40.37,0.005,0,2,2,2,1,1,1],[201,1,1,3,1,1,39.72,0.005,0,3,0,0,1,2,1],[202,2,2,3,1,2,37.78,0.005,0,2,3,2,2,3,2],[203,3,1,1,1,1,32.6,0.005,0,1,1,1,3,3,3],[204,0,0,0,1,0,36.89,0.005,0,0,0,0,0,0,0],[205,1,1,3,1,1,35.11,0.005,0,1,0,1,2,2,2],[206,2,2,1,1,2,37.86,0.005,0,2,3,2,2,1,2],[207,3,3,0,1,3,33.7,0.005,0,3,3,3,3,3,3],[208,0,2,2,1,0,37.79,0.005,0,2,2,2,0,2,0],[209,1,1,3,1,1,40.31,0.005,0,1,1,1,1,1,1],[210,2,2,0,1,2,30.95,0.005,0,2,0,2,2,0,2],[211,3,3,0,1,3,35.59,0.005,0,3,3,3,3,3,3],[212,0,0,0,1,0,36.18,0.005,0,0,0,0,0,0,0],[213,1,1,3,1,1,34.49,0.005,0,1,1,1,1,2,1],[214,2,2,3,1,2,37.96,0.005,0,2,1,2,1,1,1],[215,3,3,0,1,3,30.2,0.005,0,0,0,0,3,3,3],[216,0,0,2,1,0,34.4,0.005,0,3,2,3,0,0,0],[217,1,1,3,1,1,35.64,0.005,0,1,0,1,1,1,1],[218,2,2,3,1,2,36.05,0.005,0,0,0,0,2,2,2],[219,3,1,1,1,1,32.59,0.005,0,1,1,1,3,3,3],[220,0,0,3,1,0,35.36,0.005,0,1,1,1,0,0,0],[221,1,1,3,1,1,38.6,0.005,0,1,1,1,1,1,1],[222,2,2,0,1,2,35.55,0.005,0,0,0,0,2,0,2],[223,3,1,1,1,3,33.17,0.005,0,3,1,1,3,3,3],[224,0,0,0,1,0,38.6,0.005,0,0,0,0,0,0,0],[225,1,1,3,1,1,37.82,0.005,0,3,2,3,1,2,1],[226,2,2,0,1,2,33.44,0.005,0,2,0,2,2,0,2],[227,3,3,3,1,3,31.52,0.005,0,3,3,3,3,3,3],[228,0,0,3,1,0,36.56,0.005,0,0,3,0,0,0,0],[229,1,1,1,1,1,44.6,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,34.13,0.005,0,2,0,2,2,0,2],[231,3,3,0,1,3,33.1,0.005,0,3,2,3,3,1,3],[232,0,0,0,1,0,34.39,0.005,0,0,3,0,0,0,0],[233,1,1,3,1,1,39.23,0.005,0,3,0,3,1,2,1],[234,2,2,0,1,2,35.46,0.005,0,2,0,2,2,2,2],[235,3,3,1,1,3,31.99,0.005,0,3,3,1,3,3,3],[236,0,0,0,1,0,40.26,0.005,0,0,0,0,0,0,0],[237,1,1,3,1,1,40.74,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,32.58,0.005,0,2,0,2,2,2,2],[239,3,3,0,1,3,32.1,0.005,0,0,0,0,3,3,3],[240,0,0,3,1,0,37.34,0.005,0,3,3,3,0,0,0],[241,1,1,1,1,1,39.01,0.005,0,1,1,1,1,1,1],[242,2,2,0,1,2,37.16,0.005,0,2,2,2,2,0,2],[243,3,3,0,1,3,27.57,0.005,0,3,3,3,3,3,3],[244,0,0,2,1,0,39.96,0.005,0,0,0,0,1,1,1],[245,1,1,3,1,1,38.92,0.005,0,1,1,1,1,1,1],[246,2,2,0,1,0,38.39,0.005,0,2,2,2,0,0,0],[247,3,3,1,1,3,36.07,0.005,0,3,3,3,3,3,3],[248,0,0,0,1,0,36.75,0.005,0,1,1,1,0,0,0],[249,1,1,3,1,1,38.8,0.005,0,3,2,3,1,2,1],[250,2,2,0,1,2,36.72,0.005,0,2,0,2,3,0,1],[251,3,3,3,1,3,30.43,0.005,0,3,3,3,3,3,3],[252,0,0,2,1,0,37.66,0.005,0,0,2,0,0,0,0],[253,1,1,1,1,1,39.53,0.005,0,1,1,1,1,1,1],[254,2,2,0,1,2,33.43,0.005,0,2,0,2,2,2,2],[255,3,3,2,1,2,31.87,0.005,0,3,2,2,3,2,3],[256,0,2,2,1,2,38.02,0.005,0,2,2,2,1,2,1],[257,1,1,1,1,1,41.18,0.005,0,1,1,1,1,1,1],[258,2,2,0,1,2,30.95,0.005,0,2,2,2,2,2,2],[259,3,3,1,1,3,30.8,0.005,0,3,1,3,3,3,3],[260,0,0,2,1,0,36.75,0.005,0,0,0,0,0,0,0],[261,1,1,3,1,1,40.17,0.005,0,1,3,1,1,3,1],[262,2,2,3,1,2,34.75,0.005,0,2,3,2,2,1,2],[263,3,3,1,1,3,30.85,0.005,0,3,1,3,3,3,3],[264,0,0,0,1,0,36.5,0.005,0,0,0,0,0,0,0],[265,1,1,3,1,1,40.18,0.005,0,1,0,1,1,1,1],[266,2,0,0,1,0,37.1,0.005,0,0,0,0,1,1,1],[267,3,3,0,1,3,32.72,0.005,0,3,3,3,3,3,3],[268,0,0,2,1,0,38.75,0.005,0,0,0,0,1,1,1],[269,1,1,3,1,1,38.45,0.005,0,1,1,1,1,1,1],[270,2,2,0,1,2,35.83,0.005,0,2,0,2,2,2,2],[271,3,3,1,1,3,33.38,0.005,0,3,1,3,3,3,3],[272,0,0,0,1,0,40.27,0.005,0,0,0,0,0,0,0],[273,1,1,3,1,1,38.7,0.005,0,3,2,1,1,2,1],[274,2,0,0,1,2,37.91,0.005,0,3,0,2,2,1,2],[275,3,3,1,1,3,33.54,0.005,0,1,1,1,3,3,3],[276,0,0,2,1,0,33.91,0.005,0,0,0,0,0,0,0],[277,1,1,3,1,1,41.3,0.005,0,1,1,1,1,1,1],[278,2,2,0,1,2,33.22,0.005,0,2,0,2,2,2,2],[279,3,1,1,1,3,35.06,0.005,0,1,1,1,3,3,3],[280,0,0,2,1,0,41.95,0.005,0,0,2,0,0,0,0],[281,1,3,3,1,1,39.27,0.005,0,1,3,1,3,3,1],[282,2,2,0,1,2,32.01,0.005,0,2,3,2,2,0,2],[283,3,3,0,1,3,34.53,0.005,0,3,3,3,3,3,3],[284,0,0,0,1,0,36.13,0.005,0,0,0,0,0,0,0],[285,1,1,3,1,1,41.29,0.005,0,1,1,1,1,1,1],[286,2,2,1,1,2,34.77,0.005,0,2,0,2,2,1,2],[287,3,2,2,1,2,30.58,0.005,0,2,2,2,2,2,2],[288,0,2,2,1,2,39.59,0.005,0,2,2,2,0,2,0],[289,1,1,3,1,1,41.81,0.005,0,1,3,1,1,1,1],[290,2,2,0,1,2,36.95,0.005,0,2,3,2,2,1,2],[291,3,3,0,1,3,28.24,0.005,0,3,0,3,3,3,3],[292,0,0,0,1,0,40.42,0.005,0,0,0,0,0,0,0],[293,1,1,3,1,1,41.2,0.005,0,1,2,1,0,2,0],[294,2,2,0,1,2,34.92,0.005,0,2,2,2,2,0,2],[295,3,3,0,1,3,36.15,0.005,0,3,3,3,3,3,3],[296,0,0,1,1,0,39.79,0.005,0,1,1,1,0,0,0],[297,1,1,3,1,1,38.58,0.005,0,1,1,1,1,1,1],[298,2,0,0,1,0,37.55,0.005,0,2,0,2,2,2,2],[299,3,3,1,1,3,33.35,0.005,0,3,3,3,3,3,3],[300,0,0,0,1,0,39.3,0.005,0,0,2,0,0,0,0],[301,1,1,1,1,1,42.74,0.005,0,1,1,1,1,1,1],[302,2,2,0,1,2,38.3,0.005,0,2,0,2,2,0,2],[303,3,3,1,1,3,33.79,0.005,0,1,1,1,3,3,3],[304,0,0,3,1,0,35.77,0.005,0,0,3,0,0,0,0],[305,1,1,3,1,1,36.6,0.005,0,1,1,1,1,2,1],[306,2,2,0,1,2,36.97,0.005,0,2,0,2,2,1,2],[307,3,3,0,1,3,36.08,0.005,0,3,0,3,3,3,3],[308,0,2,2,1,2,35.95,0.005,0,2,2,2,2,2,2],[309,1,1,3,1,1,39.08,0.005,0,1,3,1,1,2,1],[310,2,2,3,1,2,37.13,0.005,0,2,3,2,1,3,1],[311,3,3,1,1,3,32.59,0.005,0,1,1,1,3,3,3],[312,0,0,2,1,0,33.92,0.005,0,0,2,0,0,0,0],[313,1,1,3,1,1,36.83,0.005,0,3,3,1,1,3,1],[314,2,2,0,1,2,34.78,0.005,0,2,3,2,2,1,3],[315,3,3,0,1,2,32.07,0.005,0,2,0,3,2,2,2],[316,0,0,2,1,0,35.86,0.005,0,0,2,0,0,0,0],[317,1,1,1,1,1,43.93,0.005,0,1,1,1,1,1,1],[318,2,2,3,1,2,35.96,0.005,0,0,2,0,2,2,2],[319,3,3,2,1,3,37.21,0.005,0,2,2,2,3,2,1],[320,0,0,3,1,0,40.39,0.005,0,0,3,0,0,0,0],[321,1,1,3,1,1,38.16,0.005,0,1,1,1,1,0,1],[322,2,2,0,1,2,38.16,0.005,0,0,0,0,2,0,2],[323,3,3,2,1,3,33.45,0.005,0,3,2,3,3,3,3],[324,0,0,2,1,0,35.58,0.005,0,3,3,3,0,0,0],[325,1,1,1,1,1,38.25,0.005,0,1,1,1,1,1,1],[326,2,2,0,1,2,38.55,0.005,0,2,0,2,2,0,2],[327,3,3,1,1,3,35.2,0.005,0,1,1,1,3,3,3],[328,0,0,2,1,0,38.99,0.005,0,0,2,0,0,0,0],[329,1,1,3,1,1,36.2,0.005,0,1,3,3,1,3,1],[330,2,2,0,1,2,33.66,0.005,0,2,0,2,2,0,2],[331,3,3,2,1,3,29.88,0.005,0,0,0,0,3,3,3],[332,0,0,2,1,0,40.71,0.005,0,2,2,2,0,2,0],[333,1,1,1,1,1,38.92,0.005,0,1,1,1,1,1,1],[334,2,2,0,1,2,39.43,0.005,0,2,0,2,0,0,0],[335,3,3,2,1,3,28.16,0.005,0,2,2,2,3,2,2],[336,0,2,2,1,2,39.56,0.005,0,2,0,2,0,0,0],[337,1,1,3,1,1,40.96,0.005,0,1,1,1,1,1,1],[338,2,2,0,1,2,38.16,0.005,0,2,0,2,1,1,1],[339,3,3,3,1,3,35.56,0.005,0,3,3,3,3,3,3],[340,0,0,2,1,0,34.57,0.005,0,0,2,0,0,0,0],[341,1,1,3,1,1,42.73,0.005,0,1,3,1,1,1,1],[342,2,2,0,1,2,34.25,0.005,0,2,3,2,3,1,3],[343,3,2,2,1,2,31.06,0.005,0,2,2,2,3,3,3],[344,0,0,0,1,0,37.27,0.005,0,0,0,0,0,0,0],[345,1,1,3,1,1,34.91,0.005,0,1,3,1,3,3,1],[346,2,2,1,1,2,37.04,0.005,0,0,1,0,2,1,2],[347,3,3,1,1,3,35.22,0.005,0,3,1,3,3,3,3],[348,0,2,2,1,2,35.89,0.005,0,2,2,2,2,2,2],[349,1,1,3,1,1,37.36,0.005,0,3,0,1,1,2,1],[350,2,2,0,1,2,30.62,0.005,0,2,2,2,2,2,2],[351,3,1,1,1,1,35.83,0.005,0,3,1,3,1,1,1],[352,0,0,0,1,0,39.44,0.005,0,0,0,0,0,0,0],[353,1,1,1,1,1,43.18,0.005,0,1,1,1,1,1,1],[354,2,2,0,1,2,35.93,0.005,0,2,3,2,2,0,2],[355,3,3,2,1,3,32.73,0.005,0,2,2,2,3,2,1],[356,0,0,2,1,0,38.79,0.005,0,0,0,0,0,0,0],[357,1,1,3,1,1,43.23,0.005,0,1,3,1,1,1,1],[358,2,2,0,1,2,32.26,0.005,0,2,0,2,2,2,2],[359,3,3,0,1,3,28.48,0.005,0,3,3,3,3,3,3],[360,0,0,0,1,0,37.4,0.005,0,0,0,0,0,0,0],[361,1,1,1,1,1,39.28,0.005,0,1,1,1,1,1,1],[362,2,2,0,1,2,33.16,0.005,0,2,0,2,2,2,2],[363,3,3,1,1,3,34.28,0.005,0,1,1,1,3,3,3],[364,0,0,2,1,0,31.82,0.005,0,0,2,0,0,0,0],[365,1,1,3,1,1,41.02,0.005,0,1,3,1,1,1,1],[366,2,2,0,1,2,37.12,0.005,0,2,0,2,2,0,2],[367,3,3,1,1,3,30.35,0.005,0,3,1,3,3,1,3],[368,0,2,2,1,2,37.18,0.005,0,0,2,0,0,2,0],[369,1,1,3,1,1,39.71,0.005,0,1,3,1,1,1,1],[370,2,2,0,1,2,37.79,0.005,0,2,0,2,3,0,2],[371,3,3,3,1,3,33.15,0.005,0,3,3,3,3,3,3],[372,0,2,2,1,2,39.49,0.005,0,2,2,2,1,2,1],[373,1,1,1,1,1,43.36,0.005,0,1,1,1,1,1,1],[374,2,2,0,1,2,34.93,0.005,0,2,0,2,2,2,2],[375,3,3,1,1,3,32.34,0.005,0,1,1,1,3,3,3],[376,0,0,0,1,0,36.88,0.005,0,0,1,0,0,0,0],[377,1,1,3,1,1,37.02,0.005,0,1,1,1,1,2,1],[378,2,2,0,1,2,38.21,0.005,0,0,0,2,1,1,1],[379,3,3,1,1,3,32.77,0.005,0,3,1,3,3,3,3],[380,0,2,2,1,2,36.25,0.005,0,0,2,0,0,2,0],[381,1,1,3,1,1,38.12,0.005,0,1,1,1,1,1,1],[382,2,2,0,1,2,34.42,0.005,0,2,2,2,2,1,2],[383,3,2,2,1,2,33.03,0.005,0,2,2,2,1,2,1],[384,0,2,2,1,2,34.45,0.005,0,0,2,0,2,2,2],[385,1,1,1,1,1,42.49,0.005,0,1,1,1,1,1,1],[386,2,2,0,1,2,30.53,0.005,0,2,2,2,2,0,2],[387,3,3,1,1,3,27.52,0.005,0,3,1,1,3,3,3],[388,0,0,2,1,0,36.29,0.005,0,0,2,0,0,0,0],[389,1,1,1,1,1,40.26,0.005,0,1,1,1,1,1,1],[390,2,2,1,1,2,38.99,0.005,0,2,3,2,1,1,2],[391,3,3,0,1,3,31.36,0.005,0,0,0,0,3,3,3],[392,0,0,2,1,0,34.92,0.005,0,2,2,2,0,0,0],[393,1,1,1,1,1,38.9,0.005,0,1,1,1,1,1,1],[394,2,2,0,1,2,39.19,0.005,0,2,0,2,0,1,0],[395,3,3,0,1,3,35.07,0.005,0,0,0,0,3,3,3],[396,0,0,2,1,0,38.89,0.005,0,2,2,2,1,1,1],[397,1,1,1,1,1,38.58,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,33.89,0.005,0,2,0,2,2,0,2],[399,3,3,0,1,3,29.86,0.005,0,3,3,3,3,3,3]],"elapsed_ms":1765,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":275,"J":263,"J_valid":263,"n_invalid":0,"n00":51,"n01":6,"n10":76,"n11":130,"ctl_n":263,"ctl_err":6},"metrics":{"target_error":0.5171102661596958,"Q_transfer":0.4828897338403042,"source_success":0.7832699619771863,"joint_error":0.49429657794676807,"T_cond":0.6310679611650486,"R":0.022813688212927757,"delta":0.49429657794676807,"delta_pp":49.42965779467681,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.6875}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":328,"J":304,"J_valid":304,"n_invalid":0,"n00":61,"n01":0,"n10":159,"n11":84,"ctl_n":304,"ctl_err":5},"metrics":{"target_error":0.27631578947368424,"Q_transfer":0.7236842105263157,"source_success":0.7993421052631579,"joint_error":0.27631578947368424,"T_cond":0.345679012345679,"R":0.01644736842105263,"delta":0.2598684210526316,"delta_pp":25.986842105263158,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-MLP/pgd/eps0100","seed":43,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0025},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,2,30.02,0.01,0,2,2,2,2,2,2],[1,1,1,3,1,1,36.72,0.01,0,1,1,1,1,1,1],[2,2,0,0,1,2,28.68,0.01,0,2,0,0,2,0,2],[3,3,3,2,1,2,27.63,0.01,0,2,2,2,3,2,2],[4,0,0,0,1,0,30.32,0.01,0,0,3,0,0,0,0],[5,1,1,3,1,1,34.28,0.01,0,1,0,1,1,2,1],[6,2,2,0,1,2,27.62,0.01,0,2,3,2,2,0,2],[7,3,3,1,1,1,27.88,0.01,0,1,1,1,3,3,3],[8,0,2,2,1,2,34.33,0.01,0,2,2,2,1,1,1],[9,1,1,3,1,1,34.85,0.01,0,1,0,1,1,2,1],[10,2,2,0,1,2,28.67,0.01,0,2,3,2,2,0,2],[11,3,3,1,1,3,28,0.01,0,3,3,3,3,1,3],[12,0,2,3,1,2,31.21,0.01,0,2,2,2,2,3,2],[13,1,1,3,1,1,33.84,0.01,0,1,0,1,1,2,1],[14,2,0,0,1,0,30.34,0.01,0,0,0,0,0,0,0],[15,3,3,2,1,3,30.85,0.01,0,0,0,0,1,3,1],[16,0,0,3,1,0,30.29,0.01,0,0,3,0,0,0,0],[17,1,1,3,1,1,37.24,0.01,0,1,3,1,1,3,1],[18,2,2,0,1,2,29.71,0.01,0,0,0,0,0,0,0],[19,3,3,1,1,3,24.05,0.01,0,1,1,1,3,3,3],[20,0,0,2,1,0,27.98,0.01,0,0,0,0,0,0,0],[21,1,1,3,1,1,35.16,0.01,0,1,1,1,1,1,1],[22,2,0,0,1,0,32.63,0.01,0,2,0,2,1,0,1],[23,3,3,0,1,3,22.94,0.01,0,3,2,3,3,2,3],[24,0,2,2,1,2,35.15,0.01,0,2,2,2,1,1,1],[25,1,1,3,1,1,34.09,0.01,0,1,1,1,1,1,1],[26,2,2,0,1,2,30.25,0.01,0,2,3,2,2,1,2],[27,3,2,0,1,2,24.44,0.01,0,2,2,2,2,2,2],[28,0,0,3,1,0,30,0.01,0,1,1,1,0,0,0],[29,1,1,3,1,1,35.2,0.01,0,1,1,1,1,2,1],[30,2,2,0,1,2,26.51,0.01,0,2,0,2,2,2,2],[31,3,3,2,1,3,22.43,0.01,0,3,2,3,3,2,3],[32,0,0,2,1,0,35.31,0.01,0,2,2,2,0,3,0],[33,1,1,3,1,1,33.4,0.01,0,3,2,3,1,2,1],[34,2,2,1,1,2,29.35,0.01,0,2,3,2,2,0,2],[35,3,3,0,1,3,28.12,0.01,0,2,0,2,3,2,3],[36,0,0,2,1,0,33.64,0.01,0,0,0,0,0,0,0],[37,1,1,3,1,1,33.09,0.01,0,3,2,1,1,2,1],[38,2,3,0,1,0,33.57,0.01,0,0,0,0,1,1,1],[39,3,3,2,1,3,25.88,0.01,0,3,2,3,3,3,3],[40,0,0,2,1,0,27.99,0.01,0,2,2,2,2,3,2],[41,1,1,1,1,1,37.76,0.01,0,1,1,1,1,1,1],[42,2,2,0,1,2,30.42,0.01,0,0,0,0,2,0,2],[43,3,3,1,1,3,27.79,0.01,0,1,1,1,3,3,3],[44,0,0,1,1,0,33.49,0.01,0,1,1,1,0,0,0],[45,1,1,3,1,1,32.67,0.01,0,1,1,1,1,2,1],[46,2,2,3,1,2,30.84,0.01,0,2,3,0,2,3,2],[47,3,3,3,1,3,25.96,0.01,0,3,2,3,3,3,3],[48,0,0,2,1,0,31.58,0.01,0,0,0,0,0,0,0],[49,1,1,3,1,1,32.54,0.01,0,1,2,1,0,2,0],[50,2,2,0,1,2,28.55,0.01,0,2,0,2,2,0,2],[51,3,3,0,1,3,26.01,0.01,0,3,3,3,3,3,3],[52,0,0,3,1,0,26.99,0.01,0,0,3,0,0,0,0],[53,1,1,3,1,1,34.47,0.01,0,1,0,1,1,2,1],[54,2,2,0,1,2,26.17,0.01,0,2,0,2,2,2,2],[55,3,3,1,1,3,27.26,0.01,0,3,1,3,3,3,3],[56,0,0,0,1,0,32.72,0.01,0,0,3,0,0,0,0],[57,1,1,3,1,1,31.98,0.01,0,1,1,1,1,2,1],[58,2,2,0,1,2,30.52,0.01,0,2,0,2,2,0,2],[59,3,3,1,1,3,23.86,0.01,0,3,3,3,3,1,3],[60,0,0,2,1,0,29.46,0.01,0,0,2,0,0,0,0],[61,1,1,3,1,1,36.46,0.01,0,1,1,1,1,1,1],[62,2,2,0,1,2,30.58,0.01,0,2,3,2,1,0,1],[63,3,3,0,1,2,26.05,0.01,0,3,2,2,3,2,3],[64,0,2,2,1,2,29.75,0.01,0,2,2,2,2,3,2],[65,1,1,3,1,1,35.35,0.01,0,1,0,1,1,1,1],[66,2,0,0,1,0,31.23,0.01,0,2,0,2,0,0,2],[67,3,2,0,1,2,25.01,0.01,0,2,2,2,2,2,2],[68,0,0,2,1,0,28.49,0.01,0,0,2,0,0,0,0],[69,1,1,3,1,1,32.73,0.01,0,1,3,1,1,3,1],[70,2,2,0,1,2,31.9,0.01,0,2,0,2,1,0,1],[71,3,3,0,1,3,27.07,0.01,0,3,3,3,3,3,3],[72,0,0,0,1,0,32.47,0.01,0,0,2,0,0,0,0],[73,1,1,3,1,1,34.23,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,29.2,0.01,0,0,0,0,2,2,2],[75,3,3,0,1,3,26.63,0.01,0,3,3,3,3,3,3],[76,0,0,2,1,0,35.32,0.01,0,0,2,0,0,0,0],[77,1,3,3,1,1,31.44,0.01,0,3,2,3,1,2,1],[78,2,2,0,1,2,31.74,0.01,0,0,0,0,2,1,2],[79,3,3,1,1,1,28.58,0.01,0,1,1,1,3,3,3],[80,0,0,1,1,0,34.42,0.01,0,1,1,1,0,0,0],[81,1,1,3,1,1,31.33,0.01,0,1,2,1,1,2,1],[82,2,2,1,1,2,28.12,0.01,0,2,3,2,2,1,2],[83,3,3,1,1,1,29.89,0.01,0,1,1,1,3,1,3],[84,0,0,3,1,0,30.28,0.01,0,3,3,3,0,0,0],[85,1,1,3,1,1,32.93,0.01,0,1,3,1,1,3,1],[86,2,2,0,1,0,26.54,0.01,0,2,3,2,2,0,2],[87,3,1,1,1,1,27.83,0.01,0,1,1,1,3,3,3],[88,0,0,2,1,0,30.85,0.01,0,0,0,0,0,0,0],[89,1,1,1,1,1,34.72,0.01,0,1,1,1,1,1,1],[90,2,2,0,1,2,27.02,0.01,0,2,0,2,2,1,2],[91,3,3,0,1,3,26.09,0.01,0,3,3,3,3,1,3],[92,0,0,3,1,0,33.54,0.01,0,0,1,0,0,0,0],[93,1,1,3,1,1,32.05,0.01,0,1,3,1,1,1,1],[94,2,0,0,1,2,28.45,0.01,0,0,0,0,2,0,2],[95,3,1,1,1,1,26.67,0.01,0,1,1,1,3,3,3],[96,0,2,2,1,0,32.48,0.01,0,2,2,2,0,2,0],[97,1,1,3,1,1,36.78,0.01,0,1,0,1,1,1,1],[98,2,2,0,1,2,31.25,0.01,0,2,0,0,2,0,2],[99,3,3,1,1,3,29.84,0.01,0,3,1,3,3,3,3],[100,0,0,0,1,0,31.91,0.01,0,0,0,0,0,0,0],[101,1,1,3,1,1,30.05,0.01,0,1,1,1,1,2,1],[102,2,3,3,1,3,32.25,0.01,0,0,3,0,0,3,1],[103,3,3,1,1,3,26.48,0.01,0,3,1,1,3,1,3],[104,0,0,2,1,0,28.46,0.01,0,3,3,0,0,0,0],[105,1,1,3,1,1,34.1,0.01,0,1,0,1,1,1,1],[106,2,2,1,1,2,30.26,0.01,0,2,3,2,2,0,2],[107,3,3,1,1,3,28.95,0.01,0,0,1,0,3,1,3],[108,0,0,2,1,0,28.98,0.01,0,2,2,2,2,2,2],[109,1,1,0,1,1,36.23,0.01,0,1,0,1,0,0,0],[110,2,2,3,1,2,29.92,0.01,0,2,1,2,2,1,2],[111,3,3,2,1,3,25.56,0.01,0,3,2,3,3,3,3],[112,0,2,2,1,2,35.88,0.01,0,2,2,0,1,3,1],[113,1,1,3,1,1,35.9,0.01,0,1,1,1,1,1,1],[114,2,2,0,1,2,29.91,0.01,0,2,0,2,2,0,2],[115,3,3,1,1,3,25.39,0.01,0,3,3,3,3,3,3],[116,0,0,0,1,0,34.1,0.01,0,0,0,0,0,0,0],[117,1,1,3,1,1,29.82,0.01,0,1,1,1,1,2,1],[118,2,2,0,1,2,26.54,0.01,0,2,0,2,2,2,2],[119,3,3,1,1,3,26.98,0.01,0,3,1,1,3,3,3],[120,0,0,2,1,0,29.33,0.01,0,2,2,2,0,2,0],[121,1,1,3,1,1,37.62,0.01,0,1,3,1,1,3,1],[122,2,2,0,1,2,33.4,0.01,0,2,3,2,1,0,1],[123,3,3,1,1,3,26.06,0.01,0,3,1,3,3,3,3],[124,0,0,2,1,0,30.57,0.01,0,0,2,0,0,0,0],[125,1,1,3,1,1,37.27,0.01,0,3,2,1,1,2,1],[126,2,2,0,1,2,29.2,0.01,0,0,1,0,2,0,2],[127,3,3,2,1,3,31.82,0.01,0,3,2,2,1,2,1],[128,0,0,2,1,0,33.05,0.01,0,0,2,0,0,0,0],[129,1,3,3,1,3,28.25,0.01,0,1,2,1,1,2,2],[130,2,2,0,1,2,31.52,0.01,0,2,0,2,2,0,2],[131,3,3,1,1,1,30.4,0.01,0,2,3,2,3,1,3],[132,0,0,2,1,0,32.04,0.01,0,2,2,2,1,2,1],[133,1,1,3,1,1,28.05,0.01,0,1,0,1,2,2,2],[134,2,2,1,1,2,28.1,0.01,0,0,0,2,2,1,2],[135,3,1,1,1,1,24.39,0.01,0,1,1,1,3,3,3],[136,0,2,2,1,2,32.48,0.01,0,2,0,2,1,1,1],[137,1,1,3,1,1,36.07,0.01,0,1,1,1,1,1,1],[138,2,2,0,1,2,29.47,0.01,0,2,3,2,2,1,2],[139,3,2,0,1,2,26.54,0.01,0,2,2,2,2,2,3],[140,0,0,3,1,0,32.78,0.01,0,0,0,0,0,1,0],[141,1,1,3,1,1,32.86,0.01,0,1,3,1,1,2,1],[142,2,2,0,1,2,28.89,0.01,0,2,0,2,2,0,2],[143,3,3,0,1,3,28.3,0.01,0,0,0,0,3,1,3],[144,0,0,2,1,0,32.1,0.01,0,0,2,0,0,0,0],[145,1,1,3,1,1,30.66,0.01,0,0,0,1,1,2,1],[146,2,0,0,1,0,30.73,0.01,0,0,0,0,1,0,1],[147,3,3,1,1,3,22.63,0.01,0,3,3,3,3,3,3],[148,0,2,3,1,2,33.15,0.01,0,2,2,2,1,3,1],[149,1,1,3,1,1,28.96,0.01,0,1,0,1,1,2,1],[150,2,2,0,1,2,26,0.01,0,2,0,2,2,0,2],[151,3,3,2,1,3,28.07,0.01,0,3,2,3,3,3,3],[152,0,2,2,1,2,28.78,0.01,0,2,2,2,2,2,2],[153,1,1,3,1,1,37.72,0.01,0,1,3,1,1,3,1],[154,2,2,0,1,2,30.48,0.01,0,2,0,2,2,2,2],[155,3,3,1,1,3,23.99,0.01,0,1,1,1,3,3,3],[156,0,0,2,1,2,35.06,0.01,0,2,2,2,1,2,1],[157,1,1,3,1,1,31.09,0.01,0,3,2,3,2,2,2],[158,2,2,0,1,2,30.09,0.01,0,0,0,2,2,0,2],[159,3,3,0,1,3,28.47,0.01,0,3,3,3,3,3,3],[160,0,2,2,1,2,28.55,0.01,0,2,2,2,2,2,2],[161,1,1,3,1,1,31.92,0.01,0,1,1,1,1,1,1],[162,2,2,0,1,2,29.83,0.01,0,0,0,0,2,1,2],[163,3,3,0,1,3,20.98,0.01,0,3,3,3,3,3,3],[164,0,2,2,1,2,33.69,0.01,0,2,2,2,1,2,0],[165,1,1,3,1,1,31.71,0.01,0,1,0,1,1,2,1],[166,2,2,3,1,2,29.56,0.01,0,2,1,2,2,3,1],[167,3,3,2,1,3,22.53,0.01,0,0,2,0,3,3,3],[168,0,0,1,1,1,33.36,0.01,0,3,3,2,0,0,0],[169,1,1,3,1,1,33.61,0.01,0,1,3,1,1,3,1],[170,2,2,0,1,2,32.12,0.01,0,0,0,0,1,1,1],[171,3,3,0,1,3,28.53,0.01,0,3,3,3,3,3,3],[172,0,0,0,1,0,29.14,0.01,0,0,0,0,0,0,0],[173,1,3,2,1,1,29.98,0.01,0,0,2,0,2,2,2],[174,2,2,0,1,2,30.57,0.01,0,2,3,2,2,1,2],[175,3,1,1,1,1,28.77,0.01,0,1,1,1,3,3,3],[176,0,2,2,1,2,31,0.01,0,2,2,2,2,3,2],[177,1,1,3,1,1,31.98,0.01,0,1,0,1,1,2,1],[178,2,2,0,1,2,24.66,0.01,0,2,0,2,2,2,2],[179,3,1,1,1,1,29.79,0.01,0,1,1,1,3,3,3],[180,0,0,2,1,0,32.62,0.01,0,0,0,0,0,0,0],[181,1,1,3,1,1,34.06,0.01,0,1,2,1,1,2,1],[182,2,2,0,1,2,29.77,0.01,0,2,0,2,2,0,2],[183,3,3,1,1,3,23.04,0.01,0,3,1,1,3,3,3],[184,0,0,3,1,0,31.45,0.01,0,3,3,0,0,0,0],[185,1,1,3,1,3,30.24,0.01,0,1,0,1,1,1,1],[186,2,2,0,1,2,33.51,0.01,0,2,0,2,2,0,2],[187,3,3,0,1,3,25.41,0.01,0,3,2,3,3,2,3],[188,0,0,2,1,0,34.32,0.01,0,0,2,0,0,0,0],[189,1,1,3,1,1,29.59,0.01,0,1,0,1,2,2,2],[190,2,0,0,1,0,31.03,0.01,0,2,3,2,2,0,2],[191,3,1,1,1,1,29.37,0.01,0,1,1,1,3,3,3],[192,0,0,2,1,0,34.13,0.01,0,0,2,0,0,0,0],[193,1,1,3,1,1,31.16,0.01,0,0,2,0,2,2,1],[194,2,2,0,1,2,32.31,0.01,0,2,3,2,1,1,1],[195,3,3,1,1,1,26.5,0.01,0,3,1,1,3,3,3],[196,0,2,3,1,2,29.55,0.01,0,2,2,2,2,2,2],[197,1,3,3,1,3,29.03,0.01,0,3,2,3,2,3,2],[198,2,2,3,1,2,28.26,0.01,0,2,1,2,2,1,2],[199,3,3,1,1,3,28.6,0.01,0,3,1,3,1,3,1],[200,0,0,3,1,3,35.07,0.01,0,2,2,2,1,1,1],[201,1,1,2,1,1,32.6,0.01,0,3,2,3,1,2,1],[202,2,2,1,1,2,32.5,0.01,0,2,3,2,2,1,2],[203,3,1,1,1,1,27.32,0.01,0,1,1,1,3,3,3],[204,0,0,2,1,0,31.85,0.01,0,0,2,0,0,0,0],[205,1,1,3,1,1,30.02,0.01,0,1,0,1,2,2,1],[206,2,2,1,1,2,32.22,0.01,0,2,1,2,2,1,2],[207,3,3,0,1,3,27.82,0.01,0,3,3,3,3,1,3],[208,0,2,2,1,2,32.24,0.01,0,2,2,2,0,3,0],[209,1,1,3,1,1,34.75,0.01,0,1,1,1,1,3,1],[210,2,2,0,1,2,26.32,0.01,0,2,0,2,2,0,2],[211,3,3,0,1,3,30.43,0.01,0,3,0,3,3,3,3],[212,0,0,0,1,0,30.94,0.01,0,0,0,0,0,0,0],[213,1,1,3,1,1,29.94,0.01,0,1,1,1,1,2,1],[214,2,2,3,1,2,33.07,0.01,0,2,1,2,1,1,1],[215,3,3,0,1,3,24.17,0.01,0,0,0,0,3,3,3],[216,0,0,2,1,0,29.11,0.01,0,3,2,3,0,0,0],[217,1,1,3,1,1,30.3,0.01,0,1,0,1,1,2,1],[218,2,2,3,1,2,31.22,0.01,0,0,0,2,2,2,2],[219,3,1,1,1,1,26.86,0.01,0,1,1,1,3,3,3],[220,0,0,3,1,0,29.8,0.01,0,1,1,1,0,0,0],[221,1,1,3,1,1,33.84,0.01,0,1,0,1,1,2,1],[222,2,2,0,1,2,30.64,0.01,0,0,0,0,2,0,2],[223,3,1,1,1,1,26.78,0.01,0,3,3,3,3,0,3],[224,0,0,2,1,0,33.58,0.01,0,0,0,0,0,0,0],[225,1,1,3,1,1,32.36,0.01,0,3,2,1,1,2,1],[226,2,2,0,1,2,28.32,0.01,0,2,0,2,2,0,2],[227,3,3,0,1,3,25.61,0.01,0,3,3,3,3,3,3],[228,0,0,3,1,0,31.22,0.01,0,0,3,0,0,0,0],[229,1,1,3,1,1,36.49,0.01,0,1,2,1,1,2,1],[230,2,2,0,1,2,28.1,0.01,0,2,0,2,2,0,2],[231,3,3,0,1,3,27.2,0.01,0,3,2,3,3,1,3],[232,0,0,3,1,0,29.63,0.01,0,0,3,0,0,0,0],[233,1,1,3,1,1,34.13,0.01,0,3,2,1,1,2,1],[234,2,2,0,1,2,29.47,0.01,0,2,0,2,2,0,2],[235,3,3,1,1,1,27.03,0.01,0,3,1,1,3,3,3],[236,0,0,2,1,0,33.96,0.01,0,0,0,0,0,0,0],[237,1,1,3,1,1,34.4,0.01,0,1,0,1,1,1,1],[238,2,2,0,1,2,28.09,0.01,0,2,0,2,2,2,2],[239,3,3,0,1,3,26.88,0.01,0,0,0,0,3,3,3],[240,0,0,3,1,0,32.08,0.01,0,3,3,3,0,1,0],[241,1,1,3,1,1,33.93,0.01,0,1,1,1,1,1,1],[242,2,2,0,1,2,31.21,0.01,0,2,2,2,2,0,2],[243,3,3,1,1,3,21.88,0.01,0,3,1,3,3,3,3],[244,0,0,2,1,0,35.34,0.01,0,0,0,0,1,1,1],[245,1,1,3,1,1,34.32,0.01,0,1,0,1,1,1,1],[246,2,2,0,1,2,32.26,0.01,0,2,0,2,0,0,0],[247,3,3,1,1,3,29.76,0.01,0,3,3,3,3,1,3],[248,0,0,1,1,0,31.81,0.01,0,1,1,1,0,0,0],[249,1,1,3,1,1,33.66,0.01,0,3,2,1,1,2,1],[250,2,2,0,1,2,31.1,0.01,0,2,0,2,3,0,1],[251,3,3,3,1,3,24.43,0.01,0,3,3,3,3,3,3],[252,0,0,2,1,0,32.86,0.01,0,0,2,0,0,0,0],[253,1,1,3,1,1,34.76,0.01,0,1,1,1,1,1,1],[254,2,2,0,1,2,27.45,0.01,0,2,0,2,2,0,2],[255,3,3,2,1,2,26.28,0.01,0,3,2,2,3,2,3],[256,0,2,2,1,2,32.2,0.01,0,2,2,2,1,2,1],[257,1,1,3,1,1,35.69,0.01,0,1,1,1,1,1,1],[258,2,2,0,1,2,25.67,0.01,0,2,0,2,2,0,2],[259,3,3,1,1,3,24.37,0.01,0,3,1,3,3,3,3],[260,0,0,2,1,0,32.05,0.01,0,0,0,0,0,0,0],[261,1,1,3,1,1,34.9,0.01,0,1,3,1,1,3,1],[262,2,2,3,1,2,29.69,0.01,0,2,3,2,2,3,2],[263,3,3,1,1,3,24.83,0.01,0,3,1,3,3,3,3],[264,0,0,0,1,0,32.07,0.01,0,0,2,0,0,0,0],[265,1,1,3,1,1,34.6,0.01,0,1,2,1,1,2,1],[266,2,0,0,1,0,32.45,0.01,0,0,0,0,1,0,1],[267,3,3,1,1,3,26.8,0.01,0,3,3,3,3,3,3],[268,0,0,2,1,0,33.44,0.01,0,0,0,0,1,1,1],[269,1,1,3,1,1,33.07,0.01,0,1,1,1,1,1,1],[270,2,2,0,1,2,31.28,0.01,0,2,0,2,2,0,2],[271,3,3,1,1,3,27.61,0.01,0,3,1,3,3,3,3],[272,0,0,3,1,0,34.61,0.01,0,0,0,0,0,0,0],[273,1,1,3,1,1,33.34,0.01,0,3,2,1,1,2,1],[274,2,0,0,1,0,32.25,0.01,0,3,3,3,2,1,1],[275,3,3,1,1,3,28.52,0.01,0,1,1,1,3,3,3],[276,0,0,2,1,0,28.63,0.01,0,0,2,0,0,0,0],[277,1,1,3,1,1,36.04,0.01,0,1,1,1,1,1,1],[278,2,2,0,1,2,27.77,0.01,0,2,0,2,2,2,2],[279,3,1,1,1,1,29.72,0.01,0,1,1,1,3,3,3],[280,0,0,3,1,0,35.45,0.01,0,0,2,0,0,3,0],[281,1,3,3,1,1,33.5,0.01,0,1,2,1,3,3,1],[282,2,2,0,1,2,26.46,0.01,0,2,3,2,2,0,2],[283,3,3,0,1,3,29.04,0.01,0,3,3,3,3,1,3],[284,0,0,2,1,0,30.67,0.01,0,0,2,0,0,0,0],[285,1,1,3,1,1,35.81,0.01,0,1,1,1,1,1,1],[286,2,2,1,1,2,28.86,0.01,0,2,1,2,2,0,2],[287,3,2,2,1,2,25.52,0.01,0,2,2,2,2,2,2],[288,0,2,2,1,2,34,0.01,0,2,2,2,0,2,0],[289,1,1,3,1,1,36.83,0.01,0,1,3,1,1,3,1],[290,2,2,0,1,2,31.49,0.01,0,2,3,2,2,1,2],[291,3,3,0,1,3,22.3,0.01,0,3,0,3,3,2,3],[292,0,0,2,1,0,34.5,0.01,0,0,2,0,0,0,0],[293,1,1,3,1,1,35.76,0.01,0,1,2,1,0,2,0],[294,2,2,0,1,0,29.78,0.01,0,2,3,2,2,0,2],[295,3,3,0,1,3,29.98,0.01,0,3,3,3,3,3,3],[296,0,0,1,1,0,33.92,0.01,0,1,1,1,0,0,0],[297,1,1,3,1,1,33.23,0.01,0,1,0,1,1,1,1],[298,2,0,0,1,2,31.33,0.01,0,2,3,2,2,0,2],[299,3,3,1,1,3,27.3,0.01,0,3,3,3,3,3,3],[300,0,0,0,1,0,33.81,0.01,0,0,2,0,0,0,0],[301,1,1,3,1,1,36,0.01,0,1,1,1,1,2,1],[302,2,2,0,1,2,33.23,0.01,0,2,0,2,2,0,2],[303,3,3,1,1,3,28.79,0.01,0,1,1,1,3,1,3],[304,0,0,3,1,0,30.71,0.01,0,0,3,0,0,0,0],[305,1,1,3,1,1,31.32,0.01,0,1,1,1,1,2,1],[306,2,2,0,1,2,30.69,0.01,0,2,0,2,2,0,2],[307,3,3,0,1,3,29.21,0.01,0,3,3,0,3,3,3],[308,0,2,2,1,2,30.32,0.01,0,2,2,2,2,3,2],[309,1,1,3,1,1,33.63,0.01,0,1,3,1,1,2,1],[310,2,2,3,1,2,31.59,0.01,0,2,3,2,1,3,2],[311,3,3,1,1,3,27.43,0.01,0,1,1,1,3,3,3],[312,0,0,2,1,0,28.75,0.01,0,0,2,0,0,0,0],[313,1,1,3,1,1,30.84,0.01,0,3,3,1,1,3,1],[314,2,2,0,1,2,29.15,0.01,0,2,3,2,2,1,3],[315,3,3,2,1,3,26.25,0.01,0,2,2,2,2,2,2],[316,0,0,2,1,0,30.65,0.01,0,0,2,0,0,0,0],[317,1,1,1,1,1,37.58,0.01,0,1,1,1,1,1,1],[318,2,2,3,1,2,30.19,0.01,0,0,1,0,2,1,2],[319,3,3,2,1,2,31.87,0.01,0,2,2,2,3,2,1],[320,0,0,3,1,0,34.77,0.01,0,0,3,0,0,0,0],[321,1,1,3,1,1,33.06,0.01,0,1,0,1,1,0,1],[322,2,2,0,1,0,32.29,0.01,0,0,0,0,2,0,2],[323,3,3,2,1,3,27.85,0.01,0,3,2,3,3,3,3],[324,0,0,2,1,0,30.01,0.01,0,3,3,3,0,0,0],[325,1,1,3,1,1,33.07,0.01,0,1,1,1,1,2,1],[326,2,2,0,1,2,33.83,0.01,0,2,0,2,2,0,2],[327,3,3,1,1,3,29.74,0.01,0,1,1,1,3,1,3],[328,0,0,2,1,0,34.09,0.01,0,0,2,0,0,0,0],[329,1,1,3,1,1,30.61,0.01,0,1,3,1,1,3,1],[330,2,2,0,1,2,28.24,0.01,0,2,3,2,2,0,2],[331,3,3,0,1,3,25.16,0.01,0,0,0,0,3,2,3],[332,0,0,2,1,2,35.17,0.01,0,2,2,2,0,2,0],[333,1,1,1,1,1,33.62,0.01,0,1,1,1,1,1,1],[334,2,2,0,1,2,33.63,0.01,0,2,0,2,0,0,0],[335,3,3,0,1,2,23.48,0.01,0,2,2,0,3,2,2],[336,0,2,2,1,2,34.15,0.01,0,2,2,2,0,0,0],[337,1,1,3,1,1,35.43,0.01,0,1,1,1,1,1,1],[338,2,2,0,1,2,32.95,0.01,0,2,0,2,1,1,0],[339,3,3,0,1,3,29.08,0.01,0,3,3,3,3,1,3],[340,0,0,2,1,0,29.54,0.01,0,0,2,0,0,0,0],[341,1,1,3,1,1,36.61,0.01,0,1,2,1,1,3,1],[342,2,2,0,1,2,29.01,0.01,0,2,3,2,3,1,3],[343,3,2,0,1,2,25.63,0.01,0,2,2,2,3,2,3],[344,0,0,2,1,0,32.91,0.01,0,0,2,0,0,0,0],[345,1,1,3,1,1,29.94,0.01,0,1,3,1,3,3,3],[346,2,2,1,1,2,31.1,0.01,0,0,1,0,2,1,2],[347,3,3,1,1,3,29.55,0.01,0,3,1,3,3,3,3],[348,0,2,2,1,2,29.83,0.01,0,2,2,2,2,2,2],[349,1,1,3,1,1,31.61,0.01,0,3,0,1,1,2,1],[350,2,2,0,1,2,24.72,0.01,0,2,3,2,2,1,2],[351,3,1,1,1,1,30.08,0.01,0,3,1,3,1,1,1],[352,0,0,2,1,0,33.53,0.01,0,0,0,0,0,0,0],[353,1,1,3,1,1,36.67,0.01,0,1,1,1,1,1,1],[354,2,2,0,1,0,30.82,0.01,0,2,3,2,2,0,2],[355,3,3,2,1,3,26.58,0.01,0,2,2,2,3,2,1],[356,0,0,2,1,0,33.34,0.01,0,0,0,0,0,0,0],[357,1,1,3,1,1,36.57,0.01,0,1,0,1,1,3,1],[358,2,2,0,1,2,27.6,0.01,0,2,0,2,2,2,2],[359,3,3,0,1,3,22.34,0.01,0,3,3,3,3,3,3],[360,0,0,2,1,0,32.33,0.01,0,0,0,0,0,0,0],[361,1,1,1,1,1,34.1,0.01,0,1,1,1,1,1,1],[362,2,2,0,1,2,27.25,0.01,0,2,3,2,2,2,2],[363,3,3,1,1,3,28.26,0.01,0,1,1,1,3,3,3],[364,0,0,2,1,0,26.43,0.01,0,0,2,0,0,2,0],[365,1,1,3,1,1,36.26,0.01,0,1,3,1,1,3,1],[366,2,2,0,1,2,30.74,0.01,0,2,0,0,2,0,2],[367,3,3,1,1,3,25.42,0.01,0,3,1,1,3,1,3],[368,0,2,2,1,2,31.55,0.01,0,0,2,0,0,2,0],[369,1,1,3,1,1,33.84,0.01,0,1,2,1,1,2,1],[370,2,2,0,1,2,32.26,0.01,0,2,3,2,3,1,2],[371,3,3,0,1,3,27.16,0.01,0,3,3,3,3,3,3],[372,0,2,2,1,2,34.56,0.01,0,2,2,2,1,2,1],[373,1,1,1,1,1,37.78,0.01,0,1,1,1,1,1,1],[374,2,2,0,1,2,30.22,0.01,0,2,0,2,2,0,2],[375,3,3,1,1,3,26.31,0.01,0,1,1,1,3,3,3],[376,0,0,1,1,0,31.13,0.01,0,0,1,0,0,0,0],[377,1,1,3,1,1,31.46,0.01,0,1,0,1,1,2,1],[378,2,2,0,1,0,32.72,0.01,0,0,0,0,1,1,1],[379,3,3,1,1,3,26.61,0.01,0,3,1,3,3,3,3],[380,0,2,3,1,2,31.3,0.01,0,0,2,0,0,2,0],[381,1,1,3,1,1,33.08,0.01,0,1,0,1,1,1,1],[382,2,2,0,1,2,28.31,0.01,0,2,3,2,2,1,2],[383,3,2,2,1,2,28.14,0.01,0,2,2,0,1,2,1],[384,0,2,2,1,2,28.95,0.01,0,0,2,0,2,2,2],[385,1,1,1,1,1,37.33,0.01,0,1,1,1,1,1,1],[386,2,2,0,1,2,25.62,0.01,0,2,3,2,2,0,2],[387,3,3,1,1,3,22.23,0.01,0,3,1,3,3,3,3],[388,0,0,2,1,0,31.29,0.01,0,0,2,0,0,0,0],[389,1,1,1,1,1,34.24,0.01,0,1,1,1,1,1,1],[390,2,2,1,1,2,33.23,0.01,0,2,3,2,1,0,1],[391,3,3,0,1,3,25.88,0.01,0,0,0,0,3,3,3],[392,0,0,2,1,0,30.27,0.01,0,2,2,2,0,0,0],[393,1,1,1,1,1,33.24,0.01,0,1,1,1,1,1,1],[394,2,2,1,1,2,33.28,0.01,0,2,3,0,0,3,0],[395,3,3,0,1,3,29.12,0.01,0,0,0,3,3,3,3],[396,0,0,2,1,0,33.29,0.01,0,2,2,0,1,3,1],[397,1,1,3,1,1,32.89,0.01,0,1,1,1,1,1,1],[398,2,2,0,1,2,28.41,0.01,0,2,0,2,2,0,2],[399,3,3,0,1,3,24.18,0.01,0,3,2,3,3,3,3]],"elapsed_ms":2862,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":275,"J":263,"J_valid":263,"n_invalid":0,"n00":14,"n01":6,"n10":65,"n11":178,"ctl_n":263,"ctl_err":14},"metrics":{"target_error":0.6996197718631179,"Q_transfer":0.30038022813688214,"source_success":0.9239543726235742,"joint_error":0.6768060836501901,"T_cond":0.7325102880658436,"R":0.053231939163498096,"delta":0.6463878326996197,"delta_pp":64.63878326996198,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.6875}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":328,"J":304,"J_valid":304,"n_invalid":0,"n00":20,"n01":0,"n10":138,"n11":146,"ctl_n":304,"ctl_err":6},"metrics":{"target_error":0.48026315789473684,"Q_transfer":0.5197368421052632,"source_success":0.9342105263157895,"joint_error":0.48026315789473684,"T_cond":0.5140845070422535,"R":0.019736842105263157,"delta":0.4605263157894737,"delta_pp":46.05263157894737,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.82}}]},{"key":"s43/SPEC-MLP/pgd/eps0200","seed":43,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.005},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,2,2,1,0,24.78,0.02,0,2,2,2,2,2,2],[1,1,1,3,1,1,31.37,0.02,0,1,1,1,1,1,1],[2,2,0,0,1,2,22.94,0.02,0,2,0,2,2,0,2],[3,3,3,2,1,3,22.71,0.02,0,2,2,2,3,2,3],[4,0,0,2,1,0,24.68,0.02,0,0,2,0,0,0,0],[5,1,1,3,1,1,29.18,0.02,0,1,2,1,1,2,1],[6,2,2,0,1,2,22.3,0.02,0,2,3,0,2,0,2],[7,3,3,1,1,3,22.7,0.02,0,1,1,1,3,3,3],[8,0,2,2,1,2,28.21,0.02,0,2,2,2,1,2,1],[9,1,1,3,1,1,29.46,0.02,0,1,2,1,1,2,1],[10,2,2,0,1,2,23.07,0.02,0,2,3,2,2,0,2],[11,3,3,1,1,3,22.72,0.02,0,3,1,3,3,1,3],[12,0,2,3,1,2,25.57,0.02,0,2,2,2,2,3,2],[13,1,1,3,1,1,28.5,0.02,0,1,2,1,1,2,1],[14,2,0,0,1,0,24.88,0.02,0,0,0,0,0,0,0],[15,3,3,2,1,3,24.25,0.02,0,0,0,0,1,2,3],[16,0,0,3,1,0,24.2,0.02,0,0,3,0,0,0,0],[17,1,1,3,1,1,31.51,0.02,0,1,2,1,1,2,1],[18,2,2,0,1,2,24.59,0.02,0,0,0,0,0,0,2],[19,3,3,1,1,3,20,0.01852,1,1,1,1,3,1,3],[20,0,0,2,1,0,22.28,0.02,0,0,2,2,0,0,0],[21,1,1,3,1,1,28.84,0.02,0,1,2,1,1,3,1],[22,2,0,0,1,0,26.2,0.02,0,2,0,2,1,0,1],[23,3,3,0,1,3,20,0.0177284,1,3,2,3,3,2,3],[24,0,2,2,1,2,29.92,0.02,0,2,2,2,1,1,1],[25,1,1,3,1,1,29.04,0.02,0,1,1,1,1,1,1],[26,2,2,3,1,2,24.55,0.02,0,2,3,2,2,3,2],[27,3,2,0,1,2,20,0.0188024,1,2,2,2,2,2,2],[28,0,0,3,1,0,24.96,0.02,0,1,1,1,0,0,0],[29,1,1,3,1,1,29.52,0.02,0,1,2,1,1,2,1],[30,2,2,0,1,2,21.27,0.02,0,2,0,2,2,2,2],[31,3,3,2,1,3,20,0.0164609,1,3,2,2,3,2,3],[32,0,0,3,1,2,30.08,0.02,0,2,2,2,0,3,0],[33,1,1,3,1,1,27.76,0.02,0,3,2,1,1,2,1],[34,2,2,1,1,2,23.5,0.02,0,2,3,2,2,0,2],[35,3,3,1,1,3,22.17,0.02,0,2,1,0,3,1,2],[36,0,0,2,1,0,29.58,0.02,0,0,0,0,0,0,0],[37,1,1,3,1,1,27.92,0.02,0,3,2,1,1,2,1],[38,2,3,0,1,0,26.76,0.02,0,0,0,0,1,1,1],[39,3,3,2,1,3,20,0.019749,1,3,2,3,3,3,3],[40,0,0,2,1,2,22.74,0.02,0,2,2,2,2,3,2],[41,1,1,3,1,1,31.08,0.02,0,1,1,1,1,2,1],[42,2,2,0,1,2,25.49,0.02,0,0,0,0,2,0,1],[43,3,3,1,1,3,22.34,0.02,0,1,1,1,3,3,3],[44,0,0,1,1,0,28.95,0.02,0,1,1,1,0,0,0],[45,1,1,3,1,1,27.34,0.02,0,1,0,1,1,2,1],[46,2,2,3,1,2,25.17,0.02,0,2,3,2,2,3,2],[47,3,3,3,1,3,20.06,0.02,0,3,2,3,3,3,3],[48,0,0,2,1,0,25.04,0.02,0,0,2,0,0,2,0],[49,1,1,3,1,1,27.26,0.02,0,1,2,1,0,2,0],[50,2,2,0,1,0,23.26,0.02,0,2,0,2,2,0,2],[51,3,3,0,1,3,20.03,0.02,0,3,3,3,3,3,3],[52,0,0,3,1,0,22.21,0.02,0,0,3,0,0,0,0],[53,1,1,3,1,1,29.28,0.02,0,1,0,1,1,2,1],[54,2,2,0,1,2,20.68,0.02,0,2,0,2,2,0,2],[55,3,3,1,1,3,21.51,0.02,0,3,1,3,3,3,3],[56,0,0,2,1,0,27.24,0.02,0,0,2,0,0,0,0],[57,1,1,3,1,1,26.06,0.02,0,1,1,1,1,2,1],[58,2,2,0,1,2,25.02,0.02,0,2,0,2,2,0,2],[59,3,3,1,1,3,20,0.018326,1,3,3,3,3,1,3],[60,0,0,2,1,0,24.34,0.02,0,0,2,0,0,0,0],[61,1,1,3,1,1,30.55,0.02,0,1,0,1,1,1,1],[62,2,2,0,1,2,25.85,0.02,0,2,3,2,1,0,1],[63,3,3,0,1,3,20,0.0197893,1,3,2,2,3,2,3],[64,0,2,2,1,0,24.32,0.02,0,2,2,2,2,3,2],[65,1,1,2,1,1,28.84,0.02,0,1,2,1,1,2,1],[66,2,0,0,1,0,25.85,0.02,0,2,0,0,0,0,2],[67,3,2,0,1,2,20,0.0192805,1,2,2,2,2,2,2],[68,0,0,2,1,0,24.08,0.02,0,0,2,0,0,0,0],[69,1,1,3,1,1,27.6,0.02,0,1,3,1,1,3,1],[70,2,2,0,1,2,27.04,0.02,0,2,3,2,1,0,1],[71,3,3,0,1,3,20.76,0.02,0,3,3,3,3,1,3],[72,0,0,2,1,0,27.39,0.02,0,0,2,0,0,0,0],[73,1,1,3,1,1,28.78,0.02,0,1,0,1,1,1,1],[74,2,2,0,1,2,23.46,0.02,0,0,0,0,2,0,2],[75,3,3,0,1,3,20.48,0.02,0,3,3,3,3,1,3],[76,0,0,2,1,0,29.75,0.02,0,0,2,0,0,0,0],[77,1,3,3,1,1,25.75,0.02,0,3,2,1,1,2,1],[78,2,2,0,1,2,25.86,0.02,0,0,0,0,2,0,2],[79,3,3,1,1,1,22.34,0.02,0,1,1,1,3,3,3],[80,0,0,1,1,0,30.12,0.02,0,1,1,1,0,0,0],[81,1,1,3,1,1,26.54,0.02,0,1,2,1,1,2,2],[82,2,2,1,1,2,22.62,0.02,0,2,1,2,2,0,2],[83,3,3,1,1,1,24.58,0.02,0,1,1,1,3,1,3],[84,0,0,1,1,0,25.03,0.02,0,3,3,1,0,1,0],[85,1,1,3,1,1,27.83,0.02,0,1,3,1,1,3,1],[86,2,2,0,1,2,20.38,0.02,0,2,0,2,2,0,2],[87,3,1,1,1,1,22.35,0.02,0,1,1,1,3,3,3],[88,0,0,2,1,0,25.78,0.02,0,0,2,0,0,0,0],[89,1,1,3,1,1,29.62,0.02,0,1,1,1,1,1,1],[90,2,2,0,1,2,21.32,0.02,0,2,3,2,2,0,2],[91,3,3,0,1,3,20.65,0.02,0,3,3,3,3,1,3],[92,0,0,3,1,0,27.94,0.02,0,0,1,1,0,0,0],[93,1,1,3,1,1,26.88,0.02,0,1,0,1,1,3,1],[94,2,0,0,1,2,22.44,0.02,0,0,0,0,2,0,2],[95,3,1,1,1,1,20.43,0.02,0,1,1,1,3,3,3],[96,0,2,2,1,2,27.41,0.02,0,2,2,0,0,3,0],[97,1,1,3,1,1,31.89,0.02,0,1,0,1,1,2,1],[98,2,2,0,1,2,25.21,0.02,0,2,0,0,2,0,2],[99,3,3,1,1,3,24.09,0.02,0,3,1,3,3,3,3],[100,0,0,3,1,0,26.34,0.02,0,0,0,0,0,0,0],[101,1,1,3,1,1,24.11,0.02,0,1,1,1,1,2,2],[102,2,3,1,1,2,27.2,0.02,0,0,1,0,0,3,0],[103,3,3,1,1,3,21.02,0.02,0,3,1,1,3,1,3],[104,0,0,2,1,0,22.82,0.02,0,3,2,0,0,0,0],[105,1,1,3,1,1,28.64,0.02,0,1,0,1,1,2,1],[106,2,2,1,1,2,24.67,0.02,0,2,3,2,2,0,2],[107,3,3,0,1,3,23.73,0.02,0,0,0,1,3,0,3],[108,0,0,2,1,0,23.64,0.02,0,2,2,2,2,2,2],[109,1,1,0,1,1,30.82,0.02,0,1,0,1,0,0,1],[110,2,2,3,1,2,24.74,0.02,0,2,1,2,2,3,2],[111,3,3,2,1,3,20.1,0.02,0,3,2,3,3,2,3],[112,0,2,3,1,0,30.36,0.02,0,2,2,2,1,3,1],[113,1,1,3,1,3,31.15,0.02,0,1,2,1,1,1,1],[114,2,2,0,1,2,24.88,0.02,0,2,3,2,2,0,2],[115,3,3,1,1,3,20,0.0196491,1,3,1,3,3,3,3],[116,0,0,3,1,0,28.47,0.02,0,0,3,0,0,0,0],[117,1,1,3,1,1,24.27,0.02,0,1,0,1,1,2,2],[118,2,2,0,1,2,20.68,0.02,0,2,0,2,2,0,2],[119,3,3,1,1,3,21.19,0.02,0,3,1,1,3,3,3],[120,0,0,2,1,0,23.44,0.02,0,2,2,2,0,2,0],[121,1,1,3,1,1,31.96,0.02,0,1,3,1,1,3,1],[122,2,2,0,1,2,27.86,0.02,0,2,3,2,1,0,1],[123,3,3,1,1,3,20.9,0.02,0,3,1,3,3,3,3],[124,0,0,2,1,0,24.82,0.02,0,0,2,0,0,0,0],[125,1,1,3,1,1,31.67,0.02,0,3,2,1,1,1,1],[126,2,2,0,1,2,23.37,0.02,0,0,1,2,2,0,2],[127,3,3,2,1,3,25.98,0.02,0,3,2,3,1,2,1],[128,0,0,2,1,0,27.56,0.02,0,0,2,0,0,2,0],[129,1,3,3,1,1,23.97,0.02,0,1,2,1,1,2,1],[130,2,2,0,1,2,25.65,0.02,0,2,0,0,2,0,2],[131,3,3,1,1,1,23.85,0.02,0,2,1,0,3,1,3],[132,0,0,2,1,0,26.9,0.02,0,2,2,2,1,2,1],[133,1,1,2,1,1,22.63,0.02,0,1,0,0,2,2,2],[134,2,2,1,1,2,22.14,0.02,0,0,1,0,2,1,2],[135,3,1,1,1,1,20,0.017832,1,1,1,1,3,3,3],[136,0,2,2,1,2,26.77,0.02,0,2,2,0,1,2,1],[137,1,1,3,1,1,30.07,0.02,0,1,2,1,1,1,1],[138,2,2,0,1,0,23.56,0.02,0,2,3,2,2,3,2],[139,3,2,2,1,2,21.24,0.02,0,2,2,0,2,2,2],[140,0,0,3,1,0,27.84,0.02,0,0,2,0,0,1,0],[141,1,1,3,1,1,27.26,0.02,0,1,2,1,1,2,1],[142,2,2,0,1,2,22.96,0.02,0,2,0,2,2,0,2],[143,3,3,0,1,3,22.97,0.02,0,0,0,0,3,3,3],[144,0,0,2,1,0,26.58,0.02,0,0,2,0,0,0,0],[145,1,1,3,1,1,25.32,0.02,0,0,2,1,1,2,1],[146,2,0,0,1,0,26,0.02,0,0,0,0,1,0,1],[147,3,3,1,1,3,20,0.0180384,1,3,3,3,3,3,3],[148,0,2,3,1,2,27.66,0.02,0,2,2,2,1,3,1],[149,1,1,3,1,1,23.68,0.02,0,1,2,1,1,3,1],[150,2,2,0,1,2,20,0.019531,1,2,2,2,2,0,2],[151,3,3,2,1,3,23.15,0.02,0,3,2,1,3,3,3],[152,0,2,2,1,0,23.8,0.02,0,2,2,2,2,2,0],[153,1,1,3,1,1,31.86,0.02,0,1,3,1,1,3,1],[154,2,2,0,1,2,24.65,0.02,0,2,0,2,2,2,2],[155,3,3,1,1,3,20,0.0192958,1,1,1,1,3,3,3],[156,0,0,2,1,2,30.01,0.02,0,2,2,2,1,2,0],[157,1,1,3,1,1,24.51,0.02,0,3,2,0,2,2,2],[158,2,2,0,1,2,23.72,0.02,0,0,1,2,2,0,2],[159,3,3,0,1,3,22.77,0.02,0,3,3,3,3,1,3],[160,0,2,3,1,2,23,0.02,0,2,2,2,2,3,2],[161,1,1,3,1,1,26.85,0.02,0,1,0,1,1,1,1],[162,2,2,0,1,2,24.75,0.02,0,0,0,0,2,1,2],[163,3,3,0,1,3,20,0.015281,1,3,0,3,3,3,3],[164,0,2,2,1,0,28.3,0.02,0,2,2,2,1,2,2],[165,1,1,3,1,1,26.72,0.02,0,1,0,1,1,2,1],[166,2,2,1,1,2,24.26,0.02,0,2,1,2,2,1,3],[167,3,3,2,1,3,20,0.0176353,1,0,2,0,3,3,3],[168,0,0,1,1,0,27.5,0.02,0,3,1,1,0,0,0],[169,1,1,3,1,1,28.42,0.02,0,1,3,1,1,3,1],[170,2,2,0,1,2,26.88,0.02,0,0,0,0,1,0,1],[171,3,3,0,1,3,22.5,0.02,0,3,3,0,3,1,3],[172,0,0,2,1,0,24.72,0.02,0,0,2,0,0,0,0],[173,1,3,2,1,1,24.8,0.02,0,0,2,0,2,2,2],[174,2,2,0,1,2,24.99,0.02,0,2,3,2,2,1,2],[175,3,1,1,1,1,23.55,0.02,0,1,1,1,3,3,3],[176,0,2,2,1,2,25.13,0.02,0,2,2,2,2,3,0],[177,1,1,2,1,1,25.58,0.02,0,1,0,1,1,2,1],[178,2,2,0,1,2,20,0.0189399,1,2,0,2,2,2,2],[179,3,1,1,1,1,23.73,0.02,0,1,1,1,3,3,3],[180,0,0,2,1,0,27.86,0.02,0,0,2,0,0,0,0],[181,1,1,3,1,1,29.02,0.02,0,1,2,1,1,2,1],[182,2,2,0,1,2,23.92,0.02,0,2,0,0,2,0,2],[183,3,3,1,1,3,20,0.0165367,1,3,1,1,3,3,3],[184,0,0,3,1,0,25.88,0.02,0,3,3,0,0,0,0],[185,1,1,3,1,1,25.45,0.02,0,1,2,1,1,3,1],[186,2,2,0,1,0,27.52,0.02,0,2,3,2,2,0,2],[187,3,3,2,1,3,20.05,0.02,0,3,2,0,3,3,3],[188,0,0,2,1,0,29.34,0.02,0,0,2,0,0,0,0],[189,1,1,3,1,1,24.66,0.02,0,1,0,1,2,2,2],[190,2,0,0,1,0,25.68,0.02,0,2,3,2,2,0,2],[191,3,1,1,1,1,23.29,0.02,0,1,1,1,3,3,3],[192,0,0,2,1,0,28.33,0.02,0,0,2,0,0,0,0],[193,1,1,2,1,1,25.31,0.02,0,0,2,0,2,2,1],[194,2,2,1,1,2,26.08,0.02,0,2,3,2,1,3,2],[195,3,3,1,1,3,20.27,0.02,0,3,1,3,3,3,3],[196,0,2,3,1,2,23.99,0.02,0,2,2,2,2,3,2],[197,1,3,3,1,3,24.03,0.02,0,3,2,0,2,2,2],[198,2,2,1,1,2,22.93,0.02,0,2,1,2,2,3,2],[199,3,3,1,1,1,23.19,0.02,0,3,1,1,1,3,1],[200,0,0,3,1,3,30.09,0.02,0,2,2,2,1,1,1],[201,1,1,2,1,1,27.25,0.02,0,3,2,0,1,2,0],[202,2,2,1,1,3,27.13,0.02,0,2,1,0,2,1,2],[203,3,1,1,1,1,21.62,0.02,0,1,1,1,3,3,3],[204,0,0,2,1,0,26.62,0.02,0,0,2,0,0,2,0],[205,1,1,3,1,1,24.94,0.02,0,1,2,1,2,2,2],[206,2,2,1,1,2,26.36,0.02,0,2,1,2,2,0,2],[207,3,3,0,1,3,22.04,0.02,0,3,3,3,3,1,3],[208,0,2,3,1,2,27.33,0.02,0,2,2,2,0,3,0],[209,1,1,3,1,1,29.07,0.02,0,1,1,1,1,3,1],[210,2,2,0,1,2,20.49,0.02,0,2,0,2,2,0,2],[211,3,3,0,1,3,24.69,0.02,0,3,0,3,3,1,3],[212,0,0,3,1,0,24.98,0.02,0,0,0,0,0,0,0],[213,1,1,3,1,1,24.08,0.02,0,1,1,1,1,2,1],[214,2,2,1,1,2,27.45,0.02,0,2,1,0,1,1,1],[215,3,3,0,1,3,20,0.0186059,1,0,0,0,3,3,3],[216,0,0,2,1,0,23.56,0.02,0,3,2,0,0,0,0],[217,1,1,3,1,1,25.34,0.02,0,1,0,1,1,2,1],[218,2,2,1,1,2,24.59,0.02,0,0,1,0,2,1,2],[219,3,1,1,1,1,20.5,0.02,0,1,1,1,3,3,3],[220,0,0,3,1,0,25.07,0.02,0,1,2,1,0,0,0],[221,1,1,3,1,1,28.51,0.02,0,1,0,1,1,2,1],[222,2,2,0,1,2,24.32,0.02,0,0,0,0,2,0,2],[223,3,1,1,1,3,21.14,0.02,0,3,1,1,3,0,3],[224,0,0,2,1,0,28.52,0.02,0,0,0,0,0,0,0],[225,1,1,3,1,1,26.63,0.02,0,3,2,1,1,2,1],[226,2,2,1,1,2,22.06,0.02,0,2,3,2,2,3,2],[227,3,3,0,1,3,20,0.0195323,1,3,3,3,3,3,3],[228,0,0,3,1,0,25.65,0.02,0,0,3,0,0,0,0],[229,1,1,3,1,1,31,0.02,0,1,2,1,1,2,1],[230,2,2,0,1,2,22.72,0.02,0,2,0,2,2,0,2],[231,3,3,0,1,3,21.66,0.02,0,3,2,3,3,1,3],[232,0,0,3,1,0,24.22,0.02,0,0,3,0,0,1,0],[233,1,1,3,1,1,28.78,0.02,0,3,2,1,1,2,1],[234,2,2,0,1,2,23.31,0.02,0,2,0,2,2,0,2],[235,3,3,1,1,3,20.88,0.02,0,3,1,1,3,3,3],[236,0,0,2,1,0,28.43,0.02,0,0,2,0,0,0,0],[237,1,1,3,1,1,29.11,0.02,0,1,2,1,1,2,1],[238,2,2,0,1,2,23.41,0.02,0,2,0,0,2,2,2],[239,3,3,0,1,3,21.09,0.02,0,0,0,0,3,3,3],[240,0,0,3,1,0,26.65,0.02,0,3,3,3,0,1,0],[241,1,1,3,1,1,29.53,0.02,0,1,1,1,1,2,1],[242,2,2,0,1,2,25.57,0.02,0,2,3,2,2,0,1],[243,3,3,1,1,3,20,0.0165875,1,3,1,3,3,3,3],[244,0,0,2,1,0,29.73,0.02,0,0,2,0,1,1,1],[245,1,1,0,1,1,28.48,0.02,0,1,0,1,1,1,1],[246,2,2,0,1,2,26.72,0.02,0,2,3,2,0,0,0],[247,3,3,1,1,3,24.55,0.02,0,3,1,3,3,1,3],[248,0,0,1,1,0,25.76,0.02,0,1,1,1,0,0,0],[249,1,1,3,1,1,28.51,0.02,0,3,2,1,1,2,1],[250,2,2,0,1,2,25.59,0.02,0,2,0,2,3,0,2],[251,3,3,3,1,3,20,0.018316,1,3,3,3,3,3,3],[252,0,0,2,1,0,27.7,0.02,0,0,2,0,0,0,0],[253,1,1,3,1,1,27.33,0.02,0,1,1,1,1,1,1],[254,2,2,0,1,2,21.29,0.02,0,2,0,2,2,0,2],[255,3,3,2,1,2,20.09,0.02,0,3,2,2,3,2,3],[256,0,2,2,1,2,27.12,0.02,0,2,2,2,1,2,1],[257,1,1,3,1,1,30.17,0.02,0,1,1,1,1,1,1],[258,2,2,0,1,2,20,0.0194416,1,2,3,2,2,0,2],[259,3,3,1,1,3,20,0.0192403,1,3,1,3,3,3,3],[260,0,0,2,1,0,26.84,0.02,0,0,2,0,0,0,0],[261,1,1,3,1,1,28.99,0.02,0,1,2,1,1,2,1],[262,2,2,3,1,2,24.66,0.02,0,2,1,2,2,3,2],[263,3,3,1,1,3,20,0.0182912,1,3,1,3,3,3,3],[264,0,0,2,1,0,26.93,0.02,0,0,2,0,0,0,0],[265,1,1,3,1,1,29.52,0.02,0,1,2,1,1,2,1],[266,2,0,1,1,0,26.44,0.02,0,0,1,0,1,1,1],[267,3,3,1,1,3,20.75,0.02,0,3,1,3,3,3,3],[268,0,0,2,1,0,28.06,0.02,0,0,2,0,1,2,1],[269,1,1,3,1,1,27.34,0.02,0,1,1,1,1,3,1],[270,2,2,0,1,2,26.02,0.02,0,2,0,2,2,0,2],[271,3,3,1,1,3,22.17,0.02,0,3,1,3,3,3,3],[272,0,0,3,1,0,29.36,0.02,0,0,0,0,0,0,0],[273,1,1,3,1,1,27.07,0.02,0,3,2,1,1,2,1],[274,2,0,0,1,2,27.25,0.02,0,3,0,0,2,0,2],[275,3,3,1,1,3,22.49,0.02,0,1,1,1,3,3,3],[276,0,0,2,1,0,23.28,0.02,0,0,2,0,0,0,0],[277,1,1,3,1,1,30.8,0.02,0,1,1,1,1,1,1],[278,2,2,0,1,2,21.81,0.02,0,2,0,2,2,0,2],[279,3,1,1,1,1,23.45,0.02,0,1,1,1,3,3,3],[280,0,0,3,1,2,29.43,0.02,0,0,2,2,0,3,0],[281,1,3,3,1,1,28.4,0.02,0,1,2,1,3,3,1],[282,2,2,0,1,2,20.78,0.02,0,2,3,2,2,0,2],[283,3,3,0,1,3,22.87,0.02,0,3,3,3,3,1,3],[284,0,0,2,1,0,24.83,0.02,0,0,2,0,0,0,0],[285,1,1,3,1,1,31.06,0.02,0,1,0,1,1,3,1],[286,2,2,1,1,2,23.26,0.02,0,2,1,2,2,0,2],[287,3,2,2,1,2,20.24,0.02,0,2,2,2,2,2,2],[288,0,2,2,1,2,28.58,0.02,0,2,2,0,0,2,0],[289,1,1,3,1,1,30.93,0.02,0,1,3,1,1,3,1],[290,2,2,0,1,0,26.55,0.02,0,2,3,2,2,1,2],[291,3,3,0,1,3,20,0.0172213,1,3,0,3,3,3,3],[292,0,0,2,1,0,28.58,0.02,0,0,2,0,0,0,0],[293,1,1,3,1,1,30.77,0.02,0,1,2,1,0,2,0],[294,2,2,0,1,0,23.87,0.02,0,2,2,2,2,0,2],[295,3,3,0,1,3,24.4,0.02,0,3,3,3,3,1,3],[296,0,0,1,1,0,28.89,0.02,0,1,1,1,0,0,0],[297,1,1,3,1,1,28.78,0.02,0,1,0,1,1,2,1],[298,2,0,0,1,2,26.06,0.02,0,2,3,2,2,1,2],[299,3,3,1,1,1,21.44,0.02,0,3,1,3,3,3,3],[300,0,0,2,1,0,28.24,0.02,0,0,2,0,0,0,0],[301,1,1,3,1,1,30.09,0.02,0,1,0,1,1,2,1],[302,2,2,0,1,2,27.4,0.02,0,2,3,2,2,0,2],[303,3,3,1,1,3,22.67,0.02,0,1,1,1,3,1,3],[304,0,0,3,1,0,24.89,0.02,0,0,3,0,0,0,0],[305,1,1,3,1,1,25.22,0.02,0,1,2,1,1,2,1],[306,2,2,0,1,2,25.66,0.02,0,2,0,2,2,0,2],[307,3,3,0,1,3,23.6,0.02,0,3,3,0,3,1,3],[308,0,2,2,1,2,24.64,0.02,0,2,2,2,2,3,2],[309,1,1,3,1,1,28,0.02,0,1,1,1,1,2,1],[310,2,2,3,1,2,26.03,0.02,0,2,3,2,1,3,2],[311,3,3,1,1,3,21.4,0.02,0,1,1,1,3,3,3],[312,0,0,2,1,0,23.38,0.02,0,0,2,0,0,2,0],[313,1,1,3,1,1,25.11,0.02,0,3,2,1,1,2,3],[314,2,2,1,1,2,23.89,0.02,0,2,3,2,2,3,3],[315,3,3,2,1,2,20.15,0.02,0,2,2,2,2,2,2],[316,0,0,2,1,0,25.27,0.02,0,0,2,0,0,0,0],[317,1,1,3,1,1,30.8,0.02,0,1,1,1,1,1,1],[318,2,2,1,1,2,24.91,0.02,0,0,1,0,2,1,2],[319,3,3,2,1,2,26.14,0.02,0,2,2,0,3,2,1],[320,0,0,3,1,0,29.45,0.02,0,0,3,0,0,0,0],[321,1,1,3,1,1,28.05,0.02,0,1,0,1,1,0,1],[322,2,2,0,1,2,26.53,0.02,0,0,0,0,2,0,2],[323,3,3,2,1,3,21.92,0.02,0,3,2,3,3,2,3],[324,0,0,2,1,0,24.73,0.02,0,3,2,3,0,1,0],[325,1,1,3,1,1,27.68,0.02,0,1,1,1,1,2,1],[326,2,2,0,1,2,27.72,0.02,0,2,0,2,2,0,2],[327,3,3,1,1,3,24.44,0.02,0,1,1,1,3,1,3],[328,0,0,2,1,0,28.46,0.02,0,0,2,0,0,0,0],[329,1,1,3,1,1,24.72,0.02,0,1,2,1,1,3,1],[330,2,2,0,1,2,22.88,0.02,0,2,0,2,2,0,2],[331,3,3,2,1,3,20,0.0188586,1,0,2,0,3,2,3],[332,0,0,2,1,0,30.08,0.02,0,2,2,0,0,2,0],[333,1,1,3,1,1,28.83,0.02,0,1,1,1,1,1,1],[334,2,2,0,1,0,28.36,0.02,0,2,0,2,0,0,0],[335,3,3,0,1,3,20,0.0179345,1,2,2,0,3,2,2],[336,0,2,2,1,0,28.93,0.02,0,2,2,0,0,2,0],[337,1,1,3,1,1,29.13,0.02,0,1,0,1,1,1,1],[338,2,2,0,1,2,27.31,0.02,0,2,0,0,1,0,1],[339,3,3,0,1,3,23.11,0.02,0,3,3,3,3,1,3],[340,0,0,2,1,0,24.26,0.02,0,0,2,0,0,0,0],[341,1,1,3,1,1,31.11,0.02,0,1,2,1,1,3,1],[342,2,2,1,1,2,22.88,0.02,0,2,3,2,3,3,3],[343,3,2,0,1,2,20,0.01961,1,2,2,2,3,2,3],[344,0,0,2,1,0,27.7,0.02,0,0,2,0,0,0,0],[345,1,1,3,1,1,24.32,0.02,0,1,3,1,3,3,3],[346,2,2,1,1,2,25.5,0.02,0,0,1,2,2,1,2],[347,3,3,1,1,3,23.91,0.02,0,3,1,3,3,3,3],[348,0,2,2,1,2,24.51,0.02,0,2,2,2,2,2,2],[349,1,1,3,1,1,25.85,0.02,0,3,2,1,1,2,1],[350,2,2,0,1,2,20,0.0195732,1,2,3,2,2,0,2],[351,3,1,1,1,1,24.92,0.02,0,3,1,0,1,1,1],[352,0,0,2,1,0,28.12,0.02,0,0,2,0,0,0,0],[353,1,1,3,1,1,30.85,0.02,0,1,0,1,1,1,1],[354,2,2,1,1,0,25.63,0.02,0,2,3,2,2,0,2],[355,3,3,2,1,3,21.54,0.02,0,2,2,0,3,2,2],[356,0,0,2,1,0,28.33,0.02,0,0,2,0,0,0,0],[357,1,1,3,1,1,31.03,0.02,0,1,2,1,1,3,1],[358,2,2,0,1,2,22.46,0.02,0,2,0,2,2,1,2],[359,3,3,0,1,3,20,0.0171586,1,3,2,3,3,3,3],[360,0,0,2,1,0,26.45,0.02,0,0,2,0,0,0,0],[361,1,1,3,1,1,28.5,0.02,0,1,1,1,1,1,1],[362,2,2,1,1,2,21.47,0.02,0,2,1,2,2,3,2],[363,3,3,1,1,3,22.5,0.02,0,1,1,1,3,3,3],[364,0,0,2,1,0,21.1,0.02,0,0,2,0,0,2,0],[365,1,1,3,1,1,30.73,0.02,0,1,3,1,1,3,1],[366,2,2,0,1,2,24.87,0.02,0,2,0,2,2,0,2],[367,3,3,1,1,3,20,0.019476,1,3,1,3,3,1,3],[368,0,2,2,1,2,26.49,0.02,0,0,2,0,0,2,2],[369,1,1,3,1,1,28.63,0.02,0,1,2,1,1,2,1],[370,2,2,0,1,2,26.16,0.02,0,2,3,2,3,1,2],[371,3,3,3,1,3,21.48,0.02,0,3,2,3,3,3,3],[372,0,2,2,1,2,29.52,0.02,0,2,2,2,1,2,1],[373,1,1,3,1,1,30.15,0.02,0,1,1,1,1,2,1],[374,2,2,0,1,2,24.1,0.02,0,2,0,2,2,0,2],[375,3,3,1,1,1,20.37,0.02,0,1,1,1,3,3,3],[376,0,0,1,1,0,25.69,0.02,0,0,1,1,0,0,0],[377,1,1,3,1,1,26.81,0.02,0,1,0,1,1,2,1],[378,2,2,0,1,0,26.59,0.02,0,0,0,0,1,0,1],[379,3,3,1,1,3,21.54,0.02,0,3,1,3,3,3,3],[380,0,2,3,1,2,25.54,0.02,0,0,2,0,0,3,2],[381,1,1,3,1,1,28.94,0.02,0,1,0,1,1,2,1],[382,2,2,3,1,0,23.66,0.02,0,2,3,2,2,3,2],[383,3,2,2,1,2,22.96,0.02,0,2,2,0,1,2,1],[384,0,2,3,1,2,23.1,0.02,0,0,2,0,2,3,2],[385,1,1,1,1,1,30.36,0.02,0,1,1,1,1,1,1],[386,2,2,0,1,2,20.2,0.02,0,2,3,2,2,0,2],[387,3,3,1,1,3,20,0.0159,1,3,1,1,3,3,3],[388,0,0,2,1,0,25.69,0.02,0,0,2,0,0,2,0],[389,1,1,3,1,1,29.12,0.02,0,1,1,1,1,1,1],[390,2,2,1,1,2,27.86,0.02,0,2,3,2,1,0,2],[391,3,3,0,1,3,20.02,0.02,0,0,2,0,3,3,3],[392,0,0,2,1,0,25.21,0.02,0,2,2,0,0,0,0],[393,1,1,3,1,1,28.09,0.02,0,1,1,1,1,1,1],[394,2,2,1,1,2,27.73,0.02,0,2,1,0,0,3,1],[395,3,3,0,1,3,23.54,0.02,0,0,0,0,3,3,3],[396,0,0,3,1,2,27.58,0.02,0,2,2,0,1,3,1],[397,1,1,3,1,1,28.39,0.02,0,1,1,1,1,1,1],[398,2,2,0,1,2,22.59,0.02,0,2,0,2,2,0,2],[399,3,3,0,1,3,20,0.0189759,1,3,2,3,3,3,3]],"elapsed_ms":2586,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":275,"J":263,"J_valid":263,"n_invalid":0,"n00":2,"n01":2,"n10":43,"n11":216,"ctl_n":263,"ctl_err":27},"metrics":{"target_error":0.8288973384030418,"Q_transfer":0.1711026615969582,"source_success":0.9847908745247148,"joint_error":0.8212927756653993,"T_cond":0.833976833976834,"R":0.10266159695817491,"delta":0.7262357414448669,"delta_pp":72.6235741444867,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.6875}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":342,"tgt_clean_correct":328,"J":304,"J_valid":304,"n_invalid":0,"n00":4,"n01":0,"n10":119,"n11":181,"ctl_n":304,"ctl_err":13},"metrics":{"target_error":0.5953947368421053,"Q_transfer":0.4046052631578947,"source_success":0.9868421052631579,"joint_error":0.5953947368421053,"T_cond":0.6033333333333334,"R":0.04276315789473684,"delta":0.5526315789473685,"delta_pp":55.26315789473685,"validity_rate":1,"src_clean_accuracy":0.855,"tgt_clean_accuracy":0.82}}]},{"key":"s43/STFT-CNN/fgsm/eps0020","seed":43,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,2,2,1,2,40.75,0.002,0,2,2,2,2,2,2],[1,1,1,1,1,1,48.09,0.002,0,1,1,1,1,1,1],[2,2,2,0,1,2,39.83,0.002,0,2,0,2,0,0,2],[3,3,3,2,1,3,38.65,0.002,0,2,2,2,3,2,3],[4,0,0,0,1,0,41.76,0.002,0,0,3,0,0,0,0],[5,1,1,0,1,1,46.17,0.002,0,1,1,1,1,1,1],[6,2,2,1,1,2,38.96,0.002,0,2,0,2,2,0,2],[7,3,3,3,1,3,39.57,0.002,0,1,1,1,3,1,3],[8,0,1,1,1,1,45.58,0.002,0,2,2,2,2,2,2],[9,1,1,0,1,1,46.02,0.002,0,1,1,1,1,1,1],[10,2,2,0,1,2,39.53,0.002,0,2,3,2,2,0,2],[11,3,3,1,1,3,39.51,0.002,0,3,3,3,3,3,3],[12,0,2,2,1,2,42.59,0.002,0,2,2,2,2,2,2],[13,1,1,0,1,1,45.29,0.002,0,1,1,1,1,1,1],[14,2,0,0,1,0,41.98,0.002,0,0,0,0,0,0,0],[15,3,1,1,1,1,41.71,0.002,0,0,0,0,3,3,3],[16,0,0,0,1,0,41.3,0.002,0,0,0,0,0,0,0],[17,1,1,0,1,1,47.7,0.002,0,1,1,1,1,1,1],[18,2,0,0,1,0,41.33,0.002,0,0,0,0,2,0,2],[19,3,3,3,1,3,35.41,0.002,0,1,1,1,3,3,3],[20,0,0,0,1,0,39.47,0.002,0,0,3,0,0,0,0],[21,1,1,0,1,1,46.11,0.002,0,1,1,1,1,1,1],[22,2,1,0,1,1,43.48,0.002,0,2,2,2,0,0,0],[23,3,3,0,1,3,33.28,0.002,0,3,3,3,3,0,3],[24,0,1,1,1,1,46.76,0.002,0,2,2,2,2,2,2],[25,1,1,1,1,1,46.09,0.002,0,1,1,1,1,1,1],[26,2,2,0,1,2,40.89,0.002,0,2,2,2,2,2,2],[27,3,2,0,1,2,34.9,0.002,0,2,2,2,2,2,2],[28,0,0,0,1,0,42.21,0.002,0,1,1,1,0,0,0],[29,1,1,0,1,1,46.27,0.002,0,1,1,1,1,1,1],[30,2,2,2,1,2,37.68,0.002,0,2,2,2,2,2,2],[31,3,3,0,1,3,33.43,0.002,0,3,3,3,3,3,3],[32,0,0,3,1,0,46.57,0.002,0,2,2,2,0,2,0],[33,1,1,2,1,1,43.75,0.002,0,3,3,3,1,3,1],[34,2,2,0,1,2,39.42,0.002,0,2,3,2,2,0,2],[35,3,3,1,1,3,38.87,0.002,0,2,3,2,3,3,3],[36,0,0,0,1,0,47.35,0.002,0,0,0,0,0,0,0],[37,1,1,0,1,1,44.13,0.002,0,3,3,3,1,1,1],[38,2,1,1,1,1,44.16,0.002,0,0,0,0,3,0,3],[39,3,3,1,1,3,36.28,0.002,0,3,3,3,3,3,3],[40,0,2,3,1,2,39.65,0.002,0,2,2,2,0,2,0],[41,1,1,1,1,1,48,0.002,0,1,1,1,1,1,1],[42,2,2,0,1,2,42.18,0.002,0,0,0,0,2,0,2],[43,3,3,3,1,3,38.49,0.002,0,1,1,1,3,3,3],[44,0,0,0,1,0,46.1,0.002,0,1,1,1,0,0,0],[45,1,1,1,1,1,44.11,0.002,0,1,1,1,1,1,1],[46,2,2,0,1,2,41.69,0.002,0,2,3,2,2,2,2],[47,3,3,1,1,3,36.11,0.002,0,3,3,3,3,3,3],[48,0,0,0,1,0,42.67,0.002,0,0,0,0,0,0,0],[49,1,0,0,1,0,43.57,0.002,0,1,1,1,1,1,1],[50,2,2,0,1,2,39.91,0.002,0,2,2,2,2,0,2],[51,3,3,3,1,3,36.67,0.002,0,3,3,3,3,3,3],[52,0,0,0,1,0,38.63,0.002,0,0,3,0,0,0,0],[53,1,1,0,1,1,45.88,0.002,0,1,1,1,1,1,1],[54,2,2,2,1,2,37.02,0.002,0,2,0,2,2,0,2],[55,3,3,3,1,3,37.42,0.002,0,3,3,3,3,3,3],[56,0,0,0,1,0,44.15,0.002,0,0,3,0,0,0,0],[57,1,1,0,1,1,42.47,0.002,0,1,1,1,1,1,1],[58,2,2,0,1,2,41.62,0.002,0,2,0,2,2,2,2],[59,3,3,3,1,3,34.22,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,41.22,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,48.09,0.002,0,1,1,1,1,1,1],[62,2,1,1,1,1,42.23,0.002,0,2,0,2,2,2,2],[63,3,3,0,1,3,35.79,0.002,0,3,3,2,3,2,3],[64,0,2,2,1,2,40.36,0.002,0,2,2,2,2,2,2],[65,1,1,0,1,1,45.65,0.002,0,1,1,1,1,1,1],[66,2,0,0,1,2,42.28,0.002,0,2,2,2,0,0,0],[67,3,2,0,1,2,35.04,0.002,0,2,0,2,2,2,2],[68,0,0,0,1,0,41.37,0.002,0,0,0,0,0,0,0],[69,1,1,3,1,1,43.55,0.002,0,1,1,1,1,1,1],[70,2,1,1,1,1,44.1,0.002,0,2,2,2,2,0,2],[71,3,3,3,1,3,37.77,0.002,0,3,3,3,3,3,3],[72,0,0,0,1,0,46.34,0.002,0,0,0,0,0,0,0],[73,1,1,1,1,1,45.63,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,39.83,0.002,0,0,0,0,2,0,2],[75,3,3,1,1,3,37.88,0.002,0,3,3,3,3,3,3],[76,0,0,0,1,0,47.85,0.002,0,0,0,0,0,0,0],[77,1,1,3,1,1,41.58,0.002,0,3,3,3,3,3,3],[78,2,2,1,1,2,42.7,0.002,0,0,0,0,2,2,2],[79,3,3,3,1,3,38.88,0.002,0,1,1,1,3,3,3],[80,0,0,0,1,0,47.41,0.002,0,1,1,1,0,0,0],[81,1,1,2,1,1,43.16,0.002,0,1,1,1,1,1,1],[82,2,2,0,1,2,38.46,0.002,0,2,3,2,2,0,2],[83,3,3,3,1,3,41.92,0.002,0,1,1,1,3,1,3],[84,0,0,0,1,0,42.25,0.002,0,3,3,3,0,0,0],[85,1,1,3,1,1,44.5,0.002,0,1,1,1,1,1,1],[86,2,2,0,1,2,36.6,0.002,0,2,0,2,2,0,2],[87,3,3,3,1,3,38.61,0.002,0,1,1,1,1,1,1],[88,0,0,0,1,0,43.99,0.002,0,0,0,0,0,0,0],[89,1,1,1,1,1,47.38,0.002,0,1,1,1,1,1,1],[90,2,2,2,1,2,38.69,0.002,0,2,2,2,2,2,2],[91,3,3,1,1,3,37.1,0.002,0,3,3,3,3,3,3],[92,0,0,0,1,0,45.47,0.002,0,0,1,0,0,0,0],[93,1,1,1,1,1,43.82,0.002,0,1,1,1,1,1,1],[94,2,2,0,1,2,38.81,0.002,0,0,0,0,0,0,0],[95,3,3,3,1,3,37.75,0.002,0,1,1,1,1,1,1],[96,0,0,1,1,0,44.27,0.002,0,2,2,2,2,2,2],[97,1,1,0,1,1,48.06,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,42.28,0.002,0,2,0,2,2,0,2],[99,3,3,3,1,3,41.26,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,44.24,0.002,0,0,0,0,0,0,0],[101,1,1,3,1,1,40.2,0.002,0,1,1,1,1,1,1],[102,2,0,0,1,0,44.6,0.002,0,0,0,0,3,0,3],[103,3,3,3,1,3,37.14,0.002,0,3,3,1,3,3,3],[104,0,0,0,1,0,38.77,0.002,0,3,3,3,0,0,0],[105,1,1,0,1,1,45.09,0.002,0,1,1,1,1,1,1],[106,2,2,0,1,2,40.86,0.002,0,2,3,2,2,0,2],[107,3,3,1,1,3,39.9,0.002,0,0,0,1,3,3,3],[108,0,2,2,1,2,39.96,0.002,0,2,2,2,0,0,0],[109,1,0,0,1,0,47.46,0.002,0,1,0,1,1,1,1],[110,2,2,0,1,2,42.36,0.002,0,2,2,2,2,2,2],[111,3,3,3,1,3,37.05,0.002,0,3,3,3,3,3,3],[112,0,1,3,1,1,46.79,0.002,0,2,2,2,2,2,2],[113,1,1,1,1,1,47.9,0.002,0,1,1,1,1,1,1],[114,2,2,1,1,2,40.79,0.002,0,2,0,2,2,0,2],[115,3,3,3,1,3,35.91,0.002,0,3,3,3,3,3,3],[116,0,0,0,1,0,45.54,0.002,0,0,0,0,0,0,0],[117,1,1,2,1,1,40.35,0.002,0,1,1,1,1,1,1],[118,2,2,3,1,2,36.88,0.002,0,2,2,2,2,2,2],[119,3,3,3,1,3,38.36,0.002,0,3,3,3,3,3,3],[120,0,0,0,1,0,39.89,0.002,0,2,2,2,0,0,0],[121,1,1,3,1,1,47.87,0.002,0,1,1,1,1,1,1],[122,2,1,1,1,1,44.37,0.002,0,2,3,2,2,0,2],[123,3,3,3,1,3,37.69,0.002,0,3,3,3,3,3,3],[124,0,0,0,1,0,41.52,0.002,0,0,0,0,0,0,0],[125,1,1,0,1,1,48.16,0.002,0,3,1,1,1,1,1],[126,2,2,2,1,2,40.72,0.002,0,0,0,0,2,2,2],[127,3,1,0,1,1,41.77,0.002,0,3,3,3,3,1,3],[128,0,0,0,1,0,43.93,0.002,0,0,2,0,0,0,0],[129,1,1,2,1,2,40.1,0.002,0,1,3,3,3,3,3],[130,2,2,0,1,2,42.15,0.002,0,2,3,2,2,2,2],[131,3,3,1,1,3,40.48,0.002,0,2,2,2,3,1,3],[132,0,1,1,1,1,43.93,0.002,0,2,2,2,0,0,0],[133,1,2,2,1,2,40.01,0.002,0,1,0,1,1,3,1],[134,2,2,1,1,2,39.16,0.002,0,0,0,0,2,2,2],[135,3,3,3,1,3,35.2,0.002,0,1,1,1,1,1,1],[136,0,1,1,1,1,43.82,0.002,0,2,2,2,2,2,2],[137,1,1,3,1,1,46.28,0.002,0,1,1,1,1,1,1],[138,2,2,3,1,2,39.93,0.002,0,2,3,2,2,3,2],[139,3,2,2,1,2,36.32,0.002,0,2,2,2,2,0,2],[140,0,0,0,1,0,46.42,0.002,0,0,0,0,0,0,0],[141,1,1,0,1,1,44.67,0.002,0,1,1,1,1,1,1],[142,2,2,0,1,2,39.35,0.002,0,2,0,2,2,0,2],[143,3,3,1,1,3,39.18,0.002,0,0,0,0,3,3,3],[144,0,0,0,1,0,43.07,0.002,0,0,0,0,0,0,0],[145,1,1,2,1,1,42.37,0.002,0,0,0,1,1,1,1],[146,2,1,1,1,1,42.39,0.002,0,0,0,0,0,0,0],[147,3,3,3,1,3,33.39,0.002,0,3,3,3,3,1,3],[148,0,1,3,1,1,44.25,0.002,0,2,2,2,2,2,2],[149,1,1,1,1,1,41.46,0.002,0,1,1,1,1,3,1],[150,2,2,1,1,2,36.23,0.002,0,2,3,2,2,2,2],[151,3,3,3,1,3,39.47,0.002,0,3,3,3,3,3,3],[152,0,2,2,1,2,40.44,0.002,0,2,2,2,2,2,2],[153,1,1,3,1,1,47.74,0.002,0,1,1,1,1,1,1],[154,2,2,2,1,2,40.92,0.002,0,2,2,2,2,2,2],[155,3,3,3,1,3,35.84,0.002,0,1,1,1,3,3,3],[156,0,1,1,1,1,46.68,0.002,0,2,2,2,0,2,0],[157,1,2,2,1,2,41.11,0.002,0,3,2,3,1,3,1],[158,2,2,1,1,2,40.67,0.002,0,0,0,0,2,0,2],[159,3,3,3,1,3,39.24,0.002,0,3,3,3,3,3,3],[160,0,2,2,1,2,40.1,0.002,0,2,2,2,2,2,2],[161,1,1,1,1,1,44.7,0.002,0,1,1,1,1,1,1],[162,2,2,3,1,2,41.49,0.002,0,0,0,0,2,2,2],[163,3,3,3,1,3,31.79,0.002,0,3,3,3,3,3,3],[164,0,1,2,1,1,44.74,0.002,0,2,2,2,2,2,2],[165,1,1,0,1,1,44.05,0.002,0,1,1,1,1,1,1],[166,2,2,1,1,2,41.75,0.002,0,2,2,2,2,2,2],[167,3,3,3,1,3,33.52,0.002,0,0,0,0,3,3,3],[168,0,0,0,1,0,44.28,0.002,0,3,1,3,0,1,0],[169,1,1,3,1,1,44.11,0.002,0,1,1,1,1,1,1],[170,2,1,1,1,1,44.04,0.002,0,0,0,0,2,2,2],[171,3,3,1,1,3,38.54,0.002,0,3,3,3,3,3,3],[172,0,0,0,1,0,42.44,0.002,0,0,0,0,0,0,0],[173,1,2,2,1,2,41.02,0.002,0,0,0,0,3,3,3],[174,2,2,0,1,2,41.29,0.002,0,2,0,2,2,2,2],[175,3,3,3,1,3,41.38,0.002,0,1,1,1,1,1,1],[176,0,2,3,1,2,41.53,0.002,0,2,2,2,2,2,2],[177,1,1,2,1,1,43.52,0.002,0,1,0,1,1,1,1],[178,2,2,3,1,2,35.99,0.002,0,2,2,2,2,2,2],[179,3,3,3,1,3,41.2,0.002,0,1,1,1,1,1,1],[180,0,0,0,1,0,45.94,0.002,0,0,0,0,0,0,0],[181,1,1,0,1,1,45.07,0.002,0,1,1,1,1,1,1],[182,2,2,0,1,2,40.23,0.002,0,2,0,2,2,0,2],[183,3,3,3,1,3,34.45,0.002,0,3,3,3,3,3,3],[184,0,0,0,1,0,42.21,0.002,0,3,3,3,0,0,0],[185,1,1,1,1,1,43.28,0.002,0,1,1,1,1,3,1],[186,2,2,0,1,2,43.61,0.002,0,2,2,2,2,0,2],[187,3,3,3,1,3,36.53,0.002,0,3,0,3,3,3,3],[188,0,0,0,1,0,46.91,0.002,0,0,0,0,0,0,0],[189,1,2,2,1,1,40.87,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,42.08,0.002,0,2,2,2,0,0,2],[191,3,3,3,1,3,40.2,0.002,0,1,1,1,1,1,1],[192,0,0,0,1,0,45.33,0.002,0,0,0,0,0,0,0],[193,1,2,2,1,1,41.49,0.002,0,0,0,0,1,3,1],[194,2,1,0,1,2,42.74,0.002,0,2,0,2,2,0,2],[195,3,3,3,1,3,37.04,0.002,0,3,3,3,3,1,3],[196,0,2,2,1,2,41.15,0.002,0,2,2,2,2,2,2],[197,1,2,2,1,2,39.8,0.002,0,3,3,3,3,3,3],[198,2,2,0,1,2,41.3,0.002,0,2,0,2,2,2,2],[199,3,1,0,1,1,39.9,0.002,0,3,0,3,3,0,3],[200,0,1,1,1,1,47.72,0.002,0,2,2,2,0,3,0],[201,1,1,0,1,1,43.79,0.002,0,3,0,3,1,3,1],[202,2,2,0,1,2,43.44,0.002,0,2,3,2,2,0,2],[203,3,3,3,1,3,37.87,0.002,0,1,1,1,1,1,1],[204,0,0,0,1,0,43.61,0.002,0,0,0,0,0,0,0],[205,1,2,2,1,2,41.52,0.002,0,1,1,1,1,1,1],[206,2,2,0,1,2,43.03,0.002,0,2,3,2,2,1,2],[207,3,3,1,1,3,38.54,0.002,0,3,3,3,3,3,3],[208,0,0,3,1,0,43.56,0.002,0,2,2,2,2,2,2],[209,1,1,3,1,1,45.32,0.002,0,1,1,1,1,1,1],[210,2,2,3,1,2,37.45,0.002,0,2,2,2,2,2,2],[211,3,3,1,1,3,40.87,0.002,0,3,3,3,3,3,3],[212,0,0,0,1,0,42.52,0.002,0,0,0,0,0,0,0],[213,1,1,0,1,1,41.54,0.002,0,1,1,1,1,1,1],[214,2,1,1,1,1,45.11,0.002,0,2,3,2,2,3,2],[215,3,3,3,1,3,34.63,0.002,0,0,0,0,3,3,3],[216,0,0,1,1,0,39.8,0.002,0,3,3,3,0,0,0],[217,1,1,1,1,1,43.36,0.002,0,1,0,1,1,1,1],[218,2,2,0,1,2,42.8,0.002,0,0,0,0,2,2,2],[219,3,3,3,1,3,37.98,0.002,0,1,1,1,1,1,1],[220,0,0,0,1,0,41.84,0.002,0,1,1,1,0,0,0],[221,1,1,2,1,1,44.58,0.002,0,1,1,1,1,1,1],[222,2,2,0,1,2,41.37,0.002,0,0,0,0,2,2,2],[223,3,3,3,1,3,37.54,0.002,0,3,3,3,1,1,3],[224,0,0,0,1,0,45.49,0.002,0,0,0,0,0,0,0],[225,1,1,2,1,1,42.3,0.002,0,3,3,3,1,3,1],[226,2,2,0,1,2,39.06,0.002,0,2,2,2,2,2,2],[227,3,3,3,1,3,36.32,0.002,0,3,3,3,3,3,3],[228,0,0,0,1,0,42.56,0.002,0,0,0,0,0,0,0],[229,1,1,0,1,1,47.94,0.002,0,1,1,1,1,1,1],[230,2,2,1,1,2,39.53,0.002,0,2,0,0,2,0,2],[231,3,3,1,1,3,38.2,0.002,0,3,3,3,3,3,3],[232,0,0,0,1,0,42.12,0.002,0,0,3,0,0,0,0],[233,1,1,0,1,1,44.35,0.002,0,3,3,3,1,1,1],[234,2,2,0,1,2,39.77,0.002,0,2,0,2,2,2,2],[235,3,3,3,1,3,37.73,0.002,0,3,1,3,3,1,3],[236,0,0,0,1,0,46.41,0.002,0,0,0,0,0,0,0],[237,1,1,0,1,1,45.33,0.002,0,1,1,1,1,1,1],[238,2,2,2,1,2,39.59,0.002,0,2,0,2,2,2,2],[239,3,3,1,1,3,37.36,0.002,0,0,0,0,3,3,3],[240,0,0,1,1,0,43.12,0.002,0,3,3,3,0,0,0],[241,1,1,1,1,1,46.52,0.002,0,1,1,1,1,1,1],[242,2,2,1,1,2,41.82,0.002,0,2,2,2,2,2,2],[243,3,3,3,1,3,32.17,0.002,0,3,3,3,3,3,3],[244,0,1,1,1,1,47.36,0.002,0,0,0,0,0,0,0],[245,1,1,1,1,1,45.92,0.002,0,1,1,1,1,1,1],[246,2,0,0,1,0,43.18,0.002,0,2,0,2,2,0,2],[247,3,3,1,1,3,41.02,0.002,0,3,3,3,3,3,3],[248,0,0,0,1,0,44.06,0.002,0,1,1,1,0,0,0],[249,1,1,0,1,1,44.1,0.002,0,3,3,3,1,1,1],[250,2,3,3,1,1,40.98,0.002,0,2,2,2,2,2,2],[251,3,3,3,1,3,35.32,0.002,0,3,3,3,3,3,3],[252,0,0,0,1,0,44.34,0.002,0,0,0,0,0,0,0],[253,1,1,1,1,1,44.72,0.002,0,1,1,1,1,1,1],[254,2,2,3,1,2,37.8,0.002,0,2,2,2,2,2,2],[255,3,3,1,1,3,36.4,0.002,0,3,3,2,3,3,3],[256,0,1,2,1,1,44.15,0.002,0,2,2,2,2,2,2],[257,1,1,1,1,1,47.19,0.002,0,1,1,1,1,1,1],[258,2,2,3,1,2,35.46,0.002,0,2,2,2,2,2,2],[259,3,3,3,1,3,35.5,0.002,0,3,3,3,3,3,3],[260,0,0,0,1,0,44.15,0.002,0,0,0,0,0,0,0],[261,1,1,0,1,1,45.13,0.002,0,1,3,1,1,1,1],[262,2,2,1,1,2,41.12,0.002,0,2,3,2,2,3,2],[263,3,3,3,1,3,36.03,0.002,0,3,3,3,3,3,3],[264,0,0,0,1,0,43.99,0.002,0,0,0,0,0,0,0],[265,1,1,3,1,1,45.18,0.002,0,1,1,1,1,1,1],[266,2,1,0,1,1,44.41,0.002,0,0,0,0,0,0,0],[267,3,3,3,1,3,37.4,0.002,0,3,3,3,3,3,3],[268,0,1,1,1,1,46.58,0.002,0,0,0,0,0,0,0],[269,1,1,2,1,1,43.25,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,42.97,0.002,0,2,0,2,2,2,2],[271,3,3,1,1,3,38.53,0.002,0,3,3,3,3,3,3],[272,0,0,0,1,0,46.69,0.002,0,0,0,0,0,0,0],[273,1,1,2,1,1,43.54,0.002,0,3,3,3,1,3,1],[274,2,2,1,1,2,42.9,0.002,0,3,3,3,0,0,0],[275,3,3,3,1,3,39.75,0.002,0,1,1,1,3,1,3],[276,0,0,0,1,0,39.9,0.002,0,0,0,0,0,0,0],[277,1,1,1,1,1,48.14,0.002,0,1,1,1,1,1,1],[278,2,2,3,1,2,38.33,0.002,0,2,2,2,2,2,2],[279,3,3,3,1,3,39.81,0.002,0,1,1,1,1,1,1],[280,0,0,2,1,0,46.37,0.002,0,0,2,2,0,0,0],[281,1,3,3,1,3,43.87,0.002,0,1,1,1,3,3,3],[282,2,2,0,1,2,36.87,0.002,0,2,3,2,2,0,2],[283,3,3,1,1,3,39.6,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,42.29,0.002,0,0,0,0,0,0,0],[285,1,1,1,1,1,47.66,0.002,0,1,1,1,1,1,1],[286,2,2,1,1,2,40.23,0.002,0,2,2,2,2,2,2],[287,3,2,0,1,2,36.77,0.002,0,2,2,2,2,2,2],[288,0,0,2,1,0,46.34,0.002,0,2,2,2,2,2,2],[289,1,1,3,1,1,47.45,0.002,0,1,1,1,1,1,1],[290,2,2,1,1,2,42.93,0.002,0,2,3,2,2,0,2],[291,3,3,1,1,3,32.43,0.002,0,3,0,3,3,3,3],[292,0,0,0,1,0,45.99,0.002,0,0,0,0,0,0,0],[293,1,0,0,1,1,46.48,0.002,0,1,1,1,1,1,1],[294,2,2,0,1,2,40.16,0.002,0,2,3,2,2,0,2],[295,3,3,1,1,3,40.95,0.002,0,3,3,3,3,3,3],[296,0,0,0,1,0,46.5,0.002,0,1,1,1,0,0,0],[297,1,1,0,1,1,46.02,0.002,0,1,1,1,1,1,1],[298,2,2,0,1,2,42.39,0.002,0,2,3,2,0,0,0],[299,3,3,3,1,3,37.8,0.002,0,3,3,3,3,1,3],[300,0,0,0,1,0,45.4,0.002,0,0,0,0,0,0,0],[301,1,1,0,1,1,46.79,0.002,0,1,1,1,1,1,1],[302,2,2,0,1,2,43.68,0.002,0,2,0,2,2,2,2],[303,3,3,3,1,3,39.3,0.002,0,1,1,1,3,3,3],[304,0,0,0,1,0,41.42,0.002,0,0,0,0,0,0,0],[305,1,1,3,1,1,41.42,0.002,0,1,1,1,1,1,1],[306,2,2,1,1,2,42.09,0.002,0,2,2,2,2,2,2],[307,3,3,1,1,3,39.91,0.002,0,3,3,3,3,3,3],[308,0,2,3,1,2,40.53,0.002,0,2,2,2,2,2,2],[309,1,1,0,1,1,43.83,0.002,0,1,1,1,1,1,1],[310,2,1,1,1,2,42.34,0.002,0,2,3,2,2,3,2],[311,3,3,3,1,3,38.42,0.002,0,1,1,1,3,3,3],[312,0,0,0,1,0,40.49,0.002,0,0,0,0,0,0,0],[313,1,1,3,1,1,40.91,0.002,0,3,3,3,1,1,1],[314,2,2,3,1,2,40.33,0.002,0,2,2,2,2,2,2],[315,3,2,0,1,2,35.79,0.002,0,2,3,2,3,0,3],[316,0,0,0,1,0,42.13,0.002,0,0,0,0,0,0,0],[317,1,1,1,1,1,47.42,0.002,0,1,1,1,1,1,1],[318,2,2,2,1,2,43.71,0.002,0,0,0,0,2,2,2],[319,3,3,0,1,3,42.17,0.002,0,2,0,2,3,0,3],[320,0,0,0,1,0,46.22,0.002,0,0,0,0,0,0,0],[321,1,1,0,1,1,44.68,0.002,0,1,1,1,1,1,1],[322,2,2,0,1,2,43.03,0.002,0,0,0,0,2,0,2],[323,3,3,1,1,3,38.15,0.002,0,3,3,3,3,3,3],[324,0,0,0,1,0,41.31,0.002,0,3,3,3,0,0,0],[325,1,1,1,1,1,45.77,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,43.78,0.002,0,2,0,2,2,0,2],[327,3,3,1,1,3,40.97,0.002,0,1,1,1,3,3,3],[328,0,0,0,1,0,45.75,0.002,0,0,0,0,0,0,0],[329,1,1,3,1,1,40.46,0.002,0,1,3,1,1,1,1],[330,2,2,0,1,2,38.51,0.002,0,2,0,2,2,0,2],[331,3,3,1,1,3,35.61,0.002,0,0,0,0,3,3,3],[332,0,0,2,1,0,47.55,0.002,0,2,2,2,0,2,0],[333,1,1,1,1,1,46.69,0.002,0,1,1,1,1,1,1],[334,2,0,0,1,0,44.68,0.002,0,2,2,2,2,0,2],[335,3,3,0,1,3,34.34,0.002,0,2,0,2,3,2,3],[336,0,0,1,1,0,45.82,0.002,0,2,2,0,2,2,2],[337,1,1,0,1,1,45.65,0.002,0,1,1,1,1,1,1],[338,2,1,1,1,1,43.74,0.002,0,2,0,2,2,0,2],[339,3,3,1,1,3,40.13,0.002,0,3,3,3,3,3,3],[340,0,0,0,1,0,40.64,0.002,0,0,0,0,0,0,0],[341,1,1,1,1,1,46.85,0.002,0,1,1,1,1,1,1],[342,2,3,3,1,3,38.77,0.002,0,2,2,2,2,3,2],[343,3,3,0,1,3,35.61,0.002,0,2,0,2,2,2,2],[344,0,0,0,1,0,44.75,0.002,0,0,0,0,0,0,0],[345,1,3,3,1,3,40.26,0.002,0,1,1,1,1,1,1],[346,2,2,1,1,2,44.61,0.002,0,0,0,0,2,0,2],[347,3,3,1,1,3,40.15,0.002,0,3,3,3,3,3,3],[348,0,2,2,1,2,41.75,0.002,0,2,2,2,2,2,2],[349,1,1,3,1,1,41.87,0.002,0,3,3,3,1,1,1],[350,2,2,3,1,2,36.13,0.002,0,2,2,2,2,2,2],[351,3,1,0,1,1,41.5,0.002,0,3,3,3,1,3,1],[352,0,0,0,1,0,45.12,0.002,0,0,0,0,0,0,0],[353,1,1,1,1,1,47.71,0.002,0,1,1,1,1,1,1],[354,2,2,0,1,2,41.63,0.002,0,2,2,2,2,0,2],[355,3,3,0,1,3,38.62,0.002,0,2,2,2,3,3,3],[356,0,0,0,1,0,45.01,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,47.21,0.002,0,1,1,1,1,1,1],[358,2,2,3,1,2,38.62,0.002,0,2,2,2,2,2,2],[359,3,3,3,1,3,32.77,0.002,0,3,3,3,3,3,3],[360,0,0,0,1,0,44.2,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,46.75,0.002,0,1,1,1,1,1,1],[362,2,2,3,1,2,38.1,0.002,0,2,2,2,2,3,2],[363,3,3,3,1,3,39.78,0.002,0,1,1,1,3,3,3],[364,0,0,2,1,0,38.2,0.002,0,0,2,0,0,0,0],[365,1,1,3,1,1,46.81,0.002,0,1,1,1,1,1,1],[366,2,2,0,1,2,41.15,0.002,0,2,0,2,2,0,2],[367,3,3,3,1,3,35.54,0.002,0,3,3,3,3,1,3],[368,0,0,2,1,0,44.65,0.002,0,0,0,0,2,2,2],[369,1,1,0,1,1,44.83,0.002,0,1,1,1,1,1,1],[370,2,3,3,1,3,41.84,0.002,0,2,2,2,2,2,2],[371,3,3,1,1,3,37.52,0.002,0,3,3,3,3,3,3],[372,0,1,2,1,1,46.74,0.002,0,2,2,2,2,2,2],[373,1,1,0,1,1,47.12,0.002,0,1,1,1,1,1,1],[374,2,2,0,1,2,40.65,0.002,0,2,0,2,2,0,2],[375,3,3,3,1,3,36.77,0.002,0,1,1,1,3,1,3],[376,0,0,0,1,0,44.16,0.002,0,0,0,0,0,0,0],[377,1,1,2,1,1,43.33,0.002,0,1,1,1,1,1,1],[378,2,1,1,1,1,43.43,0.002,0,0,0,0,2,0,2],[379,3,3,3,1,3,37.82,0.002,0,3,3,3,3,3,3],[380,0,0,2,1,0,43.38,0.002,0,0,2,0,2,2,2],[381,1,1,0,1,1,45.89,0.002,0,1,1,1,1,1,1],[382,2,2,1,1,2,40.28,0.002,0,2,3,2,2,2,2],[383,3,1,0,1,1,39.79,0.002,0,2,2,2,2,2,2],[384,0,2,2,1,2,40.41,0.002,0,0,2,0,2,2,2],[385,1,1,1,1,1,47.63,0.002,0,1,1,1,1,1,1],[386,2,2,3,1,2,36.32,0.002,0,2,2,2,2,2,2],[387,3,3,3,1,3,33.63,0.002,0,3,3,3,3,3,3],[388,0,0,0,1,0,42.05,0.002,0,0,2,0,0,0,0],[389,1,1,1,1,1,47.83,0.002,0,1,1,1,1,1,1],[390,2,1,0,1,1,43.44,0.002,0,2,3,2,2,0,2],[391,3,3,3,1,3,36.9,0.002,0,0,3,0,3,3,3],[392,0,0,0,1,0,42.32,0.002,0,2,2,2,0,0,0],[393,1,1,1,1,1,46.8,0.002,0,1,1,1,1,1,1],[394,2,0,0,1,0,44.09,0.002,0,2,0,2,2,2,2],[395,3,3,1,1,3,39.92,0.002,0,0,0,0,3,3,3],[396,0,1,1,1,1,45.26,0.002,0,2,2,2,0,2,2],[397,1,1,1,1,1,46.2,0.002,0,1,1,1,1,1,1],[398,2,2,0,1,2,39.28,0.002,0,2,2,2,2,2,2],[399,3,3,1,1,3,34.47,0.002,0,3,3,3,3,3,3]],"elapsed_ms":1864,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":275,"J":245,"J_valid":245,"n_invalid":0,"n00":101,"n01":13,"n10":89,"n11":42,"ctl_n":245,"ctl_err":6},"metrics":{"target_error":0.22448979591836735,"Q_transfer":0.7755102040816326,"source_success":0.5346938775510204,"joint_error":0.17142857142857143,"T_cond":0.32061068702290074,"R":0.024489795918367346,"delta":0.2,"delta_pp":20,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.6875}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":342,"J":304,"J_valid":304,"n_invalid":0,"n00":129,"n01":13,"n10":119,"n11":43,"ctl_n":304,"ctl_err":0},"metrics":{"target_error":0.18421052631578946,"Q_transfer":0.8157894736842105,"source_success":0.5328947368421053,"joint_error":0.14144736842105263,"T_cond":0.2654320987654321,"R":0,"delta":0.18421052631578946,"delta_pp":18.421052631578945,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.855}}]},{"key":"s43/STFT-CNN/fgsm/eps0050","seed":43,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,2,2,1,2,32.79,0.005,0,2,2,2,2,2,2],[1,1,1,3,1,1,40.13,0.005,0,1,1,1,1,1,1],[2,2,2,0,1,2,31.87,0.005,0,2,0,2,0,0,2],[3,3,3,0,1,2,30.7,0.005,0,2,2,2,3,2,3],[4,0,0,0,1,0,33.8,0.005,0,0,3,0,0,0,0],[5,1,1,0,1,1,38.21,0.005,0,1,1,1,1,1,1],[6,2,2,1,1,2,31,0.005,0,2,3,2,2,0,2],[7,3,3,3,1,3,31.61,0.005,0,1,1,1,3,1,3],[8,0,1,1,1,1,37.62,0.005,0,2,2,2,2,2,2],[9,1,1,0,1,1,38.06,0.005,0,1,1,1,1,1,1],[10,2,2,0,1,2,31.57,0.005,0,2,3,2,2,0,2],[11,3,3,1,1,3,31.55,0.005,0,3,3,3,3,3,3],[12,0,2,2,1,2,34.63,0.005,0,2,2,2,2,2,2],[13,1,1,0,1,1,37.33,0.005,0,1,1,1,1,1,1],[14,2,0,0,1,0,34.03,0.005,0,0,0,0,0,0,0],[15,3,1,0,1,3,33.75,0.005,0,0,0,0,3,3,3],[16,0,0,0,1,0,33.34,0.005,0,0,0,0,0,0,0],[17,1,1,0,1,1,39.74,0.005,0,1,1,1,1,1,1],[18,2,0,0,1,0,33.37,0.005,0,0,0,0,2,0,2],[19,3,3,1,1,3,27.45,0.005,0,1,1,1,3,3,3],[20,0,0,0,1,0,31.51,0.005,0,0,3,0,0,0,0],[21,1,1,0,1,1,38.15,0.005,0,1,1,1,1,1,1],[22,2,1,0,1,1,35.52,0.005,0,2,0,2,0,0,0],[23,3,3,0,1,3,25.32,0.005,0,3,3,3,3,0,3],[24,0,1,3,1,1,38.81,0.005,0,2,2,2,2,2,2],[25,1,1,0,1,1,38.13,0.005,0,1,1,1,1,1,1],[26,2,2,0,1,2,32.93,0.005,0,2,3,2,2,0,2],[27,3,2,0,1,2,26.95,0.005,0,2,2,2,2,0,2],[28,0,0,0,1,0,34.25,0.005,0,1,1,1,0,0,0],[29,1,1,0,1,1,38.32,0.005,0,1,1,1,1,1,1],[30,2,2,1,1,2,29.72,0.005,0,2,0,2,2,2,2],[31,3,3,0,1,3,25.47,0.005,0,3,3,3,3,3,3],[32,0,0,3,1,0,38.61,0.005,0,2,2,2,0,2,0],[33,1,1,2,1,1,35.79,0.005,0,3,3,3,1,3,1],[34,2,2,0,1,2,31.46,0.005,0,2,3,2,2,0,2],[35,3,3,0,1,3,30.91,0.005,0,2,0,3,3,3,3],[36,0,0,0,1,0,39.39,0.005,0,0,0,0,0,0,0],[37,1,1,0,1,1,36.17,0.005,0,3,3,1,1,1,1],[38,2,1,1,1,1,36.2,0.005,0,0,1,0,3,0,3],[39,3,3,1,1,3,28.32,0.005,0,3,3,3,3,3,3],[40,0,2,3,1,2,31.69,0.005,0,2,2,2,0,2,0],[41,1,1,0,1,1,40.04,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,34.22,0.005,0,0,0,0,2,0,2],[43,3,3,3,1,3,30.53,0.005,0,1,1,1,3,1,3],[44,0,0,0,1,0,38.15,0.005,0,1,1,1,0,0,0],[45,1,1,0,1,1,36.15,0.005,0,1,1,1,1,1,1],[46,2,2,1,1,2,33.73,0.005,0,2,3,2,2,3,2],[47,3,3,1,1,3,28.15,0.005,0,3,3,3,3,3,3],[48,0,0,0,1,0,34.71,0.005,0,0,0,0,0,0,0],[49,1,0,0,1,1,35.61,0.005,0,1,1,1,1,1,1],[50,2,2,0,1,2,31.96,0.005,0,2,0,2,2,0,0],[51,3,3,1,1,3,28.71,0.005,0,3,3,3,3,3,3],[52,0,0,0,1,0,30.67,0.005,0,0,3,0,0,0,0],[53,1,1,0,1,1,37.92,0.005,0,1,1,1,1,1,1],[54,2,2,1,1,2,29.06,0.005,0,2,0,2,2,0,2],[55,3,3,3,1,3,29.46,0.005,0,3,3,3,3,1,3],[56,0,0,0,1,0,36.19,0.005,0,0,3,0,0,0,0],[57,1,1,0,1,1,34.51,0.005,0,1,1,1,1,1,1],[58,2,2,0,1,2,33.67,0.005,0,2,0,2,2,0,2],[59,3,3,1,1,3,26.26,0.005,0,3,3,3,3,1,3],[60,0,0,0,1,0,33.27,0.005,0,0,0,0,0,0,0],[61,1,1,0,1,1,40.13,0.005,0,1,1,1,1,1,1],[62,2,1,0,1,1,34.27,0.005,0,2,3,2,2,3,2],[63,3,3,0,1,3,27.83,0.005,0,3,3,2,3,3,3],[64,0,2,3,1,2,32.4,0.005,0,2,2,2,2,2,2],[65,1,1,0,1,1,37.69,0.005,0,1,1,1,1,1,1],[66,2,0,0,1,2,34.32,0.005,0,2,3,2,0,0,0],[67,3,2,0,1,2,27.08,0.005,0,2,3,2,2,2,2],[68,0,0,0,1,0,33.41,0.005,0,0,0,0,0,0,0],[69,1,1,3,1,1,35.59,0.005,0,1,1,1,1,1,1],[70,2,1,0,1,1,36.14,0.005,0,2,0,2,2,0,2],[71,3,3,1,1,3,29.81,0.005,0,3,3,3,3,3,3],[72,0,0,0,1,0,38.38,0.005,0,0,0,0,0,0,0],[73,1,1,0,1,1,37.67,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,31.88,0.005,0,0,0,0,2,0,2],[75,3,3,1,1,3,29.92,0.005,0,3,3,3,3,3,3],[76,0,0,0,1,0,39.89,0.005,0,0,0,0,0,0,0],[77,1,1,3,1,1,33.62,0.005,0,3,3,3,3,1,1],[78,2,2,1,1,2,34.74,0.005,0,0,0,0,2,0,2],[79,3,3,3,1,3,30.92,0.005,0,1,1,1,3,1,3],[80,0,0,0,1,0,39.45,0.005,0,1,1,1,0,0,0],[81,1,1,2,1,1,35.2,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,30.5,0.005,0,2,3,2,2,1,2],[83,3,3,1,1,3,33.96,0.005,0,1,1,1,3,1,3],[84,0,0,0,1,0,34.29,0.005,0,3,3,3,0,0,0],[85,1,1,3,1,1,36.54,0.005,0,1,1,1,1,1,1],[86,2,2,0,1,2,28.64,0.005,0,2,2,2,2,0,2],[87,3,3,3,1,3,30.65,0.005,0,1,1,1,1,1,1],[88,0,0,0,1,0,36.03,0.005,0,0,0,0,0,0,0],[89,1,1,1,1,1,39.42,0.005,0,1,1,1,1,1,1],[90,2,2,3,1,2,30.73,0.005,0,2,0,2,2,2,2],[91,3,3,1,1,3,29.14,0.005,0,3,3,3,3,3,3],[92,0,0,0,1,0,37.51,0.005,0,0,1,0,0,0,0],[93,1,1,3,1,1,35.86,0.005,0,1,1,1,1,1,1],[94,2,2,0,1,2,30.85,0.005,0,0,0,0,0,0,0],[95,3,3,3,1,3,29.79,0.005,0,1,1,1,1,1,1],[96,0,0,3,1,0,36.31,0.005,0,2,2,2,2,2,2],[97,1,1,0,1,1,40.1,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,34.32,0.005,0,2,0,2,2,0,2],[99,3,3,3,1,3,33.31,0.005,0,3,3,3,3,1,3],[100,0,0,0,1,0,36.28,0.005,0,0,0,0,0,0,0],[101,1,1,3,1,1,32.24,0.005,0,1,1,1,1,1,1],[102,2,0,0,1,0,36.64,0.005,0,0,0,2,3,0,3],[103,3,3,1,1,3,29.18,0.005,0,3,3,1,3,1,3],[104,0,0,0,1,0,30.82,0.005,0,3,3,3,0,0,0],[105,1,1,0,1,1,37.13,0.005,0,1,1,1,1,1,1],[106,2,2,0,1,2,32.9,0.005,0,2,3,2,2,1,2],[107,3,3,1,1,3,31.94,0.005,0,0,0,0,3,3,3],[108,0,2,2,1,2,32,0.005,0,2,2,2,0,2,0],[109,1,0,0,1,0,39.5,0.005,0,1,0,1,1,1,1],[110,2,2,0,1,2,34.4,0.005,0,2,0,2,2,0,2],[111,3,3,1,1,3,29.09,0.005,0,3,0,3,3,3,3],[112,0,1,3,1,1,38.83,0.005,0,2,2,0,2,3,2],[113,1,1,0,1,1,39.95,0.005,0,1,1,1,1,1,1],[114,2,2,0,1,2,32.83,0.005,0,2,3,2,2,0,2],[115,3,3,1,1,3,27.95,0.005,0,3,3,3,3,3,3],[116,0,0,0,1,0,37.58,0.005,0,0,0,0,0,0,0],[117,1,1,2,1,1,32.39,0.005,0,1,1,1,1,1,1],[118,2,2,3,1,2,28.92,0.005,0,2,2,2,2,0,2],[119,3,3,1,1,3,30.4,0.005,0,3,0,3,3,3,3],[120,0,0,0,1,0,31.93,0.005,0,2,2,2,0,0,0],[121,1,1,3,1,1,39.91,0.005,0,1,1,1,1,1,1],[122,2,1,0,1,1,36.41,0.005,0,2,3,2,2,0,2],[123,3,3,3,1,3,29.73,0.005,0,3,3,3,3,3,3],[124,0,0,0,1,0,33.56,0.005,0,0,2,0,0,0,0],[125,1,1,0,1,1,40.2,0.005,0,3,1,1,1,1,1],[126,2,2,0,1,2,32.77,0.005,0,0,1,0,2,0,2],[127,3,1,0,1,1,33.82,0.005,0,3,3,3,3,1,3],[128,0,0,0,1,0,35.97,0.005,0,0,2,0,0,0,0],[129,1,1,2,1,2,32.14,0.005,0,1,2,1,3,3,3],[130,2,2,0,1,2,34.19,0.005,0,2,3,2,2,0,2],[131,3,3,1,1,3,32.52,0.005,0,2,3,2,3,1,3],[132,0,1,3,1,1,35.97,0.005,0,2,2,2,0,2,0],[133,1,2,2,1,2,32.05,0.005,0,1,0,1,1,3,1],[134,2,2,1,1,2,31.2,0.005,0,0,0,2,2,1,2],[135,3,3,3,1,3,27.24,0.005,0,1,1,1,1,1,1],[136,0,1,3,1,1,35.86,0.005,0,2,2,2,2,2,2],[137,1,1,3,1,1,38.32,0.005,0,1,1,1,1,1,1],[138,2,2,3,1,2,31.98,0.005,0,2,3,2,2,3,2],[139,3,2,2,1,2,28.36,0.005,0,2,2,2,2,0,2],[140,0,0,1,1,0,38.46,0.005,0,0,0,0,0,0,0],[141,1,1,0,1,1,36.71,0.005,0,1,1,1,1,1,1],[142,2,2,0,1,2,31.39,0.005,0,2,3,2,2,0,2],[143,3,3,1,1,3,31.22,0.005,0,0,0,0,3,3,3],[144,0,0,0,1,0,35.12,0.005,0,0,0,0,0,0,0],[145,1,1,2,1,1,34.41,0.005,0,0,0,0,1,1,1],[146,2,1,0,1,1,34.43,0.005,0,0,0,0,0,0,0],[147,3,3,3,1,3,25.43,0.005,0,3,3,3,3,1,3],[148,0,1,3,1,1,36.29,0.005,0,2,2,2,2,3,2],[149,1,1,2,1,1,33.5,0.005,0,1,1,1,1,3,1],[150,2,2,1,1,2,28.27,0.005,0,2,3,2,2,0,2],[151,3,3,3,1,3,31.51,0.005,0,3,3,3,3,3,3],[152,0,2,2,1,0,32.48,0.005,0,2,2,2,2,2,2],[153,1,1,3,1,1,39.78,0.005,0,1,1,1,1,1,1],[154,2,2,0,1,2,32.96,0.005,0,2,0,2,2,2,2],[155,3,3,3,1,3,27.88,0.005,0,1,1,1,3,3,3],[156,0,1,3,1,1,38.72,0.005,0,2,2,2,0,2,0],[157,1,2,2,1,2,33.15,0.005,0,3,2,3,1,3,1],[158,2,2,1,1,2,32.71,0.005,0,0,0,0,2,0,2],[159,3,3,1,1,3,31.28,0.005,0,3,3,3,3,3,3],[160,0,2,2,1,2,32.15,0.005,0,2,2,2,2,2,2],[161,1,1,3,1,1,36.74,0.005,0,1,1,1,1,1,1],[162,2,2,3,1,2,33.53,0.005,0,0,0,0,2,2,2],[163,3,3,1,1,3,23.83,0.005,0,3,3,3,3,3,3],[164,0,1,2,1,1,36.78,0.005,0,2,2,2,2,2,2],[165,1,1,0,1,1,36.09,0.005,0,1,1,1,1,1,1],[166,2,2,3,1,2,33.79,0.005,0,2,3,2,2,3,2],[167,3,3,1,1,3,25.56,0.005,0,0,0,0,3,3,3],[168,0,0,0,1,0,36.32,0.005,0,3,1,3,0,3,0],[169,1,1,3,1,1,36.15,0.005,0,1,1,1,1,1,1],[170,2,1,0,1,1,36.09,0.005,0,0,0,0,2,0,2],[171,3,3,1,1,3,30.58,0.005,0,3,3,3,3,3,3],[172,0,0,0,1,0,34.48,0.005,0,0,0,0,0,0,0],[173,1,2,2,1,2,33.06,0.005,0,0,2,0,3,2,1],[174,2,2,0,1,2,33.33,0.005,0,2,3,2,2,0,2],[175,3,3,1,1,3,33.42,0.005,0,1,1,1,1,1,1],[176,0,2,3,1,2,33.58,0.005,0,2,2,2,2,2,2],[177,1,1,2,1,1,35.56,0.005,0,1,2,1,1,2,1],[178,2,2,3,1,2,28.03,0.005,0,2,2,2,2,2,2],[179,3,3,3,1,3,33.24,0.005,0,1,1,1,1,1,1],[180,0,0,0,1,0,37.98,0.005,0,0,0,0,0,0,0],[181,1,1,0,1,1,37.11,0.005,0,1,1,1,1,1,1],[182,2,2,0,1,2,32.27,0.005,0,2,0,2,2,0,2],[183,3,3,3,1,3,26.49,0.005,0,3,0,3,3,3,3],[184,0,0,0,1,0,34.26,0.005,0,3,3,3,0,3,0],[185,1,1,3,1,1,35.32,0.005,0,1,1,1,1,3,3],[186,2,2,0,1,2,35.65,0.005,0,2,3,2,2,0,0],[187,3,3,1,1,3,28.57,0.005,0,3,3,3,3,3,3],[188,0,0,0,1,0,38.96,0.005,0,0,0,0,0,0,0],[189,1,2,2,1,2,32.91,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,34.12,0.005,0,2,0,2,0,0,2],[191,3,3,3,1,3,32.24,0.005,0,1,1,1,1,1,3],[192,0,0,0,1,0,37.37,0.005,0,0,2,0,0,0,0],[193,1,2,2,1,2,33.54,0.005,0,0,0,0,1,3,3],[194,2,1,0,1,2,34.78,0.005,0,2,3,2,2,3,2],[195,3,3,3,1,3,29.08,0.005,0,3,3,3,3,1,1],[196,0,2,2,1,2,33.19,0.005,0,2,2,2,2,2,2],[197,1,2,2,1,2,31.84,0.005,0,3,2,3,3,3,3],[198,2,2,0,1,2,33.34,0.005,0,2,0,2,2,2,2],[199,3,1,0,1,1,31.94,0.005,0,3,0,3,3,0,3],[200,0,1,1,1,1,39.77,0.005,0,2,2,2,0,3,0],[201,1,1,0,1,1,35.83,0.005,0,3,0,0,1,3,1],[202,2,2,0,1,2,35.48,0.005,0,2,3,2,2,3,2],[203,3,3,3,1,3,29.91,0.005,0,1,1,1,1,1,1],[204,0,0,0,1,0,35.65,0.005,0,0,0,0,0,0,0],[205,1,2,2,1,2,33.56,0.005,0,1,0,1,1,3,1],[206,2,2,0,1,2,35.07,0.005,0,2,3,2,2,1,2],[207,3,3,1,1,3,30.58,0.005,0,3,3,3,3,3,3],[208,0,0,3,1,0,35.61,0.005,0,2,2,2,2,2,0],[209,1,1,3,1,1,37.36,0.005,0,1,1,1,1,1,1],[210,2,2,3,1,2,29.49,0.005,0,2,0,2,2,3,2],[211,3,3,1,1,3,32.92,0.005,0,3,3,3,3,3,3],[212,0,0,0,1,0,34.56,0.005,0,0,0,0,0,0,0],[213,1,1,0,1,1,33.58,0.005,0,1,1,1,1,1,1],[214,2,1,1,1,1,37.16,0.005,0,2,3,2,2,3,2],[215,3,3,1,1,3,26.68,0.005,0,0,0,0,3,3,3],[216,0,0,1,1,0,31.84,0.005,0,3,3,3,0,0,0],[217,1,1,2,1,1,35.4,0.005,0,1,0,1,1,3,1],[218,2,2,0,1,2,34.84,0.005,0,0,0,0,2,3,2],[219,3,3,3,1,3,30.02,0.005,0,1,1,1,1,1,1],[220,0,0,0,1,0,33.88,0.005,0,1,1,1,0,0,0],[221,1,1,2,1,1,36.62,0.005,0,1,1,1,1,3,1],[222,2,2,0,1,2,33.41,0.005,0,0,0,0,2,2,2],[223,3,3,1,1,3,29.58,0.005,0,3,3,1,1,1,3],[224,0,0,0,1,0,37.53,0.005,0,0,0,0,0,0,0],[225,1,1,2,1,1,34.34,0.005,0,3,3,3,1,3,1],[226,2,2,0,1,2,31.1,0.005,0,2,2,2,2,2,2],[227,3,3,1,1,3,28.36,0.005,0,3,3,3,3,3,3],[228,0,0,0,1,0,34.6,0.005,0,0,0,0,0,0,0],[229,1,1,0,1,1,39.98,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,31.57,0.005,0,2,0,2,2,0,2],[231,3,3,1,1,3,30.24,0.005,0,3,3,3,3,3,3],[232,0,0,0,1,0,34.16,0.005,0,0,3,0,0,0,0],[233,1,1,0,1,1,36.39,0.005,0,3,3,3,1,1,1],[234,2,2,0,1,2,31.81,0.005,0,2,0,2,2,0,2],[235,3,3,3,1,3,29.78,0.005,0,3,1,1,3,1,3],[236,0,0,0,1,0,38.46,0.005,0,0,0,0,0,0,0],[237,1,1,0,1,1,37.37,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,31.63,0.005,0,2,0,2,2,0,2],[239,3,3,1,1,3,29.4,0.005,0,0,0,0,3,3,3],[240,0,0,1,1,0,35.16,0.005,0,3,3,3,0,0,0],[241,1,1,1,1,1,38.56,0.005,0,1,1,1,1,1,1],[242,2,2,1,1,2,33.86,0.005,0,2,3,2,2,0,2],[243,3,3,3,1,3,24.21,0.005,0,3,3,3,3,3,3],[244,0,1,1,1,1,39.4,0.005,0,0,0,0,0,0,0],[245,1,1,0,1,1,37.96,0.005,0,1,0,1,1,1,1],[246,2,0,0,1,0,35.22,0.005,0,2,3,2,2,0,0],[247,3,3,1,1,3,33.06,0.005,0,3,3,3,3,3,3],[248,0,0,0,1,0,36.11,0.005,0,1,1,1,0,0,0],[249,1,1,0,1,1,36.14,0.005,0,3,3,3,1,1,1],[250,2,3,3,1,1,33.02,0.005,0,2,3,2,2,0,2],[251,3,3,1,1,3,27.36,0.005,0,3,3,3,3,3,3],[252,0,0,0,1,0,36.38,0.005,0,0,2,0,0,0,0],[253,1,1,0,1,1,36.76,0.005,0,1,1,1,1,1,1],[254,2,2,3,1,2,29.84,0.005,0,2,3,2,2,3,2],[255,3,3,1,1,3,28.44,0.005,0,3,3,2,3,3,2],[256,0,1,2,1,1,36.19,0.005,0,2,2,2,2,2,2],[257,1,1,0,1,1,39.23,0.005,0,1,1,1,1,1,1],[258,2,2,3,1,2,27.5,0.005,0,2,2,2,2,2,2],[259,3,3,1,1,3,27.54,0.005,0,3,3,3,3,3,3],[260,0,0,0,1,0,36.19,0.005,0,0,0,0,0,0,0],[261,1,1,0,1,1,37.17,0.005,0,1,1,1,1,1,1],[262,2,2,1,1,2,33.16,0.005,0,2,3,2,2,3,2],[263,3,3,3,1,3,28.07,0.005,0,3,3,3,3,3,3],[264,0,0,0,1,0,36.03,0.005,0,0,0,0,0,0,0],[265,1,1,3,1,1,37.22,0.005,0,1,1,1,1,1,1],[266,2,1,0,1,1,36.45,0.005,0,0,0,0,0,3,0],[267,3,3,3,1,3,29.44,0.005,0,3,3,3,3,1,3],[268,0,1,1,1,1,38.62,0.005,0,0,0,0,0,2,0],[269,1,1,2,1,1,35.29,0.005,0,1,1,1,1,1,1],[270,2,2,0,1,2,35.01,0.005,0,2,0,2,2,2,2],[271,3,3,1,1,3,30.57,0.005,0,3,3,3,3,3,3],[272,0,0,0,1,0,38.73,0.005,0,0,0,0,0,0,0],[273,1,1,2,1,1,35.58,0.005,0,3,3,1,1,3,1],[274,2,2,1,1,2,34.94,0.005,0,3,3,2,0,1,2],[275,3,3,3,1,3,31.79,0.005,0,1,1,1,3,1,3],[276,0,0,0,1,0,31.94,0.005,0,0,2,0,0,0,0],[277,1,1,0,1,1,40.18,0.005,0,1,1,1,1,1,1],[278,2,2,3,1,2,30.37,0.005,0,2,2,2,2,2,2],[279,3,3,3,1,3,31.85,0.005,0,1,1,1,1,1,3],[280,0,0,3,1,0,38.41,0.005,0,0,2,0,0,0,0],[281,1,3,3,1,1,35.91,0.005,0,1,1,1,3,3,1],[282,2,2,0,1,2,28.92,0.005,0,2,3,2,2,0,2],[283,3,3,1,1,3,31.64,0.005,0,3,3,3,3,3,3],[284,0,0,0,1,0,34.33,0.005,0,0,0,0,0,0,0],[285,1,1,0,1,1,39.7,0.005,0,1,1,1,1,1,1],[286,2,2,0,1,2,32.27,0.005,0,2,3,2,2,1,2],[287,3,2,0,1,2,28.81,0.005,0,2,0,2,2,2,2],[288,0,0,2,1,0,38.38,0.005,0,2,2,2,2,2,2],[289,1,1,3,1,1,39.49,0.005,0,1,1,1,1,1,1],[290,2,2,1,1,2,34.97,0.005,0,2,3,2,2,3,2],[291,3,3,0,1,3,24.48,0.005,0,3,0,3,3,3,3],[292,0,0,0,1,0,38.03,0.005,0,0,0,0,0,0,0],[293,1,0,0,1,0,38.53,0.005,0,1,1,1,1,1,1],[294,2,2,0,1,2,32.2,0.005,0,2,3,2,2,0,2],[295,3,3,1,1,3,32.99,0.005,0,3,3,3,3,3,3],[296,0,0,0,1,0,38.54,0.005,0,1,1,1,0,0,0],[297,1,1,0,1,1,38.06,0.005,0,1,1,1,1,1,1],[298,2,2,0,1,2,34.43,0.005,0,2,3,2,0,0,0],[299,3,3,3,1,3,29.84,0.005,0,3,3,3,3,1,3],[300,0,0,0,1,0,37.44,0.005,0,0,2,0,0,0,0],[301,1,1,0,1,1,38.83,0.005,0,1,1,1,1,1,1],[302,2,2,0,1,2,35.72,0.005,0,2,0,2,2,0,2],[303,3,3,1,1,3,31.34,0.005,0,1,1,1,3,3,3],[304,0,0,0,1,0,33.46,0.005,0,0,2,0,0,0,0],[305,1,1,3,1,1,33.46,0.005,0,1,1,1,1,1,1],[306,2,2,1,1,2,34.13,0.005,0,2,0,2,2,2,2],[307,3,3,1,1,3,31.95,0.005,0,3,3,3,3,3,3],[308,0,2,3,1,2,32.57,0.005,0,2,2,2,2,2,2],[309,1,1,0,1,1,35.87,0.005,0,1,1,1,1,1,1],[310,2,1,1,1,1,34.38,0.005,0,2,3,2,2,3,2],[311,3,3,3,1,3,30.46,0.005,0,1,1,1,3,1,3],[312,0,0,0,1,0,32.53,0.005,0,0,2,0,0,2,0],[313,1,1,3,1,1,32.95,0.005,0,3,3,1,1,1,1],[314,2,2,3,1,3,32.37,0.005,0,2,3,2,2,3,2],[315,3,2,0,1,2,27.83,0.005,0,2,3,3,3,1,2],[316,0,0,0,1,0,34.17,0.005,0,0,0,0,0,0,0],[317,1,1,0,1,1,39.46,0.005,0,1,1,1,1,1,1],[318,2,2,0,1,2,35.75,0.005,0,0,1,0,2,3,2],[319,3,3,0,1,1,34.21,0.005,0,2,0,2,3,0,3],[320,0,0,0,1,0,38.26,0.005,0,0,0,0,0,0,0],[321,1,1,0,1,1,36.72,0.005,0,1,1,1,1,1,1],[322,2,2,0,1,2,35.07,0.005,0,0,0,0,2,0,2],[323,3,3,0,1,3,30.19,0.005,0,3,3,3,3,3,3],[324,0,0,0,1,0,33.35,0.005,0,3,3,3,0,0,0],[325,1,1,0,1,1,37.81,0.005,0,1,1,1,1,1,1],[326,2,2,0,1,2,35.82,0.005,0,2,0,2,2,0,2],[327,3,3,1,1,3,33.01,0.005,0,1,1,1,3,1,3],[328,0,0,1,1,0,37.79,0.005,0,0,0,0,0,0,0],[329,1,1,3,1,1,32.5,0.005,0,1,1,3,1,1,1],[330,2,2,0,1,2,30.55,0.005,0,2,3,2,2,0,2],[331,3,3,0,1,3,27.65,0.005,0,0,0,0,3,3,3],[332,0,0,2,1,0,39.59,0.005,0,2,2,2,0,2,0],[333,1,1,0,1,1,38.74,0.005,0,1,1,1,1,1,1],[334,2,0,0,1,0,36.72,0.005,0,2,0,2,2,0,2],[335,3,3,0,1,2,26.38,0.005,0,2,0,2,3,0,3],[336,0,0,1,1,0,37.86,0.005,0,2,2,2,2,2,2],[337,1,1,0,1,1,37.69,0.005,0,1,1,1,1,1,1],[338,2,1,0,1,1,35.78,0.005,0,2,3,2,2,0,2],[339,3,3,1,1,3,32.17,0.005,0,3,3,3,3,3,3],[340,0,0,0,1,0,32.68,0.005,0,0,0,0,0,0,0],[341,1,1,3,1,1,38.9,0.005,0,1,1,1,1,1,1],[342,2,3,3,1,3,30.81,0.005,0,2,3,2,2,3,2],[343,3,3,0,1,3,27.65,0.005,0,2,0,2,2,0,2],[344,0,0,0,1,0,36.8,0.005,0,0,0,0,0,0,0],[345,1,3,3,1,1,32.3,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,36.65,0.005,0,0,1,0,2,0,2],[347,3,3,1,1,3,32.19,0.005,0,3,3,3,3,1,3],[348,0,2,3,1,2,33.79,0.005,0,2,2,2,2,2,2],[349,1,1,3,1,1,33.91,0.005,0,3,3,1,1,1,1],[350,2,2,3,1,2,28.17,0.005,0,2,3,2,2,3,2],[351,3,1,0,1,1,33.54,0.005,0,3,3,3,1,1,1],[352,0,0,0,1,0,37.16,0.005,0,0,0,0,0,0,0],[353,1,1,0,1,1,39.75,0.005,0,1,1,1,1,1,1],[354,2,2,0,1,2,33.67,0.005,0,2,3,2,2,0,2],[355,3,3,0,1,1,30.66,0.005,0,2,2,2,3,3,3],[356,0,0,0,1,0,37.05,0.005,0,0,0,0,0,0,0],[357,1,1,0,1,1,39.25,0.005,0,1,1,1,1,1,1],[358,2,2,3,1,2,30.66,0.005,0,2,2,2,2,2,2],[359,3,3,3,1,3,24.81,0.005,0,3,3,3,3,3,3],[360,0,0,0,1,0,36.24,0.005,0,0,0,0,0,0,0],[361,1,1,3,1,1,38.79,0.005,0,1,1,1,1,1,1],[362,2,2,3,1,2,30.15,0.005,0,2,3,2,2,3,2],[363,3,3,3,1,3,31.82,0.005,0,1,1,1,3,1,3],[364,0,0,2,1,0,30.24,0.005,0,0,2,0,0,0,0],[365,1,1,3,1,1,38.85,0.005,0,1,1,1,1,1,1],[366,2,2,0,1,2,33.19,0.005,0,2,3,2,2,0,2],[367,3,3,1,1,3,27.58,0.005,0,3,3,3,3,1,3],[368,0,0,2,1,0,36.69,0.005,0,0,2,0,2,2,2],[369,1,1,0,1,1,36.87,0.005,0,1,1,1,1,1,1],[370,2,3,3,1,2,33.88,0.005,0,2,3,2,2,3,2],[371,3,3,1,1,3,29.56,0.005,0,3,3,3,3,3,3],[372,0,1,2,1,1,38.78,0.005,0,2,2,2,2,2,2],[373,1,1,0,1,1,39.16,0.005,0,1,1,1,1,1,1],[374,2,2,0,1,2,32.69,0.005,0,2,0,2,2,0,2],[375,3,3,3,1,3,28.81,0.005,0,1,1,1,3,1,3],[376,0,0,0,1,0,36.2,0.005,0,0,1,0,0,0,0],[377,1,1,2,1,1,35.38,0.005,0,1,1,1,1,1,1],[378,2,1,1,1,1,35.47,0.005,0,0,0,2,2,0,2],[379,3,3,3,1,3,29.86,0.005,0,3,3,3,3,3,3],[380,0,0,2,1,0,35.42,0.005,0,0,2,0,2,2,2],[381,1,1,0,1,1,37.94,0.005,0,1,1,1,1,1,1],[382,2,2,1,1,2,32.32,0.005,0,2,3,2,2,3,2],[383,3,1,0,1,1,31.83,0.005,0,2,2,2,2,2,2],[384,0,2,2,1,2,32.45,0.005,0,0,2,0,2,2,2],[385,1,1,1,1,1,39.67,0.005,0,1,1,1,1,1,1],[386,2,2,3,1,2,28.36,0.005,0,2,3,2,2,3,2],[387,3,3,3,1,3,25.67,0.005,0,3,0,1,3,3,3],[388,0,0,0,1,0,34.1,0.005,0,0,2,0,0,0,0],[389,1,1,1,1,1,39.87,0.005,0,1,1,1,1,1,1],[390,2,1,0,1,2,35.48,0.005,0,2,3,2,2,1,2],[391,3,3,1,1,3,28.94,0.005,0,0,3,0,3,3,3],[392,0,0,2,1,0,34.36,0.005,0,2,2,2,0,0,0],[393,1,1,1,1,1,38.84,0.005,0,1,1,1,1,1,1],[394,2,0,0,1,0,36.13,0.005,0,2,3,2,2,3,2],[395,3,3,1,1,3,31.96,0.005,0,0,3,0,3,3,3],[396,0,1,3,1,1,37.3,0.005,0,2,2,2,0,2,0],[397,1,1,1,1,1,38.24,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,31.32,0.005,0,2,0,2,2,0,2],[399,3,3,1,1,3,26.51,0.005,0,3,3,3,3,3,3]],"elapsed_ms":1753,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":275,"J":245,"J_valid":245,"n_invalid":0,"n00":49,"n01":19,"n10":111,"n11":66,"ctl_n":245,"ctl_err":7},"metrics":{"target_error":0.3469387755102041,"Q_transfer":0.653061224489796,"source_success":0.7224489795918367,"joint_error":0.2693877551020408,"T_cond":0.3728813559322034,"R":0.02857142857142857,"delta":0.3183673469387755,"delta_pp":31.83673469387755,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.6875}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":342,"J":304,"J_valid":304,"n_invalid":0,"n00":71,"n01":17,"n10":136,"n11":80,"ctl_n":304,"ctl_err":5},"metrics":{"target_error":0.3190789473684211,"Q_transfer":0.680921052631579,"source_success":0.7105263157894737,"joint_error":0.2631578947368421,"T_cond":0.37037037037037035,"R":0.01644736842105263,"delta":0.3026315789473684,"delta_pp":30.263157894736842,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.855}}]},{"key":"s43/STFT-CNN/fgsm/eps0100","seed":43,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,2,2,1,2,26.77,0.01,0,2,2,2,2,2,2],[1,1,1,1,1,1,34.11,0.01,0,1,1,1,1,1,1],[2,2,2,0,1,2,25.85,0.01,0,2,3,0,0,1,2],[3,3,3,0,1,2,24.67,0.01,0,2,0,2,3,0,2],[4,0,0,1,1,0,27.78,0.01,0,0,3,0,0,0,0],[5,1,1,0,1,1,32.19,0.01,0,1,1,1,1,1,1],[6,2,2,1,1,2,24.98,0.01,0,2,3,2,2,3,2],[7,3,3,3,1,3,25.59,0.01,0,1,1,1,3,1,1],[8,0,1,3,1,1,31.6,0.01,0,2,2,2,2,2,2],[9,1,1,0,1,1,32.04,0.01,0,1,1,1,1,1,1],[10,2,2,0,1,2,25.55,0.01,0,2,3,2,2,0,2],[11,3,3,1,1,3,25.53,0.01,0,3,3,3,3,3,3],[12,0,2,2,1,2,28.61,0.01,0,2,2,2,2,2,2],[13,1,1,0,1,1,31.31,0.01,0,1,1,1,1,1,1],[14,2,0,0,1,0,28.01,0.01,0,0,0,0,0,0,0],[15,3,1,0,1,1,27.73,0.01,0,0,0,0,3,3,3],[16,0,0,0,1,0,27.32,0.01,0,0,0,0,0,0,0],[17,1,1,0,1,1,33.72,0.01,0,1,1,1,1,1,1],[18,2,0,0,1,0,27.35,0.01,0,0,0,0,2,0,2],[19,3,3,1,1,3,21.43,0.01,0,1,1,1,3,1,3],[20,0,0,1,1,0,25.49,0.01,0,0,3,0,0,0,0],[21,1,1,0,1,1,32.13,0.01,0,1,1,1,1,1,1],[22,2,1,0,1,1,29.5,0.01,0,2,0,2,0,0,0],[23,3,3,0,1,3,20,0.0092262,1,3,3,3,3,3,3],[24,0,1,3,1,1,32.78,0.01,0,2,2,2,2,3,2],[25,1,1,0,1,1,32.11,0.01,0,1,1,1,1,1,1],[26,2,2,0,1,2,26.91,0.01,0,2,3,2,2,3,2],[27,3,2,0,1,2,20.92,0.01,0,2,0,2,2,0,2],[28,0,0,0,1,0,28.23,0.01,0,1,1,1,0,0,0],[29,1,1,0,1,1,32.29,0.01,0,1,1,1,1,1,1],[30,2,2,1,1,2,23.7,0.01,0,2,3,2,2,3,2],[31,3,3,0,1,3,20,0.0093851,1,3,3,3,3,3,3],[32,0,0,3,1,0,32.59,0.01,0,2,3,2,0,2,0],[33,1,1,1,1,1,29.77,0.01,0,3,3,3,1,1,1],[34,2,2,0,1,2,25.44,0.01,0,2,3,2,2,0,2],[35,3,3,0,1,3,24.89,0.01,0,2,0,2,3,0,3],[36,0,0,2,1,0,33.37,0.01,0,0,0,0,0,0,0],[37,1,1,0,1,1,30.15,0.01,0,3,1,1,1,1,1],[38,2,1,1,1,1,30.18,0.01,0,0,1,0,3,1,0],[39,3,3,1,1,3,22.3,0.01,0,3,3,3,3,3,3],[40,0,2,3,1,2,25.67,0.01,0,2,2,2,0,2,0],[41,1,1,0,1,1,34.02,0.01,0,1,1,1,1,1,1],[42,2,2,0,1,2,28.2,0.01,0,0,0,0,2,0,2],[43,3,3,3,1,3,24.51,0.01,0,1,1,1,3,1,3],[44,0,0,0,1,0,32.13,0.01,0,1,1,1,0,0,0],[45,1,1,0,1,1,30.13,0.01,0,1,1,1,1,1,1],[46,2,2,1,1,2,27.71,0.01,0,2,3,0,2,3,2],[47,3,3,1,1,3,22.13,0.01,0,3,3,3,3,1,3],[48,0,0,2,1,0,28.69,0.01,0,0,0,0,0,0,0],[49,1,0,0,1,0,29.59,0.01,0,1,1,1,1,1,1],[50,2,2,0,1,2,25.93,0.01,0,2,0,2,2,0,2],[51,3,3,1,1,3,22.69,0.01,0,3,3,3,3,3,3],[52,0,0,0,1,0,24.65,0.01,0,0,2,0,0,0,0],[53,1,1,0,1,1,31.9,0.01,0,1,1,1,1,1,1],[54,2,2,1,1,2,23.04,0.01,0,2,3,2,2,0,2],[55,3,3,3,1,3,23.44,0.01,0,3,3,3,3,1,3],[56,0,0,0,1,0,30.17,0.01,0,0,3,0,0,0,0],[57,1,1,0,1,1,28.49,0.01,0,1,1,1,1,1,1],[58,2,2,0,1,2,27.65,0.01,0,2,0,2,2,0,2],[59,3,3,3,1,3,20.24,0.01,0,3,3,3,3,1,3],[60,0,0,0,1,0,27.24,0.01,0,0,2,0,0,0,0],[61,1,1,0,1,1,34.11,0.01,0,1,1,1,1,1,1],[62,2,1,0,1,1,28.25,0.01,0,2,3,2,2,3,2],[63,3,3,0,1,3,21.81,0.01,0,3,3,2,3,3,2],[64,0,2,3,1,2,26.38,0.01,0,2,2,2,2,2,2],[65,1,1,0,1,1,31.67,0.01,0,1,0,1,1,1,1],[66,2,0,0,1,2,28.3,0.01,0,2,3,2,0,0,0],[67,3,2,0,1,2,21.06,0.01,0,2,3,2,2,3,2],[68,0,0,0,1,0,27.39,0.01,0,0,0,0,0,0,0],[69,1,1,3,1,1,29.57,0.01,0,1,1,1,1,1,1],[70,2,1,0,1,1,30.12,0.01,0,2,3,2,2,0,2],[71,3,3,1,1,3,23.79,0.01,0,3,3,3,3,3,3],[72,0,0,0,1,0,32.36,0.01,0,0,0,0,0,0,0],[73,1,1,0,1,1,31.65,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,25.85,0.01,0,0,0,0,2,0,2],[75,3,3,1,1,3,23.9,0.01,0,3,3,3,3,3,3],[76,0,0,0,1,0,33.87,0.01,0,0,0,0,0,2,0],[77,1,1,1,1,1,27.6,0.01,0,3,3,3,3,1,1],[78,2,2,1,1,2,28.72,0.01,0,0,0,0,2,0,2],[79,3,3,3,1,3,24.9,0.01,0,1,1,1,3,1,1],[80,0,0,0,1,0,33.43,0.01,0,1,1,1,0,0,0],[81,1,1,2,1,1,29.18,0.01,0,1,2,1,1,3,1],[82,2,2,0,1,2,24.48,0.01,0,2,3,2,2,1,2],[83,3,3,1,1,3,27.94,0.01,0,1,1,1,3,1,1],[84,0,0,1,1,0,28.27,0.01,0,3,3,3,0,0,0],[85,1,1,3,1,1,30.52,0.01,0,1,1,1,1,1,1],[86,2,2,0,1,2,22.62,0.01,0,2,2,2,2,0,0],[87,3,3,3,1,3,24.63,0.01,0,1,1,1,1,1,1],[88,0,0,0,1,0,30.01,0.01,0,0,0,0,0,0,0],[89,1,1,3,1,1,33.4,0.01,0,1,1,1,1,1,1],[90,2,2,3,1,2,24.71,0.01,0,2,3,2,2,3,2],[91,3,3,1,1,3,23.12,0.01,0,3,3,3,3,1,3],[92,0,0,0,1,0,31.49,0.01,0,0,1,0,0,0,0],[93,1,1,3,1,1,29.84,0.01,0,1,1,1,1,1,1],[94,2,2,0,1,2,24.83,0.01,0,0,0,0,0,2,2],[95,3,3,1,1,3,23.77,0.01,0,1,1,1,1,1,1],[96,0,0,3,1,0,30.29,0.01,0,2,2,2,2,2,0],[97,1,1,0,1,1,34.08,0.01,0,1,1,1,1,1,1],[98,2,2,0,1,2,28.3,0.01,0,2,0,0,2,0,2],[99,3,3,3,1,3,27.28,0.01,0,3,1,3,3,1,3],[100,0,0,0,1,0,30.26,0.01,0,0,0,0,0,0,0],[101,1,1,3,1,1,26.22,0.01,0,1,1,1,1,1,1],[102,2,0,0,1,1,30.62,0.01,0,0,1,0,3,1,3],[103,3,3,1,1,3,23.16,0.01,0,3,3,1,3,1,3],[104,0,0,0,1,0,24.79,0.01,0,3,3,0,0,0,0],[105,1,1,0,1,1,31.11,0.01,0,1,1,1,1,1,1],[106,2,2,0,1,2,26.88,0.01,0,2,3,2,2,1,2],[107,3,3,1,1,3,25.92,0.01,0,0,0,0,3,1,3],[108,0,2,2,1,2,25.98,0.01,0,2,2,2,0,2,0],[109,1,0,0,1,0,33.48,0.01,0,1,0,1,1,0,1],[110,2,2,0,1,2,28.38,0.01,0,2,1,2,2,0,2],[111,3,3,0,1,3,23.07,0.01,0,3,0,3,3,3,3],[112,0,1,3,1,1,32.81,0.01,0,2,2,0,2,3,2],[113,1,1,0,1,1,33.93,0.01,0,1,1,1,1,1,1],[114,2,2,0,1,2,26.81,0.01,0,2,3,2,2,1,2],[115,3,3,1,1,3,21.93,0.01,0,3,3,3,3,1,3],[116,0,0,0,1,0,31.56,0.01,0,0,0,0,0,0,0],[117,1,1,2,1,1,26.37,0.01,0,1,1,1,1,1,1],[118,2,2,3,1,2,22.9,0.01,0,2,3,2,2,3,2],[119,3,3,1,1,3,24.38,0.01,0,3,1,1,3,1,3],[120,0,0,0,1,0,25.91,0.01,0,2,2,2,0,0,0],[121,1,1,3,1,1,33.89,0.01,0,1,1,1,1,1,1],[122,2,1,0,1,1,30.39,0.01,0,2,3,2,2,0,2],[123,3,3,1,1,3,23.71,0.01,0,3,3,3,3,1,3],[124,0,0,0,1,0,27.54,0.01,0,0,2,0,0,0,0],[125,1,1,0,1,1,34.18,0.01,0,3,1,1,1,1,1],[126,2,2,0,1,2,26.74,0.01,0,0,1,0,2,1,2],[127,3,1,0,1,1,27.8,0.01,0,3,3,2,3,1,3],[128,0,0,0,1,0,29.95,0.01,0,0,2,0,0,0,0],[129,1,1,2,1,2,26.12,0.01,0,1,2,1,3,3,3],[130,2,2,0,1,2,28.17,0.01,0,2,3,2,2,0,2],[131,3,3,1,1,3,26.5,0.01,0,2,1,2,3,1,1],[132,0,1,3,1,1,29.95,0.01,0,2,2,2,0,2,0],[133,1,2,2,1,2,26.03,0.01,0,1,2,1,1,3,1],[134,2,2,1,1,2,25.18,0.01,0,0,1,2,2,1,2],[135,3,3,3,1,3,21.22,0.01,0,1,1,1,1,1,1],[136,0,1,3,1,1,29.84,0.01,0,2,2,2,2,2,2],[137,1,1,3,1,1,32.3,0.01,0,1,1,1,1,1,1],[138,2,2,3,1,2,25.95,0.01,0,2,3,2,2,3,2],[139,3,2,2,1,3,22.34,0.01,0,2,3,2,2,1,2],[140,0,0,1,1,0,32.44,0.01,0,0,0,0,0,3,0],[141,1,1,0,1,1,30.69,0.01,0,1,0,1,1,1,1],[142,2,2,0,1,2,25.37,0.01,0,2,3,2,2,0,2],[143,3,3,1,1,3,25.2,0.01,0,0,0,0,3,3,3],[144,0,0,0,1,0,29.1,0.01,0,0,0,0,0,0,0],[145,1,1,2,1,1,28.39,0.01,0,0,0,1,1,3,1],[146,2,1,0,1,1,28.41,0.01,0,0,0,0,0,0,0],[147,3,3,3,1,3,20,0.0093453,1,3,3,3,3,1,3],[148,0,1,3,1,1,30.27,0.01,0,2,3,2,2,3,2],[149,1,1,2,1,1,27.48,0.01,0,1,1,1,1,3,1],[150,2,2,1,1,2,22.25,0.01,0,2,3,2,2,0,2],[151,3,3,1,1,3,25.49,0.01,0,3,0,3,3,3,3],[152,0,2,3,1,2,26.46,0.01,0,2,2,2,2,2,2],[153,1,1,3,1,1,33.76,0.01,0,1,1,1,1,1,1],[154,2,2,0,1,2,26.94,0.01,0,2,0,2,2,0,2],[155,3,3,3,1,3,21.86,0.01,0,1,1,1,3,1,3],[156,0,1,3,1,1,32.7,0.01,0,2,2,2,0,3,2],[157,1,2,2,1,2,27.13,0.01,0,3,2,3,1,3,1],[158,2,2,1,1,2,26.69,0.01,0,0,3,2,2,0,2],[159,3,3,1,1,3,25.26,0.01,0,3,3,3,3,3,3],[160,0,2,2,1,2,26.12,0.01,0,2,2,2,2,2,2],[161,1,1,3,1,1,30.72,0.01,0,1,1,1,1,1,1],[162,2,2,3,1,2,27.51,0.01,0,0,0,0,2,3,2],[163,3,3,1,1,3,20,0.0077717,1,3,3,3,3,3,3],[164,0,1,2,1,0,30.76,0.01,0,2,2,2,2,2,2],[165,1,1,0,1,1,30.07,0.01,0,1,1,1,1,3,1],[166,2,2,3,1,1,27.77,0.01,0,2,3,2,2,1,2],[167,3,3,1,1,3,20,0.0094811,1,0,3,0,3,3,3],[168,0,0,0,1,0,30.3,0.01,0,3,1,2,0,1,1],[169,1,1,3,1,1,30.13,0.01,0,1,1,1,1,1,1],[170,2,1,0,1,1,30.06,0.01,0,0,0,0,2,3,2],[171,3,3,1,1,3,24.56,0.01,0,3,3,3,3,3,3],[172,0,0,2,1,0,28.46,0.01,0,0,0,0,0,0,0],[173,1,2,2,1,2,27.04,0.01,0,0,2,0,3,3,1],[174,2,2,0,1,2,27.31,0.01,0,2,3,2,2,3,2],[175,3,3,1,1,3,27.4,0.01,0,1,1,1,1,1,1],[176,0,2,3,1,2,27.56,0.01,0,2,2,2,2,2,2],[177,1,1,2,1,1,29.54,0.01,0,1,2,1,1,2,1],[178,2,2,3,1,2,22.01,0.01,0,2,2,2,2,3,2],[179,3,3,1,1,3,27.22,0.01,0,1,1,1,1,1,1],[180,0,0,1,1,0,31.96,0.01,0,0,0,0,0,0,0],[181,1,1,0,1,1,31.09,0.01,0,1,1,1,1,1,1],[182,2,2,0,1,2,26.25,0.01,0,2,3,2,2,0,2],[183,3,3,3,1,3,20.47,0.01,0,3,0,1,3,3,3],[184,0,0,0,1,0,28.24,0.01,0,3,1,0,0,3,0],[185,1,1,3,1,1,29.3,0.01,0,1,1,1,1,3,3],[186,2,2,0,1,2,29.63,0.01,0,2,3,2,2,0,2],[187,3,3,1,1,3,22.55,0.01,0,3,3,3,3,3,3],[188,0,0,0,1,0,32.94,0.01,0,0,0,0,0,0,0],[189,1,2,2,1,2,26.89,0.01,0,1,1,1,1,3,1],[190,2,2,0,1,2,28.1,0.01,0,2,0,2,0,0,0],[191,3,3,3,1,3,26.22,0.01,0,1,1,1,1,1,1],[192,0,0,0,1,0,31.35,0.01,0,0,0,0,0,0,0],[193,1,2,2,1,1,27.51,0.01,0,0,2,0,1,2,1],[194,2,1,1,1,1,28.76,0.01,0,2,3,2,2,3,2],[195,3,3,3,1,3,23.06,0.01,0,3,1,1,3,1,1],[196,0,2,3,1,2,27.17,0.01,0,2,2,2,2,2,2],[197,1,2,2,1,2,25.82,0.01,0,3,2,3,3,3,3],[198,2,2,0,1,2,27.32,0.01,0,2,0,2,2,0,2],[199,3,1,0,1,1,25.92,0.01,0,3,3,3,3,1,3],[200,0,1,3,1,1,33.75,0.01,0,2,2,2,0,2,3],[201,1,1,0,1,1,29.81,0.01,0,3,0,3,1,3,1],[202,2,2,1,1,2,29.46,0.01,0,2,3,2,2,3,2],[203,3,3,3,1,3,23.89,0.01,0,1,1,1,1,1,1],[204,0,0,0,1,0,29.63,0.01,0,0,0,0,0,0,0],[205,1,2,2,1,1,27.54,0.01,0,1,2,1,1,3,1],[206,2,2,0,1,2,29.05,0.01,0,2,1,2,2,1,2],[207,3,3,1,1,3,24.56,0.01,0,3,3,3,3,1,3],[208,0,0,2,1,0,29.59,0.01,0,2,2,2,2,2,2],[209,1,1,3,1,1,31.34,0.01,0,1,1,1,1,1,1],[210,2,2,3,1,2,23.47,0.01,0,2,3,2,2,3,2],[211,3,3,1,1,3,26.89,0.01,0,3,3,3,3,3,3],[212,0,0,0,1,0,28.54,0.01,0,0,0,0,0,0,0],[213,1,1,0,1,1,27.56,0.01,0,1,1,1,1,1,1],[214,2,1,0,1,1,31.13,0.01,0,2,1,2,2,1,2],[215,3,3,1,1,3,20.66,0.01,0,0,3,0,3,3,3],[216,0,0,1,1,0,25.82,0.01,0,3,3,3,0,0,0],[217,1,1,2,1,1,29.38,0.01,0,1,0,1,1,3,1],[218,2,2,0,1,2,28.82,0.01,0,0,0,2,2,3,2],[219,3,3,3,1,3,24,0.01,0,1,1,1,1,1,1],[220,0,0,0,1,0,27.86,0.01,0,1,1,1,0,3,0],[221,1,1,2,1,1,30.6,0.01,0,1,1,1,1,3,1],[222,2,2,0,1,2,27.39,0.01,0,0,0,0,2,0,2],[223,3,3,0,1,3,23.56,0.01,0,3,1,3,1,1,1],[224,0,0,0,1,0,31.51,0.01,0,0,3,0,0,0,0],[225,1,1,1,1,1,28.32,0.01,0,3,1,1,1,3,1],[226,2,2,0,1,2,25.08,0.01,0,2,3,2,2,0,2],[227,3,3,1,1,3,22.34,0.01,0,3,3,3,3,3,3],[228,0,0,0,1,0,28.58,0.01,0,0,3,0,0,0,0],[229,1,1,0,1,1,33.96,0.01,0,1,1,1,1,1,1],[230,2,2,0,1,2,25.55,0.01,0,2,1,2,2,0,2],[231,3,3,1,1,3,24.22,0.01,0,3,3,3,3,3,3],[232,0,0,1,1,0,28.14,0.01,0,0,3,0,0,0,0],[233,1,1,0,1,1,30.37,0.01,0,3,1,1,1,1,1],[234,2,2,0,1,2,25.79,0.01,0,2,0,2,2,0,2],[235,3,3,3,1,3,23.76,0.01,0,3,1,1,3,1,1],[236,0,0,0,1,0,32.44,0.01,0,0,0,0,0,0,0],[237,1,1,0,1,1,31.35,0.01,0,1,1,1,1,1,1],[238,2,2,0,1,2,25.61,0.01,0,2,0,2,2,0,2],[239,3,3,1,1,3,23.38,0.01,0,0,0,0,3,3,3],[240,0,0,1,1,0,29.14,0.01,0,3,3,3,0,0,0],[241,1,1,0,1,1,32.54,0.01,0,1,1,1,1,1,1],[242,2,2,1,1,2,27.84,0.01,0,2,3,2,2,3,2],[243,3,3,3,1,3,20,0.0081191,1,3,3,3,3,1,3],[244,0,1,3,1,1,33.38,0.01,0,0,2,0,0,2,0],[245,1,1,0,1,1,31.94,0.01,0,1,0,1,1,1,1],[246,2,0,0,1,0,29.2,0.01,0,2,3,2,2,0,2],[247,3,3,1,1,3,27.04,0.01,0,3,3,3,3,1,3],[248,0,0,0,1,0,30.08,0.01,0,1,1,1,0,0,0],[249,1,1,0,1,1,30.12,0.01,0,3,3,1,1,1,1],[250,2,3,1,1,1,27,0.01,0,2,3,2,2,0,2],[251,3,3,1,1,3,21.34,0.01,0,3,3,3,3,3,3],[252,0,0,0,1,0,30.36,0.01,0,0,2,0,0,0,0],[253,1,1,0,1,1,30.74,0.01,0,1,1,1,1,1,1],[254,2,2,3,1,2,23.82,0.01,0,2,3,2,2,3,2],[255,3,3,1,1,3,22.42,0.01,0,3,3,2,3,3,2],[256,0,1,2,1,1,30.17,0.01,0,2,2,2,2,2,2],[257,1,1,0,1,1,33.21,0.01,0,1,1,1,1,1,1],[258,2,2,3,1,2,21.48,0.01,0,2,3,2,2,2,2],[259,3,3,1,1,3,21.52,0.01,0,3,3,3,3,1,3],[260,0,0,1,1,0,30.17,0.01,0,0,0,0,0,0,0],[261,1,1,0,1,1,31.15,0.01,0,1,1,1,1,1,1],[262,2,2,1,1,2,27.14,0.01,0,2,3,2,2,3,2],[263,3,3,1,1,3,22.05,0.01,0,3,3,3,3,3,3],[264,0,0,0,1,0,30.01,0.01,0,0,0,0,0,0,0],[265,1,1,3,1,1,31.2,0.01,0,1,1,1,1,1,1],[266,2,1,0,1,1,30.43,0.01,0,0,0,0,0,1,0],[267,3,3,1,1,3,23.42,0.01,0,3,3,3,3,1,3],[268,0,1,3,1,1,32.6,0.01,0,0,0,0,0,2,0],[269,1,1,2,1,1,29.27,0.01,0,1,1,1,1,1,1],[270,2,2,0,1,2,28.99,0.01,0,2,0,2,2,2,2],[271,3,3,3,1,3,24.55,0.01,0,3,3,3,3,1,3],[272,0,0,0,1,0,32.71,0.01,0,0,0,0,0,0,0],[273,1,1,1,1,1,29.56,0.01,0,3,1,1,1,1,1],[274,2,2,1,1,1,28.92,0.01,0,3,3,3,0,1,0],[275,3,3,3,1,3,25.77,0.01,0,1,1,1,3,1,3],[276,0,0,0,1,0,25.92,0.01,0,0,2,0,0,0,0],[277,1,1,0,1,1,34.16,0.01,0,1,1,1,1,1,1],[278,2,2,3,1,2,24.35,0.01,0,2,2,2,2,3,2],[279,3,3,3,1,3,25.83,0.01,0,1,1,1,1,1,1],[280,0,0,3,1,0,32.39,0.01,0,0,2,0,0,3,0],[281,1,3,3,1,1,29.89,0.01,0,1,1,1,3,1,1],[282,2,2,0,1,2,22.89,0.01,0,2,2,2,2,0,2],[283,3,3,1,1,3,25.62,0.01,0,3,3,3,3,3,3],[284,0,0,1,1,0,28.31,0.01,0,0,2,0,0,0,0],[285,1,1,0,1,1,33.68,0.01,0,1,1,1,1,1,1],[286,2,2,0,1,2,26.25,0.01,0,2,1,2,2,1,2],[287,3,2,0,1,2,22.79,0.01,0,2,3,2,2,3,2],[288,0,0,2,1,0,32.36,0.01,0,2,2,2,2,2,2],[289,1,1,3,1,1,33.47,0.01,0,1,1,1,1,1,1],[290,2,2,1,1,2,28.95,0.01,0,2,3,2,2,3,2],[291,3,3,0,1,3,20,0.0083707,1,3,3,3,3,3,3],[292,0,0,1,1,0,32.01,0.01,0,0,1,0,0,0,0],[293,1,0,0,1,0,32.51,0.01,0,1,1,1,1,1,1],[294,2,2,0,1,2,26.18,0.01,0,2,3,2,2,3,0],[295,3,3,1,1,3,26.97,0.01,0,3,3,3,3,3,3],[296,0,0,0,1,0,32.52,0.01,0,1,1,1,0,0,0],[297,1,1,0,1,1,32.04,0.01,0,1,1,1,1,1,1],[298,2,2,0,1,2,28.41,0.01,0,2,3,2,0,0,2],[299,3,3,3,1,3,23.82,0.01,0,3,3,3,3,1,3],[300,0,0,1,1,0,31.42,0.01,0,0,1,0,0,0,0],[301,1,1,0,1,1,32.81,0.01,0,1,1,1,1,1,1],[302,2,2,0,1,2,29.7,0.01,0,2,3,2,2,3,2],[303,3,3,3,1,3,25.32,0.01,0,1,1,1,3,1,3],[304,0,0,0,1,0,27.44,0.01,0,0,2,0,0,0,0],[305,1,1,3,1,1,27.44,0.01,0,1,1,1,1,1,1],[306,2,2,0,1,2,28.11,0.01,0,2,1,2,2,0,2],[307,3,3,1,1,3,25.93,0.01,0,3,3,0,3,3,3],[308,0,2,2,1,2,26.55,0.01,0,2,2,2,2,2,2],[309,1,1,0,1,1,29.85,0.01,0,1,1,1,1,1,1],[310,2,1,1,1,2,28.36,0.01,0,2,3,2,2,3,2],[311,3,3,3,1,3,24.44,0.01,0,1,1,1,3,1,3],[312,0,0,1,1,0,26.51,0.01,0,0,2,0,0,2,0],[313,1,1,3,1,1,26.93,0.01,0,3,1,1,1,1,1],[314,2,2,3,1,3,26.35,0.01,0,2,3,2,2,3,2],[315,3,2,0,1,2,21.81,0.01,0,2,3,2,3,1,3],[316,0,0,0,1,0,28.15,0.01,0,0,0,0,0,0,0],[317,1,1,0,1,1,33.44,0.01,0,1,1,1,1,1,1],[318,2,2,0,1,2,29.73,0.01,0,0,1,0,2,3,2],[319,3,3,0,1,1,28.19,0.01,0,2,3,2,3,1,2],[320,0,0,0,1,0,32.24,0.01,0,0,0,0,0,0,0],[321,1,1,0,1,1,30.7,0.01,0,1,1,1,1,1,1],[322,2,2,0,1,2,29.05,0.01,0,0,0,0,2,0,0],[323,3,3,0,1,3,24.17,0.01,0,3,3,3,3,3,3],[324,0,0,0,1,0,27.33,0.01,0,3,3,3,0,0,0],[325,1,1,0,1,1,31.79,0.01,0,1,1,1,1,1,1],[326,2,2,0,1,2,29.8,0.01,0,2,3,2,2,3,2],[327,3,3,1,1,3,26.99,0.01,0,1,1,1,3,1,3],[328,0,0,1,1,0,31.77,0.01,0,0,3,0,0,0,0],[329,1,1,1,1,1,26.48,0.01,0,1,1,1,1,1,1],[330,2,2,0,1,2,24.53,0.01,0,2,3,2,2,0,2],[331,3,3,0,1,3,21.63,0.01,0,0,0,0,3,3,3],[332,0,0,1,1,0,33.57,0.01,0,2,2,2,0,2,2],[333,1,1,0,1,1,32.71,0.01,0,1,1,1,1,1,1],[334,2,0,0,1,0,30.7,0.01,0,2,0,2,2,0,2],[335,3,3,0,1,2,20.36,0.01,0,2,0,0,3,0,2],[336,0,0,3,1,0,31.84,0.01,0,2,2,2,2,2,2],[337,1,1,0,1,1,31.67,0.01,0,1,1,1,1,1,1],[338,2,1,0,1,0,29.76,0.01,0,2,3,2,2,0,2],[339,3,3,1,1,3,26.15,0.01,0,3,3,3,3,1,3],[340,0,0,0,1,0,26.66,0.01,0,0,0,0,0,0,0],[341,1,1,1,1,1,32.87,0.01,0,1,1,1,1,1,1],[342,2,3,1,1,3,24.79,0.01,0,2,3,2,2,3,2],[343,3,3,0,1,3,21.63,0.01,0,2,3,2,2,0,2],[344,0,0,0,1,0,30.77,0.01,0,0,0,0,0,0,0],[345,1,3,3,1,3,26.28,0.01,0,1,1,1,1,1,1],[346,2,2,0,1,2,30.63,0.01,0,0,1,0,2,0,2],[347,3,3,1,1,3,26.17,0.01,0,3,3,3,3,1,3],[348,0,2,3,1,2,27.77,0.01,0,2,2,2,2,2,2],[349,1,1,1,1,1,27.89,0.01,0,3,1,1,1,1,1],[350,2,2,3,1,2,22.15,0.01,0,2,3,2,2,3,2],[351,3,1,0,1,1,27.52,0.01,0,3,3,3,1,1,1],[352,0,0,0,1,0,31.14,0.01,0,0,0,0,0,0,0],[353,1,1,0,1,1,33.73,0.01,0,1,0,1,1,1,1],[354,2,2,0,1,2,27.65,0.01,0,2,3,2,2,0,0],[355,3,3,0,1,1,24.64,0.01,0,2,2,2,3,2,3],[356,0,0,0,1,0,31.03,0.01,0,0,0,0,0,0,0],[357,1,1,0,1,1,33.23,0.01,0,1,1,1,1,1,1],[358,2,2,3,1,2,24.64,0.01,0,2,2,2,2,3,2],[359,3,3,1,1,3,20,0.0087037,1,3,3,3,3,3,3],[360,0,0,0,1,0,30.22,0.01,0,0,0,0,0,0,0],[361,1,1,3,1,1,32.77,0.01,0,1,1,1,1,1,1],[362,2,2,3,1,2,24.12,0.01,0,2,3,2,2,3,2],[363,3,3,3,1,3,25.8,0.01,0,1,1,1,3,1,3],[364,0,0,2,1,0,24.22,0.01,0,0,2,0,0,0,0],[365,1,1,3,1,1,32.83,0.01,0,1,1,1,1,1,1],[366,2,2,0,1,2,27.17,0.01,0,2,3,0,2,0,2],[367,3,3,1,1,3,21.56,0.01,0,3,1,1,3,1,3],[368,0,0,2,1,0,30.67,0.01,0,0,2,0,2,2,2],[369,1,1,0,1,1,30.85,0.01,0,1,1,1,1,1,1],[370,2,3,3,1,2,27.86,0.01,0,2,3,2,2,3,2],[371,3,3,1,1,3,23.54,0.01,0,3,3,3,3,3,3],[372,0,1,2,1,1,32.76,0.01,0,2,2,2,2,2,2],[373,1,1,0,1,1,33.14,0.01,0,1,1,1,1,1,1],[374,2,2,0,1,2,26.67,0.01,0,2,3,2,2,0,2],[375,3,3,3,1,3,22.79,0.01,0,1,1,1,3,1,3],[376,0,0,1,1,0,30.18,0.01,0,0,1,0,0,0,0],[377,1,1,2,1,1,29.36,0.01,0,1,1,1,1,1,1],[378,2,1,1,1,1,29.45,0.01,0,0,1,0,2,3,0],[379,3,3,3,1,3,23.84,0.01,0,3,3,3,3,3,3],[380,0,0,3,1,0,29.4,0.01,0,0,2,0,2,2,2],[381,1,1,0,1,1,31.91,0.01,0,1,1,1,1,1,1],[382,2,2,1,1,2,26.3,0.01,0,2,3,2,2,3,2],[383,3,1,0,1,1,25.81,0.01,0,2,0,0,2,2,2],[384,0,2,3,1,2,26.43,0.01,0,0,2,0,2,2,2],[385,1,1,0,1,1,33.65,0.01,0,1,1,1,1,1,1],[386,2,2,3,1,2,22.34,0.01,0,2,3,2,2,3,2],[387,3,3,3,1,3,20,0.0096023,1,3,0,3,3,3,3],[388,0,0,2,1,0,28.08,0.01,0,0,2,0,0,0,0],[389,1,1,0,1,1,33.86,0.01,0,1,1,1,1,1,1],[390,2,1,0,1,1,29.46,0.01,0,2,3,2,2,1,2],[391,3,3,1,1,3,22.92,0.01,0,0,3,0,3,3,3],[392,0,0,2,1,0,28.34,0.01,0,2,2,2,0,0,0],[393,1,1,1,1,1,32.82,0.01,0,1,1,1,1,1,1],[394,2,0,0,1,0,30.11,0.01,0,2,3,0,2,3,2],[395,3,3,1,1,3,25.94,0.01,0,0,3,3,3,3,3],[396,0,1,3,1,1,31.28,0.01,0,2,2,0,0,3,0],[397,1,1,0,1,1,32.22,0.01,0,1,1,1,1,1,1],[398,2,2,0,1,2,25.3,0.01,0,2,0,2,2,0,2],[399,3,3,1,1,3,20.49,0.01,0,3,3,3,3,3,3]],"elapsed_ms":1698,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":275,"J":245,"J_valid":245,"n_invalid":0,"n00":33,"n01":16,"n10":112,"n11":84,"ctl_n":245,"ctl_err":13},"metrics":{"target_error":0.40816326530612246,"Q_transfer":0.5918367346938775,"source_success":0.8,"joint_error":0.34285714285714286,"T_cond":0.42857142857142855,"R":0.053061224489795916,"delta":0.35510204081632657,"delta_pp":35.51020408163266,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.6875}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":342,"J":304,"J_valid":304,"n_invalid":0,"n00":50,"n01":23,"n10":125,"n11":106,"ctl_n":304,"ctl_err":18},"metrics":{"target_error":0.4243421052631579,"Q_transfer":0.575657894736842,"source_success":0.7598684210526315,"joint_error":0.34868421052631576,"T_cond":0.4588744588744589,"R":0.05921052631578947,"delta":0.3651315789473684,"delta_pp":36.51315789473684,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.855}}]},{"key":"s43/STFT-CNN/fgsm/eps0200","seed":43,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,2,2,1,2,20.75,0.02,0,2,2,2,2,2,0],[1,1,1,1,1,1,28.09,0.02,0,1,1,1,1,1,1],[2,2,2,0,1,2,20,0.0196125,1,2,3,2,0,1,2],[3,3,3,0,1,3,20,0.017129,1,2,0,2,3,0,3],[4,0,0,0,1,0,21.76,0.02,0,0,3,0,0,0,0],[5,1,1,0,1,1,26.17,0.02,0,1,1,1,1,1,1],[6,2,2,1,1,2,20,0.0177498,1,2,3,0,2,3,2],[7,3,3,3,1,3,20,0.0190392,1,1,1,1,3,1,3],[8,0,1,3,1,1,25.58,0.02,0,2,2,2,2,3,2],[9,1,1,0,1,1,26.02,0.02,0,1,1,1,1,1,1],[10,2,2,0,1,2,20,0.0189429,1,2,3,2,2,0,2],[11,3,3,1,1,3,20,0.0188996,1,3,3,3,3,1,3],[12,0,2,2,1,2,22.59,0.02,0,2,2,2,2,3,2],[13,1,1,0,1,1,25.29,0.02,0,1,1,1,1,1,1],[14,2,0,0,1,0,21.98,0.02,0,0,0,0,0,0,0],[15,3,1,0,1,3,21.71,0.02,0,0,0,0,3,3,3],[16,0,0,0,1,0,21.3,0.02,0,0,1,0,0,0,0],[17,1,1,0,1,1,27.7,0.02,0,1,1,1,1,1,1],[18,2,0,0,1,2,21.33,0.02,0,0,0,0,2,0,2],[19,3,3,1,1,3,20,0.0117871,1,1,1,1,3,1,3],[20,0,0,1,1,0,20,0.0188095,1,0,3,2,0,0,0],[21,1,1,0,1,1,26.11,0.02,0,1,1,1,1,1,1],[22,2,1,0,1,1,23.48,0.02,0,2,0,2,0,0,0],[23,3,3,0,1,3,20,0.0092262,1,3,3,3,3,3,3],[24,0,1,3,1,1,26.76,0.02,0,2,2,2,2,3,2],[25,1,1,0,1,1,26.09,0.02,0,1,1,1,1,1,1],[26,2,2,1,1,2,20.89,0.02,0,2,2,2,2,3,2],[27,3,2,0,1,2,20,0.011123,1,2,0,2,2,0,2],[28,0,0,0,1,0,22.21,0.02,0,1,1,1,0,0,0],[29,1,1,0,1,1,26.27,0.02,0,1,1,1,1,1,1],[30,2,2,1,1,2,20,0.0153158,1,2,3,2,2,1,2],[31,3,3,0,1,3,20,0.0093851,1,3,3,2,3,3,3],[32,0,0,3,1,0,26.57,0.02,0,2,3,2,0,0,2],[33,1,1,1,1,1,23.75,0.02,0,3,1,1,1,1,1],[34,2,2,0,1,2,20,0.0187082,1,2,3,2,2,0,2],[35,3,3,0,1,2,20,0.0175541,1,2,3,0,3,1,3],[36,0,0,2,1,0,27.35,0.02,0,0,0,0,0,0,0],[37,1,1,1,1,1,24.13,0.02,0,3,1,1,1,1,1],[38,2,1,1,1,1,24.16,0.02,0,0,1,0,3,1,0],[39,3,3,1,1,3,20,0.0130258,1,3,3,3,3,3,3],[40,0,2,3,1,2,20,0.0191992,1,2,2,2,0,2,2],[41,1,1,0,1,1,28,0.02,0,1,1,1,1,1,1],[42,2,2,0,1,1,22.18,0.02,0,0,0,0,2,0,2],[43,3,3,3,1,3,20,0.0168041,1,1,1,1,3,1,3],[44,0,0,0,1,0,26.1,0.02,0,1,1,1,0,0,0],[45,1,1,1,1,1,24.11,0.02,0,1,1,1,1,1,1],[46,2,2,1,1,2,21.69,0.02,0,2,3,2,2,3,2],[47,3,3,1,1,3,20,0.0127827,1,3,3,3,3,1,3],[48,0,0,2,1,0,22.67,0.02,0,0,2,0,0,2,0],[49,1,0,0,1,0,23.57,0.02,0,1,1,1,1,1,1],[50,2,2,0,1,2,20,0.0198035,1,2,3,2,2,0,0],[51,3,3,1,1,3,20,0.0136327,1,3,3,3,3,3,3],[52,0,0,1,1,0,20,0.0170885,1,0,2,0,0,0,0],[53,1,1,0,1,1,25.88,0.02,0,1,1,1,1,1,1],[54,2,2,1,1,2,20,0.0141839,1,2,3,2,2,0,2],[55,3,3,3,1,3,20,0.0148568,1,3,1,3,3,1,3],[56,0,0,0,1,0,24.15,0.02,0,0,1,0,0,0,0],[57,1,1,0,1,1,22.47,0.02,0,1,1,1,1,1,1],[58,2,2,0,1,2,21.62,0.02,0,2,3,2,2,0,2],[59,3,3,3,1,3,20,0.0102823,1,3,3,3,3,1,3],[60,0,0,0,1,0,21.22,0.02,0,0,2,0,0,0,0],[61,1,1,0,1,1,28.09,0.02,0,1,1,1,1,1,1],[62,2,1,0,1,1,22.23,0.02,0,2,1,2,2,3,2],[63,3,3,0,1,3,20,0.012322,1,3,3,2,3,3,3],[64,0,2,3,1,2,20.36,0.02,0,2,2,2,2,2,0],[65,1,1,0,1,1,25.65,0.02,0,1,1,1,1,1,1],[66,2,0,0,1,2,22.28,0.02,0,2,3,0,0,0,0],[67,3,2,0,1,2,20,0.0112975,1,2,3,2,2,3,2],[68,0,0,2,1,0,21.37,0.02,0,0,2,0,0,2,0],[69,1,1,3,1,1,23.55,0.02,0,1,1,1,1,1,1],[70,2,1,0,1,1,24.1,0.02,0,2,3,2,2,0,2],[71,3,3,1,1,3,20,0.0154632,1,3,3,3,3,1,3],[72,0,0,0,1,0,26.34,0.02,0,0,0,0,0,0,0],[73,1,1,0,1,1,25.63,0.02,0,1,0,1,1,1,1],[74,2,2,0,1,2,20,0.0196221,1,0,3,0,2,0,2],[75,3,3,1,1,3,20,0.0156698,1,3,3,3,3,1,3],[76,0,0,2,1,0,27.85,0.02,0,0,0,0,0,2,0],[77,1,1,0,1,1,21.58,0.02,0,3,1,1,3,1,1],[78,2,2,1,1,2,22.7,0.02,0,0,1,0,2,0,2],[79,3,3,3,1,3,20,0.0175823,1,1,1,1,3,1,1],[80,0,0,0,1,0,27.41,0.02,0,1,1,1,0,0,0],[81,1,1,2,1,2,23.16,0.02,0,1,2,1,1,3,1],[82,2,2,0,1,2,20,0.0167574,1,2,3,2,2,0,2],[83,3,3,1,1,3,21.92,0.02,0,1,1,1,3,1,1],[84,0,0,1,1,0,22.25,0.02,0,3,3,1,0,0,0],[85,1,1,3,1,1,24.5,0.02,0,1,1,1,1,1,1],[86,2,2,0,1,2,20,0.0135182,1,2,2,2,2,0,2],[87,3,3,3,1,3,20,0.0170425,1,1,1,1,1,1,1],[88,0,0,2,1,0,23.99,0.02,0,0,0,0,0,2,0],[89,1,1,3,1,1,27.38,0.02,0,1,1,1,1,1,1],[90,2,2,3,1,2,20,0.017201,1,2,1,2,2,3,2],[91,3,3,1,1,3,20,0.0143257,1,3,3,3,3,1,3],[92,0,0,0,1,0,25.47,0.02,0,0,1,1,0,0,0],[93,1,1,3,1,1,23.82,0.02,0,1,1,1,1,1,1],[94,2,2,0,1,2,20,0.0174434,1,0,2,0,0,0,2],[95,3,3,1,1,3,20,0.0154327,1,1,1,1,1,1,1],[96,0,0,3,1,0,24.27,0.02,0,2,2,0,2,2,2],[97,1,1,0,1,1,28.06,0.02,0,1,1,1,1,1,1],[98,2,2,0,1,2,22.28,0.02,0,2,3,0,2,0,2],[99,3,3,1,1,3,21.26,0.02,0,3,1,3,3,1,3],[100,0,0,0,1,0,24.24,0.02,0,0,0,0,0,0,0],[101,1,1,1,1,2,20.2,0.02,0,1,1,1,1,1,1],[102,2,0,0,1,0,24.6,0.02,0,0,1,0,3,3,2],[103,3,3,1,1,3,20,0.0143887,1,3,3,1,3,1,3],[104,0,0,0,1,0,20,0.0173674,1,3,3,0,0,0,0],[105,1,1,0,1,1,25.09,0.02,0,1,1,1,1,1,1],[106,2,2,0,1,2,20.86,0.02,0,2,3,2,2,1,2],[107,3,3,1,1,3,20,0.0197603,1,0,1,1,3,1,3],[108,0,2,0,1,2,20,0.0198992,1,2,2,2,0,2,0],[109,1,0,0,1,1,27.46,0.02,0,1,0,1,1,0,1],[110,2,2,0,1,2,22.36,0.02,0,2,1,2,2,1,2],[111,3,3,0,1,3,20,0.0142326,1,3,3,3,3,3,3],[112,0,1,3,1,1,26.79,0.02,0,2,1,2,2,3,0],[113,1,1,0,1,1,27.9,0.02,0,1,1,1,1,1,3],[114,2,2,0,1,2,20.79,0.02,0,2,3,2,2,1,2],[115,3,3,1,1,3,20,0.0124862,1,3,3,3,3,1,3],[116,0,0,0,1,0,25.54,0.02,0,0,1,0,0,0,0],[117,1,1,2,1,2,20.35,0.02,0,1,1,1,1,3,1],[118,2,2,3,1,2,20,0.0139642,1,2,3,2,2,3,2],[119,3,3,1,1,3,20,0.0165637,1,3,1,1,3,1,3],[120,0,0,0,1,0,20,0.0197543,1,2,2,2,0,2,0],[121,1,1,1,1,1,27.87,0.02,0,1,1,1,1,1,1],[122,2,1,0,1,1,24.37,0.02,0,2,3,2,2,0,2],[123,3,3,1,1,3,20,0.0153211,1,3,1,3,3,1,3],[124,0,0,0,1,0,21.52,0.02,0,0,2,0,0,0,0],[125,1,1,0,1,1,28.16,0.02,0,3,1,1,1,1,1],[126,2,2,0,1,2,20.72,0.02,0,0,1,2,2,1,2],[127,3,1,0,1,1,21.77,0.02,0,3,1,3,3,1,3],[128,0,0,0,1,0,23.93,0.02,0,0,2,0,0,0,0],[129,1,1,2,1,1,20.1,0.02,0,1,2,1,3,3,1],[130,2,2,1,1,2,22.15,0.02,0,2,1,0,2,1,2],[131,3,3,1,1,3,20.48,0.02,0,2,1,0,3,1,1],[132,0,1,3,1,1,23.93,0.02,0,2,2,2,0,2,0],[133,1,2,2,1,2,20.01,0.02,0,1,2,0,1,2,1],[134,2,2,1,1,2,20,0.0181554,1,0,1,0,2,1,2],[135,3,3,3,1,3,20,0.0115029,1,1,1,1,1,1,1],[136,0,1,3,1,1,23.82,0.02,0,2,2,0,2,3,2],[137,1,1,3,1,1,26.28,0.02,0,1,1,1,1,1,1],[138,2,2,3,1,2,20,0.0198483,1,2,3,2,2,3,0],[139,3,2,1,1,2,20,0.0130947,1,2,3,0,2,1,2],[140,0,0,3,1,0,26.42,0.02,0,0,1,0,0,3,0],[141,1,1,0,1,1,24.67,0.02,0,1,1,1,1,1,1],[142,2,2,0,1,2,20,0.0185555,1,2,3,2,2,0,2],[143,3,3,1,1,3,20,0.0182036,1,0,3,0,3,3,3],[144,0,0,0,1,0,23.07,0.02,0,0,0,0,0,0,0],[145,1,1,2,1,1,22.37,0.02,0,0,2,1,1,3,1],[146,2,1,0,1,1,22.39,0.02,0,0,1,0,0,0,0],[147,3,3,3,1,3,20,0.0093453,1,3,3,3,3,1,3],[148,0,1,3,1,1,24.25,0.02,0,2,3,2,2,3,2],[149,1,1,2,1,1,21.46,0.02,0,1,2,1,1,2,1],[150,2,2,1,1,2,20,0.0129568,1,2,3,2,2,0,2],[151,3,3,1,1,3,20,0.0188097,1,3,0,1,3,3,3],[152,0,2,3,1,0,20.44,0.02,0,2,2,2,2,2,0],[153,1,1,1,1,1,27.74,0.02,0,1,1,1,1,1,1],[154,2,2,0,1,2,20.92,0.02,0,2,3,2,2,0,2],[155,3,3,3,1,3,20,0.0123914,1,1,1,1,3,1,3],[156,0,1,3,1,0,26.68,0.02,0,2,2,2,0,3,2],[157,1,2,1,1,2,21.11,0.02,0,3,1,0,1,3,1],[158,2,2,1,1,2,20.67,0.02,0,0,1,2,2,3,2],[159,3,3,1,1,3,20,0.0183218,1,3,3,3,3,3,3],[160,0,2,2,1,2,20.1,0.02,0,2,2,2,2,2,2],[161,1,1,3,1,1,24.7,0.02,0,1,1,1,1,1,1],[162,2,2,3,1,2,21.49,0.02,0,0,1,0,2,3,2],[163,3,3,1,1,3,20,0.0077717,1,3,3,3,3,3,3],[164,0,1,1,1,2,24.74,0.02,0,2,2,2,2,2,0],[165,1,1,0,1,1,24.05,0.02,0,1,1,1,1,3,1],[166,2,2,1,1,3,21.75,0.02,0,2,1,2,2,1,2],[167,3,3,1,1,3,20,0.0094811,1,0,3,0,3,3,3],[168,0,0,1,1,0,24.28,0.02,0,3,1,1,0,1,0],[169,1,1,3,1,1,24.11,0.02,0,1,1,1,1,1,1],[170,2,1,0,1,1,24.04,0.02,0,0,1,0,2,3,2],[171,3,3,1,1,3,20,0.0169119,1,3,3,0,3,1,3],[172,0,0,2,1,0,22.44,0.02,0,0,0,0,0,0,0],[173,1,2,2,1,2,21.02,0.02,0,0,2,0,3,3,1],[174,2,2,0,1,2,21.29,0.02,0,2,3,2,2,3,2],[175,3,3,0,1,3,21.38,0.02,0,1,1,1,1,1,1],[176,0,2,1,1,0,21.53,0.02,0,2,2,2,2,2,2],[177,1,1,2,1,1,23.52,0.02,0,1,2,1,1,2,1],[178,2,2,3,1,2,20,0.0125992,1,2,1,2,2,3,2],[179,3,3,1,1,3,21.2,0.02,0,1,1,1,1,1,1],[180,0,0,1,1,0,25.94,0.02,0,0,0,0,0,0,0],[181,1,1,0,1,1,25.07,0.02,0,1,1,1,1,1,1],[182,2,2,0,1,2,20.23,0.02,0,2,3,0,2,0,2],[183,3,3,3,1,3,20,0.0105564,1,3,1,1,3,3,3],[184,0,0,0,1,0,22.21,0.02,0,3,1,0,0,3,0],[185,1,1,3,1,1,23.28,0.02,0,1,1,1,1,3,1],[186,2,2,0,1,2,23.61,0.02,0,2,3,2,2,0,0],[187,3,3,1,1,3,20,0.013411,1,3,3,0,3,3,3],[188,0,0,0,1,0,26.91,0.02,0,0,0,0,0,0,0],[189,1,2,2,1,2,20.87,0.02,0,1,1,1,1,3,1],[190,2,2,0,1,2,22.08,0.02,0,2,2,2,0,0,0],[191,3,3,3,1,3,20.2,0.02,0,1,1,1,1,1,1],[192,0,0,0,1,0,25.33,0.02,0,0,0,0,0,0,0],[193,1,2,2,1,1,21.49,0.02,0,0,2,0,1,3,1],[194,2,1,1,1,2,22.74,0.02,0,2,2,2,2,3,2],[195,3,3,3,1,3,20,0.0142173,1,3,1,3,3,1,3],[196,0,2,3,1,2,21.15,0.02,0,2,2,2,2,2,2],[197,1,2,2,1,2,20,0.0195381,1,3,2,0,3,3,3],[198,2,2,0,1,2,21.3,0.02,0,2,3,2,2,0,2],[199,3,1,0,1,1,20,0.0197676,1,3,1,1,3,1,1],[200,0,1,3,1,1,27.72,0.02,0,2,2,2,0,3,3],[201,1,1,1,1,0,23.79,0.02,0,3,0,0,1,3,1],[202,2,2,1,1,2,23.44,0.02,0,2,3,0,2,3,3],[203,3,3,3,1,3,20,0.0156498,1,1,1,1,1,1,1],[204,0,0,0,1,0,23.61,0.02,0,0,0,0,0,0,0],[205,1,2,2,1,2,21.52,0.02,0,1,2,1,1,3,1],[206,2,2,0,1,2,23.03,0.02,0,2,1,2,2,1,2],[207,3,3,1,1,3,20,0.016898,1,3,3,3,3,1,3],[208,0,0,1,1,0,23.56,0.02,0,2,2,2,2,2,2],[209,1,1,1,1,1,25.32,0.02,0,1,1,1,1,1,1],[210,2,2,3,1,2,20,0.014908,1,2,1,2,2,3,2],[211,3,3,1,1,3,20.87,0.02,0,3,3,3,3,3,3],[212,0,0,0,1,0,22.52,0.02,0,0,0,0,0,0,0],[213,1,1,2,1,1,21.54,0.02,0,1,1,1,1,1,1],[214,2,1,0,1,1,25.11,0.02,0,2,1,0,2,1,2],[215,3,3,1,1,3,20,0.0107838,1,0,3,0,3,3,3],[216,0,0,1,1,0,20,0.0195463,1,3,3,0,0,0,0],[217,1,1,2,1,1,23.36,0.02,0,1,2,1,1,2,1],[218,2,2,0,1,2,22.8,0.02,0,0,1,0,2,3,2],[219,3,3,3,1,3,20,0.0158452,1,1,1,1,1,1,1],[220,0,0,0,1,0,21.84,0.02,0,1,1,1,0,3,0],[221,1,1,2,1,1,24.58,0.02,0,1,1,1,1,3,1],[222,2,2,0,1,2,21.37,0.02,0,0,1,0,2,3,2],[223,3,3,0,1,3,20,0.0150644,1,3,1,1,1,1,3],[224,0,0,0,1,0,25.49,0.02,0,0,3,0,0,0,0],[225,1,1,1,1,1,22.3,0.02,0,3,1,1,1,1,1],[226,2,2,0,1,2,20,0.0179441,1,2,3,2,2,1,2],[227,3,3,1,1,3,20,0.0130889,1,3,3,3,3,1,3],[228,0,0,0,1,0,22.56,0.02,0,0,3,0,0,0,0],[229,1,1,0,1,1,27.94,0.02,0,1,1,1,1,1,1],[230,2,2,0,1,2,20,0.0189538,1,2,1,2,2,0,2],[231,3,3,1,1,3,20,0.0162514,1,3,3,3,3,3,3],[232,0,0,1,1,0,22.12,0.02,0,0,3,0,0,0,0],[233,1,1,1,1,1,24.35,0.02,0,3,1,1,1,1,1],[234,2,2,0,1,2,20,0.0194709,1,2,3,2,2,0,2],[235,3,3,3,1,3,20,0.0154085,1,3,1,1,3,1,3],[236,0,0,1,1,0,26.41,0.02,0,0,3,0,0,0,0],[237,1,1,0,1,1,25.33,0.02,0,1,1,1,1,1,1],[238,2,2,0,1,2,20,0.0190691,1,2,1,0,2,3,2],[239,3,3,1,1,3,20,0.0147584,1,0,3,0,3,0,3],[240,0,0,1,1,0,23.12,0.02,0,3,3,3,0,0,0],[241,1,1,0,1,1,26.52,0.02,0,1,1,1,1,1,1],[242,2,2,1,1,1,21.82,0.02,0,2,3,2,2,3,2],[243,3,3,3,1,3,20,0.0081191,1,3,3,3,3,1,3],[244,0,1,3,1,1,27.36,0.02,0,0,2,0,0,3,0],[245,1,1,0,1,1,25.92,0.02,0,1,0,1,1,1,1],[246,2,0,0,1,0,23.18,0.02,0,2,3,2,2,0,2],[247,3,3,1,1,3,21.02,0.02,0,3,3,3,3,1,3],[248,0,0,1,1,0,24.06,0.02,0,1,1,1,0,0,0],[249,1,1,0,1,1,24.1,0.02,0,3,1,1,1,1,1],[250,2,3,1,1,2,20.98,0.02,0,2,1,2,2,0,2],[251,3,3,1,1,3,20,0.0116652,1,3,3,3,3,3,3],[252,0,0,0,1,0,24.34,0.02,0,0,2,0,0,0,0],[253,1,1,0,1,1,24.72,0.02,0,1,1,1,1,1,1],[254,2,2,3,1,2,20,0.0155178,1,2,3,2,2,3,2],[255,3,3,1,1,3,20,0.0132167,1,3,3,2,3,1,2],[256,0,1,2,1,1,24.15,0.02,0,2,2,2,2,2,2],[257,1,1,0,1,1,27.19,0.02,0,1,1,1,1,1,1],[258,2,2,3,1,2,20,0.011859,1,2,3,2,2,2,2],[259,3,3,1,1,3,20,0.0119072,1,3,1,3,3,1,3],[260,0,0,1,1,0,24.15,0.02,0,0,2,0,0,0,0],[261,1,1,0,1,1,25.13,0.02,0,1,1,1,1,1,1],[262,2,2,1,1,2,21.12,0.02,0,2,3,2,2,3,2],[263,3,3,1,1,3,20,0.0126655,1,3,3,3,3,3,3],[264,0,0,0,1,0,23.99,0.02,0,0,0,0,0,0,0],[265,1,1,1,1,1,25.18,0.02,0,1,1,1,1,1,1],[266,2,1,0,1,1,24.41,0.02,0,0,1,0,0,1,0],[267,3,3,1,1,3,20,0.0148202,1,3,3,3,3,1,3],[268,0,1,3,1,1,26.58,0.02,0,0,2,0,0,2,0],[269,1,1,3,1,1,23.25,0.02,0,1,1,1,1,1,1],[270,2,2,0,1,2,22.97,0.02,0,2,0,2,2,0,2],[271,3,3,3,1,3,20,0.0168792,1,3,1,3,3,1,3],[272,0,0,0,1,0,26.69,0.02,0,0,0,0,0,0,0],[273,1,1,1,1,1,23.54,0.02,0,3,1,1,1,1,1],[274,2,2,1,1,2,22.9,0.02,0,3,1,0,0,1,2],[275,3,3,1,1,3,20,0.0194226,1,1,1,1,3,1,3],[276,0,0,0,1,0,20,0.0197716,1,0,2,0,0,0,0],[277,1,1,0,1,1,28.14,0.02,0,1,1,1,1,1,1],[278,2,2,3,1,2,20,0.0164999,1,2,3,2,2,3,2],[279,3,3,3,1,3,20,0.0195638,1,1,1,1,1,1,1],[280,0,0,1,1,0,26.37,0.02,0,0,3,2,0,3,2],[281,1,3,1,1,1,23.87,0.02,0,1,1,1,3,1,1],[282,2,2,0,1,2,20,0.0139547,1,2,2,2,2,0,2],[283,3,3,1,1,3,20,0.0190999,1,3,3,3,3,1,3],[284,0,0,1,1,0,22.29,0.02,0,0,2,0,0,2,0],[285,1,1,0,1,1,27.66,0.02,0,1,1,1,1,1,1],[286,2,2,0,1,2,20.23,0.02,0,2,1,2,2,1,2],[287,3,2,0,1,2,20,0.0137825,1,2,3,2,2,3,2],[288,0,0,3,1,0,26.34,0.02,0,2,2,0,2,2,2],[289,1,1,3,1,1,27.45,0.02,0,1,1,1,1,1,1],[290,2,2,1,1,2,22.93,0.02,0,2,3,2,2,3,0],[291,3,3,0,1,3,20,0.0083707,1,3,3,3,3,3,3],[292,0,0,3,1,0,25.99,0.02,0,0,1,0,0,0,0],[293,1,0,0,1,0,26.48,0.02,0,1,1,1,1,1,1],[294,2,2,0,1,2,20.16,0.02,0,2,3,2,2,3,0],[295,3,3,1,1,3,20.95,0.02,0,3,3,3,3,1,3],[296,0,0,0,1,0,26.5,0.02,0,1,1,1,0,0,0],[297,1,1,0,1,1,26.02,0.02,0,1,1,1,1,1,1],[298,2,2,0,1,2,22.39,0.02,0,2,3,2,0,0,2],[299,3,3,3,1,3,20,0.0155179,1,3,3,3,3,1,1],[300,0,0,1,1,0,25.4,0.02,0,0,1,0,0,0,0],[301,1,1,0,1,1,26.79,0.02,0,1,1,1,1,1,1],[302,2,2,0,1,2,23.68,0.02,0,2,3,2,2,3,2],[303,3,3,3,1,3,20,0.018444,1,1,1,1,3,1,3],[304,0,0,0,1,0,21.42,0.02,0,0,2,0,0,0,0],[305,1,1,3,1,1,21.42,0.02,0,1,1,1,1,1,1],[306,2,2,1,1,2,22.09,0.02,0,2,1,2,2,0,2],[307,3,3,1,1,3,20,0.0197865,1,3,3,0,3,1,3],[308,0,2,2,1,2,20.53,0.02,0,2,2,2,2,2,2],[309,1,1,1,1,1,23.83,0.02,0,1,1,1,1,1,1],[310,2,1,1,1,2,22.34,0.02,0,2,2,2,2,3,2],[311,3,3,3,1,3,20,0.0166645,1,1,1,1,3,1,3],[312,0,0,0,1,0,20.49,0.02,0,0,2,0,0,2,0],[313,1,1,1,1,3,20.91,0.02,0,3,1,1,1,1,1],[314,2,2,3,1,3,20.33,0.02,0,2,3,2,2,3,2],[315,3,2,0,1,2,20,0.0123155,1,2,3,2,3,1,2],[316,0,0,0,1,0,22.13,0.02,0,0,0,0,0,0,0],[317,1,1,0,1,1,27.42,0.02,0,1,1,1,1,1,1],[318,2,2,0,1,2,23.71,0.02,0,0,1,0,2,3,2],[319,3,3,0,1,1,22.17,0.02,0,2,3,0,3,1,2],[320,0,0,0,1,0,26.22,0.02,0,0,0,0,0,0,0],[321,1,1,0,1,1,24.68,0.02,0,1,1,1,1,1,1],[322,2,2,0,1,2,23.03,0.02,0,0,2,0,2,0,2],[323,3,3,0,1,3,20,0.0161574,1,3,3,3,3,3,3],[324,0,0,1,1,0,21.31,0.02,0,3,3,3,0,0,0],[325,1,1,0,1,1,25.77,0.02,0,1,1,1,1,1,1],[326,2,2,0,1,2,23.78,0.02,0,2,3,2,2,3,2],[327,3,3,1,1,3,20.97,0.02,0,1,1,1,3,1,3],[328,0,0,1,1,0,25.75,0.02,0,0,3,0,0,2,0],[329,1,1,1,1,1,20.46,0.02,0,1,1,1,1,1,1],[330,2,2,0,1,2,20,0.0168398,1,2,2,2,2,0,2],[331,3,3,0,1,3,20,0.0120586,1,0,0,0,3,3,3],[332,0,0,0,1,0,27.55,0.02,0,2,2,0,0,2,0],[333,1,1,0,1,1,26.69,0.02,0,1,1,1,1,1,1],[334,2,0,0,1,0,24.68,0.02,0,2,2,2,2,0,0],[335,3,3,0,1,2,20,0.0104265,1,2,0,0,3,0,3],[336,0,0,3,1,0,25.82,0.02,0,2,2,0,2,3,0],[337,1,1,0,1,1,25.65,0.02,0,1,1,1,1,1,1],[338,2,1,1,1,1,23.74,0.02,0,2,1,0,2,0,2],[339,3,3,1,1,3,20.13,0.02,0,3,3,3,3,1,3],[340,0,0,0,1,0,20.64,0.02,0,0,2,0,0,0,0],[341,1,1,1,1,1,26.85,0.02,0,1,1,1,1,1,1],[342,2,3,1,1,3,20,0.0173661,1,2,3,2,2,3,2],[343,3,3,0,1,3,20,0.0120671,1,2,3,2,2,0,2],[344,0,0,0,1,0,24.75,0.02,0,0,0,0,0,0,0],[345,1,3,3,1,3,20.26,0.02,0,1,1,1,1,1,1],[346,2,2,0,1,2,24.61,0.02,0,0,1,2,2,1,2],[347,3,3,1,1,3,20.15,0.02,0,3,1,3,3,1,3],[348,0,2,3,1,2,21.75,0.02,0,2,2,2,2,2,2],[349,1,1,1,1,1,21.87,0.02,0,3,1,1,1,1,1],[350,2,2,3,1,2,20,0.0128126,1,2,3,2,2,3,2],[351,3,1,0,1,1,21.5,0.02,0,3,1,0,1,1,1],[352,0,0,0,1,0,25.12,0.02,0,0,0,0,0,0,0],[353,1,1,0,1,1,27.71,0.02,0,1,0,1,1,1,1],[354,2,2,0,1,2,21.63,0.02,0,2,3,2,2,0,0],[355,3,3,0,1,2,20,0.0170672,1,2,2,0,3,2,3],[356,0,0,0,1,0,25.01,0.02,0,0,0,0,0,0,0],[357,1,1,1,1,1,27.21,0.02,0,1,1,1,1,1,1],[358,2,2,3,1,2,20,0.0170628,1,2,3,2,2,3,2],[359,3,3,1,1,3,20,0.0087037,1,3,3,3,3,3,3],[360,0,0,0,1,0,24.2,0.02,0,0,2,0,0,0,0],[361,1,1,3,1,1,26.75,0.02,0,1,1,1,1,1,1],[362,2,2,3,1,2,20,0.0160786,1,2,3,2,2,1,2],[363,3,3,1,1,3,20,0.0194908,1,1,1,1,3,1,3],[364,0,0,2,1,0,20,0.0162499,1,0,2,0,0,0,0],[365,1,1,3,1,1,26.81,0.02,0,1,1,1,1,1,1],[366,2,2,0,1,2,21.15,0.02,0,2,3,2,2,2,2],[367,3,3,1,1,3,20,0.0119636,1,3,1,3,3,1,3],[368,0,0,2,1,2,24.65,0.02,0,0,2,0,2,2,2],[369,1,1,0,1,1,24.83,0.02,0,1,1,1,1,1,1],[370,2,3,1,1,2,21.84,0.02,0,2,1,2,2,3,2],[371,3,3,1,1,3,20,0.0150264,1,3,3,3,3,1,3],[372,0,1,2,1,1,26.74,0.02,0,2,2,2,2,2,2],[373,1,1,0,1,1,27.12,0.02,0,1,1,1,1,1,1],[374,2,2,0,1,2,20.65,0.02,0,2,3,2,2,0,2],[375,3,3,3,1,3,20,0.0137853,1,1,1,1,3,1,1],[376,0,0,1,1,0,24.16,0.02,0,0,2,1,0,3,0],[377,1,1,2,1,1,23.33,0.02,0,1,1,1,1,1,1],[378,2,1,3,1,1,23.43,0.02,0,0,1,0,2,1,0],[379,3,3,3,1,3,20,0.0155633,1,3,3,3,3,3,3],[380,0,0,3,1,2,23.38,0.02,0,0,2,0,2,3,2],[381,1,1,0,1,1,25.89,0.02,0,1,1,1,1,1,1],[382,2,2,3,1,2,20.28,0.02,0,2,3,2,2,3,0],[383,3,1,0,1,1,20,0.0195119,1,2,1,0,2,1,2],[384,0,2,3,1,2,20.41,0.02,0,0,2,0,2,3,2],[385,1,1,0,1,1,27.63,0.02,0,1,1,1,1,1,1],[386,2,2,3,1,2,20,0.0130876,1,2,3,2,2,3,2],[387,3,3,3,1,3,20,0.0096023,1,3,0,1,3,3,3],[388,0,0,2,1,0,22.05,0.02,0,0,2,0,0,0,0],[389,1,1,0,1,1,27.84,0.02,0,1,1,1,1,1,1],[390,2,1,0,1,2,23.44,0.02,0,2,1,2,2,1,2],[391,3,3,1,1,3,20,0.0140015,1,0,3,0,3,3,3],[392,0,0,0,1,0,22.32,0.02,0,2,2,0,0,2,0],[393,1,1,1,1,1,26.8,0.02,0,1,1,1,1,1,1],[394,2,0,1,1,1,24.09,0.02,0,2,1,0,2,3,2],[395,3,3,1,1,3,20,0.0198064,1,0,3,0,3,3,3],[396,0,1,3,1,1,25.26,0.02,0,2,2,0,0,3,2],[397,1,1,0,1,1,26.2,0.02,0,1,1,1,1,1,1],[398,2,2,0,1,2,20,0.0184021,1,2,3,2,2,0,2],[399,3,3,1,1,3,20,0.010584,1,3,3,3,3,3,3]],"elapsed_ms":1721,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":275,"J":245,"J_valid":245,"n_invalid":0,"n00":31,"n01":22,"n10":101,"n11":91,"ctl_n":245,"ctl_err":23},"metrics":{"target_error":0.46122448979591835,"Q_transfer":0.5387755102040817,"source_success":0.7836734693877551,"joint_error":0.37142857142857144,"T_cond":0.4739583333333333,"R":0.09387755102040816,"delta":0.36734693877551017,"delta_pp":36.73469387755102,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.6875}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":342,"J":304,"J_valid":304,"n_invalid":0,"n00":56,"n01":22,"n10":101,"n11":125,"ctl_n":304,"ctl_err":18},"metrics":{"target_error":0.48355263157894735,"Q_transfer":0.5164473684210527,"source_success":0.743421052631579,"joint_error":0.41118421052631576,"T_cond":0.5530973451327433,"R":0.05921052631578947,"delta":0.42434210526315785,"delta_pp":42.43421052631579,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.855}}]},{"key":"s43/STFT-CNN/pgd/eps0020","seed":43,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0005},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,2,2,1,2,41.3,0.002,0,2,2,2,2,2,2],[1,1,1,3,1,1,48.68,0.002,0,1,1,1,1,1,1],[2,2,2,0,1,2,40.4,0.002,0,2,0,2,0,0,2],[3,3,3,2,1,3,39.15,0.002,0,2,2,2,3,2,3],[4,0,0,0,1,0,41.86,0.002,0,0,3,0,0,0,0],[5,1,1,0,1,1,46.48,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,39.92,0.002,0,2,0,2,2,0,2],[7,3,3,3,1,3,40.58,0.002,0,1,1,1,3,3,3],[8,0,1,1,1,1,45.63,0.002,0,2,2,2,2,2,2],[9,1,1,0,1,1,46.43,0.002,0,1,1,1,1,1,1],[10,2,2,0,1,2,40.31,0.002,0,2,3,2,2,0,2],[11,3,3,1,1,3,40.02,0.002,0,3,3,3,3,3,3],[12,0,2,2,1,2,42.95,0.002,0,2,2,2,2,2,2],[13,1,1,0,1,1,45.82,0.002,0,1,1,1,1,1,1],[14,2,0,0,1,0,42.05,0.002,0,0,0,0,0,0,0],[15,3,1,0,1,1,42.13,0.002,0,0,0,0,3,3,3],[16,0,0,0,1,0,42.09,0.002,0,0,0,0,0,0,0],[17,1,1,0,1,1,48.53,0.002,0,1,1,1,1,1,1],[18,2,0,0,1,0,41.68,0.002,0,0,0,0,2,0,2],[19,3,3,3,1,3,36.32,0.002,0,1,1,1,3,3,3],[20,0,0,0,1,0,39.63,0.002,0,0,3,0,0,0,0],[21,1,1,0,1,1,46.21,0.002,0,1,1,1,1,1,1],[22,2,1,0,1,1,43.62,0.002,0,2,2,2,0,0,0],[23,3,3,0,1,3,35.3,0.002,0,3,0,3,3,0,3],[24,0,1,1,1,1,47.28,0.002,0,2,2,2,2,2,2],[25,1,1,1,1,1,46.2,0.002,0,1,1,1,1,1,1],[26,2,2,0,1,2,43.02,0.002,0,2,0,2,2,2,2],[27,3,2,0,1,2,36.28,0.002,0,2,0,2,2,2,2],[28,0,0,0,1,0,42.51,0.002,0,1,1,1,0,0,0],[29,1,1,0,1,1,46.7,0.002,0,1,1,1,1,1,1],[30,2,2,2,1,2,37.84,0.002,0,2,2,2,2,2,2],[31,3,3,0,1,3,35.8,0.002,0,3,3,3,3,0,3],[32,0,0,3,1,0,47.77,0.002,0,2,2,2,0,2,0],[33,1,1,2,1,1,44.73,0.002,0,3,3,3,1,3,1],[34,2,2,0,1,2,40.43,0.002,0,2,3,2,2,0,2],[35,3,3,1,1,3,39.06,0.002,0,2,0,2,3,3,3],[36,0,0,0,1,0,47.4,0.002,0,0,0,0,0,0,0],[37,1,1,0,1,1,44.56,0.002,0,3,3,3,1,1,1],[38,2,1,1,1,1,44.26,0.002,0,0,0,0,3,0,3],[39,3,3,1,1,3,38.51,0.002,0,3,0,3,3,3,3],[40,0,2,3,1,2,39.81,0.002,0,2,2,2,0,2,0],[41,1,1,1,1,1,48.11,0.002,0,1,1,1,1,1,1],[42,2,2,0,1,2,42.33,0.002,0,0,0,0,2,0,2],[43,3,3,3,1,3,40.43,0.002,0,1,1,1,3,3,3],[44,0,0,0,1,0,46.18,0.002,0,1,1,1,0,0,0],[45,1,1,0,1,1,44.46,0.002,0,1,1,1,1,1,1],[46,2,2,0,1,2,43.22,0.002,0,2,0,2,2,2,2],[47,3,3,1,1,3,38.37,0.002,0,3,3,3,3,3,3],[48,0,0,0,1,0,42.72,0.002,0,0,0,0,0,0,0],[49,1,0,0,1,0,43.84,0.002,0,1,1,1,1,1,1],[50,2,2,0,1,2,40.18,0.002,0,2,2,2,2,0,2],[51,3,3,3,1,3,36.83,0.002,0,3,3,3,3,3,3],[52,0,0,0,1,0,38.88,0.002,0,0,3,0,0,0,0],[53,1,1,0,1,1,46.18,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,37.49,0.002,0,2,0,2,2,0,2],[55,3,3,3,1,3,39.3,0.002,0,3,3,3,3,3,3],[56,0,0,0,1,0,44.26,0.002,0,0,3,0,0,0,0],[57,1,1,0,1,1,43.6,0.002,0,1,1,1,1,1,1],[58,2,2,0,1,2,41.93,0.002,0,2,0,2,2,2,2],[59,3,3,1,1,3,35.73,0.002,0,3,3,3,3,1,3],[60,0,0,0,1,0,41.48,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,48.34,0.002,0,1,1,1,1,1,1],[62,2,1,0,1,1,43.05,0.002,0,2,0,2,2,2,2],[63,3,3,0,1,3,37.39,0.002,0,3,0,2,3,2,3],[64,0,2,2,1,2,41.16,0.002,0,2,2,2,2,2,2],[65,1,1,0,1,1,45.89,0.002,0,1,1,1,1,1,1],[66,2,0,0,1,2,42.43,0.002,0,2,2,2,0,0,0],[67,3,2,0,1,2,38.02,0.002,0,2,0,2,2,0,2],[68,0,0,0,1,0,41.43,0.002,0,0,0,0,0,0,0],[69,1,1,3,1,1,43.75,0.002,0,1,1,1,1,1,1],[70,2,1,0,1,1,44.64,0.002,0,2,2,2,2,0,2],[71,3,3,3,1,3,38.39,0.002,0,3,3,3,3,3,3],[72,0,0,0,1,0,46.38,0.002,0,0,0,0,0,0,0],[73,1,1,1,1,1,45.68,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,40,0.002,0,0,0,0,2,0,2],[75,3,3,1,1,3,38.07,0.002,0,3,3,3,3,3,3],[76,0,0,0,1,0,47.88,0.002,0,0,0,0,0,0,0],[77,1,1,3,1,1,43.79,0.002,0,3,3,3,3,3,3],[78,2,2,1,1,2,42.85,0.002,0,0,0,0,2,2,2],[79,3,3,3,1,3,39.97,0.002,0,1,1,1,3,3,3],[80,0,0,0,1,0,47.49,0.002,0,1,1,1,0,0,0],[81,1,1,2,1,1,43.39,0.002,0,1,1,1,1,1,1],[82,2,2,0,1,2,39.57,0.002,0,2,3,2,2,0,2],[83,3,3,3,1,3,41.99,0.002,0,1,1,1,3,1,3],[84,0,0,0,1,0,42.46,0.002,0,3,3,3,0,0,0],[85,1,1,3,1,1,44.84,0.002,0,1,1,1,1,1,1],[86,2,2,0,1,2,38.02,0.002,0,2,0,2,2,0,2],[87,3,3,3,1,3,40.49,0.002,0,1,1,1,1,1,1],[88,0,0,0,1,0,44.07,0.002,0,0,0,0,0,0,0],[89,1,1,1,1,1,47.42,0.002,0,1,1,1,1,1,1],[90,2,2,3,1,2,39.26,0.002,0,2,2,2,2,2,2],[91,3,3,1,1,3,38.81,0.002,0,3,3,3,3,3,3],[92,0,0,0,1,0,45.49,0.002,0,0,1,0,0,0,0],[93,1,1,1,1,1,43.93,0.002,0,1,1,1,1,1,1],[94,2,2,0,1,2,39.33,0.002,0,0,0,0,0,0,0],[95,3,3,3,1,3,37.97,0.002,0,1,1,1,1,1,1],[96,0,0,2,1,0,44.47,0.002,0,2,2,2,2,2,2],[97,1,1,0,1,1,48.3,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,42.47,0.002,0,2,0,2,2,0,2],[99,3,3,3,1,3,41.67,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,44.35,0.002,0,0,0,0,0,0,0],[101,1,1,3,1,1,41.75,0.002,0,1,1,1,1,1,1],[102,2,0,0,1,0,45.05,0.002,0,0,0,0,3,2,3],[103,3,3,1,1,3,38.93,0.002,0,3,0,1,3,3,3],[104,0,0,0,1,0,39.75,0.002,0,3,3,3,0,0,0],[105,1,1,0,1,1,45.48,0.002,0,1,1,1,1,1,1],[106,2,2,0,1,2,41.76,0.002,0,2,3,2,2,0,2],[107,3,3,1,1,3,40.05,0.002,0,0,0,1,3,3,3],[108,0,2,2,1,2,41.4,0.002,0,2,2,2,0,0,0],[109,1,0,0,1,0,47.55,0.002,0,1,0,1,1,1,1],[110,2,2,0,1,2,42.83,0.002,0,2,2,2,2,2,2],[111,3,3,3,1,3,37.61,0.002,0,3,0,3,3,3,3],[112,0,1,3,1,1,47.56,0.002,0,2,2,2,2,2,2],[113,1,1,1,1,1,48.02,0.002,0,1,1,1,1,1,1],[114,2,2,0,1,2,41.51,0.002,0,2,0,2,2,0,2],[115,3,3,3,1,3,36.65,0.002,0,3,3,3,3,3,3],[116,0,0,0,1,0,45.82,0.002,0,0,0,0,0,0,0],[117,1,1,2,1,1,40.58,0.002,0,1,1,1,1,1,1],[118,2,2,3,1,2,37.23,0.002,0,2,2,2,2,2,2],[119,3,3,3,1,3,39,0.002,0,3,3,3,3,3,3],[120,0,0,2,1,0,41.39,0.002,0,2,2,2,0,0,0],[121,1,1,3,1,1,48.78,0.002,0,1,1,1,1,1,1],[122,2,1,0,1,1,45.19,0.002,0,2,0,2,2,0,2],[123,3,3,3,1,3,38.8,0.002,0,3,3,3,3,3,3],[124,0,0,0,1,0,42.32,0.002,0,0,0,0,0,0,0],[125,1,1,0,1,1,48.41,0.002,0,3,1,1,1,1,1],[126,2,2,2,1,2,40.79,0.002,0,0,0,0,2,2,2],[127,3,1,0,1,1,42.9,0.002,0,3,3,3,3,0,3],[128,0,0,0,1,0,45.75,0.002,0,0,2,0,0,0,0],[129,1,1,3,1,2,40.99,0.002,0,1,3,3,3,3,3],[130,2,2,0,1,2,42.89,0.002,0,2,0,2,2,2,2],[131,3,3,1,1,3,40.8,0.002,0,2,2,2,3,1,3],[132,0,1,2,1,1,44.31,0.002,0,2,2,2,0,2,0],[133,1,2,2,1,2,40.4,0.002,0,1,0,1,1,3,1],[134,2,2,1,1,2,39.36,0.002,0,0,0,0,2,2,2],[135,3,3,3,1,3,35.45,0.002,0,1,1,1,1,1,1],[136,0,1,1,1,1,43.87,0.002,0,2,2,2,2,2,2],[137,1,1,3,1,1,47.25,0.002,0,1,1,1,1,1,1],[138,2,2,3,1,2,41,0.002,0,2,2,2,2,2,2],[139,3,2,2,1,2,37.74,0.002,0,2,2,2,2,0,2],[140,0,0,0,1,0,46.46,0.002,0,0,0,0,0,0,0],[141,1,1,0,1,1,44.93,0.002,0,1,1,1,1,1,1],[142,2,2,0,1,2,39.78,0.002,0,2,0,2,2,0,2],[143,3,3,1,1,3,39.73,0.002,0,0,0,0,3,3,3],[144,0,0,0,1,0,43.82,0.002,0,0,0,0,0,0,0],[145,1,1,2,1,1,42.78,0.002,0,0,0,1,1,1,1],[146,2,1,0,1,1,42.53,0.002,0,0,0,0,0,0,0],[147,3,3,3,1,3,34.44,0.002,0,3,3,3,3,3,3],[148,0,1,3,1,1,44.91,0.002,0,2,2,2,2,2,2],[149,1,1,1,1,1,41.76,0.002,0,1,1,1,1,3,1],[150,2,2,1,1,2,37.29,0.002,0,2,2,2,2,2,2],[151,3,3,3,1,3,39.82,0.002,0,3,3,3,3,3,3],[152,0,2,2,1,2,40.6,0.002,0,2,2,2,2,2,2],[153,1,1,3,1,1,48.49,0.002,0,1,1,1,1,1,1],[154,2,2,2,1,2,40.99,0.002,0,2,2,2,2,2,2],[155,3,3,3,1,3,37.04,0.002,0,1,1,1,3,3,3],[156,0,1,1,1,1,47.05,0.002,0,2,2,2,0,2,0],[157,1,2,2,1,2,42.32,0.002,0,3,2,3,1,3,1],[158,2,2,0,1,2,41.06,0.002,0,0,0,0,2,0,2],[159,3,3,3,1,3,39.48,0.002,0,3,3,3,3,3,3],[160,0,2,2,1,2,40.34,0.002,0,2,2,2,2,2,2],[161,1,1,1,1,1,44.82,0.002,0,1,1,1,1,1,1],[162,2,2,3,1,2,41.6,0.002,0,0,0,0,2,2,2],[163,3,3,1,1,3,32.12,0.002,0,3,3,3,3,3,3],[164,0,1,2,1,1,45.02,0.002,0,2,2,2,2,2,2],[165,1,1,0,1,1,44.24,0.002,0,1,1,1,1,1,1],[166,2,2,3,1,2,42.37,0.002,0,2,2,2,2,2,2],[167,3,3,1,1,3,34.17,0.002,0,0,0,0,3,3,3],[168,0,0,0,1,0,44.7,0.002,0,3,3,3,0,1,0],[169,1,1,3,1,1,44.92,0.002,0,1,1,1,1,1,1],[170,2,1,0,1,1,44.41,0.002,0,0,0,0,2,2,2],[171,3,3,1,1,3,40.77,0.002,0,3,3,3,3,3,3],[172,0,0,0,1,0,42.52,0.002,0,0,0,0,0,0,0],[173,1,2,2,1,2,41.52,0.002,0,0,0,0,3,3,3],[174,2,2,0,1,2,42.58,0.002,0,2,2,2,2,2,2],[175,3,3,3,1,3,41.44,0.002,0,1,1,1,1,1,1],[176,0,2,3,1,2,42.53,0.002,0,2,2,2,2,2,2],[177,1,1,2,1,1,43.62,0.002,0,1,0,1,1,1,1],[178,2,2,3,1,2,36.19,0.002,0,2,2,2,2,2,2],[179,3,3,3,1,3,41.25,0.002,0,1,1,1,1,1,1],[180,0,0,0,1,0,46.02,0.002,0,0,0,0,0,0,0],[181,1,1,0,1,1,46.03,0.002,0,1,1,1,1,1,1],[182,2,2,0,1,2,40.79,0.002,0,2,0,2,2,0,2],[183,3,3,3,1,3,34.85,0.002,0,3,3,3,3,3,3],[184,0,0,0,1,0,42.41,0.002,0,3,3,3,0,0,0],[185,1,1,1,1,1,43.61,0.002,0,1,1,1,1,3,1],[186,2,2,0,1,2,44.57,0.002,0,2,0,2,2,0,2],[187,3,3,1,1,3,37.48,0.002,0,3,0,3,3,3,3],[188,0,0,0,1,0,47,0.002,0,0,0,0,0,0,0],[189,1,2,2,1,1,41.25,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,42.77,0.002,0,2,0,2,0,0,2],[191,3,3,3,1,3,40.47,0.002,0,1,1,1,1,1,1],[192,0,0,0,1,0,45.7,0.002,0,0,0,0,0,0,0],[193,1,2,2,1,1,42.03,0.002,0,0,0,0,1,3,1],[194,2,1,0,1,2,45.37,0.002,0,2,0,2,2,0,2],[195,3,3,3,1,3,40.03,0.002,0,3,3,3,3,3,3],[196,0,2,2,1,2,41.27,0.002,0,2,2,2,2,2,2],[197,1,2,3,1,2,40.8,0.002,0,3,3,3,3,3,3],[198,2,2,0,1,2,41.89,0.002,0,2,0,2,2,2,2],[199,3,1,0,1,1,41.07,0.002,0,3,0,3,3,3,3],[200,0,1,1,1,1,47.8,0.002,0,2,2,2,0,3,0],[201,1,1,0,1,1,44.49,0.002,0,3,0,3,1,3,1],[202,2,2,0,1,2,45.56,0.002,0,2,0,2,2,0,2],[203,3,3,3,1,3,40.49,0.002,0,1,1,1,1,3,1],[204,0,0,0,1,0,44.12,0.002,0,0,0,0,0,0,0],[205,1,2,2,1,2,41.84,0.002,0,1,1,1,1,1,1],[206,2,2,0,1,2,43.33,0.002,0,2,3,2,2,1,2],[207,3,3,1,1,3,39.72,0.002,0,3,3,3,3,3,3],[208,0,0,3,1,0,44.2,0.002,0,2,2,2,2,2,2],[209,1,1,3,1,1,46.36,0.002,0,1,1,1,1,1,1],[210,2,2,3,1,2,38.19,0.002,0,2,2,2,2,2,2],[211,3,3,1,1,3,41.41,0.002,0,3,3,3,3,3,3],[212,0,0,0,1,0,42.59,0.002,0,0,0,0,0,0,0],[213,1,1,0,1,1,41.87,0.002,0,1,1,1,1,1,1],[214,2,1,0,1,1,45.59,0.002,0,2,0,2,2,2,2],[215,3,3,3,1,3,35.43,0.002,0,0,0,0,3,3,3],[216,0,0,1,1,0,40.59,0.002,0,3,3,3,0,0,0],[217,1,1,1,1,1,43.51,0.002,0,1,0,1,1,1,1],[218,2,2,0,1,2,43.01,0.002,0,0,0,0,2,2,2],[219,3,3,3,1,3,38.19,0.002,0,1,1,1,1,1,1],[220,0,0,0,1,0,41.94,0.002,0,1,1,1,0,0,0],[221,1,1,3,1,1,45.15,0.002,0,1,1,1,1,1,1],[222,2,2,0,1,2,41.57,0.002,0,0,0,0,2,2,2],[223,3,3,3,1,3,38.11,0.002,0,3,3,3,1,1,3],[224,0,0,0,1,0,45.53,0.002,0,0,0,0,0,0,0],[225,1,1,3,1,1,44.77,0.002,0,3,3,3,1,3,1],[226,2,2,0,1,2,39.74,0.002,0,2,2,2,2,2,2],[227,3,3,3,1,3,37.41,0.002,0,3,3,3,3,3,3],[228,0,0,0,1,0,43.42,0.002,0,0,0,0,0,0,0],[229,1,1,0,1,1,48.14,0.002,0,1,1,1,1,1,1],[230,2,2,0,1,2,39.68,0.002,0,2,0,0,2,0,2],[231,3,3,1,1,3,38.74,0.002,0,3,3,3,3,3,3],[232,0,0,0,1,0,42.34,0.002,0,0,3,0,0,0,0],[233,1,1,0,1,1,45.4,0.002,0,3,3,3,1,1,1],[234,2,2,0,1,2,39.99,0.002,0,2,0,2,2,2,2],[235,3,3,3,1,3,38.24,0.002,0,3,3,3,3,1,3],[236,0,0,0,1,0,46.62,0.002,0,0,0,0,0,0,0],[237,1,1,0,1,1,45.48,0.002,0,1,1,1,1,1,1],[238,2,2,2,1,2,39.84,0.002,0,2,0,2,2,2,2],[239,3,3,1,1,3,37.92,0.002,0,0,0,0,3,3,3],[240,0,0,1,1,0,43.75,0.002,0,3,3,3,0,0,0],[241,1,1,1,1,1,46.64,0.002,0,1,1,1,1,1,1],[242,2,2,0,1,2,42.84,0.002,0,2,0,2,2,2,2],[243,3,3,3,1,3,34.37,0.002,0,3,3,3,3,3,3],[244,0,1,1,1,1,47.43,0.002,0,0,0,0,0,0,0],[245,1,1,1,1,1,45.98,0.002,0,1,1,1,1,1,1],[246,2,0,0,1,0,45.4,0.002,0,2,0,2,2,0,2],[247,3,3,1,1,3,41.51,0.002,0,3,3,3,3,3,3],[248,0,0,0,1,0,44.15,0.002,0,1,1,1,0,0,0],[249,1,1,0,1,1,45.5,0.002,0,3,3,3,1,1,1],[250,2,3,3,1,1,42.83,0.002,0,2,2,2,2,2,2],[251,3,3,3,1,3,35.81,0.002,0,3,3,3,3,3,3],[252,0,0,0,1,0,45.02,0.002,0,0,0,0,0,0,0],[253,1,1,1,1,1,44.79,0.002,0,1,1,1,1,1,1],[254,2,2,3,1,2,38.08,0.002,0,2,2,2,2,2,2],[255,3,3,0,1,3,38.91,0.002,0,3,3,2,3,0,3],[256,0,1,2,1,1,44.25,0.002,0,2,2,2,2,2,2],[257,1,1,1,1,1,47.31,0.002,0,1,1,1,1,1,1],[258,2,2,3,1,2,38.02,0.002,0,2,2,2,2,2,2],[259,3,3,3,1,3,36.55,0.002,0,3,0,3,3,3,3],[260,0,0,0,1,0,44.17,0.002,0,0,0,0,0,0,0],[261,1,1,0,1,1,46.03,0.002,0,1,3,1,1,1,1],[262,2,2,1,1,2,41.71,0.002,0,2,3,2,2,2,2],[263,3,3,3,1,3,36.82,0.002,0,3,3,3,3,3,3],[264,0,0,0,1,0,44.09,0.002,0,0,0,0,0,0,0],[265,1,1,3,1,1,46.28,0.002,0,1,1,1,1,1,1],[266,2,1,0,1,1,44.55,0.002,0,0,0,0,0,0,0],[267,3,3,1,1,3,40.17,0.002,0,3,3,3,3,3,3],[268,0,1,1,1,1,46.69,0.002,0,0,0,0,0,0,0],[269,1,1,3,1,1,44.34,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,43.11,0.002,0,2,0,2,2,2,2],[271,3,3,0,1,3,40.55,0.002,0,3,0,3,3,3,3],[272,0,0,0,1,0,46.76,0.002,0,0,0,0,0,0,0],[273,1,1,2,1,1,44.55,0.002,0,3,3,3,1,3,1],[274,2,2,0,1,2,44.36,0.002,0,3,0,3,0,0,0],[275,3,3,3,1,3,39.86,0.002,0,1,1,1,3,3,3],[276,0,0,0,1,0,40.09,0.002,0,0,0,0,0,0,0],[277,1,1,1,1,1,48.26,0.002,0,1,1,1,1,1,1],[278,2,2,3,1,2,39.03,0.002,0,2,2,2,2,2,2],[279,3,3,3,1,3,41.29,0.002,0,1,1,1,1,1,1],[280,0,0,2,1,0,46.66,0.002,0,0,2,2,0,2,0],[281,1,3,3,1,3,45.08,0.002,0,1,1,1,3,3,3],[282,2,2,0,1,2,38.26,0.002,0,2,0,2,2,0,2],[283,3,3,1,1,3,40.11,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,42.45,0.002,0,0,0,0,0,0,0],[285,1,1,1,1,1,47.97,0.002,0,1,1,1,1,1,1],[286,2,2,1,1,2,40.52,0.002,0,2,2,2,2,2,2],[287,3,2,0,1,2,37.98,0.002,0,2,2,2,2,2,2],[288,0,0,2,1,0,46.45,0.002,0,2,2,2,2,2,2],[289,1,1,3,1,1,48.04,0.002,0,1,1,1,1,1,1],[290,2,2,1,1,2,43.43,0.002,0,2,3,2,2,0,2],[291,3,3,1,1,3,33.64,0.002,0,3,0,3,3,3,3],[292,0,0,0,1,0,46,0.002,0,0,0,0,0,0,0],[293,1,0,0,1,1,47.56,0.002,0,1,1,1,1,1,1],[294,2,2,0,1,2,40.99,0.002,0,2,2,2,2,0,2],[295,3,3,1,1,3,41.59,0.002,0,3,3,3,3,3,3],[296,0,0,0,1,0,46.58,0.002,0,1,1,1,0,0,0],[297,1,1,0,1,1,46.31,0.002,0,1,1,1,1,1,1],[298,2,2,0,1,2,43.48,0.002,0,2,0,2,0,0,0],[299,3,3,3,1,3,40.95,0.002,0,3,3,3,3,3,3],[300,0,0,0,1,0,45.54,0.002,0,0,0,0,0,0,0],[301,1,1,0,1,1,47.05,0.002,0,1,1,1,1,1,1],[302,2,2,0,1,2,44.43,0.002,0,2,0,2,2,0,2],[303,3,3,1,1,3,40.47,0.002,0,1,1,1,3,3,3],[304,0,0,0,1,0,41.95,0.002,0,0,0,0,0,0,0],[305,1,1,3,1,1,42.35,0.002,0,1,1,1,1,1,1],[306,2,2,1,1,2,42.17,0.002,0,2,2,2,2,2,2],[307,3,3,1,1,3,40.56,0.002,0,3,3,3,3,3,3],[308,0,2,3,1,2,41.75,0.002,0,2,2,2,2,2,2],[309,1,1,0,1,1,45.41,0.002,0,1,1,1,1,1,1],[310,2,1,0,1,2,43.35,0.002,0,2,0,2,2,0,2],[311,3,3,3,1,3,38.55,0.002,0,1,1,1,3,3,3],[312,0,0,0,1,0,40.62,0.002,0,0,0,0,0,0,0],[313,1,1,3,1,1,43.24,0.002,0,3,3,3,1,3,1],[314,2,2,3,1,2,40.89,0.002,0,2,2,2,2,2,2],[315,3,2,0,1,2,37.94,0.002,0,2,3,2,3,0,3],[316,0,0,0,1,0,42.58,0.002,0,0,0,0,0,0,0],[317,1,1,1,1,1,47.6,0.002,0,1,1,1,1,1,1],[318,2,2,2,1,2,43.82,0.002,0,0,0,0,2,2,2],[319,3,3,0,1,3,43.25,0.002,0,2,0,2,3,0,3],[320,0,0,0,1,0,46.47,0.002,0,0,0,0,0,0,0],[321,1,1,0,1,1,45.21,0.002,0,1,1,1,1,1,1],[322,2,2,0,1,2,43.74,0.002,0,0,0,0,2,0,2],[323,3,3,0,1,3,40.42,0.002,0,3,0,3,3,3,3],[324,0,0,0,1,0,41.65,0.002,0,3,3,3,0,0,0],[325,1,1,1,1,1,46.29,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,44.71,0.002,0,2,0,2,2,0,2],[327,3,3,1,1,3,41.77,0.002,0,1,1,1,3,3,3],[328,0,0,0,1,0,45.84,0.002,0,0,0,0,0,0,0],[329,1,1,3,1,1,42.49,0.002,0,1,3,1,1,1,1],[330,2,2,0,1,2,39.39,0.002,0,2,0,2,2,0,2],[331,3,3,1,1,3,36.13,0.002,0,0,0,0,3,3,3],[332,0,0,2,1,0,47.74,0.002,0,2,2,2,0,2,0],[333,1,1,1,1,1,46.76,0.002,0,1,1,1,1,1,1],[334,2,0,0,1,0,45.06,0.002,0,2,2,2,2,0,2],[335,3,3,0,1,3,34.75,0.002,0,2,0,2,3,3,3],[336,0,0,1,1,0,45.87,0.002,0,2,2,0,2,2,2],[337,1,1,0,1,1,46.09,0.002,0,1,1,1,1,1,1],[338,2,1,0,1,1,44.46,0.002,0,2,2,2,2,0,2],[339,3,3,1,1,3,41.45,0.002,0,3,3,3,3,3,3],[340,0,0,0,1,0,41.22,0.002,0,0,0,0,0,0,0],[341,1,1,3,1,1,47.65,0.002,0,1,1,1,1,1,1],[342,2,3,3,1,3,41.73,0.002,0,2,2,2,2,2,2],[343,3,3,0,1,3,37.01,0.002,0,2,0,2,2,0,2],[344,0,0,0,1,0,44.86,0.002,0,0,0,0,0,0,0],[345,1,3,3,1,3,41.51,0.002,0,1,3,1,1,1,1],[346,2,2,1,1,2,44.69,0.002,0,0,0,0,2,0,2],[347,3,3,1,1,3,42.34,0.002,0,3,0,3,3,3,3],[348,0,2,2,1,2,41.83,0.002,0,2,2,2,2,2,2],[349,1,1,3,1,1,44.29,0.002,0,3,3,3,1,3,1],[350,2,2,3,1,2,36.44,0.002,0,2,2,2,2,2,2],[351,3,1,0,1,1,42.34,0.002,0,3,3,3,1,3,1],[352,0,0,0,1,0,45.28,0.002,0,0,0,0,0,0,0],[353,1,1,1,1,1,47.74,0.002,0,1,1,1,1,1,1],[354,2,2,0,1,2,42.3,0.002,0,2,2,2,2,0,2],[355,3,3,0,1,3,39.18,0.002,0,2,2,2,3,3,3],[356,0,0,0,1,0,45.21,0.002,0,0,0,0,0,0,0],[357,1,1,0,1,1,47.71,0.002,0,1,1,1,1,1,1],[358,2,2,3,1,2,38.75,0.002,0,2,2,2,2,2,2],[359,3,3,1,1,3,35.48,0.002,0,3,3,3,3,3,3],[360,0,0,0,1,0,44.31,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,46.8,0.002,0,1,1,1,1,1,1],[362,2,2,3,1,2,39.08,0.002,0,2,2,2,2,3,2],[363,3,3,3,1,3,40.25,0.002,0,1,1,1,3,3,3],[364,0,0,2,1,0,38.54,0.002,0,0,2,0,0,0,0],[365,1,1,3,1,1,47.37,0.002,0,1,1,1,1,1,1],[366,2,2,0,1,2,41.56,0.002,0,2,2,2,2,0,2],[367,3,3,0,1,3,37.71,0.002,0,3,3,3,3,1,3],[368,0,0,2,1,0,44.68,0.002,0,0,0,0,2,2,2],[369,1,1,0,1,1,45.49,0.002,0,1,1,1,1,1,1],[370,2,3,3,1,3,43.43,0.002,0,2,2,2,2,2,2],[371,3,3,1,1,3,38.51,0.002,0,3,3,3,3,3,3],[372,0,1,2,1,1,46.83,0.002,0,2,2,2,2,2,2],[373,1,1,0,1,1,47.28,0.002,0,1,1,1,1,1,1],[374,2,2,0,1,2,40.85,0.002,0,2,0,2,2,0,2],[375,3,3,3,1,3,37.13,0.002,0,1,1,1,3,1,3],[376,0,0,0,1,0,44.35,0.002,0,0,0,0,0,0,0],[377,1,1,3,1,1,44.1,0.002,0,1,1,1,1,1,1],[378,2,1,1,1,1,43.95,0.002,0,0,0,0,2,0,2],[379,3,3,3,1,3,38.83,0.002,0,3,3,3,3,3,3],[380,0,0,2,1,0,43.57,0.002,0,0,2,0,2,2,2],[381,1,1,0,1,1,46.1,0.002,0,1,1,1,1,1,1],[382,2,2,1,1,2,41.22,0.002,0,2,3,2,2,2,2],[383,3,1,0,1,1,39.99,0.002,0,2,0,2,2,2,2],[384,0,2,2,1,2,40.54,0.002,0,0,0,0,2,2,2],[385,1,1,1,1,1,47.74,0.002,0,1,1,1,1,1,1],[386,2,2,3,1,2,37.56,0.002,0,2,2,2,2,2,2],[387,3,3,3,1,3,34.41,0.002,0,3,3,3,3,3,3],[388,0,0,0,1,0,42.75,0.002,0,0,2,0,0,0,0],[389,1,1,1,1,1,47.89,0.002,0,1,1,1,1,1,1],[390,2,1,0,1,1,44.15,0.002,0,2,3,2,2,0,2],[391,3,3,3,1,3,37,0.002,0,0,3,0,3,3,3],[392,0,0,0,1,0,42.52,0.002,0,2,2,2,0,0,0],[393,1,1,1,1,1,46.92,0.002,0,1,1,1,1,1,1],[394,2,0,0,1,0,46.45,0.002,0,2,0,2,2,0,2],[395,3,3,1,1,3,40.5,0.002,0,0,0,0,3,3,3],[396,0,1,1,1,1,45.42,0.002,0,2,2,2,0,2,2],[397,1,1,1,1,1,46.32,0.002,0,1,1,1,1,1,1],[398,2,2,0,1,2,39.77,0.002,0,2,2,2,2,0,2],[399,3,3,1,1,3,35.21,0.002,0,3,3,3,3,3,3]],"elapsed_ms":8175,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":275,"J":245,"J_valid":245,"n_invalid":0,"n00":89,"n01":12,"n10":94,"n11":50,"ctl_n":245,"ctl_err":6},"metrics":{"target_error":0.2530612244897959,"Q_transfer":0.7469387755102042,"source_success":0.5877551020408164,"joint_error":0.20408163265306123,"T_cond":0.3472222222222222,"R":0.024489795918367346,"delta":0.22857142857142856,"delta_pp":22.857142857142858,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.6875}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":342,"J":304,"J_valid":304,"n_invalid":0,"n00":120,"n01":6,"n10":128,"n11":50,"ctl_n":304,"ctl_err":0},"metrics":{"target_error":0.18421052631578946,"Q_transfer":0.8157894736842105,"source_success":0.5855263157894737,"joint_error":0.16447368421052633,"T_cond":0.2808988764044944,"R":0,"delta":0.18421052631578946,"delta_pp":18.421052631578945,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.855}}]},{"key":"s43/STFT-CNN/pgd/eps0050","seed":43,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.00125},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,2,2,1,2,34.51,0.005,0,2,2,2,2,2,2],[1,1,1,3,1,1,42.04,0.005,0,1,1,1,1,1,1],[2,2,2,0,1,2,32.82,0.005,0,2,0,2,0,0,2],[3,3,3,0,1,2,32.43,0.005,0,2,2,2,3,0,3],[4,0,0,0,1,0,34.32,0.005,0,0,3,0,0,0,0],[5,1,1,0,1,1,39.06,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,32.41,0.005,0,2,0,2,2,0,2],[7,3,3,3,1,3,34.31,0.005,0,1,0,1,3,3,3],[8,0,1,1,1,1,37.9,0.005,0,2,2,2,2,2,2],[9,1,1,0,1,1,39.88,0.005,0,1,0,1,1,1,1],[10,2,2,0,1,2,33.26,0.005,0,2,0,2,2,0,2],[11,3,3,1,1,3,33.53,0.005,0,3,3,3,3,3,3],[12,0,2,3,1,2,36.02,0.005,0,2,2,2,2,2,2],[13,1,1,0,1,1,38.82,0.005,0,1,1,1,1,1,1],[14,2,0,0,1,0,34.34,0.005,0,0,0,0,0,0,0],[15,3,1,0,1,3,35.26,0.005,0,0,0,0,3,3,3],[16,0,0,0,1,0,35.39,0.005,0,0,0,0,0,0,0],[17,1,1,0,1,1,41.59,0.005,0,1,1,1,1,1,1],[18,2,0,0,1,0,34.39,0.005,0,0,0,0,2,0,2],[19,3,3,1,1,3,29.8,0.005,0,1,0,1,3,3,3],[20,0,0,0,1,0,31.71,0.005,0,0,3,0,0,0,0],[21,1,1,0,1,1,38.67,0.005,0,1,1,1,1,1,1],[22,2,1,0,1,1,35.88,0.005,0,2,0,2,0,0,0],[23,3,3,0,1,3,28.6,0.005,0,3,0,3,3,0,3],[24,0,1,3,1,1,40.14,0.005,0,2,2,2,2,2,2],[25,1,1,0,1,1,38.48,0.005,0,1,1,1,1,1,1],[26,2,2,0,1,2,36.74,0.005,0,2,0,2,2,0,2],[27,3,2,0,1,2,29.61,0.005,0,2,0,2,2,0,2],[28,0,0,0,1,0,35.17,0.005,0,1,1,1,0,0,0],[29,1,1,0,1,1,39.61,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,30.63,0.005,0,2,0,2,2,2,2],[31,3,3,0,1,3,29.09,0.005,0,3,3,3,3,0,3],[32,0,0,3,1,0,41.78,0.005,0,2,2,2,0,2,0],[33,1,1,2,1,1,38.36,0.005,0,3,2,3,1,3,1],[34,2,2,0,1,2,34.22,0.005,0,2,3,2,2,0,2],[35,3,3,0,1,3,31.97,0.005,0,2,0,3,3,3,3],[36,0,0,0,1,0,39.5,0.005,0,0,0,0,0,0,0],[37,1,1,0,1,1,37.76,0.005,0,3,0,1,1,3,1],[38,2,1,1,1,1,36.58,0.005,0,0,0,0,3,0,3],[39,3,3,1,1,3,31.74,0.005,0,3,3,3,3,0,3],[40,0,2,3,1,2,32.88,0.005,0,2,2,2,0,2,0],[41,1,1,0,1,1,40.4,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,34.75,0.005,0,0,0,0,2,0,2],[43,3,3,3,1,3,33.8,0.005,0,1,0,1,3,3,3],[44,0,0,0,1,0,38.43,0.005,0,1,1,1,0,0,0],[45,1,1,0,1,1,37.58,0.005,0,1,1,1,1,1,1],[46,2,2,0,1,2,36.69,0.005,0,2,0,2,2,2,2],[47,3,3,1,1,3,31.61,0.005,0,3,3,3,3,3,3],[48,0,0,0,1,0,34.89,0.005,0,0,0,0,0,0,0],[49,1,0,0,1,1,37.11,0.005,0,1,1,1,1,1,1],[50,2,2,0,1,2,32.63,0.005,0,2,0,2,2,0,0],[51,3,3,1,1,3,29.19,0.005,0,3,3,3,3,3,3],[52,0,0,0,1,0,31.63,0.005,0,0,3,0,0,0,0],[53,1,1,0,1,1,38.68,0.005,0,1,1,1,1,1,1],[54,2,2,0,1,2,30.55,0.005,0,2,0,2,2,0,2],[55,3,3,0,1,3,32.61,0.005,0,3,3,3,3,3,3],[56,0,0,0,1,0,36.5,0.005,0,0,3,0,0,0,0],[57,1,1,0,1,1,36.84,0.005,0,1,1,1,1,1,1],[58,2,2,0,1,2,35.42,0.005,0,2,0,2,2,0,2],[59,3,3,0,1,3,29.7,0.005,0,3,3,3,3,1,3],[60,0,0,2,1,0,35.05,0.005,0,0,0,0,0,0,0],[61,1,1,0,1,1,40.45,0.005,0,1,1,1,1,1,1],[62,2,1,0,1,1,36.05,0.005,0,2,0,2,2,0,2],[63,3,3,0,1,3,30.79,0.005,0,3,0,2,3,0,3],[64,0,2,3,1,2,34.61,0.005,0,2,2,2,2,2,2],[65,1,1,0,1,1,38.55,0.005,0,1,1,1,1,1,1],[66,2,0,0,1,2,34.94,0.005,0,2,0,2,0,0,0],[67,3,2,0,1,2,30.86,0.005,0,2,0,2,2,0,2],[68,0,0,0,1,0,33.74,0.005,0,0,0,0,0,0,0],[69,1,1,3,1,1,37.25,0.005,0,1,1,1,1,1,1],[70,2,1,0,1,1,36.91,0.005,0,2,0,2,2,0,2],[71,3,3,1,1,3,31.05,0.005,0,3,3,3,3,3,3],[72,0,0,0,1,0,38.59,0.005,0,0,0,0,0,0,0],[73,1,1,0,1,1,37.86,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,32.71,0.005,0,0,0,0,2,0,2],[75,3,3,1,1,3,31.05,0.005,0,3,3,3,3,3,3],[76,0,0,0,1,0,40,0.005,0,0,0,0,0,0,0],[77,1,1,3,1,1,37.57,0.005,0,3,2,3,3,3,1],[78,2,2,0,1,2,35.3,0.005,0,0,0,0,2,0,2],[79,3,3,3,1,3,33.62,0.005,0,1,1,1,3,3,3],[80,0,0,0,1,0,39.74,0.005,0,1,1,1,0,0,0],[81,1,1,2,1,1,35.6,0.005,0,1,0,1,1,3,1],[82,2,2,0,1,2,32.53,0.005,0,2,3,2,2,0,2],[83,3,3,1,1,3,34.5,0.005,0,1,1,1,3,1,3],[84,0,0,0,1,0,35.08,0.005,0,3,3,3,0,0,0],[85,1,1,3,1,1,37.6,0.005,0,1,1,1,1,1,1],[86,2,2,0,1,2,31.51,0.005,0,2,0,2,2,0,2],[87,3,3,3,1,3,33.5,0.005,0,1,1,1,1,1,1],[88,0,0,0,1,0,36.25,0.005,0,0,0,0,0,0,0],[89,1,1,1,1,1,39.56,0.005,0,1,1,1,1,1,1],[90,2,2,3,1,2,31.59,0.005,0,2,2,2,2,2,2],[91,3,3,1,1,3,32.04,0.005,0,3,3,3,3,3,3],[92,0,0,0,1,0,37.56,0.005,0,0,1,0,0,0,0],[93,1,1,3,1,1,36.37,0.005,0,1,1,1,1,1,1],[94,2,2,0,1,2,32.72,0.005,0,0,0,0,0,0,0],[95,3,3,1,1,3,31.17,0.005,0,1,0,1,1,1,1],[96,0,0,3,1,0,37.05,0.005,0,2,2,2,2,2,2],[97,1,1,0,1,1,40.81,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,35.18,0.005,0,2,0,2,2,0,2],[99,3,3,3,1,3,34.31,0.005,0,3,3,3,3,3,3],[100,0,0,0,1,0,36.56,0.005,0,0,0,0,0,0,0],[101,1,1,3,1,1,35.6,0.005,0,1,1,1,1,1,1],[102,2,0,0,1,0,38.42,0.005,0,0,0,2,3,0,3],[103,3,3,0,1,3,31.93,0.005,0,3,0,1,3,3,3],[104,0,0,0,1,0,33.65,0.005,0,3,3,3,0,0,0],[105,1,1,0,1,1,38.4,0.005,0,1,1,1,1,1,1],[106,2,2,0,1,2,35.28,0.005,0,2,3,2,2,0,2],[107,3,3,1,1,3,32.62,0.005,0,0,0,0,3,3,3],[108,0,2,2,1,2,35.7,0.005,0,2,2,2,0,2,0],[109,1,0,0,1,0,39.86,0.005,0,1,0,1,1,1,1],[110,2,2,0,1,2,35.82,0.005,0,2,0,2,2,0,2],[111,3,3,0,1,3,30.44,0.005,0,3,0,3,3,3,3],[112,0,1,3,1,1,41.21,0.005,0,2,2,0,2,2,2],[113,1,1,0,1,1,40.56,0.005,0,1,1,1,1,1,1],[114,2,2,0,1,2,34.64,0.005,0,2,0,2,2,0,2],[115,3,3,1,1,3,29.83,0.005,0,3,3,3,3,3,3],[116,0,0,0,1,0,38.67,0.005,0,0,0,0,0,0,0],[117,1,1,2,1,1,32.98,0.005,0,1,1,1,1,3,1],[118,2,2,3,1,2,30.56,0.005,0,2,2,2,2,2,2],[119,3,3,0,1,3,32.48,0.005,0,3,0,3,3,3,3],[120,0,0,2,1,0,35.56,0.005,0,2,2,2,0,0,0],[121,1,1,3,1,1,42.55,0.005,0,1,1,1,1,1,1],[122,2,1,0,1,1,38.13,0.005,0,2,0,2,2,0,2],[123,3,3,1,1,3,31.71,0.005,0,3,3,3,3,3,3],[124,0,0,0,1,0,36.07,0.005,0,0,2,0,0,0,0],[125,1,1,0,1,1,41.43,0.005,0,3,1,1,1,1,1],[126,2,2,0,1,2,33.12,0.005,0,0,1,0,2,0,2],[127,3,1,0,1,1,37.07,0.005,0,3,3,3,3,0,3],[128,0,0,2,1,0,39.31,0.005,0,0,2,0,0,0,0],[129,1,1,3,1,2,33.4,0.005,0,1,3,1,3,3,3],[130,2,2,0,1,2,36.37,0.005,0,2,0,2,2,0,2],[131,3,3,1,1,3,33.53,0.005,0,2,2,2,3,1,3],[132,0,1,2,1,1,36.71,0.005,0,2,2,2,0,2,0],[133,1,2,2,1,2,32.71,0.005,0,1,0,1,1,3,1],[134,2,2,0,1,2,31.95,0.005,0,0,0,2,2,1,2],[135,3,3,3,1,3,27.78,0.005,0,1,1,1,1,1,1],[136,0,1,3,1,1,36.01,0.005,0,2,2,2,2,2,2],[137,1,1,3,1,1,40.43,0.005,0,1,1,1,1,1,1],[138,2,2,3,1,2,35.18,0.005,0,2,3,2,2,3,2],[139,3,2,0,1,2,31.54,0.005,0,2,0,2,2,0,2],[140,0,0,1,1,0,38.65,0.005,0,0,0,0,0,0,0],[141,1,1,0,1,1,37.39,0.005,0,1,0,1,1,1,1],[142,2,2,0,1,2,33.09,0.005,0,2,0,2,2,0,2],[143,3,3,1,1,3,32.84,0.005,0,0,0,0,3,3,3],[144,0,0,0,1,0,37.57,0.005,0,0,0,0,0,0,0],[145,1,1,2,1,1,35.25,0.005,0,0,0,0,1,3,1],[146,2,1,0,1,1,35,0.005,0,0,0,0,0,0,0],[147,3,3,3,1,3,27.06,0.005,0,3,3,3,3,1,3],[148,0,1,3,1,1,38.41,0.005,0,2,2,2,2,3,2],[149,1,1,2,1,1,34.04,0.005,0,1,1,1,1,3,1],[150,2,2,1,1,2,31.46,0.005,0,2,3,2,2,2,2],[151,3,3,1,1,3,32.77,0.005,0,3,0,3,3,3,3],[152,0,2,3,1,0,33.98,0.005,0,2,2,2,2,2,2],[153,1,1,3,1,1,42.36,0.005,0,1,1,1,1,1,1],[154,2,2,0,1,2,33.29,0.005,0,2,0,2,2,0,2],[155,3,3,3,1,3,30.44,0.005,0,1,1,1,3,3,3],[156,0,1,3,1,1,40.37,0.005,0,2,2,2,0,2,0],[157,1,2,2,1,2,36.45,0.005,0,3,2,3,1,2,1],[158,2,2,0,1,2,33.92,0.005,0,0,0,0,2,0,2],[159,3,3,1,1,3,32.09,0.005,0,3,3,3,3,3,3],[160,0,2,3,1,2,33.53,0.005,0,2,2,2,2,2,2],[161,1,1,3,1,1,37.25,0.005,0,1,1,1,1,1,1],[162,2,2,3,1,2,34.1,0.005,0,0,0,0,2,2,2],[163,3,3,1,1,3,24.92,0.005,0,3,3,3,3,3,3],[164,0,1,2,1,1,38.44,0.005,0,2,2,2,2,2,2],[165,1,1,0,1,1,36.59,0.005,0,1,1,1,1,1,1],[166,2,2,3,1,2,34.6,0.005,0,2,2,2,2,2,2],[167,3,3,1,1,3,27.38,0.005,0,0,0,0,3,3,3],[168,0,0,0,1,0,37.49,0.005,0,3,2,3,0,3,0],[169,1,1,3,1,1,38.85,0.005,0,1,1,1,1,1,1],[170,2,1,0,1,1,37.03,0.005,0,0,0,0,2,0,2],[171,3,3,1,1,3,34.11,0.005,0,3,3,3,3,0,3],[172,0,0,0,1,0,34.79,0.005,0,0,0,0,0,0,0],[173,1,2,2,1,2,34.7,0.005,0,0,2,0,3,2,1],[174,2,2,0,1,2,36.38,0.005,0,2,0,2,2,0,2],[175,3,3,1,1,3,33.72,0.005,0,1,1,1,1,1,1],[176,0,2,3,1,2,36.85,0.005,0,2,2,2,2,3,2],[177,1,1,2,1,1,35.95,0.005,0,1,2,1,1,2,1],[178,2,2,3,1,2,28.89,0.005,0,2,2,2,2,2,2],[179,3,3,3,1,3,33.6,0.005,0,1,1,1,1,1,1],[180,0,0,0,1,0,38.21,0.005,0,0,0,0,0,0,0],[181,1,1,0,1,1,39.66,0.005,0,1,1,1,1,3,1],[182,2,2,0,1,2,34.07,0.005,0,2,0,2,2,0,2],[183,3,3,3,1,3,28.19,0.005,0,3,0,3,3,3,3],[184,0,0,0,1,0,34.87,0.005,0,3,3,3,0,3,0],[185,1,1,3,1,1,35.72,0.005,0,1,1,1,1,3,3],[186,2,2,0,1,2,37.82,0.005,0,2,0,2,2,0,0],[187,3,3,0,1,3,30.87,0.005,0,3,0,3,3,3,3],[188,0,0,0,1,0,39.67,0.005,0,0,0,0,0,0,0],[189,1,2,3,1,2,34.49,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,36.23,0.005,0,2,0,2,0,0,2],[191,3,3,3,1,3,32.89,0.005,0,1,1,1,1,1,3],[192,0,0,0,1,0,39.66,0.005,0,0,2,0,0,0,0],[193,1,2,2,1,2,34.46,0.005,0,0,0,0,1,2,3],[194,2,1,0,1,2,38.5,0.005,0,2,0,2,2,0,2],[195,3,3,3,1,3,31.44,0.005,0,3,3,3,3,1,1],[196,0,2,3,1,2,33.93,0.005,0,2,2,2,2,2,2],[197,1,2,3,1,2,33.65,0.005,0,3,2,3,3,3,3],[198,2,2,0,1,2,34.56,0.005,0,2,0,2,2,0,2],[199,3,1,0,1,1,34.81,0.005,0,3,0,3,3,0,3],[200,0,1,1,1,1,40.11,0.005,0,2,2,2,0,2,0],[201,1,1,0,1,1,37.87,0.005,0,3,0,0,1,3,1],[202,2,2,0,1,2,38.56,0.005,0,2,0,2,2,0,2],[203,3,3,1,1,3,33.22,0.005,0,1,1,1,1,3,1],[204,0,0,2,1,0,38.3,0.005,0,0,0,0,0,0,0],[205,1,2,2,1,2,34.1,0.005,0,1,2,1,1,3,1],[206,2,2,0,1,2,35.98,0.005,0,2,3,2,2,1,2],[207,3,3,1,1,3,33.32,0.005,0,3,3,3,3,3,3],[208,0,0,3,1,0,38.47,0.005,0,2,2,2,2,2,0],[209,1,1,3,1,1,40.09,0.005,0,1,1,1,1,1,1],[210,2,2,3,1,2,30.72,0.005,0,2,2,2,2,2,2],[211,3,3,1,1,3,34.53,0.005,0,3,3,3,3,3,3],[212,0,0,0,1,0,34.76,0.005,0,0,0,0,0,0,0],[213,1,1,0,1,1,34.34,0.005,0,1,1,1,1,1,1],[214,2,1,0,1,1,38.54,0.005,0,2,0,2,2,2,2],[215,3,3,1,1,3,28.3,0.005,0,0,0,0,3,3,3],[216,0,0,1,1,0,33.93,0.005,0,3,3,3,0,0,0],[217,1,1,2,1,1,35.76,0.005,0,1,0,1,1,3,1],[218,2,2,0,1,2,35.81,0.005,0,0,0,0,2,0,2],[219,3,3,3,1,3,30.81,0.005,0,1,1,1,1,1,1],[220,0,0,0,1,0,34.24,0.005,0,1,1,1,0,0,0],[221,1,1,3,1,1,38.07,0.005,0,1,1,1,1,3,1],[222,2,2,0,1,2,34.04,0.005,0,0,0,0,2,2,2],[223,3,3,0,1,3,32,0.005,0,3,3,1,1,1,3],[224,0,0,0,1,0,37.69,0.005,0,0,0,0,0,0,0],[225,1,1,2,1,1,38.08,0.005,0,3,3,3,1,3,1],[226,2,2,0,1,2,33.1,0.005,0,2,0,2,2,0,2],[227,3,3,1,1,3,30.62,0.005,0,3,3,3,3,3,3],[228,0,0,0,1,0,37.05,0.005,0,0,0,0,0,0,0],[229,1,1,0,1,1,40.87,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,32.08,0.005,0,2,0,2,2,0,2],[231,3,3,1,1,3,31.83,0.005,0,3,3,3,3,3,3],[232,0,0,1,1,0,34.56,0.005,0,0,3,0,0,0,0],[233,1,1,0,1,1,38.8,0.005,0,3,0,3,1,3,1],[234,2,2,0,1,2,32.75,0.005,0,2,0,2,2,0,2],[235,3,3,3,1,3,30.69,0.005,0,3,3,1,3,1,3],[236,0,0,0,1,0,39.22,0.005,0,0,0,0,0,0,0],[237,1,1,0,1,1,38.16,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,32.51,0.005,0,2,0,2,2,0,2],[239,3,3,1,1,3,30.94,0.005,0,0,0,0,3,3,3],[240,0,0,1,1,0,36.72,0.005,0,3,3,3,0,0,0],[241,1,1,0,1,1,38.9,0.005,0,1,1,1,1,1,1],[242,2,2,0,1,2,35.57,0.005,0,2,0,2,2,0,2],[243,3,3,1,1,3,27.35,0.005,0,3,3,3,3,1,3],[244,0,1,1,1,1,39.49,0.005,0,0,0,0,0,0,0],[245,1,1,0,1,1,38.35,0.005,0,1,1,1,1,1,1],[246,2,0,0,1,0,38.51,0.005,0,2,0,2,2,0,0],[247,3,3,1,1,3,34.62,0.005,0,3,3,3,3,3,3],[248,0,0,0,1,0,36.34,0.005,0,1,1,1,0,0,0],[249,1,1,0,1,1,39.01,0.005,0,3,0,3,1,3,1],[250,2,3,3,1,1,37.23,0.005,0,2,2,2,2,2,2],[251,3,3,1,1,3,28.56,0.005,0,3,3,3,3,3,3],[252,0,0,0,1,0,39.27,0.005,0,0,2,0,0,0,0],[253,1,1,0,1,1,37.33,0.005,0,1,1,1,1,1,1],[254,2,2,3,1,2,31.53,0.005,0,2,2,2,2,3,2],[255,3,3,0,1,3,31.98,0.005,0,3,0,2,3,0,2],[256,0,1,2,1,1,36.85,0.005,0,2,2,2,2,2,2],[257,1,1,0,1,1,39.5,0.005,0,1,1,1,1,1,1],[258,2,2,3,1,2,31.02,0.005,0,2,3,2,2,2,2],[259,3,3,0,1,3,30.15,0.005,0,3,0,3,3,3,3],[260,0,0,0,1,0,36.34,0.005,0,0,0,0,0,0,0],[261,1,1,0,1,1,39.37,0.005,0,1,0,1,1,1,1],[262,2,2,0,1,2,34.9,0.005,0,2,3,2,2,0,2],[263,3,3,1,1,3,29.89,0.005,0,3,0,3,3,3,3],[264,0,0,0,1,0,36.71,0.005,0,0,0,0,0,0,0],[265,1,1,3,1,1,39.89,0.005,0,1,3,1,1,1,1],[266,2,1,0,1,1,36.74,0.005,0,0,0,0,0,0,0],[267,3,3,1,1,3,33.06,0.005,0,3,3,3,3,3,3],[268,0,1,1,1,1,38.77,0.005,0,0,0,0,0,0,0],[269,1,1,2,1,1,36.62,0.005,0,1,1,1,1,3,1],[270,2,2,0,1,2,35.74,0.005,0,2,0,2,2,2,2],[271,3,3,0,1,3,33.88,0.005,0,3,0,3,3,0,3],[272,0,0,0,1,0,39.47,0.005,0,0,0,0,0,0,0],[273,1,1,2,1,1,38.69,0.005,0,3,2,1,1,3,1],[274,2,2,0,1,2,38.05,0.005,0,3,0,2,0,0,2],[275,3,3,3,1,3,32.3,0.005,0,1,1,1,3,1,3],[276,0,0,0,1,0,32.83,0.005,0,0,0,0,0,0,0],[277,1,1,0,1,1,40.87,0.005,0,1,1,1,1,1,1],[278,2,2,3,1,2,32.32,0.005,0,2,2,2,2,2,2],[279,3,3,3,1,3,34.06,0.005,0,1,1,1,1,1,3],[280,0,0,3,1,0,40.25,0.005,0,0,2,0,0,2,0],[281,1,3,3,1,1,39.2,0.005,0,1,1,1,3,3,1],[282,2,2,0,1,2,31.82,0.005,0,2,3,2,2,0,2],[283,3,3,1,1,3,33.85,0.005,0,3,3,3,3,3,3],[284,0,0,0,1,0,34.95,0.005,0,0,0,0,0,0,0],[285,1,1,0,1,1,40.23,0.005,0,1,1,1,1,1,1],[286,2,2,0,1,2,33.23,0.005,0,2,3,2,2,0,2],[287,3,2,0,1,2,31.54,0.005,0,2,0,2,2,0,2],[288,0,0,2,1,0,38.71,0.005,0,2,2,2,2,2,2],[289,1,1,3,1,1,41.61,0.005,0,1,1,1,1,1,1],[290,2,2,0,1,2,36.53,0.005,0,2,0,2,2,0,2],[291,3,3,0,1,3,26.87,0.005,0,3,0,3,3,0,3],[292,0,0,0,1,0,38.14,0.005,0,0,0,0,0,0,0],[293,1,0,0,1,0,41.24,0.005,0,1,0,1,1,3,1],[294,2,2,0,1,2,34.41,0.005,0,2,3,2,2,0,2],[295,3,3,1,1,3,35.19,0.005,0,3,3,3,3,3,3],[296,0,0,0,1,0,38.93,0.005,0,1,1,1,0,0,0],[297,1,1,0,1,1,38.75,0.005,0,1,1,1,1,1,1],[298,2,2,0,1,2,36.93,0.005,0,2,0,2,0,0,0],[299,3,3,3,1,3,32.86,0.005,0,3,3,3,3,3,3],[300,0,0,0,1,0,37.84,0.005,0,0,2,0,0,0,0],[301,1,1,0,1,1,39.94,0.005,0,1,1,1,1,1,1],[302,2,2,0,1,2,38.04,0.005,0,2,0,2,2,0,2],[303,3,3,1,1,3,34.15,0.005,0,1,1,1,3,3,3],[304,0,0,0,1,0,35.99,0.005,0,0,2,0,0,0,0],[305,1,1,3,1,1,35.31,0.005,0,1,1,1,1,1,1],[306,2,2,0,1,2,34.81,0.005,0,2,0,2,2,2,2],[307,3,3,1,1,3,33.44,0.005,0,3,3,3,3,3,3],[308,0,2,3,1,2,35.63,0.005,0,2,2,2,2,2,2],[309,1,1,0,1,1,38.68,0.005,0,1,1,1,1,1,1],[310,2,1,0,1,1,36.26,0.005,0,2,3,2,2,0,2],[311,3,3,3,1,3,31.51,0.005,0,1,1,1,3,1,3],[312,0,0,2,1,0,33.12,0.005,0,0,2,0,0,0,0],[313,1,1,3,1,1,37.27,0.005,0,3,3,1,1,3,1],[314,2,2,3,1,3,34.91,0.005,0,2,2,2,2,3,2],[315,3,2,0,1,2,31.29,0.005,0,2,3,3,3,0,2],[316,0,0,0,1,0,36.16,0.005,0,0,2,0,0,0,0],[317,1,1,0,1,1,39.94,0.005,0,1,1,1,1,1,1],[318,2,2,0,1,2,36.42,0.005,0,0,0,0,2,2,2],[319,3,3,0,1,1,36.85,0.005,0,2,0,2,3,0,3],[320,0,0,0,1,0,39.82,0.005,0,0,0,0,0,0,0],[321,1,1,0,1,1,38.24,0.005,0,1,1,1,1,1,1],[322,2,2,0,1,2,37.26,0.005,0,0,0,0,2,0,2],[323,3,3,0,1,3,33.52,0.005,0,3,0,3,3,0,3],[324,0,0,0,1,0,34.19,0.005,0,3,3,3,0,0,0],[325,1,1,0,1,1,38.62,0.005,0,1,1,1,1,1,1],[326,2,2,0,1,2,38.1,0.005,0,2,0,2,2,0,2],[327,3,3,1,1,3,34.94,0.005,0,1,1,1,3,3,3],[328,0,0,1,1,0,38.54,0.005,0,0,0,0,0,0,0],[329,1,1,3,1,1,36.47,0.005,0,1,3,3,1,3,1],[330,2,2,0,1,2,32.32,0.005,0,2,0,2,2,0,2],[331,3,3,0,1,3,28.89,0.005,0,0,0,0,3,0,3],[332,0,0,2,1,0,41.35,0.005,0,2,2,2,0,2,0],[333,1,1,0,1,1,39.03,0.005,0,1,1,1,1,1,1],[334,2,0,0,1,0,38.2,0.005,0,2,0,2,2,0,2],[335,3,3,0,1,2,28.14,0.005,0,2,0,2,3,0,3],[336,0,0,1,1,0,38.05,0.005,0,2,2,2,2,2,2],[337,1,1,0,1,1,39.48,0.005,0,1,1,1,1,1,1],[338,2,1,0,1,1,37.95,0.005,0,2,0,2,2,0,2],[339,3,3,1,1,3,35.2,0.005,0,3,3,3,3,3,3],[340,0,0,0,1,0,35.09,0.005,0,0,0,0,0,0,0],[341,1,1,3,1,1,41.2,0.005,0,1,1,1,1,3,1],[342,2,3,3,1,3,35.24,0.005,0,2,2,2,2,3,2],[343,3,3,0,1,3,30.39,0.005,0,2,0,2,2,0,2],[344,0,0,0,1,0,37.49,0.005,0,0,0,0,0,0,0],[345,1,3,3,1,1,35.09,0.005,0,1,3,1,1,1,1],[346,2,2,0,1,2,37.05,0.005,0,0,0,0,2,0,2],[347,3,3,0,1,3,35.55,0.005,0,3,0,3,3,0,3],[348,0,2,3,1,2,34.32,0.005,0,2,2,2,2,2,2],[349,1,1,3,1,1,37.93,0.005,0,3,3,1,1,3,1],[350,2,2,3,1,2,29.5,0.005,0,2,2,2,2,2,2],[351,3,1,0,1,1,35.77,0.005,0,3,0,3,1,3,1],[352,0,0,0,1,0,38.35,0.005,0,0,0,0,0,0,0],[353,1,1,0,1,1,39.86,0.005,0,1,1,1,1,1,1],[354,2,2,0,1,2,35.23,0.005,0,2,3,2,2,0,2],[355,3,3,0,1,1,31.91,0.005,0,2,0,2,3,2,3],[356,0,0,2,1,0,38.08,0.005,0,0,0,0,0,0,0],[357,1,1,0,1,1,40.99,0.005,0,1,1,1,1,1,1],[358,2,2,3,1,2,31.59,0.005,0,2,2,2,2,2,2],[359,3,3,1,1,3,28.5,0.005,0,3,3,3,3,0,3],[360,0,0,0,1,0,36.51,0.005,0,0,0,0,0,0,0],[361,1,1,3,1,1,39,0.005,0,1,1,1,1,1,1],[362,2,2,3,1,2,33.25,0.005,0,2,2,2,2,3,2],[363,3,3,1,1,3,33.37,0.005,0,1,0,1,3,3,3],[364,0,0,2,1,0,32.87,0.005,0,0,2,0,0,0,0],[365,1,1,3,1,1,41.15,0.005,0,1,1,1,1,1,1],[366,2,2,0,1,2,35.02,0.005,0,2,0,2,2,0,2],[367,3,3,0,1,3,30.99,0.005,0,3,3,3,3,1,3],[368,0,0,2,1,0,36.77,0.005,0,0,2,0,2,2,2],[369,1,1,0,1,1,38.71,0.005,0,1,1,1,1,1,1],[370,2,3,3,1,2,37.21,0.005,0,2,2,2,2,2,2],[371,3,3,1,1,3,31.59,0.005,0,3,3,3,3,3,3],[372,0,1,2,1,1,39.58,0.005,0,2,2,2,2,2,2],[373,1,1,0,1,1,39.74,0.005,0,1,1,1,1,1,1],[374,2,2,0,1,2,33.69,0.005,0,2,0,2,2,0,2],[375,3,3,3,1,3,29.92,0.005,0,1,3,1,3,1,3],[376,0,0,0,1,0,36.46,0.005,0,0,1,0,0,0,0],[377,1,1,3,1,1,37.04,0.005,0,1,1,1,1,1,1],[378,2,1,0,1,1,36.46,0.005,0,0,0,2,2,0,2],[379,3,3,3,1,3,32.34,0.005,0,3,0,3,3,3,3],[380,0,0,3,1,0,36.07,0.005,0,0,2,0,2,2,2],[381,1,1,0,1,1,38.51,0.005,0,1,1,1,1,1,1],[382,2,2,0,1,2,33.71,0.005,0,2,0,2,2,2,2],[383,3,1,0,1,1,32.72,0.005,0,2,0,2,2,2,2],[384,0,2,3,1,2,33.27,0.005,0,0,2,0,2,2,2],[385,1,1,1,1,1,40.07,0.005,0,1,1,1,1,1,1],[386,2,2,3,1,2,31.04,0.005,0,2,2,2,2,3,2],[387,3,3,3,1,3,27.82,0.005,0,3,0,1,3,3,3],[388,0,0,2,1,0,36.57,0.005,0,0,2,0,0,0,0],[389,1,1,1,1,1,40.14,0.005,0,1,1,1,1,1,1],[390,2,1,0,1,2,37.21,0.005,0,2,3,2,2,1,2],[391,3,3,1,1,3,29.45,0.005,0,0,3,0,3,3,3],[392,0,0,2,1,0,35.82,0.005,0,2,2,2,0,0,0],[393,1,1,1,1,1,39.44,0.005,0,1,1,1,1,1,1],[394,2,0,0,1,0,40.23,0.005,0,2,0,2,2,0,2],[395,3,3,1,1,3,33.56,0.005,0,0,0,0,3,3,3],[396,0,1,3,1,1,37.94,0.005,0,2,2,2,0,2,0],[397,1,1,1,1,1,38.77,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,32.82,0.005,0,2,0,2,2,0,2],[399,3,3,1,1,3,28.84,0.005,0,3,3,3,3,3,3]],"elapsed_ms":8311,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":275,"J":245,"J_valid":245,"n_invalid":0,"n00":38,"n01":15,"n10":111,"n11":81,"ctl_n":245,"ctl_err":7},"metrics":{"target_error":0.39183673469387753,"Q_transfer":0.6081632653061224,"source_success":0.7836734693877551,"joint_error":0.3306122448979592,"T_cond":0.421875,"R":0.02857142857142857,"delta":0.36326530612244895,"delta_pp":36.326530612244895,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.6875}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":342,"J":304,"J_valid":304,"n_invalid":0,"n00":63,"n01":8,"n10":135,"n11":98,"ctl_n":304,"ctl_err":5},"metrics":{"target_error":0.34868421052631576,"Q_transfer":0.6513157894736843,"source_success":0.7664473684210527,"joint_error":0.3223684210526316,"T_cond":0.4206008583690987,"R":0.01644736842105263,"delta":0.3322368421052631,"delta_pp":33.22368421052631,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.855}}]},{"key":"s43/STFT-CNN/pgd/eps0100","seed":43,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0025},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,2,2,1,2,30.45,0.01,0,2,2,2,2,2,2],[1,1,1,3,1,1,37.25,0.01,0,1,1,1,1,1,1],[2,2,2,0,1,2,27.66,0.01,0,2,0,0,0,0,2],[3,3,3,0,1,2,27.59,0.01,0,2,0,2,3,0,2],[4,0,0,1,1,0,29.12,0.01,0,0,1,0,0,0,0],[5,1,1,0,1,1,34.15,0.01,0,1,0,1,1,1,1],[6,2,2,0,1,2,27.99,0.01,0,2,3,2,2,0,2],[7,3,3,3,1,3,29.34,0.01,0,1,0,1,3,3,1],[8,0,1,3,1,1,32.48,0.01,0,2,2,2,2,2,2],[9,1,1,0,1,1,34.88,0.01,0,1,0,1,1,3,1],[10,2,2,0,1,2,28.68,0.01,0,2,0,2,2,0,2],[11,3,3,1,1,3,28.46,0.01,0,3,3,3,3,3,3],[12,0,2,3,1,2,31.68,0.01,0,2,2,2,2,2,2],[13,1,1,0,1,1,33.68,0.01,0,1,1,1,1,3,1],[14,2,0,0,1,0,28.91,0.01,0,0,0,0,0,0,0],[15,3,1,0,1,1,30.1,0.01,0,0,0,0,3,3,3],[16,0,0,0,1,0,30.01,0.01,0,0,0,0,0,0,0],[17,1,1,0,1,1,36.72,0.01,0,1,1,1,1,1,1],[18,2,0,0,1,0,29.46,0.01,0,0,0,0,2,0,2],[19,3,3,0,1,3,24.92,0.01,0,1,0,1,3,3,3],[20,0,0,1,1,0,26.11,0.01,0,0,3,0,0,0,0],[21,1,1,0,1,1,33.78,0.01,0,1,1,1,1,1,1],[22,2,1,0,1,1,30.36,0.01,0,2,0,2,0,0,0],[23,3,3,0,1,3,23.39,0.01,0,3,0,3,3,0,3],[24,0,1,3,1,1,35.07,0.01,0,2,2,2,2,2,2],[25,1,1,0,1,1,33.24,0.01,0,1,1,1,1,1,1],[26,2,2,0,1,2,31.02,0.01,0,2,0,2,2,0,2],[27,3,2,0,1,2,24.76,0.01,0,2,0,2,2,0,2],[28,0,0,0,1,0,30,0.01,0,1,1,1,0,0,0],[29,1,1,0,1,1,34.86,0.01,0,1,1,1,1,1,1],[30,2,2,0,1,2,25.25,0.01,0,2,0,2,2,0,2],[31,3,3,0,1,3,23.56,0.01,0,3,3,3,3,0,3],[32,0,0,3,1,0,36.55,0.01,0,2,2,2,0,2,0],[33,1,1,2,1,1,33.92,0.01,0,3,2,3,1,3,1],[34,2,2,0,1,2,29.01,0.01,0,2,3,2,2,1,2],[35,3,3,0,1,3,27.2,0.01,0,2,0,2,3,0,3],[36,0,0,2,1,0,33.69,0.01,0,0,0,0,0,0,0],[37,1,1,0,1,1,33.08,0.01,0,3,0,1,1,3,1],[38,2,1,0,1,1,31.41,0.01,0,0,0,0,3,0,0],[39,3,3,1,1,3,26.52,0.01,0,3,3,3,3,0,3],[40,0,2,3,1,2,28.37,0.01,0,2,2,2,0,2,0],[41,1,1,0,1,1,34.99,0.01,0,1,1,1,1,1,1],[42,2,2,0,1,2,29.66,0.01,0,0,0,0,2,0,2],[43,3,3,1,1,3,28.2,0.01,0,1,1,1,3,3,3],[44,0,0,0,1,0,33.42,0.01,0,1,1,1,0,0,0],[45,1,1,0,1,1,32.6,0.01,0,1,1,1,1,3,1],[46,2,2,0,1,2,31.13,0.01,0,2,0,0,2,0,2],[47,3,3,1,1,3,26.13,0.01,0,3,3,3,3,3,3],[48,0,0,2,1,0,29.13,0.01,0,0,0,0,0,0,0],[49,1,0,0,1,0,32.52,0.01,0,1,0,1,1,1,1],[50,2,2,0,1,2,27.56,0.01,0,2,0,2,2,0,2],[51,3,3,1,1,3,24.14,0.01,0,3,3,3,3,3,3],[52,0,0,1,1,0,26.54,0.01,0,0,2,0,0,0,0],[53,1,1,0,1,1,33.94,0.01,0,1,0,1,1,1,1],[54,2,2,0,1,2,25.59,0.01,0,2,0,2,2,0,2],[55,3,3,0,1,3,27.34,0.01,0,3,3,3,3,3,3],[56,0,0,0,1,0,31.7,0.01,0,0,3,0,0,0,0],[57,1,1,0,1,1,31.79,0.01,0,1,1,1,1,1,1],[58,2,2,0,1,2,30.41,0.01,0,2,0,2,2,0,2],[59,3,3,0,1,3,24.28,0.01,0,3,3,3,3,1,3],[60,0,0,2,1,0,31,0.01,0,0,2,0,0,0,0],[61,1,1,0,1,1,35.1,0.01,0,1,1,1,1,1,1],[62,2,1,0,1,1,30.47,0.01,0,2,0,2,2,0,2],[63,3,3,0,1,3,25.69,0.01,0,3,0,2,3,0,2],[64,0,2,3,1,2,30.11,0.01,0,2,2,2,2,2,2],[65,1,1,0,1,1,33.55,0.01,0,1,0,1,1,1,1],[66,2,0,0,1,2,29.96,0.01,0,2,0,2,0,0,0],[67,3,2,0,1,2,25.29,0.01,0,2,0,2,2,0,2],[68,0,0,2,1,0,28.66,0.01,0,0,0,0,0,0,0],[69,1,1,3,1,1,32.99,0.01,0,1,1,1,1,1,1],[70,2,1,0,1,1,31.56,0.01,0,2,0,2,2,0,2],[71,3,3,1,1,3,26.18,0.01,0,3,3,3,3,3,3],[72,0,0,0,1,0,32.81,0.01,0,0,0,0,0,0,0],[73,1,1,0,1,1,32.29,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,27.72,0.01,0,0,0,0,2,0,2],[75,3,3,1,1,3,26.52,0.01,0,3,3,3,3,3,3],[76,0,0,0,1,0,34.15,0.01,0,0,0,0,0,2,0],[77,1,1,3,1,1,32.26,0.01,0,3,2,3,3,3,1],[78,2,2,0,1,2,29.47,0.01,0,0,0,0,2,0,2],[79,3,3,1,1,3,28.51,0.01,0,1,1,1,3,1,1],[80,0,0,0,1,0,34.11,0.01,0,1,1,1,0,0,0],[81,1,1,2,1,1,30.59,0.01,0,1,2,1,1,3,1],[82,2,2,0,1,2,27.94,0.01,0,2,3,2,2,1,2],[83,3,3,1,1,3,29.33,0.01,0,1,1,1,3,1,1],[84,0,0,1,1,0,30.38,0.01,0,3,3,3,0,0,0],[85,1,1,3,1,1,33.49,0.01,0,1,1,1,1,1,1],[86,2,2,0,1,2,26.79,0.01,0,2,0,2,2,0,0],[87,3,3,3,1,3,28.09,0.01,0,1,1,1,1,1,1],[88,0,0,2,1,0,30.69,0.01,0,0,0,0,0,0,0],[89,1,1,3,1,1,33.81,0.01,0,1,1,1,1,1,1],[90,2,2,3,1,2,26.33,0.01,0,2,2,2,2,3,2],[91,3,3,1,1,3,27.11,0.01,0,3,3,3,3,0,3],[92,0,0,0,1,0,31.74,0.01,0,0,1,0,0,0,0],[93,1,1,3,1,1,31.38,0.01,0,1,1,1,1,3,1],[94,2,2,0,1,2,27.81,0.01,0,0,0,0,0,0,2],[95,3,3,0,1,3,26.2,0.01,0,1,0,1,1,3,1],[96,0,0,3,1,0,32.4,0.01,0,2,2,2,2,2,0],[97,1,1,0,1,1,36.05,0.01,0,1,1,1,1,1,1],[98,2,2,0,1,2,29.9,0.01,0,2,0,0,2,0,2],[99,3,3,1,1,3,29.11,0.01,0,3,3,3,3,1,3],[100,0,0,0,1,0,31,0.01,0,0,0,0,0,0,0],[101,1,1,3,1,1,30.52,0.01,0,1,1,1,1,3,1],[102,2,0,0,1,1,33.8,0.01,0,0,0,0,3,0,3],[103,3,3,0,1,3,26.86,0.01,0,3,0,1,3,3,3],[104,0,0,0,1,0,28.39,0.01,0,3,3,0,0,0,0],[105,1,1,0,1,1,33.35,0.01,0,1,1,1,1,1,1],[106,2,2,0,1,2,30.47,0.01,0,2,3,2,2,0,2],[107,3,3,0,1,3,27.93,0.01,0,0,0,0,3,0,3],[108,0,2,2,1,2,30.99,0.01,0,2,2,2,0,2,0],[109,1,0,0,1,0,34.83,0.01,0,1,0,1,1,0,1],[110,2,2,0,1,2,30.91,0.01,0,2,0,2,2,0,2],[111,3,3,0,1,3,25.27,0.01,0,3,0,3,3,0,3],[112,0,1,3,1,1,36.27,0.01,0,2,2,0,2,3,2],[113,1,1,0,1,1,35.5,0.01,0,1,1,1,1,1,1],[114,2,2,0,1,2,29.66,0.01,0,2,0,2,2,0,2],[115,3,3,0,1,3,24.44,0.01,0,3,0,3,3,0,3],[116,0,0,0,1,0,33.67,0.01,0,0,0,0,0,0,0],[117,1,1,2,1,1,28.09,0.01,0,1,1,1,1,3,1],[118,2,2,3,1,2,26.06,0.01,0,2,2,2,2,2,2],[119,3,3,0,1,3,27.57,0.01,0,3,0,1,3,0,3],[120,0,0,2,1,0,29.87,0.01,0,2,2,2,0,0,0],[121,1,1,3,1,1,37.9,0.01,0,1,1,1,1,1,1],[122,2,1,0,1,1,32.92,0.01,0,2,3,2,2,0,2],[123,3,3,1,1,3,26.16,0.01,0,3,3,3,3,3,3],[124,0,0,2,1,0,31.03,0.01,0,0,2,0,0,0,0],[125,1,1,0,1,1,36.57,0.01,0,3,1,1,1,1,1],[126,2,2,0,1,2,27.57,0.01,0,0,0,0,2,0,2],[127,3,1,0,1,1,31.45,0.01,0,3,3,2,3,1,3],[128,0,0,2,1,0,33.56,0.01,0,0,2,0,0,0,0],[129,1,1,3,1,2,28.94,0.01,0,1,2,1,3,3,3],[130,2,2,0,1,2,31.09,0.01,0,2,0,2,2,0,2],[131,3,3,0,1,3,29.18,0.01,0,2,2,2,3,0,1],[132,0,1,2,1,1,32.08,0.01,0,2,2,2,0,2,0],[133,1,2,2,1,2,27.25,0.01,0,1,2,1,1,2,1],[134,2,2,0,1,2,26.52,0.01,0,0,0,2,2,0,2],[135,3,3,1,1,3,22.21,0.01,0,1,1,1,1,1,1],[136,0,1,3,1,1,30.34,0.01,0,2,2,2,2,2,2],[137,1,1,3,1,1,36.09,0.01,0,1,1,1,1,1,1],[138,2,2,3,1,2,30.43,0.01,0,2,3,2,2,3,2],[139,3,2,0,1,3,25.9,0.01,0,2,0,2,2,0,2],[140,0,0,2,1,0,32.92,0.01,0,0,0,0,0,3,0],[141,1,1,0,1,1,32.52,0.01,0,1,0,1,1,3,1],[142,2,2,0,1,2,28.28,0.01,0,2,3,2,2,0,2],[143,3,3,1,1,3,27.54,0.01,0,0,0,0,3,3,3],[144,0,0,0,1,0,32.55,0.01,0,0,2,0,0,0,0],[145,1,1,2,1,1,30.11,0.01,0,0,2,1,1,2,1],[146,2,1,0,1,1,29.34,0.01,0,0,0,0,0,0,0],[147,3,3,0,1,3,21.89,0.01,0,3,3,3,3,1,3],[148,0,1,3,1,1,33.81,0.01,0,2,2,2,2,3,2],[149,1,1,2,1,1,28.13,0.01,0,1,0,1,1,3,1],[150,2,2,1,1,2,26.49,0.01,0,2,3,2,2,3,2],[151,3,3,0,1,3,27.74,0.01,0,3,0,3,3,3,3],[152,0,2,3,1,2,29.21,0.01,0,2,2,2,2,2,2],[153,1,1,3,1,1,37.69,0.01,0,1,3,1,1,1,1],[154,2,2,0,1,2,28.08,0.01,0,2,0,2,2,0,2],[155,3,3,3,1,3,25.34,0.01,0,1,1,1,3,3,3],[156,0,1,3,1,1,35.42,0.01,0,2,2,2,0,2,2],[157,1,2,2,1,2,31.46,0.01,0,3,2,3,1,2,1],[158,2,2,0,1,2,28.69,0.01,0,0,0,2,2,0,2],[159,3,3,1,1,3,26.83,0.01,0,3,3,3,3,3,3],[160,0,2,3,1,2,29.34,0.01,0,2,2,2,2,2,2],[161,1,1,3,1,1,31.86,0.01,0,1,1,1,1,1,1],[162,2,2,3,1,2,28.98,0.01,0,0,2,0,2,3,2],[163,3,3,1,1,3,20,0.009927,1,3,3,3,3,3,3],[164,0,1,2,1,0,34.2,0.01,0,2,2,2,2,2,2],[165,1,1,0,1,1,31.07,0.01,0,1,1,1,1,3,1],[166,2,2,3,1,1,29.35,0.01,0,2,2,2,2,3,2],[167,3,3,0,1,3,22.33,0.01,0,0,0,0,3,0,3],[168,0,0,1,1,0,32.6,0.01,0,3,2,2,0,3,1],[169,1,1,3,1,1,34.15,0.01,0,1,1,1,1,1,1],[170,2,1,0,1,1,31.71,0.01,0,0,0,0,2,0,2],[171,3,3,1,1,3,28.83,0.01,0,3,3,3,3,0,3],[172,0,0,2,1,0,29.63,0.01,0,0,0,0,0,0,0],[173,1,2,2,1,2,30.58,0.01,0,0,2,0,3,2,1],[174,2,2,0,1,2,31.36,0.01,0,2,0,2,2,0,2],[175,3,3,0,1,3,28.51,0.01,0,1,0,1,1,3,1],[176,0,2,3,1,2,32.47,0.01,0,2,2,2,2,3,2],[177,1,1,2,1,1,30.66,0.01,0,1,2,1,1,2,1],[178,2,2,3,1,2,23.79,0.01,0,2,2,2,2,2,2],[179,3,3,1,1,3,28.08,0.01,0,1,1,1,1,1,1],[180,0,0,1,1,0,32.86,0.01,0,0,0,0,0,0,0],[181,1,1,0,1,1,34.44,0.01,0,1,0,1,1,3,1],[182,2,2,0,1,2,29.36,0.01,0,2,3,2,2,0,2],[183,3,3,2,1,3,23.93,0.01,0,3,0,1,3,3,3],[184,0,0,0,1,0,30.02,0.01,0,3,3,0,0,3,0],[185,1,1,3,1,1,30.01,0.01,0,1,1,1,1,3,3],[186,2,2,0,1,2,32.69,0.01,0,2,0,2,2,0,2],[187,3,3,0,1,3,25.73,0.01,0,3,0,3,3,0,3],[188,0,0,0,1,0,35.38,0.01,0,0,0,0,0,0,0],[189,1,2,2,1,2,29.46,0.01,0,1,1,1,1,3,1],[190,2,2,0,1,2,31.2,0.01,0,2,0,2,0,0,0],[191,3,3,3,1,3,27.29,0.01,0,1,1,1,1,1,1],[192,0,0,0,1,0,35.5,0.01,0,0,2,0,0,0,0],[193,1,2,2,1,1,29.42,0.01,0,0,2,0,1,2,1],[194,2,1,0,1,1,32.9,0.01,0,2,0,2,2,0,2],[195,3,3,0,1,3,26.17,0.01,0,3,3,1,3,1,1],[196,0,2,3,1,2,29.48,0.01,0,2,2,2,2,2,2],[197,1,2,2,1,2,28.5,0.01,0,3,2,3,3,2,3],[198,2,2,0,1,2,29.45,0.01,0,2,0,2,2,0,2],[199,3,1,0,1,1,29.55,0.01,0,3,0,3,3,0,3],[200,0,1,3,1,1,35.27,0.01,0,2,2,2,0,2,3],[201,1,1,0,1,1,33.11,0.01,0,3,0,3,1,3,1],[202,2,2,0,1,2,33.2,0.01,0,2,0,2,2,0,2],[203,3,3,1,1,3,28,0.01,0,1,1,1,1,3,1],[204,0,0,2,1,0,34.15,0.01,0,0,0,0,0,0,0],[205,1,2,2,1,1,28.92,0.01,0,1,2,1,1,2,1],[206,2,2,0,1,2,30.7,0.01,0,2,0,2,2,1,2],[207,3,3,1,1,3,28.55,0.01,0,3,3,3,3,3,3],[208,0,0,3,1,0,33.62,0.01,0,2,2,2,2,2,2],[209,1,1,3,1,1,35.16,0.01,0,1,1,1,1,3,1],[210,2,2,3,1,2,25.37,0.01,0,2,2,2,2,3,2],[211,3,3,1,1,3,29.17,0.01,0,3,0,3,3,3,3],[212,0,0,0,1,0,29.02,0.01,0,0,0,0,0,0,0],[213,1,1,0,1,1,29.67,0.01,0,1,1,1,1,1,1],[214,2,1,0,1,1,33.55,0.01,0,2,0,2,2,0,2],[215,3,3,1,1,3,22.94,0.01,0,0,0,0,3,3,3],[216,0,0,1,1,0,29.75,0.01,0,3,3,3,0,0,0],[217,1,1,2,1,1,30.03,0.01,0,1,0,1,1,3,1],[218,2,2,0,1,2,30.74,0.01,0,0,0,2,2,0,2],[219,3,3,1,1,3,26.02,0.01,0,1,1,1,1,1,1],[220,0,0,0,1,0,29.04,0.01,0,1,2,1,0,3,0],[221,1,1,3,1,1,33.55,0.01,0,1,1,1,1,3,1],[222,2,2,0,1,2,28.34,0.01,0,0,0,0,2,0,2],[223,3,3,0,1,3,26.67,0.01,0,3,3,3,1,1,1],[224,0,0,0,1,0,31.84,0.01,0,0,3,0,0,0,0],[225,1,1,2,1,1,32.78,0.01,0,3,2,1,1,3,1],[226,2,2,0,1,2,27.87,0.01,0,2,0,2,2,0,2],[227,3,3,1,1,3,25.41,0.01,0,3,3,3,3,3,3],[228,0,0,0,1,0,31.59,0.01,0,0,0,0,0,0,0],[229,1,1,0,1,1,35.97,0.01,0,1,1,1,1,1,1],[230,2,2,0,1,2,26.63,0.01,0,2,0,2,2,0,2],[231,3,3,0,1,3,26.9,0.01,0,3,0,3,3,0,3],[232,0,0,1,1,0,28.92,0.01,0,0,3,0,0,0,0],[233,1,1,2,1,1,33.61,0.01,0,3,2,1,1,3,1],[234,2,2,0,1,2,27.67,0.01,0,2,0,2,2,0,2],[235,3,3,3,1,3,25.15,0.01,0,3,3,1,3,1,1],[236,0,0,0,1,0,34.67,0.01,0,0,0,0,0,0,0],[237,1,1,0,1,1,33.16,0.01,0,1,0,1,1,1,1],[238,2,2,0,1,2,27.83,0.01,0,2,0,2,2,0,2],[239,3,3,1,1,3,25.82,0.01,0,0,0,0,3,0,3],[240,0,0,1,1,0,32.03,0.01,0,3,3,3,0,0,0],[241,1,1,0,1,1,33.55,0.01,0,1,1,1,1,1,1],[242,2,2,0,1,2,30.3,0.01,0,2,0,2,2,0,2],[243,3,3,1,1,3,21.86,0.01,0,3,3,3,3,1,3],[244,0,1,3,1,1,33.69,0.01,0,0,2,0,0,2,0],[245,1,1,0,1,1,32.61,0.01,0,1,0,1,1,1,1],[246,2,0,0,1,0,32.94,0.01,0,2,0,2,2,0,2],[247,3,3,1,1,3,30.25,0.01,0,3,3,3,3,3,3],[248,0,0,0,1,0,30.53,0.01,0,1,1,1,0,0,0],[249,1,1,0,1,1,33.86,0.01,0,3,0,1,1,0,1],[250,2,3,3,1,1,32.1,0.01,0,2,2,2,2,2,2],[251,3,3,1,1,3,23.82,0.01,0,3,3,3,3,3,3],[252,0,0,0,1,0,34.96,0.01,0,0,2,0,0,0,0],[253,1,1,0,1,1,31.91,0.01,0,1,1,1,1,1,1],[254,2,2,3,1,2,27.29,0.01,0,2,2,2,2,3,2],[255,3,3,0,1,3,26.36,0.01,0,3,0,2,3,0,2],[256,0,1,2,1,1,32.31,0.01,0,2,2,2,2,2,2],[257,1,1,0,1,1,34.11,0.01,0,1,1,1,1,1,1],[258,2,2,3,1,2,26.05,0.01,0,2,3,2,2,3,2],[259,3,3,0,1,3,24.82,0.01,0,3,0,3,3,0,3],[260,0,0,1,1,0,30.44,0.01,0,0,0,0,0,0,0],[261,1,1,0,1,1,34.36,0.01,0,1,1,1,1,1,1],[262,2,2,0,1,2,30.4,0.01,0,2,0,2,2,0,2],[263,3,3,0,1,3,24.69,0.01,0,3,0,3,3,3,3],[264,0,0,2,1,0,32.18,0.01,0,0,0,0,0,0,0],[265,1,1,3,1,1,35.03,0.01,0,1,1,1,1,1,1],[266,2,1,0,1,1,30.9,0.01,0,0,0,0,0,0,0],[267,3,3,1,1,3,27.58,0.01,0,3,3,3,3,3,3],[268,0,1,3,1,1,32.98,0.01,0,0,0,0,0,2,0],[269,1,1,2,1,1,31.89,0.01,0,1,3,1,1,3,1],[270,2,2,0,1,2,31.07,0.01,0,2,0,2,2,0,2],[271,3,3,0,1,3,28.82,0.01,0,3,0,3,3,0,3],[272,0,0,0,1,0,34.85,0.01,0,0,0,0,0,0,0],[273,1,1,2,1,1,33.92,0.01,0,3,2,1,1,3,1],[274,2,2,0,1,1,32.95,0.01,0,3,0,3,0,0,0],[275,3,3,3,1,3,27.49,0.01,0,1,1,1,3,1,3],[276,0,0,1,1,0,28.42,0.01,0,0,2,0,0,0,0],[277,1,1,0,1,1,35.72,0.01,0,1,1,1,1,1,1],[278,2,2,3,1,2,27.85,0.01,0,2,2,2,2,2,2],[279,3,3,0,1,3,28.97,0.01,0,1,1,1,1,1,1],[280,0,0,3,1,0,36.04,0.01,0,0,2,0,0,3,0],[281,1,3,3,1,1,34.51,0.01,0,1,1,1,3,3,1],[282,2,2,0,1,2,26.85,0.01,0,2,3,2,2,0,2],[283,3,3,1,1,3,29.05,0.01,0,3,3,3,3,0,3],[284,0,0,1,1,0,29.89,0.01,0,0,2,0,0,0,0],[285,1,1,0,1,1,34.91,0.01,0,1,1,1,1,1,1],[286,2,2,0,1,2,27.84,0.01,0,2,0,2,2,0,2],[287,3,2,0,1,2,25.97,0.01,0,2,0,2,2,0,2],[288,0,0,2,1,0,33.35,0.01,0,2,2,2,2,2,2],[289,1,1,3,1,1,37.18,0.01,0,1,1,1,1,1,1],[290,2,2,0,1,2,31.91,0.01,0,2,0,2,2,0,2],[291,3,3,0,1,3,21.8,0.01,0,3,0,3,3,0,3],[292,0,0,1,1,0,32.47,0.01,0,0,1,0,0,0,0],[293,1,0,0,1,0,36.15,0.01,0,1,0,1,1,0,1],[294,2,2,0,1,2,29.91,0.01,0,2,3,2,2,0,0],[295,3,3,1,1,3,30.36,0.01,0,3,3,3,3,3,3],[296,0,0,0,1,0,33.73,0.01,0,1,1,1,0,1,0],[297,1,1,0,1,1,33.78,0.01,0,1,1,1,1,1,1],[298,2,2,0,1,2,31.91,0.01,0,2,0,2,0,0,2],[299,3,3,1,1,3,27.03,0.01,0,3,3,3,3,1,3],[300,0,0,1,1,0,33.07,0.01,0,0,2,0,0,0,0],[301,1,1,0,1,1,35.1,0.01,0,1,1,1,1,1,1],[302,2,2,0,1,2,32.85,0.01,0,2,0,2,2,0,2],[303,3,3,0,1,3,29.16,0.01,0,1,1,1,3,3,3],[304,0,0,0,1,0,31.42,0.01,0,0,2,0,0,0,0],[305,1,1,3,1,1,30.64,0.01,0,1,1,1,1,1,1],[306,2,2,0,1,2,29.93,0.01,0,2,0,2,2,0,2],[307,3,3,1,1,3,28.15,0.01,0,3,3,0,3,3,3],[308,0,2,3,1,2,30.93,0.01,0,2,2,2,2,3,2],[309,1,1,0,1,1,33.56,0.01,0,1,1,1,1,1,1],[310,2,1,0,1,2,31.87,0.01,0,2,3,2,2,0,2],[311,3,3,3,1,3,26.4,0.01,0,1,1,1,3,1,3],[312,0,0,2,1,0,28.67,0.01,0,0,2,0,0,2,0],[313,1,1,3,1,1,31.44,0.01,0,3,3,1,1,1,1],[314,2,2,3,1,3,30.49,0.01,0,2,2,2,2,3,2],[315,3,2,0,1,2,26.13,0.01,0,2,3,2,3,1,3],[316,0,0,2,1,0,31.64,0.01,0,0,2,0,0,0,0],[317,1,1,0,1,1,34.71,0.01,0,1,1,1,1,1,1],[318,2,2,0,1,2,30.91,0.01,0,0,0,0,2,2,2],[319,3,3,0,1,1,31.57,0.01,0,2,0,2,3,0,2],[320,0,0,1,1,0,35.61,0.01,0,0,2,0,0,0,0],[321,1,1,0,1,1,33.27,0.01,0,1,1,1,1,1,1],[322,2,2,0,1,2,32.03,0.01,0,0,0,0,2,0,0],[323,3,3,0,1,3,27.97,0.01,0,3,0,3,3,0,3],[324,0,0,1,1,0,29.7,0.01,0,3,3,3,0,0,0],[325,1,1,0,1,1,33.56,0.01,0,1,1,1,1,1,1],[326,2,2,0,1,2,32.94,0.01,0,2,0,2,2,0,2],[327,3,3,0,1,3,29.99,0.01,0,1,1,1,3,1,3],[328,0,0,1,1,0,33.84,0.01,0,0,3,0,0,0,0],[329,1,1,3,1,1,31.12,0.01,0,1,3,1,1,3,1],[330,2,2,0,1,2,27.62,0.01,0,2,0,2,2,0,2],[331,3,3,0,1,3,23.66,0.01,0,0,0,0,3,0,3],[332,0,0,2,1,0,36.83,0.01,0,2,2,2,0,2,2],[333,1,1,0,1,1,33.67,0.01,0,1,1,1,1,1,1],[334,2,0,0,1,0,33.55,0.01,0,2,0,2,2,0,2],[335,3,3,0,1,2,23.15,0.01,0,2,0,0,3,0,2],[336,0,0,3,1,0,32.46,0.01,0,2,2,2,2,2,2],[337,1,1,0,1,1,34.51,0.01,0,1,1,1,1,1,1],[338,2,1,0,1,0,33.04,0.01,0,2,0,2,2,0,2],[339,3,3,1,1,3,30.24,0.01,0,3,3,3,3,3,3],[340,0,0,0,1,0,30.69,0.01,0,0,2,0,0,0,0],[341,1,1,3,1,1,36.88,0.01,0,1,1,1,1,3,1],[342,2,3,3,1,3,29.78,0.01,0,2,2,2,2,3,2],[343,3,3,0,1,3,25.24,0.01,0,2,0,2,2,0,2],[344,0,0,0,1,0,32.82,0.01,0,0,0,0,0,0,0],[345,1,3,3,1,3,30.52,0.01,0,1,3,1,1,3,1],[346,2,2,0,1,2,31.57,0.01,0,0,0,0,2,0,2],[347,3,3,0,1,3,30.12,0.01,0,3,0,3,3,0,3],[348,0,2,3,1,2,29.24,0.01,0,2,2,2,2,2,2],[349,1,1,3,1,1,32.61,0.01,0,3,3,1,1,3,1],[350,2,2,3,1,2,24.95,0.01,0,2,2,2,2,3,2],[351,3,1,0,1,1,30.76,0.01,0,3,0,3,1,0,1],[352,0,0,0,1,0,33.79,0.01,0,0,0,0,0,0,0],[353,1,1,0,1,1,34.25,0.01,0,1,0,1,1,1,1],[354,2,2,0,1,2,30.61,0.01,0,2,3,2,2,0,0],[355,3,3,0,1,1,26.72,0.01,0,2,0,2,3,2,3],[356,0,0,2,1,0,33.51,0.01,0,0,0,0,0,0,0],[357,1,1,0,1,1,36.24,0.01,0,1,1,1,1,1,1],[358,2,2,3,1,2,26.75,0.01,0,2,2,2,2,3,2],[359,3,3,1,1,3,22.63,0.01,0,3,3,3,3,0,3],[360,0,0,0,1,0,31.01,0.01,0,0,0,0,0,0,0],[361,1,1,3,1,1,33.11,0.01,0,1,1,1,1,1,1],[362,2,2,3,1,2,27.73,0.01,0,2,3,2,2,3,2],[363,3,3,0,1,3,28.42,0.01,0,1,0,1,3,0,3],[364,0,0,2,1,0,28.58,0.01,0,0,2,0,0,0,0],[365,1,1,3,1,1,36.52,0.01,0,1,1,1,1,1,1],[366,2,2,0,1,2,30.44,0.01,0,2,3,0,2,0,2],[367,3,3,0,1,3,25.49,0.01,0,3,3,1,3,1,3],[368,0,0,2,1,0,31.03,0.01,0,0,2,0,2,2,2],[369,1,1,0,1,1,33.54,0.01,0,1,1,1,1,1,1],[370,2,3,3,1,2,32.88,0.01,0,2,2,2,2,3,2],[371,3,3,1,1,3,26.43,0.01,0,3,3,3,3,3,3],[372,0,1,2,1,1,35.06,0.01,0,2,2,2,2,2,2],[373,1,1,0,1,1,34.82,0.01,0,1,1,1,1,1,1],[374,2,2,0,1,2,28.45,0.01,0,2,0,2,2,0,2],[375,3,3,3,1,3,24.09,0.01,0,1,1,1,3,1,3],[376,0,0,1,1,0,30.67,0.01,0,0,3,0,0,0,0],[377,1,1,3,1,1,32.32,0.01,0,1,1,1,1,3,1],[378,2,1,0,1,1,31.01,0.01,0,0,0,0,2,0,0],[379,3,3,1,1,3,27.41,0.01,0,3,0,3,3,3,3],[380,0,0,3,1,0,31.59,0.01,0,0,2,0,2,2,2],[381,1,1,0,1,1,32.9,0.01,0,1,1,1,1,1,1],[382,2,2,0,1,2,28.87,0.01,0,2,0,2,2,0,2],[383,3,1,0,1,1,27.65,0.01,0,2,0,0,2,0,2],[384,0,2,3,1,2,28.72,0.01,0,0,2,0,2,2,2],[385,1,1,0,1,1,34.36,0.01,0,1,1,1,1,1,1],[386,2,2,3,1,2,26.42,0.01,0,2,2,2,2,3,2],[387,3,3,3,1,3,23.12,0.01,0,3,0,3,3,3,3],[388,0,0,2,1,0,31.52,0.01,0,0,2,0,0,0,0],[389,1,1,0,1,1,34.42,0.01,0,1,1,1,1,1,1],[390,2,1,0,1,1,32.54,0.01,0,2,3,2,2,1,2],[391,3,3,1,1,3,24.36,0.01,0,0,3,0,3,3,3],[392,0,0,2,1,0,31.65,0.01,0,2,2,2,0,0,0],[393,1,1,1,1,1,33.88,0.01,0,1,1,1,1,1,1],[394,2,0,0,1,0,34.29,0.01,0,2,0,0,2,0,2],[395,3,3,1,1,3,28.06,0.01,0,0,0,3,3,3,3],[396,0,1,3,1,1,33.16,0.01,0,2,2,0,0,2,0],[397,1,1,0,1,1,33.53,0.01,0,1,1,1,1,1,1],[398,2,2,0,1,2,27.87,0.01,0,2,0,2,2,0,2],[399,3,3,1,1,3,24,0.01,0,3,3,3,3,3,3]],"elapsed_ms":8229,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":275,"J":245,"J_valid":245,"n_invalid":0,"n00":15,"n01":9,"n10":113,"n11":108,"ctl_n":245,"ctl_err":13},"metrics":{"target_error":0.4775510204081633,"Q_transfer":0.5224489795918368,"source_success":0.9020408163265307,"joint_error":0.44081632653061226,"T_cond":0.48868778280542985,"R":0.053061224489795916,"delta":0.42448979591836733,"delta_pp":42.44897959183673,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.6875}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":342,"J":304,"J_valid":304,"n_invalid":0,"n00":29,"n01":8,"n10":125,"n11":142,"ctl_n":304,"ctl_err":18},"metrics":{"target_error":0.4934210526315789,"Q_transfer":0.506578947368421,"source_success":0.8782894736842105,"joint_error":0.46710526315789475,"T_cond":0.5318352059925093,"R":0.05921052631578947,"delta":0.43421052631578944,"delta_pp":43.421052631578945,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.855}}]},{"key":"s43/STFT-CNN/pgd/eps0200","seed":43,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.005},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,2,2,1,2,25.46,0.02,0,2,2,2,2,2,0],[1,1,1,3,1,1,32.34,0.02,0,1,1,1,1,1,1],[2,2,2,0,1,2,23.08,0.02,0,2,0,2,0,0,2],[3,3,3,0,1,3,22.31,0.02,0,2,0,2,3,0,3],[4,0,0,1,1,0,25.39,0.02,0,0,1,0,0,0,0],[5,1,1,0,1,1,29.29,0.02,0,1,0,1,1,1,1],[6,2,2,0,1,2,23.12,0.02,0,2,0,0,2,0,2],[7,3,3,1,1,3,23.66,0.02,0,1,0,1,3,3,3],[8,0,1,3,1,1,27.66,0.02,0,2,2,2,2,2,2],[9,1,1,0,1,1,30.03,0.02,0,1,0,1,1,1,1],[10,2,2,0,1,2,23.56,0.02,0,2,0,2,2,0,2],[11,3,3,1,1,3,23.25,0.02,0,3,3,3,3,3,3],[12,0,2,3,1,2,26.66,0.02,0,2,2,2,2,3,2],[13,1,1,0,1,1,28.78,0.02,0,1,0,1,1,3,1],[14,2,0,0,1,0,23.93,0.02,0,0,0,0,0,0,0],[15,3,1,0,1,3,24.66,0.02,0,0,0,0,3,0,3],[16,0,0,0,1,0,24.39,0.02,0,0,3,0,0,0,0],[17,1,1,0,1,1,31.36,0.02,0,1,1,1,1,1,1],[18,2,0,0,1,2,24.48,0.02,0,0,0,0,2,0,2],[19,3,3,0,1,3,20,0.0193101,1,1,1,1,3,3,3],[20,0,0,3,1,0,21.74,0.02,0,0,1,2,0,3,0],[21,1,1,0,1,1,29.07,0.02,0,1,0,1,1,1,1],[22,2,1,0,1,1,24.97,0.02,0,2,0,2,0,0,0],[23,3,3,0,1,3,20,0.0182498,1,3,0,3,3,0,3],[24,0,1,3,1,1,29.96,0.02,0,2,2,2,2,3,2],[25,1,1,0,1,1,28.78,0.02,0,1,1,1,1,1,1],[26,2,2,0,1,2,25.1,0.02,0,2,0,2,2,0,2],[27,3,2,0,1,2,20,0.019196,1,2,0,2,2,0,2],[28,0,0,1,1,0,24.94,0.02,0,1,1,1,0,0,0],[29,1,1,0,1,1,29.61,0.02,0,1,1,1,1,1,1],[30,2,2,0,1,2,20.1,0.02,0,2,0,2,2,0,2],[31,3,3,0,1,3,20,0.0179381,1,3,3,2,3,0,3],[32,0,0,3,1,0,31.17,0.02,0,2,2,2,0,2,2],[33,1,1,2,1,1,28.4,0.02,0,3,2,1,1,2,1],[34,2,2,0,1,2,23.3,0.02,0,2,3,2,2,0,2],[35,3,3,0,1,2,22.14,0.02,0,2,0,0,3,0,3],[36,0,0,2,1,0,28.5,0.02,0,0,2,0,0,0,0],[37,1,1,0,1,1,27.9,0.02,0,3,0,1,1,1,1],[38,2,1,0,1,1,26.29,0.02,0,0,0,0,3,0,0],[39,3,3,1,1,3,20.63,0.02,0,3,3,3,3,0,3],[40,0,2,3,1,2,23.37,0.02,0,2,2,2,0,2,2],[41,1,1,0,1,1,30.07,0.02,0,1,1,1,1,1,1],[42,2,2,0,1,1,24.76,0.02,0,0,0,0,2,0,2],[43,3,3,1,1,3,22.61,0.02,0,1,1,1,3,1,3],[44,0,0,0,1,0,29.52,0.02,0,1,1,1,0,0,0],[45,1,1,0,1,1,27.65,0.02,0,1,1,1,1,3,1],[46,2,2,0,1,2,25.82,0.02,0,2,0,2,2,0,2],[47,3,3,1,1,3,20.15,0.02,0,3,3,3,3,1,3],[48,0,0,2,1,0,24.62,0.02,0,0,2,0,0,2,0],[49,1,0,0,1,0,27.57,0.02,0,1,0,1,1,1,1],[50,2,2,0,1,2,22.35,0.02,0,2,0,2,2,0,0],[51,3,3,1,1,3,20,0.0194324,1,3,3,3,3,0,3],[52,0,0,1,1,0,21.19,0.02,0,0,2,0,0,2,0],[53,1,1,0,1,1,29.41,0.02,0,1,1,1,1,1,1],[54,2,2,0,1,2,20.32,0.02,0,2,0,2,2,0,2],[55,3,3,0,1,3,21.48,0.02,0,3,1,3,3,1,3],[56,0,0,1,1,0,27.52,0.02,0,0,1,0,0,0,0],[57,1,1,0,1,1,26.47,0.02,0,1,1,1,1,1,1],[58,2,2,0,1,2,25.02,0.02,0,2,0,2,2,0,2],[59,3,3,0,1,3,20,0.0189,1,3,3,3,3,1,3],[60,0,0,2,1,0,25.95,0.02,0,0,2,0,0,0,0],[61,1,1,0,1,1,30.28,0.02,0,1,1,1,1,1,1],[62,2,1,0,1,1,25.77,0.02,0,2,0,2,2,0,2],[63,3,3,0,1,3,20,0.0198433,1,3,0,2,3,0,3],[64,0,2,3,1,2,24.87,0.02,0,2,2,2,2,3,0],[65,1,1,0,1,1,28.88,0.02,0,1,0,1,1,1,1],[66,2,0,0,1,2,25.14,0.02,0,2,0,0,0,0,0],[67,3,2,0,1,2,20,0.0191204,1,2,0,2,2,0,2],[68,0,0,2,1,0,24.32,0.02,0,0,2,0,0,2,0],[69,1,1,3,1,1,27.81,0.02,0,1,1,1,1,1,1],[70,2,1,0,1,1,26.66,0.02,0,2,0,2,2,0,2],[71,3,3,1,1,3,21.67,0.02,0,3,3,3,3,3,3],[72,0,0,2,1,0,28.08,0.02,0,0,0,0,0,0,0],[73,1,1,0,1,1,27.2,0.02,0,1,0,1,1,0,1],[74,2,2,0,1,2,22.62,0.02,0,0,0,0,2,0,2],[75,3,3,1,1,3,21.71,0.02,0,3,3,3,3,1,3],[76,0,0,2,1,0,29.18,0.02,0,0,2,0,0,2,0],[77,1,1,3,1,1,26.23,0.02,0,3,2,1,3,3,1],[78,2,2,0,1,2,24.35,0.02,0,0,0,0,2,0,2],[79,3,3,1,1,3,22.92,0.02,0,1,1,1,3,1,1],[80,0,0,1,1,0,28.77,0.02,0,1,1,1,0,0,0],[81,1,1,2,1,2,26.13,0.02,0,1,2,1,1,3,1],[82,2,2,0,1,2,22.46,0.02,0,2,3,2,2,1,2],[83,3,3,0,1,3,24.25,0.02,0,1,1,1,3,1,1],[84,0,0,1,1,0,25.75,0.02,0,3,3,1,0,0,0],[85,1,1,3,1,1,28.5,0.02,0,1,3,1,1,3,1],[86,2,2,0,1,2,21.09,0.02,0,2,0,2,2,0,2],[87,3,3,1,1,3,22.58,0.02,0,1,1,1,1,1,1],[88,0,0,2,1,0,26.36,0.02,0,0,2,0,0,2,0],[89,1,1,3,1,1,28.25,0.02,0,1,1,1,1,1,1],[90,2,2,3,1,2,21.35,0.02,0,2,2,2,2,3,2],[91,3,3,1,1,3,21.41,0.02,0,3,3,3,3,3,3],[92,0,0,0,1,0,26.39,0.02,0,0,1,1,0,0,0],[93,1,1,3,1,1,26.91,0.02,0,1,3,1,1,3,1],[94,2,2,0,1,2,21.96,0.02,0,0,0,0,0,0,2],[95,3,3,0,1,3,21.02,0.02,0,1,0,1,1,0,1],[96,0,0,3,1,0,27.3,0.02,0,2,2,0,2,2,2],[97,1,1,0,1,1,31.3,0.02,0,1,1,1,1,1,1],[98,2,2,0,1,2,24.65,0.02,0,2,0,0,2,0,2],[99,3,3,1,1,3,23.78,0.02,0,3,1,3,3,1,3],[100,0,0,3,1,0,26.49,0.02,0,0,0,0,0,0,0],[101,1,1,3,1,2,24.76,0.02,0,1,1,1,1,3,1],[102,2,0,0,1,0,28.85,0.02,0,0,0,0,3,0,2],[103,3,3,0,1,3,21.11,0.02,0,3,0,1,3,3,3],[104,0,0,1,1,0,22.33,0.02,0,3,3,0,0,0,0],[105,1,1,0,1,1,28.47,0.02,0,1,1,1,1,1,1],[106,2,2,0,1,2,25,0.02,0,2,3,2,2,1,2],[107,3,3,0,1,3,22.98,0.02,0,0,0,1,3,0,3],[108,0,2,2,1,2,25.14,0.02,0,2,2,2,0,2,0],[109,1,0,0,1,1,30.01,0.02,0,1,0,1,1,0,1],[110,2,2,0,1,2,25.69,0.02,0,2,0,2,2,0,2],[111,3,3,0,1,3,20.48,0.02,0,3,0,3,3,0,3],[112,0,1,3,1,1,31.08,0.02,0,2,2,2,2,3,0],[113,1,1,0,1,1,30.39,0.02,0,1,1,1,1,0,3],[114,2,2,0,1,2,24.98,0.02,0,2,0,2,2,0,2],[115,3,3,0,1,3,20,0.019245,1,3,3,3,3,0,3],[116,0,0,1,1,0,28.52,0.02,0,0,0,0,0,0,0],[117,1,1,2,1,2,23.66,0.02,0,1,2,1,1,3,1],[118,2,2,3,1,2,21.35,0.02,0,2,2,2,2,3,2],[119,3,3,0,1,3,22.46,0.02,0,3,0,1,3,0,3],[120,0,0,2,1,0,24.24,0.02,0,2,2,2,0,0,0],[121,1,1,3,1,1,32.7,0.02,0,1,1,1,1,1,1],[122,2,1,0,1,1,28.33,0.02,0,2,0,2,2,0,2],[123,3,3,1,1,3,20.85,0.02,0,3,3,3,3,1,3],[124,0,0,2,1,0,25.41,0.02,0,0,2,0,0,0,0],[125,1,1,0,1,1,31.5,0.02,0,3,1,1,1,1,1],[126,2,2,0,1,2,22.8,0.02,0,0,0,2,2,0,2],[127,3,1,0,1,1,25.99,0.02,0,3,3,3,3,1,3],[128,0,0,2,1,0,28.21,0.02,0,0,2,0,0,2,0],[129,1,1,2,1,1,23.86,0.02,0,1,2,1,3,2,1],[130,2,2,0,1,2,26.05,0.02,0,2,0,0,2,0,2],[131,3,3,0,1,3,24.29,0.02,0,2,3,0,3,1,1],[132,0,1,3,1,1,27.49,0.02,0,2,2,2,0,2,0],[133,1,2,2,1,2,22.62,0.02,0,1,2,0,1,2,1],[134,2,2,0,1,2,21.46,0.02,0,0,0,0,2,1,2],[135,3,3,0,1,3,20,0.0170694,1,1,1,1,1,1,1],[136,0,1,3,1,1,25.8,0.02,0,2,2,0,2,2,2],[137,1,1,3,1,1,31.13,0.02,0,1,1,1,1,3,1],[138,2,2,3,1,2,24.53,0.02,0,2,3,2,2,3,0],[139,3,2,0,1,2,20.45,0.02,0,2,3,0,2,0,2],[140,0,0,3,1,0,27.45,0.02,0,0,2,0,0,3,0],[141,1,1,0,1,1,27.83,0.02,0,1,0,1,1,0,1],[142,2,2,0,1,2,23.47,0.02,0,2,3,2,2,0,2],[143,3,3,1,1,3,22.27,0.02,0,0,3,0,3,0,3],[144,0,0,2,1,0,26.85,0.02,0,0,2,0,0,0,0],[145,1,1,2,1,1,25.65,0.02,0,0,2,1,1,2,1],[146,2,1,0,1,1,24.26,0.02,0,0,0,0,0,0,0],[147,3,3,0,1,3,20,0.0172327,1,3,3,3,3,1,3],[148,0,1,3,1,1,28.73,0.02,0,2,2,2,2,3,2],[149,1,1,2,1,1,23.28,0.02,0,1,2,1,1,2,1],[150,2,2,1,1,2,20.78,0.02,0,2,3,2,2,3,2],[151,3,3,0,1,3,22.99,0.02,0,3,0,1,3,0,3],[152,0,2,3,1,0,24.21,0.02,0,2,2,2,2,2,0],[153,1,1,3,1,1,32.2,0.02,0,1,3,1,1,1,1],[154,2,2,0,1,2,23.24,0.02,0,2,0,2,2,0,2],[155,3,3,3,1,3,20,0.0192896,1,1,1,1,3,3,3],[156,0,1,3,1,0,30.49,0.02,0,2,2,2,0,3,2],[157,1,2,2,1,2,25.69,0.02,0,3,2,0,1,2,1],[158,2,2,0,1,2,23.67,0.02,0,0,0,2,2,0,2],[159,3,3,0,1,3,21.96,0.02,0,3,0,3,3,0,3],[160,0,2,3,1,2,24.35,0.02,0,2,2,2,2,2,2],[161,1,1,3,1,1,26.82,0.02,0,1,1,1,1,1,1],[162,2,2,3,1,2,23.9,0.02,0,0,2,0,2,3,2],[163,3,3,1,1,3,20,0.0137751,1,3,3,3,3,3,3],[164,0,1,2,1,2,29.38,0.02,0,2,2,2,2,2,0],[165,1,1,0,1,1,26.37,0.02,0,1,1,1,1,3,1],[166,2,2,3,1,3,24.24,0.02,0,2,2,2,2,3,2],[167,3,3,1,1,3,20,0.0169889,1,0,3,0,3,0,3],[168,0,0,1,1,0,27.88,0.02,0,3,2,1,0,3,0],[169,1,1,3,1,1,28.9,0.02,0,1,1,1,1,1,1],[170,2,1,0,1,1,26.58,0.02,0,0,0,0,2,0,2],[171,3,3,1,1,3,23.01,0.02,0,3,3,0,3,0,3],[172,0,0,2,1,0,25.28,0.02,0,0,0,0,0,0,0],[173,1,2,2,1,2,25.47,0.02,0,0,2,0,3,2,1],[174,2,2,0,1,2,25.57,0.02,0,2,0,2,2,0,2],[175,3,3,0,1,3,23.48,0.02,0,1,0,1,1,3,1],[176,0,2,3,1,0,26.57,0.02,0,2,2,2,2,3,2],[177,1,1,2,1,1,25.77,0.02,0,1,2,1,1,2,1],[178,2,2,3,1,2,20,0.0193659,1,2,2,2,2,3,2],[179,3,3,1,1,3,23.11,0.02,0,1,1,1,1,1,1],[180,0,0,1,1,0,28.22,0.02,0,0,0,0,0,0,0],[181,1,1,0,1,1,29.04,0.02,0,1,0,1,1,0,1],[182,2,2,0,1,2,24.23,0.02,0,2,3,0,2,0,2],[183,3,3,1,1,3,20,0.0183055,1,3,0,1,3,3,3],[184,0,0,1,1,0,24.74,0.02,0,3,3,0,0,3,0],[185,1,1,3,1,1,25.52,0.02,0,1,1,1,1,3,1],[186,2,2,0,1,2,27.59,0.02,0,2,0,2,2,0,0],[187,3,3,0,1,3,20.52,0.02,0,3,0,0,3,0,3],[188,0,0,0,1,0,30.71,0.02,0,0,0,0,0,0,0],[189,1,2,2,1,2,24.76,0.02,0,1,2,1,1,3,1],[190,2,2,0,1,2,26.32,0.02,0,2,0,2,0,0,0],[191,3,3,1,1,3,21.97,0.02,0,1,1,1,1,1,1],[192,0,0,0,1,0,29.85,0.02,0,0,2,0,0,0,0],[193,1,2,2,1,1,25.09,0.02,0,0,2,0,1,2,1],[194,2,1,0,1,2,27.11,0.02,0,2,0,2,2,0,2],[195,3,3,0,1,3,20.6,0.02,0,3,3,3,3,1,3],[196,0,2,3,1,2,25.26,0.02,0,2,2,2,2,2,2],[197,1,2,2,1,2,23.98,0.02,0,3,2,0,3,2,3],[198,2,2,0,1,2,24.49,0.02,0,2,0,2,2,0,2],[199,3,1,0,1,1,23.91,0.02,0,3,0,1,3,0,1],[200,0,1,3,1,1,31.25,0.02,0,2,2,2,0,2,3],[201,1,1,0,1,0,27.77,0.02,0,3,0,0,1,3,1],[202,2,2,0,1,2,27.57,0.02,0,2,0,0,2,0,3],[203,3,3,1,1,3,22.03,0.02,0,1,1,1,1,1,1],[204,0,0,2,1,0,28.68,0.02,0,0,2,0,0,0,0],[205,1,2,2,1,2,24.41,0.02,0,1,2,1,1,2,1],[206,2,2,0,1,2,25.89,0.02,0,2,3,2,2,1,2],[207,3,3,1,1,3,22.83,0.02,0,3,3,3,3,1,3],[208,0,0,3,1,0,28.26,0.02,0,2,2,2,2,2,2],[209,1,1,3,1,1,30.05,0.02,0,1,1,1,1,3,1],[210,2,2,3,1,2,20.13,0.02,0,2,2,2,2,3,2],[211,3,3,1,1,3,24.28,0.02,0,3,3,3,3,0,3],[212,0,0,0,1,0,24.03,0.02,0,0,0,0,0,0,0],[213,1,1,0,1,1,25.09,0.02,0,1,1,1,1,3,1],[214,2,1,0,1,1,28.37,0.02,0,2,0,0,2,0,2],[215,3,3,1,1,3,20,0.0179303,1,0,3,0,3,0,3],[216,0,0,1,1,0,24.42,0.02,0,3,3,0,0,0,0],[217,1,1,2,1,1,24.57,0.02,0,1,2,1,1,2,1],[218,2,2,0,1,2,25.78,0.02,0,0,0,0,2,0,2],[219,3,3,1,1,3,21.23,0.02,0,1,0,1,1,1,1],[220,0,0,0,1,0,24.1,0.02,0,1,2,1,0,3,0],[221,1,1,2,1,1,28.28,0.02,0,1,2,1,1,3,1],[222,2,2,0,1,2,23.01,0.02,0,0,0,0,2,0,2],[223,3,3,0,1,3,21.31,0.02,0,3,1,1,1,1,3],[224,0,0,0,1,0,26.83,0.02,0,0,3,0,0,0,0],[225,1,1,2,1,1,26.8,0.02,0,3,2,1,1,3,1],[226,2,2,0,1,2,22.76,0.02,0,2,0,2,2,0,2],[227,3,3,1,1,3,20,0.0197589,1,3,3,3,3,1,3],[228,0,0,2,1,0,25.6,0.02,0,0,2,0,0,0,0],[229,1,1,0,1,1,30.89,0.02,0,1,1,1,1,1,1],[230,2,2,0,1,2,21.62,0.02,0,2,0,2,2,0,2],[231,3,3,0,1,3,21.87,0.02,0,3,3,3,3,0,3],[232,0,0,1,1,0,24.12,0.02,0,0,3,0,0,3,0],[233,1,1,0,1,1,28.55,0.02,0,3,0,1,1,3,1],[234,2,2,0,1,2,23.14,0.02,0,2,0,2,2,0,2],[235,3,3,0,1,3,20.19,0.02,0,3,1,1,3,1,3],[236,0,0,1,1,0,29.32,0.02,0,0,3,0,0,0,0],[237,1,1,0,1,1,28.6,0.02,0,1,0,1,1,0,1],[238,2,2,0,1,2,22.32,0.02,0,2,0,0,2,0,2],[239,3,3,1,1,3,21.05,0.02,0,0,0,0,3,0,3],[240,0,0,1,1,0,27.11,0.02,0,3,2,3,0,0,0],[241,1,1,0,1,1,28.41,0.02,0,1,1,1,1,1,1],[242,2,2,0,1,1,25.42,0.02,0,2,0,2,2,0,2],[243,3,3,1,1,3,20,0.0169364,1,3,3,3,3,1,3],[244,0,1,3,1,1,28.21,0.02,0,0,2,0,0,3,0],[245,1,1,0,1,1,27.72,0.02,0,1,0,1,1,0,1],[246,2,0,0,1,0,27.43,0.02,0,2,0,2,2,0,2],[247,3,3,1,1,3,25.14,0.02,0,3,3,3,3,1,3],[248,0,0,1,1,0,25.1,0.02,0,1,1,1,0,1,0],[249,1,1,0,1,1,28.39,0.02,0,3,0,1,1,0,1],[250,2,3,3,1,2,25.65,0.02,0,2,2,2,2,3,2],[251,3,3,1,1,3,20,0.0189774,1,3,3,3,3,3,3],[252,0,0,0,1,0,29.11,0.02,0,0,2,0,0,0,0],[253,1,1,0,1,1,27.23,0.02,0,1,1,1,1,1,1],[254,2,2,3,1,2,22.39,0.02,0,2,2,2,2,3,2],[255,3,3,0,1,3,20.51,0.02,0,3,0,2,3,0,2],[256,0,1,2,1,1,27.93,0.02,0,2,2,2,2,2,2],[257,1,1,0,1,1,29.51,0.02,0,1,1,1,1,1,1],[258,2,2,3,1,2,20.24,0.02,0,2,3,2,2,3,2],[259,3,3,0,1,3,20,0.0189803,1,3,0,3,3,0,3],[260,0,0,1,1,0,25.57,0.02,0,0,2,0,0,0,0],[261,1,1,0,1,1,28.98,0.02,0,1,1,1,1,1,1],[262,2,2,0,1,2,25.26,0.02,0,2,0,2,2,0,2],[263,3,3,0,1,3,20,0.0193922,1,3,0,3,3,0,3],[264,0,0,2,1,0,27.73,0.02,0,0,2,0,0,0,0],[265,1,1,3,1,1,29.62,0.02,0,1,1,1,1,1,1],[266,2,1,0,1,1,25.67,0.02,0,0,0,0,0,0,0],[267,3,3,1,1,3,21.19,0.02,0,3,3,3,3,1,3],[268,0,1,3,1,1,27.68,0.02,0,0,2,0,0,2,0],[269,1,1,2,1,1,27.63,0.02,0,1,2,1,1,3,1],[270,2,2,0,1,2,26.09,0.02,0,2,0,2,2,0,2],[271,3,3,0,1,3,22.83,0.02,0,3,0,3,3,0,3],[272,0,0,0,1,0,29.71,0.02,0,0,0,0,0,0,0],[273,1,1,2,1,1,28.24,0.02,0,3,2,1,1,3,1],[274,2,2,0,1,2,27.21,0.02,0,3,0,0,0,0,2],[275,3,3,1,1,3,22.11,0.02,0,1,1,1,3,1,3],[276,0,0,1,1,0,24.13,0.02,0,0,2,0,0,0,0],[277,1,1,0,1,1,31.12,0.02,0,1,1,1,1,1,1],[278,2,2,3,1,2,22.87,0.02,0,2,2,2,2,2,2],[279,3,3,0,1,3,23.29,0.02,0,1,1,1,1,1,1],[280,0,0,3,1,0,30.4,0.02,0,0,2,2,0,3,2],[281,1,3,3,1,1,28.7,0.02,0,1,1,1,3,3,1],[282,2,2,0,1,2,21.12,0.02,0,2,0,2,2,0,2],[283,3,3,1,1,3,23.83,0.02,0,3,3,3,3,0,3],[284,0,0,1,1,0,24.55,0.02,0,0,2,0,0,2,0],[285,1,1,0,1,1,30.24,0.02,0,1,0,1,1,1,1],[286,2,2,0,1,2,22.98,0.02,0,2,3,2,2,1,2],[287,3,2,0,1,2,20.49,0.02,0,2,0,2,2,0,2],[288,0,0,3,1,0,28.7,0.02,0,2,2,0,2,2,2],[289,1,1,3,1,1,31.73,0.02,0,1,1,1,1,1,1],[290,2,2,0,1,2,26.95,0.02,0,2,0,2,2,0,0],[291,3,3,0,1,3,20,0.017545,1,3,0,3,3,0,3],[292,0,0,3,1,0,27.59,0.02,0,0,1,0,0,1,0],[293,1,0,0,1,0,30.77,0.02,0,1,0,1,1,0,1],[294,2,2,0,1,2,24.63,0.02,0,2,3,2,2,0,0],[295,3,3,1,1,3,24.99,0.02,0,3,3,3,3,3,3],[296,0,0,1,1,0,29.7,0.02,0,1,1,1,0,1,0],[297,1,1,0,1,1,28.99,0.02,0,1,0,1,1,1,1],[298,2,2,0,1,2,26.43,0.02,0,2,0,2,0,0,2],[299,3,3,0,1,3,21.46,0.02,0,3,3,3,3,1,1],[300,0,0,1,1,0,29.09,0.02,0,0,2,0,0,3,0],[301,1,1,0,1,1,30.08,0.02,0,1,1,1,1,1,1],[302,2,2,0,1,2,27.53,0.02,0,2,0,2,2,0,2],[303,3,3,0,1,3,23.58,0.02,0,1,1,1,3,1,3],[304,0,0,0,1,0,25.82,0.02,0,0,2,0,0,3,0],[305,1,1,3,1,1,25.78,0.02,0,1,1,1,1,3,1],[306,2,2,0,1,2,24.93,0.02,0,2,0,2,2,0,2],[307,3,3,1,1,3,23.22,0.02,0,3,3,0,3,0,3],[308,0,2,3,1,2,25.27,0.02,0,2,2,2,2,3,2],[309,1,1,0,1,1,27.96,0.02,0,1,1,1,1,1,1],[310,2,1,0,1,2,26.45,0.02,0,2,0,2,2,0,2],[311,3,3,1,1,3,21.27,0.02,0,1,1,1,3,1,3],[312,0,0,2,1,0,24.43,0.02,0,0,2,0,0,2,0],[313,1,1,3,1,3,25.62,0.02,0,3,3,1,1,3,1],[314,2,2,3,1,3,25.24,0.02,0,2,2,2,2,3,2],[315,3,2,0,1,2,20.46,0.02,0,2,3,2,3,1,2],[316,0,0,2,1,0,26.02,0.02,0,0,2,0,0,0,0],[317,1,1,0,1,1,29.88,0.02,0,1,1,1,1,1,1],[318,2,2,0,1,2,25.86,0.02,0,0,0,0,2,0,2],[319,3,3,0,1,1,26.35,0.02,0,2,0,0,3,0,2],[320,0,0,0,1,0,31.02,0.02,0,0,0,0,0,3,0],[321,1,1,0,1,1,28.18,0.02,0,1,1,1,1,1,1],[322,2,2,0,1,2,26.34,0.02,0,0,0,0,2,0,2],[323,3,3,0,1,3,22.12,0.02,0,3,0,3,3,0,3],[324,0,0,3,1,0,25.01,0.02,0,3,3,3,0,3,0],[325,1,1,0,1,1,28.87,0.02,0,1,1,1,1,1,1],[326,2,2,0,1,2,27.32,0.02,0,2,0,2,2,0,2],[327,3,3,0,1,3,25.03,0.02,0,1,1,1,3,1,3],[328,0,0,1,1,0,28.6,0.02,0,0,3,0,0,2,0],[329,1,1,3,1,1,25.19,0.02,0,1,3,1,1,1,1],[330,2,2,0,1,2,22.62,0.02,0,2,0,2,2,0,2],[331,3,3,0,1,3,20,0.018733,1,0,0,0,3,0,3],[332,0,0,2,1,0,32.29,0.02,0,2,2,0,0,2,0],[333,1,1,0,1,1,28.62,0.02,0,1,1,1,1,1,1],[334,2,0,0,1,0,28.44,0.02,0,2,0,2,2,0,0],[335,3,3,0,1,2,20,0.0181667,1,2,0,0,3,0,3],[336,0,0,3,1,0,27.57,0.02,0,2,2,0,2,2,0],[337,1,1,0,1,1,29.38,0.02,0,1,1,1,1,1,1],[338,2,1,0,1,1,27.59,0.02,0,2,0,0,2,0,2],[339,3,3,1,1,3,24.42,0.02,0,3,3,3,3,1,3],[340,0,0,0,1,0,24.6,0.02,0,0,2,0,0,0,0],[341,1,1,3,1,1,31.53,0.02,0,1,1,1,1,3,1],[342,2,3,3,1,3,23.35,0.02,0,2,2,2,2,3,2],[343,3,3,0,1,3,20,0.019505,1,2,0,2,2,0,2],[344,0,0,0,1,0,27.91,0.02,0,0,0,0,0,0,0],[345,1,3,3,1,3,25.12,0.02,0,1,3,1,1,3,1],[346,2,2,0,1,2,26.5,0.02,0,0,0,2,2,0,2],[347,3,3,0,1,3,24.25,0.02,0,3,0,3,3,0,3],[348,0,2,3,1,2,24.17,0.02,0,2,2,2,2,2,2],[349,1,1,3,1,1,26.63,0.02,0,3,1,1,1,3,1],[350,2,2,3,1,2,20.09,0.02,0,2,2,2,2,3,2],[351,3,1,0,1,1,25.41,0.02,0,3,0,0,1,0,1],[352,0,0,0,1,0,28.58,0.02,0,0,2,0,0,0,0],[353,1,1,0,1,1,29.24,0.02,0,1,0,1,1,1,1],[354,2,2,0,1,2,25.58,0.02,0,2,3,2,2,0,0],[355,3,3,0,1,2,22.08,0.02,0,2,0,0,3,0,3],[356,0,0,2,1,0,28.85,0.02,0,0,2,0,0,0,0],[357,1,1,0,1,1,30.77,0.02,0,1,1,1,1,1,1],[358,2,2,3,1,2,21.89,0.02,0,2,2,2,2,3,2],[359,3,3,1,1,3,20,0.0176964,1,3,3,3,3,0,3],[360,0,0,1,1,0,25.83,0.02,0,0,2,0,0,0,0],[361,1,1,3,1,1,28.2,0.02,0,1,1,1,1,1,1],[362,2,2,3,1,2,22.41,0.02,0,2,2,2,2,3,2],[363,3,3,0,1,3,23.24,0.02,0,1,0,1,3,0,3],[364,0,0,2,1,0,23.39,0.02,0,0,2,0,0,0,0],[365,1,1,3,1,1,31.25,0.02,0,1,1,1,1,1,1],[366,2,2,0,1,2,25.23,0.02,0,2,3,2,2,0,2],[367,3,3,0,1,3,20,0.0192397,1,3,1,3,3,1,3],[368,0,0,2,1,2,26.42,0.02,0,0,2,0,2,2,2],[369,1,1,0,1,1,28.47,0.02,0,1,1,1,1,1,1],[370,2,3,3,1,2,26.5,0.02,0,2,2,2,2,3,2],[371,3,3,1,1,3,21.38,0.02,0,3,3,3,3,3,3],[372,0,1,2,1,1,30.67,0.02,0,2,2,2,2,2,2],[373,1,1,0,1,1,30.1,0.02,0,1,1,1,1,1,1],[374,2,2,0,1,2,23.41,0.02,0,2,0,2,2,0,2],[375,3,3,0,1,3,20,0.0196442,1,1,1,1,3,1,1],[376,0,0,1,1,0,25.63,0.02,0,0,2,1,0,3,0],[377,1,1,2,1,1,27.27,0.02,0,1,2,1,1,3,1],[378,2,1,0,1,1,26.46,0.02,0,0,0,0,2,0,0],[379,3,3,0,1,3,21.49,0.02,0,3,0,3,3,3,3],[380,0,0,3,1,2,27.02,0.02,0,0,2,0,2,2,2],[381,1,1,0,1,1,28.31,0.02,0,1,1,1,1,1,1],[382,2,2,0,1,2,24.26,0.02,0,2,0,2,2,0,0],[383,3,1,0,1,1,23.03,0.02,0,2,0,0,2,0,2],[384,0,2,3,1,2,24.25,0.02,0,0,2,0,2,2,2],[385,1,1,0,1,1,29.18,0.02,0,1,1,1,1,1,1],[386,2,2,3,1,2,20.87,0.02,0,2,2,2,2,3,2],[387,3,3,3,1,3,20,0.0181678,1,3,0,1,3,3,3],[388,0,0,2,1,0,25.86,0.02,0,0,2,0,0,0,0],[389,1,1,0,1,1,29.38,0.02,0,1,1,1,1,1,1],[390,2,1,0,1,2,27.24,0.02,0,2,3,2,2,1,2],[391,3,3,1,1,3,20,0.0195223,1,0,3,0,3,0,3],[392,0,0,2,1,0,27.2,0.02,0,2,2,0,0,2,0],[393,1,1,0,1,1,28.6,0.02,0,1,1,1,1,1,1],[394,2,0,0,1,1,28.3,0.02,0,2,0,0,2,0,2],[395,3,3,1,1,3,22.89,0.02,0,0,0,0,3,0,3],[396,0,1,3,1,1,28.47,0.02,0,2,2,0,0,3,2],[397,1,1,0,1,1,28.59,0.02,0,1,1,1,1,1,1],[398,2,2,0,1,2,23.11,0.02,0,2,0,2,2,0,2],[399,3,3,1,1,3,20,0.0186636,1,3,3,3,3,3,3]],"elapsed_ms":8146,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":275,"J":245,"J_valid":245,"n_invalid":0,"n00":5,"n01":9,"n10":98,"n11":133,"ctl_n":245,"ctl_err":23},"metrics":{"target_error":0.5795918367346938,"Q_transfer":0.42040816326530617,"source_success":0.9428571428571428,"joint_error":0.5428571428571428,"T_cond":0.5757575757575758,"R":0.09387755102040816,"delta":0.48571428571428565,"delta_pp":48.57142857142856,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.6875}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":328,"tgt_clean_correct":342,"J":304,"J_valid":304,"n_invalid":0,"n00":14,"n01":3,"n10":94,"n11":193,"ctl_n":304,"ctl_err":18},"metrics":{"target_error":0.6447368421052632,"Q_transfer":0.35526315789473684,"source_success":0.944078947368421,"joint_error":0.6348684210526315,"T_cond":0.6724738675958188,"R":0.05921052631578947,"delta":0.5855263157894737,"delta_pp":58.55263157894737,"validity_rate":1,"src_clean_accuracy":0.82,"tgt_clean_accuracy":0.855}}]}],"cka":{"pair":["SPEC-MLP","STFT-CNN"],"layers":["hidden ReLU (32)","pooled after conv2 (16)"],"value":0.3467360540484228,"n":400,"dims":[32,16]},"limitations":["Данные синтетические: четыре класса сигналов с известными правилами генерации; это не речь, не распознавание речи (ASR) и не записи реальных звуков.","Сохранение класса принимается как допущение при SNR ≥ 20 дБ относительно исходного клипа; прослушивание людьми не проводилось, незаметность возмущения не установлена.","Три небольшие модели одного автора обучения и одного генератора данных: перенос между ними не характеризует перенос между промышленными аудиомоделями.","Пары моделей и примеры зависимы (одни и те же 400 клипов, каждая модель входит в несколько пар): p-value не приводятся; интервал Вильсона — только условный, для одной фиксированной пары.","Проекция на допустимое множество (клиппинг, затем масштабирование до SNR ≥ 20 дБ) даёт допустимую точку, но не является евклидовой проекцией на пересечение ограничений."]}
