{"schema":"nir-mm-run-v1","schema_version":"1.0.0","lab_id":"audio","modality":"audio","task_name":"классификация синтетических сигналов 0,256 с на 4 класса (тон, свип, АМ-тон, шум)","run_id":"audio-r20261119-s44","created":"2026-11-19T19:09:28.392Z","seed":44,"dataset":{"id":"nir-synth-audio-4","name":"синтетические звуковые сигналы, 4 класса","version":"1.0.0","license":"сгенерирован для этой работы (синтетические данные)","source_url":null,"synthetic":true,"generator":"research/assets/js/mm/audio-engine.js → generateClip(seed, split, index)","sha256":{"test_x_int16le":"b44f56b06f6830750fee77a503607555a222d8db162e1abd1fa2156788789a09","test_y_uint8":"a5794a451a32c3170503d5d415d9af3689cf35cb7ab9cec116e0797a2a886d8b"},"split":{"train":2000,"test":400,"rule":"clip generator = mulberry32(deriveSeed('nir-synth-audio-4', seed, split, index)); train and test use different split names","classes":["tone","chirp","am","noise"]}},"models":{"SPEC-LR":{"family":"linear","features":"SPEC: 40 log-полос спектра всего клипа","arch":"softmax regression 40 -> 4","params":164,"checkpoint_sha256":"e42c1c91919a5d949fb16941ade4a49f922b773b33c7eda667e7e11d6729af89","model_file":"research/multimodal/audio/models/SPEC-LR_s44.json","model_file_sha256":"f252e26bc2b7b159c63eeceed4c3e9a3a1ec71c074da4642220b117daba52edb","training":{"optimizer":"Adam","lr":0.01,"weight_decay":0.0001,"epochs":400,"batch":"full","init_seed":441,"final_minibatch_loss":0.619172215461731,"framework":"torch 2.15.0+cpu (CPU, deterministic algorithms, 1 thread)","loss":"cross-entropy"},"clean_accuracy":0.6575,"clean_correct":263,"n_test":400,"train_accuracy":0.74},"SPEC-MLP":{"family":"MLP","features":"SPEC: 40 log-полос спектра всего клипа","arch":"40 -> 32 ReLU -> 4","params":1444,"checkpoint_sha256":"a2dab1b97f66c24da5f2a121f1cc734273d4d7b028dc5fcecfb8819187893fbc","model_file":"research/multimodal/audio/models/SPEC-MLP_s44.json","model_file_sha256":"5f1b9acda2b2f99b2528c285e93b0644f056a6a97e9eb7d4a18b2b4561d4e369","training":{"optimizer":"Adam","lr":0.005,"weight_decay":0.0001,"epochs":80,"batch":100,"init_seed":442,"final_minibatch_loss":0.2043248564004898,"framework":"torch 2.15.0+cpu (CPU, deterministic algorithms, 1 thread)","loss":"cross-entropy"},"clean_accuracy":0.8475,"clean_correct":339,"n_test":400,"train_accuracy":0.962},"STFT-CNN":{"family":"CNN","features":"STFT: 29 кадров × 24 log-полосы","arch":"Conv1d(24->16,k3,p1)-ReLU-Conv1d(16->16,k3,p1)-ReLU-mean over 29 frames-Linear(16->4)","params":2020,"checkpoint_sha256":"67f92c22d320692db0c3e988e502fd85983b8b9560e52537ba0e5817f3468a3f","model_file":"research/multimodal/audio/models/STFT-CNN_s44.json","model_file_sha256":"0c1028a567131730fa0bef18509ea47d54aa64e3d065cb316da0766b87d33e2c","training":{"optimizer":"Adam","lr":0.003,"weight_decay":0.0001,"epochs":60,"batch":100,"init_seed":443,"final_minibatch_loss":0.4488930106163025,"framework":"torch 2.15.0+cpu (CPU, deterministic algorithms, 1 thread)","loss":"cross-entropy"},"clean_accuracy":0.815,"clean_correct":326,"n_test":400,"train_accuracy":0.841}},"attacks":{"fgsm":{"name_ru":"FGSM: один шаг ε·sign(∇ₓL) по градиенту источника, затем проекция","attacker_access":"white-box на источнике: веса и аналитический градиент функции потерь по форме волны; цель не используется до окончания атаки","params":{"steps":1,"random_start":false},"budgets":[0.002,0.005,0.01,0.02]},"pgd":{"name_ru":"PGD-10: десять шагов α·sign(∇ₓL), α = 2,5·ε/10, проекция после каждого шага, без случайного старта","attacker_access":"white-box на источнике (10 вычислений градиента); цель не используется до окончания атаки","params":{"steps":10,"alpha_rule":"2.5*eps/steps","random_start":false},"budgets":[0.002,0.005,0.01,0.02]}},"constraint_spec":{"length_samples":2048,"sample_rate_hz":8000,"range":[-1,1],"linf":"ε (amplitude units; samples are in [−1, 1])","snr_min_db":20,"snr_definition":"SNR = 10·log10(Σx² / Σδ²) relative to the clean clip (including its background noise)","projection":"clip δ to [−ε, ε], clip x+δ to [−1, 1], then scale δ by s ≤ 1 so that SNR ≥ 20 dB (s = sqrt(Σx² / (Σδ²·10²))·(1−1e−9)); feasible but not the Euclidean projection onto the intersection","checker":"NIR_MM_AUDIO.checkCandidate — length, sample rate, finiteness, range, L∞, SNR","label_preservation":"assumed from the generation rules under SNR ≥ 20 dB; not verified by listening"},"control":{"name_ru":"случайные знаки ±ε (тот же бюджет и та же проекция), seed = deriveSeed(\"nir-audio-control-v1\", seed, index, round(ε·10⁶))","matched":"L∞ = ε и L2 как у FGSM (у FGSM знак 0 там, где градиент равен 0); для PGD контроль не слабее по L2","independent_of_source":true},"environment":{"runner":"node v24.22.0 (win32 10.0.26300)","engine_version":"1.0.0","core_version":"1.0.0","code_sha256":{"research/assets/js/mm/core.js":"cb2342c84180ffe69d72c77a4bdcdd2fc565d3d11ea1c731b9de3f7748a21863","research/assets/js/mm/audio-engine.js":"5ddcf8f7e9120b286e635432452aac33f892dbf2462a7d555b985dc2bf81b673","scripts/research/multimodal/run-audio.mjs":"79c7d2f3a0d8e680dddfe8b85bfc58168659feccf0df035da00dc8b62a74e3ca"},"started":"2026-11-19T19:05:58.368Z","finished":"2026-11-19T19:09:28.392Z","elapsed_ms":74869},"evidence_class":"VERIFIED RUN","rowsets":[{"key":"s44/SPEC-LR/fgsm/eps0020","seed":44,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,0,1,0,43.95,0.002,0,0,0,0,0,0,0],[1,1,1,3,1,1,44.97,0.002,0,1,1,1,1,1,1],[2,2,0,0,1,0,41.84,0.002,0,2,0,2,2,2,2],[3,3,3,2,1,3,40.49,0.002,0,3,3,3,3,3,3],[4,0,3,3,1,3,39.42,0.002,0,0,0,0,0,0,0],[5,1,1,1,1,1,45.89,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,42.3,0.002,0,2,2,2,2,2,2],[7,3,3,0,1,3,35.48,0.002,0,3,3,3,3,3,3],[8,0,2,2,1,2,43.29,0.002,0,2,2,2,1,1,1],[9,1,1,3,1,1,46.43,0.002,0,1,1,1,1,1,1],[10,2,2,0,1,2,37.09,0.002,0,2,0,2,2,2,2],[11,3,0,0,1,0,40.27,0.002,0,3,3,3,3,3,3],[12,0,0,2,1,0,43.79,0.002,0,0,0,0,0,0,0],[13,1,1,1,1,1,43.71,0.002,0,1,1,1,1,1,1],[14,2,2,0,1,2,41.52,0.002,0,2,3,2,2,0,2],[15,3,3,2,1,3,35.65,0.002,0,3,3,3,3,3,3],[16,0,2,2,1,2,41.05,0.002,0,0,0,0,0,0,0],[17,1,1,0,1,1,47.82,0.002,0,1,1,1,1,1,1],[18,2,0,0,1,0,43.37,0.002,0,2,0,2,1,1,1],[19,3,3,2,1,3,38.3,0.002,0,3,3,3,3,3,3],[20,0,0,0,1,0,47.19,0.002,0,0,0,0,1,1,1],[21,1,0,0,1,0,42.86,0.002,0,1,1,1,1,2,1],[22,2,2,0,1,2,38.37,0.002,0,2,2,2,2,0,2],[23,3,3,2,1,3,35.97,0.002,0,3,2,3,3,3,2],[24,0,0,2,1,0,42.05,0.002,0,0,0,0,0,0,0],[25,1,1,1,1,1,41.36,0.002,0,1,3,1,1,1,1],[26,2,2,0,1,2,44.27,0.002,0,2,3,2,1,1,1],[27,3,0,0,1,0,39.79,0.002,0,3,3,3,3,3,3],[28,0,2,2,1,2,42.09,0.002,0,2,2,2,2,2,2],[29,1,1,1,1,1,46.86,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,41.94,0.002,0,2,2,2,1,1,1],[31,3,3,0,1,3,36.76,0.002,0,3,3,3,3,3,3],[32,0,0,0,1,0,45.93,0.002,0,0,0,0,0,0,0],[33,1,1,1,1,1,44.32,0.002,0,1,1,1,1,1,1],[34,2,2,0,1,2,43.15,0.002,0,0,0,0,2,2,2],[35,3,3,1,1,3,37.86,0.002,0,3,3,3,3,3,3],[36,0,2,2,1,2,44.95,0.002,0,2,2,2,1,1,1],[37,1,3,3,1,3,39.8,0.002,0,3,3,3,2,2,2],[38,2,2,0,1,2,41.65,0.002,0,2,3,2,2,1,2],[39,3,3,2,1,3,38.16,0.002,0,3,3,3,3,3,3],[40,0,3,3,1,3,41.91,0.002,0,0,0,0,0,0,0],[41,1,1,1,1,1,42.5,0.002,0,1,1,1,2,2,2],[42,2,2,0,1,2,38.62,0.002,0,0,0,0,2,2,2],[43,3,1,1,1,1,37.15,0.002,0,3,3,3,3,3,3],[44,0,0,0,1,0,40.94,0.002,0,0,0,0,0,0,0],[45,1,1,1,1,1,47.71,0.002,0,1,1,1,1,1,1],[46,2,3,3,1,2,42.27,0.002,0,3,3,3,1,1,1],[47,3,3,1,1,3,37.75,0.002,0,3,3,3,3,3,3],[48,0,2,2,1,2,47.33,0.002,0,2,2,2,1,1,1],[49,1,1,3,1,1,44.4,0.002,0,1,1,1,1,1,1],[50,2,2,0,1,2,42.27,0.002,0,2,2,2,2,1,2],[51,3,3,2,1,3,36.19,0.002,0,3,3,3,3,3,3],[52,0,2,2,1,2,44.61,0.002,0,2,2,2,0,2,0],[53,1,1,0,1,1,47.39,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,37.62,0.002,0,2,2,2,2,2,2],[55,3,1,1,1,1,41.24,0.002,0,3,1,3,3,3,3],[56,0,0,0,1,0,45.97,0.002,0,0,0,0,0,0,0],[57,1,1,3,1,1,43.49,0.002,0,1,3,1,1,1,1],[58,2,2,0,1,2,40.83,0.002,0,2,3,2,2,1,2],[59,3,3,0,1,3,36.4,0.002,0,3,3,3,3,3,3],[60,0,0,2,1,0,42.49,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,47.11,0.002,0,1,1,1,1,1,1],[62,2,0,0,1,0,43.9,0.002,0,2,0,2,2,0,2],[63,3,3,1,1,1,40.27,0.002,0,3,1,1,3,3,3],[64,0,0,2,1,0,47,0.002,0,0,2,2,1,1,1],[65,1,1,0,1,1,45.7,0.002,0,1,1,1,1,1,1],[66,2,2,3,1,2,44,0.002,0,2,3,2,1,1,1],[67,3,1,1,1,1,39.77,0.002,0,3,1,3,3,3,3],[68,0,0,3,1,0,43.21,0.002,0,0,0,0,0,0,0],[69,1,1,1,1,1,45.21,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,39.82,0.002,0,2,2,2,2,2,2],[71,3,3,1,1,3,36.73,0.002,0,3,3,3,3,3,3],[72,0,2,2,1,2,46.35,0.002,0,0,0,0,1,1,1],[73,1,1,1,1,1,47.35,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,37.01,0.002,0,2,0,2,2,2,2],[75,3,3,1,1,3,40.57,0.002,0,3,1,3,3,3,3],[76,0,3,2,1,3,46.93,0.002,0,0,3,0,1,1,1],[77,1,1,1,1,1,47.09,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,42.35,0.002,0,2,0,2,2,1,2],[79,3,0,0,1,0,39.97,0.002,0,2,2,2,1,2,1],[80,0,0,2,1,0,44.49,0.002,0,0,0,0,0,0,0],[81,1,1,1,1,1,45.13,0.002,0,1,1,1,1,1,1],[82,2,2,0,1,2,35.7,0.002,0,0,0,0,2,2,2],[83,3,2,2,1,2,39.43,0.002,0,1,1,1,3,3,3],[84,0,0,2,1,0,42.31,0.002,0,0,2,0,2,2,2],[85,1,1,1,1,1,42.64,0.002,0,1,3,1,2,2,2],[86,2,2,0,1,2,40.28,0.002,0,2,2,2,2,1,2],[87,3,3,0,1,3,34.75,0.002,0,3,3,3,3,3,3],[88,0,0,2,1,0,47.55,0.002,0,0,0,0,0,0,0],[89,1,1,3,1,1,45.8,0.002,0,1,3,1,1,3,1],[90,2,2,0,1,2,41.95,0.002,0,2,2,2,2,2,2],[91,3,3,0,1,3,35.92,0.002,0,3,3,3,3,3,3],[92,0,2,2,1,2,40.06,0.002,0,2,2,2,2,2,2],[93,1,3,3,1,3,40.99,0.002,0,3,3,3,2,2,2],[94,2,2,3,1,2,42.01,0.002,0,2,3,2,2,1,2],[95,3,1,1,1,1,37.09,0.002,0,3,1,1,3,3,3],[96,0,2,2,1,2,44.65,0.002,0,0,0,0,1,1,1],[97,1,1,3,1,1,47.48,0.002,0,1,3,1,1,1,1],[98,2,2,0,1,2,41.13,0.002,0,2,2,2,2,2,2],[99,3,3,3,1,3,35.24,0.002,0,3,3,3,3,3,3],[100,0,0,3,1,0,45.45,0.002,0,0,0,0,0,0,0],[101,1,1,3,1,1,43.65,0.002,0,1,3,1,1,2,1],[102,2,2,0,1,2,38.53,0.002,0,2,2,0,2,0,2],[103,3,1,1,1,1,40.11,0.002,0,1,1,1,3,3,3],[104,0,1,1,1,1,45.25,0.002,0,0,0,0,0,0,0],[105,1,3,3,1,3,44.65,0.002,0,1,1,1,1,1,1],[106,2,0,0,1,0,37.53,0.002,0,2,0,2,2,2,2],[107,3,1,1,1,1,40.29,0.002,0,3,1,3,3,3,3],[108,0,0,1,1,0,47.33,0.002,0,0,0,0,0,0,0],[109,1,1,1,1,1,47.75,0.002,0,1,1,1,1,1,1],[110,2,2,0,1,2,41.57,0.002,0,0,0,0,2,1,2],[111,3,3,1,1,3,35.33,0.002,0,3,3,3,3,3,3],[112,0,2,2,1,0,39.09,0.002,0,0,0,0,0,0,0],[113,1,1,3,1,1,47.32,0.002,0,1,1,1,3,3,3],[114,2,2,3,1,2,37.37,0.002,0,2,3,2,2,0,2],[115,3,1,1,1,1,36.08,0.002,0,3,1,3,3,3,3],[116,0,1,1,1,1,42.54,0.002,0,0,0,0,0,0,0],[117,1,1,3,1,1,46.36,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,40.13,0.002,0,2,2,2,2,1,2],[119,3,0,0,1,0,38.48,0.002,0,3,3,3,3,3,3],[120,0,1,1,1,1,45.53,0.002,0,0,0,0,0,0,0],[121,1,1,1,1,1,47.75,0.002,0,1,1,1,1,1,1],[122,2,2,0,1,2,40.31,0.002,0,2,2,2,2,1,2],[123,3,1,1,1,1,40.22,0.002,0,1,1,1,3,3,3],[124,0,0,2,1,0,39.12,0.002,0,0,0,0,0,0,0],[125,1,1,1,1,1,47.47,0.002,0,1,1,1,1,1,1],[126,2,2,3,1,2,42.54,0.002,0,0,0,0,2,1,2],[127,3,3,2,1,3,36.69,0.002,0,3,2,3,3,3,3],[128,0,2,2,1,2,40.63,0.002,0,2,2,2,2,2,2],[129,1,1,3,1,1,44.26,0.002,0,1,1,1,1,3,1],[130,2,2,0,1,2,38.63,0.002,0,2,0,2,2,2,2],[131,3,1,1,1,1,40.49,0.002,0,3,1,3,3,3,3],[132,0,0,1,1,0,42.39,0.002,0,0,0,0,0,0,0],[133,1,1,1,1,1,42.02,0.002,0,1,1,1,1,3,1],[134,2,2,0,1,2,43.52,0.002,0,2,2,2,2,3,2],[135,3,3,3,1,3,36.69,0.002,0,3,3,3,3,3,3],[136,0,2,2,1,2,44.48,0.002,0,2,2,2,0,2,0],[137,1,1,1,1,1,46.56,0.002,0,1,1,1,1,1,1],[138,2,3,3,1,3,41.83,0.002,0,3,3,3,2,1,1],[139,3,0,0,1,0,32.88,0.002,0,3,2,3,3,3,3],[140,0,0,0,1,0,38.5,0.002,0,0,0,0,0,0,0],[141,1,1,1,1,1,46.09,0.002,0,1,1,1,1,1,1],[142,2,2,0,1,2,37.89,0.002,0,2,2,2,2,2,2],[143,3,3,3,1,3,36.22,0.002,0,3,3,3,3,3,3],[144,0,0,0,1,0,43.98,0.002,0,0,0,0,0,0,0],[145,1,1,3,1,1,41.81,0.002,0,3,3,3,1,1,1],[146,2,2,3,1,2,39.31,0.002,0,2,3,2,2,0,2],[147,3,3,3,1,3,34.39,0.002,0,3,3,3,3,3,3],[148,0,0,3,1,0,42.24,0.002,0,0,0,0,0,0,0],[149,1,0,0,1,0,41.37,0.002,0,1,1,1,1,2,1],[150,2,2,3,1,2,44.15,0.002,0,2,3,2,2,1,1],[151,3,3,0,1,3,41.42,0.002,0,3,3,3,1,3,3],[152,0,2,2,1,2,42.68,0.002,0,2,2,2,1,2,1],[153,1,1,1,1,1,46.58,0.002,0,1,1,1,1,1,1],[154,2,2,3,1,2,42.23,0.002,0,2,3,2,2,1,2],[155,3,3,3,1,3,33.11,0.002,0,3,3,3,3,3,3],[156,0,2,2,1,2,44.88,0.002,0,0,0,0,1,2,1],[157,1,1,0,1,1,42.79,0.002,0,1,1,1,1,1,1],[158,2,2,0,1,2,38.37,0.002,0,2,2,2,2,2,2],[159,3,3,2,1,3,40.78,0.002,0,3,3,3,3,3,3],[160,0,0,0,1,0,44.18,0.002,0,0,0,0,0,0,0],[161,1,1,1,1,1,46.52,0.002,0,1,1,1,1,1,1],[162,2,2,0,1,2,36.35,0.002,0,2,2,2,2,2,2],[163,3,1,1,1,1,41.89,0.002,0,1,1,1,3,3,3],[164,0,0,0,1,0,45,0.002,0,0,0,0,0,0,0],[165,1,1,1,1,1,45.6,0.002,0,1,1,1,1,1,1],[166,2,0,0,1,0,42.09,0.002,0,2,0,2,1,1,1],[167,3,3,3,1,3,37.81,0.002,0,3,3,3,3,3,3],[168,0,0,0,1,0,46.01,0.002,0,0,0,0,0,0,0],[169,1,3,3,1,3,40.19,0.002,0,3,3,3,2,2,2],[170,2,0,0,1,0,41.59,0.002,0,0,0,0,1,1,1],[171,3,3,3,1,3,41.85,0.002,0,3,3,3,3,3,3],[172,0,2,2,1,2,45.27,0.002,0,2,2,2,0,2,0],[173,1,1,1,1,1,45.58,0.002,0,1,1,1,1,1,1],[174,2,2,0,1,2,44.49,0.002,0,2,0,2,1,1,1],[175,3,3,0,1,3,39.33,0.002,0,3,3,3,3,3,3],[176,0,0,2,1,0,41.54,0.002,0,0,0,0,0,0,0],[177,1,1,0,1,1,46.41,0.002,0,1,3,1,1,1,1],[178,2,2,0,1,2,43.47,0.002,0,2,2,2,1,1,2],[179,3,3,3,1,3,38.74,0.002,0,3,3,3,3,3,3],[180,0,2,2,1,3,42.08,0.002,0,0,0,0,0,0,0],[181,1,3,3,1,3,41.67,0.002,0,3,3,3,1,2,1],[182,2,2,0,1,2,44.13,0.002,0,2,2,2,2,1,2],[183,3,1,1,1,1,39.64,0.002,0,3,1,3,3,3,3],[184,0,2,2,1,2,40.7,0.002,0,0,0,2,2,2,2],[185,1,1,3,1,1,44.02,0.002,0,1,3,1,1,1,1],[186,2,2,3,1,2,42.58,0.002,0,2,3,2,1,1,1],[187,3,3,2,1,3,41.03,0.002,0,3,3,3,3,3,3],[188,0,2,2,1,2,45.78,0.002,0,0,0,0,1,1,1],[189,1,1,1,1,1,46.73,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,42.72,0.002,0,2,0,2,2,1,2],[191,3,3,2,1,3,33.61,0.002,0,3,3,3,3,3,3],[192,0,3,3,1,3,40.27,0.002,0,0,0,0,0,0,0],[193,1,1,1,1,1,46.35,0.002,0,1,1,1,1,1,1],[194,2,0,0,1,0,44.5,0.002,0,2,2,2,2,1,2],[195,3,0,0,1,0,36.11,0.002,0,3,3,3,3,3,3],[196,0,2,2,1,2,47.78,0.002,0,0,2,0,1,1,1],[197,1,1,1,1,1,47.46,0.002,0,1,1,1,1,1,1],[198,2,2,0,1,2,41.07,0.002,0,2,2,2,1,0,1],[199,3,1,1,1,1,41.16,0.002,0,1,1,3,3,3,3],[200,0,0,0,1,0,42.33,0.002,0,0,0,0,0,0,0],[201,1,1,1,1,1,46.07,0.002,0,1,1,1,1,1,1],[202,2,0,0,1,0,40.85,0.002,0,2,2,2,1,1,1],[203,3,0,0,1,0,37.23,0.002,0,3,3,3,3,3,3],[204,0,0,0,1,0,40.64,0.002,0,0,0,0,0,0,0],[205,1,1,1,1,1,45.32,0.002,0,1,1,1,1,1,1],[206,2,2,0,1,2,44.35,0.002,0,2,0,2,1,1,1],[207,3,3,1,1,3,38.46,0.002,0,3,1,3,3,3,3],[208,0,3,3,1,3,43.87,0.002,0,0,0,0,0,0,0],[209,1,1,1,1,1,42.38,0.002,0,1,3,1,1,2,1],[210,2,2,0,1,2,41.48,0.002,0,2,2,2,1,1,1],[211,3,3,2,1,3,37.93,0.002,0,3,3,3,3,3,3],[212,0,1,1,1,1,41.95,0.002,0,0,0,0,0,0,0],[213,1,1,1,1,1,47.42,0.002,0,1,1,1,1,1,1],[214,2,2,3,1,2,36.51,0.002,0,2,3,2,2,2,2],[215,3,2,2,1,2,34.92,0.002,0,3,2,3,2,2,2],[216,0,0,2,1,0,39.91,0.002,0,0,0,0,0,2,0],[217,1,1,1,1,1,46.19,0.002,0,1,1,1,1,1,1],[218,2,2,0,1,2,38.58,0.002,0,2,2,2,2,2,2],[219,3,0,0,1,0,37.86,0.002,0,3,3,1,3,3,3],[220,0,0,2,1,0,41.77,0.002,0,0,2,0,2,2,2],[221,1,0,0,1,0,46.72,0.002,0,1,2,1,1,1,1],[222,2,2,0,1,2,36.34,0.002,0,2,0,2,2,2,2],[223,3,2,2,1,2,34.52,0.002,0,3,2,2,3,2,3],[224,0,2,2,1,2,47.12,0.002,0,0,2,0,1,1,1],[225,1,1,1,1,1,46.76,0.002,0,1,1,1,1,1,1],[226,2,2,0,1,2,41.25,0.002,0,2,3,2,2,1,2],[227,3,1,1,1,1,41.79,0.002,0,1,1,1,3,3,3],[228,0,0,2,1,0,45.39,0.002,0,0,0,0,0,0,0],[229,1,1,1,1,1,43.74,0.002,0,1,1,1,1,1,1],[230,2,2,0,1,2,41.62,0.002,0,2,2,2,2,2,2],[231,3,1,1,1,1,33.97,0.002,0,1,1,1,3,3,3],[232,0,1,1,1,1,42.89,0.002,0,0,0,0,0,0,0],[233,1,3,3,1,3,39.78,0.002,0,1,3,1,1,3,1],[234,2,2,0,1,2,39.57,0.002,0,2,3,2,2,1,2],[235,3,3,1,1,3,37.6,0.002,0,3,3,3,3,3,3],[236,0,3,3,1,3,40.89,0.002,0,0,0,0,0,0,0],[237,1,1,1,1,1,44.94,0.002,0,1,1,1,1,1,1],[238,2,2,0,1,2,36.57,0.002,0,2,2,2,2,2,2],[239,3,1,1,1,1,37.02,0.002,0,3,3,3,3,3,3],[240,0,1,1,1,1,44.71,0.002,0,0,0,0,0,0,0],[241,1,3,3,1,3,46.14,0.002,0,1,1,1,1,1,1],[242,2,2,0,1,2,41.96,0.002,0,2,0,2,1,1,1],[243,3,3,0,1,3,40.71,0.002,0,3,3,3,3,3,3],[244,0,2,2,1,2,43.7,0.002,0,0,2,0,0,0,0],[245,1,1,3,1,1,46.17,0.002,0,1,1,1,1,1,1],[246,2,2,0,1,2,45.07,0.002,0,0,2,0,1,1,1],[247,3,1,1,1,1,36.38,0.002,0,1,1,1,3,3,3],[248,0,3,3,1,3,44.56,0.002,0,0,0,0,0,0,0],[249,1,1,1,1,1,45.72,0.002,0,1,1,1,1,1,1],[250,2,2,0,1,2,41.94,0.002,0,2,2,2,1,1,1],[251,3,2,2,1,2,33.78,0.002,0,3,2,3,3,3,3],[252,0,2,2,1,2,42.54,0.002,0,2,0,2,1,1,1],[253,1,1,1,1,1,41.76,0.002,0,1,3,1,2,2,2],[254,2,0,0,1,0,42.78,0.002,0,2,2,2,2,2,2],[255,3,3,0,1,3,35.47,0.002,0,3,3,3,3,3,3],[256,0,2,2,1,2,46.53,0.002,0,2,2,2,1,1,1],[257,1,1,0,1,1,42.71,0.002,0,1,3,1,1,1,1],[258,2,2,0,1,2,39.02,0.002,0,2,2,2,2,2,2],[259,3,0,2,1,0,37.47,0.002,0,3,2,3,2,2,2],[260,0,0,0,1,0,44.99,0.002,0,0,0,0,0,0,0],[261,1,1,0,1,1,46.77,0.002,0,1,1,1,1,1,1],[262,2,2,3,1,2,35.31,0.002,0,3,3,2,2,2,2],[263,3,1,1,1,1,36.72,0.002,0,3,3,3,3,3,3],[264,0,0,2,1,0,44.16,0.002,0,0,0,0,0,0,0],[265,1,0,0,1,0,42.12,0.002,0,1,1,1,1,2,1],[266,2,2,2,1,2,40.3,0.002,0,2,2,2,2,2,2],[267,3,3,0,1,3,41.2,0.002,0,3,3,3,3,3,3],[268,0,0,2,1,0,40.62,0.002,0,0,0,0,0,0,0],[269,1,1,1,1,1,45.24,0.002,0,1,1,1,1,1,1],[270,2,2,2,1,2,37.05,0.002,0,2,0,2,2,2,2],[271,3,0,0,1,0,41.65,0.002,0,1,2,1,1,1,1],[272,0,0,0,1,0,38.56,0.002,0,0,0,0,0,0,0],[273,1,1,1,1,1,43.18,0.002,0,1,1,1,1,1,1],[274,2,2,3,1,2,42.14,0.002,0,2,3,2,1,1,1],[275,3,1,1,1,1,41.73,0.002,0,1,1,1,3,3,3],[276,0,2,2,1,2,43.72,0.002,0,2,2,2,1,1,1],[277,1,3,3,1,3,40,0.002,0,1,3,1,1,3,1],[278,2,2,0,1,2,40.98,0.002,0,2,3,2,2,2,2],[279,3,0,0,1,0,38.85,0.002,0,3,3,3,3,3,3],[280,0,3,3,1,3,44.18,0.002,0,0,0,0,0,0,0],[281,1,1,1,1,1,46.18,0.002,0,1,1,1,1,1,1],[282,2,2,0,1,2,39.19,0.002,0,2,0,2,2,2,2],[283,3,3,2,1,3,33.95,0.002,0,3,3,3,3,3,3],[284,0,2,2,1,2,47.31,0.002,0,2,2,2,1,1,1],[285,1,1,1,1,1,47.82,0.002,0,1,1,1,1,1,1],[286,2,0,0,1,2,41.83,0.002,0,0,0,0,2,0,2],[287,3,3,3,1,3,35.6,0.002,0,3,3,3,3,3,3],[288,0,0,0,1,0,42.65,0.002,0,0,0,0,0,0,0],[289,1,1,1,1,1,47.71,0.002,0,1,1,1,1,1,1],[290,2,2,0,1,2,40.49,0.002,0,2,0,2,2,2,2],[291,3,3,0,1,3,38.66,0.002,0,3,3,3,3,3,3],[292,0,0,0,1,0,41.9,0.002,0,0,0,0,0,0,0],[293,1,1,1,1,1,46.47,0.002,0,1,3,1,1,1,1],[294,2,2,0,1,2,43.67,0.002,0,2,2,2,1,1,1],[295,3,1,1,1,1,36.39,0.002,0,3,3,3,3,3,3],[296,0,0,0,1,0,44.13,0.002,0,0,0,0,0,0,0],[297,1,1,1,1,1,44.85,0.002,0,1,1,1,1,1,1],[298,2,2,3,1,2,44.45,0.002,0,3,3,3,1,1,1],[299,3,0,0,1,0,38.96,0.002,0,3,0,3,3,3,3],[300,0,0,0,1,0,41.93,0.002,0,0,0,0,0,0,0],[301,1,1,2,1,1,41.62,0.002,0,1,3,1,2,2,2],[302,2,2,0,1,2,42.33,0.002,0,0,3,0,1,1,1],[303,3,0,2,1,0,37.85,0.002,0,2,2,2,1,1,1],[304,0,2,2,1,2,39.84,0.002,0,2,2,2,2,2,2],[305,1,1,1,1,1,47.52,0.002,0,1,1,1,1,1,1],[306,2,0,0,1,0,44.11,0.002,0,2,2,2,2,2,2],[307,3,3,3,1,3,33.59,0.002,0,3,3,3,3,3,3],[308,0,0,2,1,0,44.06,0.002,0,0,0,0,0,0,0],[309,1,1,1,1,1,47.34,0.002,0,1,1,1,1,1,1],[310,2,2,3,1,2,37.4,0.002,0,2,3,2,2,1,2],[311,3,2,2,1,2,35.82,0.002,0,2,2,2,2,2,2],[312,0,0,0,1,0,47.32,0.002,0,0,0,0,0,0,0],[313,1,1,1,1,1,43.05,0.002,0,1,1,1,2,2,2],[314,2,2,0,1,2,35.51,0.002,0,2,0,2,2,2,2],[315,3,3,2,1,3,35.01,0.002,0,3,2,3,3,2,3],[316,0,2,2,1,2,40.56,0.002,0,2,2,2,2,2,2],[317,1,1,1,1,1,45.54,0.002,0,1,1,1,1,1,1],[318,2,2,0,1,2,43.76,0.002,0,2,0,2,2,2,2],[319,3,3,0,1,3,37.65,0.002,0,3,1,3,3,3,3],[320,0,1,1,1,1,46.02,0.002,0,0,0,0,0,0,0],[321,1,3,2,1,3,39.74,0.002,0,3,3,3,2,2,2],[322,2,2,0,1,2,38.06,0.002,0,2,2,2,2,2,2],[323,3,3,1,1,3,35.02,0.002,0,3,3,3,3,3,3],[324,0,0,0,1,0,44.24,0.002,0,0,0,0,0,0,0],[325,1,1,0,1,1,46.17,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,37.64,0.002,0,2,3,2,2,2,2],[327,3,2,2,1,0,42.12,0.002,0,2,2,2,1,3,1],[328,0,0,2,1,0,40.91,0.002,0,0,0,0,0,0,0],[329,1,3,3,1,3,40.64,0.002,0,3,3,3,3,3,3],[330,2,2,0,1,2,44.14,0.002,0,2,0,2,2,0,2],[331,3,3,2,1,3,40.18,0.002,0,3,2,3,3,2,3],[332,0,0,0,1,0,41.74,0.002,0,0,0,0,0,0,0],[333,1,1,0,1,1,44.78,0.002,0,1,1,1,1,1,1],[334,2,0,0,1,0,44.67,0.002,0,0,0,0,0,0,0],[335,3,3,3,1,3,34.35,0.002,0,3,3,3,3,3,3],[336,0,2,2,1,2,41.58,0.002,0,2,2,2,2,2,2],[337,1,1,1,1,1,46.68,0.002,0,1,1,1,1,1,1],[338,2,2,0,1,2,39.11,0.002,0,2,3,2,2,2,2],[339,3,1,1,1,1,42.43,0.002,0,1,1,1,3,3,3],[340,0,3,3,1,3,45.76,0.002,0,0,0,0,0,0,0],[341,1,1,1,1,1,43.14,0.002,0,1,1,1,2,2,2],[342,2,0,0,1,0,42.86,0.002,0,2,2,2,2,0,2],[343,3,0,0,1,0,38.76,0.002,0,3,3,3,3,3,3],[344,0,3,3,1,3,36.57,0.002,0,0,0,0,0,0,0],[345,1,1,1,1,1,47.39,0.002,0,1,1,1,1,1,1],[346,2,2,0,1,2,42.17,0.002,0,2,2,0,2,1,2],[347,3,3,3,1,3,37.48,0.002,0,3,3,3,3,3,3],[348,0,0,0,1,0,39.58,0.002,0,0,0,0,0,0,0],[349,1,1,1,1,1,42.62,0.002,0,1,1,1,1,1,1],[350,2,0,0,1,0,43.09,0.002,0,2,2,2,2,2,2],[351,3,0,0,1,0,39.03,0.002,0,3,3,3,3,3,3],[352,0,0,0,1,0,46.14,0.002,0,0,0,0,0,0,0],[353,1,1,3,1,1,41.24,0.002,0,3,3,3,1,2,1],[354,2,2,2,1,2,41.85,0.002,0,2,2,2,2,2,2],[355,3,3,0,1,3,39.04,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,44.69,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,45.82,0.002,0,1,1,1,1,1,1],[358,2,2,2,1,2,35.79,0.002,0,2,2,2,2,2,2],[359,3,3,2,1,3,36.45,0.002,0,3,3,3,3,3,3],[360,0,2,2,1,2,46,0.002,0,0,0,0,0,2,0],[361,1,0,2,1,0,46.66,0.002,0,1,2,1,1,2,1],[362,2,2,0,1,2,42.83,0.002,0,2,0,2,2,0,2],[363,3,3,0,1,3,36.37,0.002,0,3,3,3,3,3,3],[364,0,3,3,1,3,45.65,0.002,0,0,0,0,0,0,0],[365,1,1,1,1,1,42.71,0.002,0,1,1,1,1,1,1],[366,2,0,0,1,0,41.76,0.002,0,2,2,2,2,0,2],[367,3,3,2,1,3,35.7,0.002,0,3,3,3,3,3,3],[368,0,2,2,1,2,46.94,0.002,0,2,2,2,0,1,0],[369,1,1,3,1,1,45.75,0.002,0,1,1,1,1,1,1],[370,2,2,0,1,2,39.01,0.002,0,2,2,2,2,2,2],[371,3,0,0,1,0,40.75,0.002,0,3,3,3,3,3,3],[372,0,0,0,1,0,41,0.002,0,0,0,0,0,0,0],[373,1,1,1,1,1,46.85,0.002,0,1,1,1,1,1,1],[374,2,2,0,1,2,42.54,0.002,0,2,3,2,1,1,1],[375,3,1,1,1,1,38.92,0.002,0,1,1,1,3,3,3],[376,0,0,0,1,0,45.02,0.002,0,0,0,0,0,1,0],[377,1,1,1,1,1,45.67,0.002,0,1,1,1,1,1,1],[378,2,2,0,1,2,43.84,0.002,0,0,0,0,1,1,1],[379,3,1,1,1,1,36.43,0.002,0,3,1,3,3,3,3],[380,0,2,2,1,2,41.81,0.002,0,2,2,2,1,2,1],[381,1,0,0,1,0,41.95,0.002,0,1,2,1,1,2,1],[382,2,0,0,1,0,40.38,0.002,0,2,3,2,2,2,2],[383,3,3,2,1,3,35.3,0.002,0,3,2,3,3,3,3],[384,0,3,3,1,3,42.67,0.002,0,0,0,0,0,0,0],[385,1,3,2,1,3,46.14,0.002,0,1,3,1,1,1,1],[386,2,2,3,1,2,36.88,0.002,0,2,3,2,2,2,2],[387,3,2,2,1,2,38.37,0.002,0,3,2,3,2,2,2],[388,0,2,2,1,2,47.66,0.002,0,0,0,0,1,1,1],[389,1,3,3,1,3,40.79,0.002,0,1,3,1,2,2,2],[390,2,2,3,1,2,40.66,0.002,0,2,2,2,2,1,2],[391,3,3,0,1,3,36.74,0.002,0,3,3,3,3,3,3],[392,0,3,3,1,3,38.59,0.002,0,0,0,0,0,0,0],[393,1,3,3,1,3,41.43,0.002,0,1,3,1,1,2,1],[394,2,2,3,1,2,42.76,0.002,0,3,3,2,2,2,2],[395,3,1,1,1,1,40.25,0.002,0,1,1,1,3,3,3],[396,0,0,2,1,0,37.62,0.002,0,0,0,0,0,2,0],[397,1,1,1,1,1,46.93,0.002,0,1,1,1,1,1,1],[398,2,0,0,1,0,37.5,0.002,0,2,0,2,2,2,2],[399,3,1,1,1,1,38.61,0.002,0,1,1,1,3,3,3]],"elapsed_ms":1687,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":339,"J":250,"J_valid":250,"n_invalid":0,"n00":92,"n01":6,"n10":96,"n11":56,"ctl_n":250,"ctl_err":4},"metrics":{"target_error":0.248,"Q_transfer":0.752,"source_success":0.608,"joint_error":0.224,"T_cond":0.3684210526315789,"R":0.016,"delta":0.23199999999999998,"delta_pp":23.2,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.8475}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":326,"J":233,"J_valid":233,"n_invalid":0,"n00":89,"n01":3,"n10":106,"n11":35,"ctl_n":233,"ctl_err":2},"metrics":{"target_error":0.1630901287553648,"Q_transfer":0.8369098712446352,"source_success":0.6051502145922747,"joint_error":0.15021459227467812,"T_cond":0.24822695035460993,"R":0.008583690987124463,"delta":0.15450643776824033,"delta_pp":15.450643776824032,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-LR/fgsm/eps0050","seed":44,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,0,1,0,35.99,0.005,0,0,0,0,0,0,0],[1,1,1,3,1,1,37.01,0.005,0,1,3,1,1,1,1],[2,2,0,0,1,0,33.89,0.005,0,2,0,2,2,2,2],[3,3,3,2,1,3,32.54,0.005,0,3,2,1,3,3,3],[4,0,3,3,1,3,31.46,0.005,0,0,0,0,0,0,0],[5,1,1,1,1,1,37.93,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,34.35,0.005,0,2,0,2,2,2,2],[7,3,3,0,1,3,27.52,0.005,0,3,3,3,3,3,3],[8,0,2,2,1,2,35.33,0.005,0,2,2,2,1,2,1],[9,1,1,3,1,1,38.47,0.005,0,1,1,1,1,3,1],[10,2,2,2,1,2,29.13,0.005,0,2,0,2,2,2,2],[11,3,0,0,1,0,32.31,0.005,0,3,3,3,3,3,3],[12,0,0,2,1,0,35.83,0.005,0,0,0,0,0,0,0],[13,1,1,1,1,1,35.75,0.005,0,1,1,1,1,2,1],[14,2,2,0,1,2,33.56,0.005,0,2,0,2,2,0,2],[15,3,3,2,1,3,27.7,0.005,0,3,3,3,3,3,3],[16,0,2,2,1,3,33.09,0.005,0,0,0,0,0,0,0],[17,1,1,0,1,1,39.86,0.005,0,1,1,1,1,1,1],[18,2,0,0,1,0,35.41,0.005,0,2,0,2,1,1,1],[19,3,3,2,1,3,30.34,0.005,0,3,3,3,3,3,3],[20,0,0,1,1,0,39.23,0.005,0,0,0,0,1,1,1],[21,1,0,2,1,0,34.9,0.005,0,1,2,1,1,2,2],[22,2,2,3,1,2,30.41,0.005,0,2,2,2,2,2,2],[23,3,3,2,1,3,28.01,0.005,0,3,2,3,3,3,3],[24,0,0,2,1,0,34.09,0.005,0,0,0,0,0,0,0],[25,1,1,1,1,1,33.4,0.005,0,1,3,1,1,2,1],[26,2,2,3,1,2,36.31,0.005,0,2,0,0,1,1,1],[27,3,0,0,1,0,31.83,0.005,0,3,0,3,3,3,3],[28,0,2,2,1,2,34.13,0.005,0,2,2,2,2,2,2],[29,1,1,1,1,1,38.9,0.005,0,1,1,1,1,1,1],[30,2,2,3,1,2,33.98,0.005,0,2,0,2,1,1,1],[31,3,3,0,1,3,28.81,0.005,0,3,3,3,3,2,3],[32,0,0,0,1,0,37.97,0.005,0,0,0,0,0,0,0],[33,1,1,1,1,1,36.36,0.005,0,1,1,1,1,1,1],[34,2,2,0,1,0,35.19,0.005,0,0,0,2,2,0,2],[35,3,3,1,1,3,29.91,0.005,0,3,3,3,3,3,3],[36,0,2,2,1,2,36.99,0.005,0,2,0,2,1,1,1],[37,1,3,3,1,3,31.84,0.005,0,3,3,3,2,2,2],[38,2,2,0,1,2,33.69,0.005,0,2,2,2,2,1,2],[39,3,3,2,1,3,30.2,0.005,0,3,2,3,3,3,3],[40,0,3,3,1,3,33.95,0.005,0,0,0,0,0,0,0],[41,1,1,1,1,1,34.54,0.005,0,1,3,1,2,2,2],[42,2,2,0,1,2,30.67,0.005,0,0,2,0,2,2,2],[43,3,1,1,1,3,29.19,0.005,0,3,3,3,3,3,3],[44,0,0,1,1,0,32.98,0.005,0,0,0,0,0,0,0],[45,1,1,1,1,1,39.75,0.005,0,1,1,1,1,1,1],[46,2,3,3,1,2,34.31,0.005,0,3,3,2,1,1,1],[47,3,3,3,1,3,29.79,0.005,0,3,3,3,3,3,3],[48,0,2,2,1,2,39.37,0.005,0,2,2,2,1,1,1],[49,1,1,3,1,1,36.45,0.005,0,1,1,1,1,1,1],[50,2,2,0,1,2,34.31,0.005,0,2,2,2,2,1,2],[51,3,3,2,1,3,28.23,0.005,0,3,3,3,3,3,3],[52,0,2,2,1,2,36.65,0.005,0,2,2,2,0,2,0],[53,1,1,2,1,1,39.43,0.005,0,1,0,1,1,1,1],[54,2,2,0,1,2,29.66,0.005,0,2,2,2,2,0,2],[55,3,1,1,1,1,33.29,0.005,0,3,1,1,3,3,3],[56,0,0,2,1,0,38.01,0.005,0,0,0,0,0,0,0],[57,1,1,0,1,1,35.53,0.005,0,1,2,1,1,2,1],[58,2,2,3,1,2,32.87,0.005,0,2,3,2,2,1,2],[59,3,3,0,1,3,28.44,0.005,0,3,3,3,3,3,3],[60,0,0,2,1,0,34.53,0.005,0,0,0,0,0,0,0],[61,1,1,1,1,1,39.15,0.005,0,1,1,1,1,1,1],[62,2,0,0,1,0,35.94,0.005,0,2,0,2,2,0,2],[63,3,3,1,1,1,32.31,0.005,0,3,1,3,3,3,3],[64,0,0,2,1,0,39.04,0.005,0,0,2,2,1,1,1],[65,1,1,0,1,1,37.74,0.005,0,1,1,1,1,1,1],[66,2,2,3,1,2,36.04,0.005,0,2,3,2,1,1,1],[67,3,1,1,1,1,31.81,0.005,0,3,1,1,3,3,3],[68,0,0,3,1,0,35.25,0.005,0,0,0,0,0,0,0],[69,1,1,1,1,1,37.25,0.005,0,1,1,1,1,1,1],[70,2,2,0,1,2,31.86,0.005,0,2,0,2,2,1,2],[71,3,3,1,1,1,28.77,0.005,0,3,1,3,3,3,3],[72,0,2,2,1,2,38.39,0.005,0,0,0,0,1,2,1],[73,1,1,1,1,1,39.39,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,29.06,0.005,0,2,0,2,2,2,2],[75,3,3,1,1,3,32.61,0.005,0,3,1,1,3,3,3],[76,0,3,2,1,3,38.98,0.005,0,0,3,0,1,1,1],[77,1,1,1,1,1,39.13,0.005,0,1,1,1,1,1,1],[78,2,2,0,1,2,34.39,0.005,0,2,2,2,2,1,2],[79,3,0,0,1,0,32.01,0.005,0,2,2,2,1,2,1],[80,0,0,2,1,0,36.53,0.005,0,0,0,0,0,0,0],[81,1,1,1,1,1,37.17,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,27.74,0.005,0,0,2,0,2,2,2],[83,3,2,2,1,1,31.47,0.005,0,1,1,3,3,3,3],[84,0,0,2,1,0,34.35,0.005,0,0,2,0,2,2,2],[85,1,1,2,1,1,34.68,0.005,0,1,3,1,2,2,2],[86,2,2,3,1,2,32.32,0.005,0,2,3,2,2,1,2],[87,3,3,2,1,3,26.79,0.005,0,3,3,3,3,3,3],[88,0,0,2,1,0,39.59,0.005,0,0,0,0,0,0,0],[89,1,1,3,1,1,37.84,0.005,0,1,3,1,1,3,1],[90,2,2,0,1,2,33.99,0.005,0,2,0,2,2,0,2],[91,3,3,2,1,3,27.96,0.005,0,3,3,3,3,3,3],[92,0,2,2,1,2,32.1,0.005,0,2,2,2,2,2,2],[93,1,3,3,1,3,33.03,0.005,0,3,3,3,2,2,2],[94,2,2,3,1,2,34.05,0.005,0,2,3,2,2,0,2],[95,3,1,1,1,1,29.13,0.005,0,3,1,1,3,3,3],[96,0,2,2,1,2,36.69,0.005,0,0,2,0,1,2,1],[97,1,1,2,1,1,39.52,0.005,0,1,3,1,1,2,1],[98,2,2,0,1,2,33.17,0.005,0,2,0,2,2,0,2],[99,3,3,3,1,3,27.28,0.005,0,3,3,3,3,3,3],[100,0,0,3,1,0,37.5,0.005,0,0,0,0,0,0,0],[101,1,1,3,1,1,35.7,0.005,0,1,3,1,1,2,1],[102,2,2,2,1,2,30.57,0.005,0,2,2,2,2,0,2],[103,3,1,1,1,1,32.15,0.005,0,1,1,1,3,3,3],[104,0,1,1,1,1,37.29,0.005,0,0,0,0,0,0,0],[105,1,3,2,1,3,36.69,0.005,0,1,2,1,1,2,1],[106,2,0,0,1,2,29.57,0.005,0,2,0,2,2,2,2],[107,3,1,1,1,1,32.33,0.005,0,3,1,3,3,3,3],[108,0,0,1,1,0,39.37,0.005,0,0,0,0,0,0,0],[109,1,1,1,1,1,39.8,0.005,0,1,3,1,1,1,1],[110,2,2,0,1,2,33.61,0.005,0,0,0,0,2,1,2],[111,3,3,3,1,1,27.37,0.005,0,3,1,1,3,3,3],[112,0,2,2,1,2,31.13,0.005,0,0,0,0,0,0,0],[113,1,1,3,1,1,39.36,0.005,0,1,1,1,3,3,3],[114,2,2,3,1,2,29.41,0.005,0,2,3,2,2,0,2],[115,3,1,1,1,1,28.12,0.005,0,3,1,3,3,3,3],[116,0,1,1,1,1,34.58,0.005,0,0,0,0,0,0,0],[117,1,1,3,1,1,38.41,0.005,0,1,1,1,1,1,1],[118,2,2,0,1,2,32.18,0.005,0,2,0,2,2,1,2],[119,3,0,0,1,0,30.53,0.005,0,3,3,3,3,3,3],[120,0,1,1,1,1,37.57,0.005,0,0,0,0,0,0,0],[121,1,1,1,1,1,39.79,0.005,0,1,1,1,1,1,1],[122,2,2,0,1,2,32.35,0.005,0,2,2,2,2,1,2],[123,3,1,1,1,1,32.26,0.005,0,1,1,1,3,3,3],[124,0,0,2,1,0,31.16,0.005,0,0,0,0,0,2,0],[125,1,1,2,1,1,39.51,0.005,0,1,3,1,1,1,1],[126,2,2,3,1,2,34.58,0.005,0,0,3,0,2,1,2],[127,3,3,2,1,3,28.74,0.005,0,3,2,3,3,3,3],[128,0,2,2,1,2,32.67,0.005,0,2,2,2,2,2,2],[129,1,1,3,1,1,36.3,0.005,0,1,1,1,1,3,1],[130,2,2,2,1,2,30.67,0.005,0,2,2,2,2,0,2],[131,3,1,2,1,1,32.54,0.005,0,3,2,3,3,3,3],[132,0,0,1,1,0,34.43,0.005,0,0,0,0,0,0,0],[133,1,1,3,1,1,34.06,0.005,0,1,1,1,1,3,3],[134,2,2,0,1,2,35.56,0.005,0,2,0,2,2,3,3],[135,3,3,3,1,3,28.73,0.005,0,3,3,3,3,3,3],[136,0,2,2,1,2,36.52,0.005,0,2,2,2,0,2,0],[137,1,1,1,1,1,38.6,0.005,0,1,1,1,1,1,1],[138,2,3,3,1,2,33.87,0.005,0,3,3,3,2,1,3],[139,3,0,2,1,0,24.92,0.005,0,3,2,3,3,3,3],[140,0,0,2,1,0,30.54,0.005,0,0,0,0,0,0,0],[141,1,1,1,1,1,38.13,0.005,0,1,1,1,1,1,1],[142,2,2,0,1,2,29.93,0.005,0,2,2,2,2,2,2],[143,3,3,3,1,3,28.26,0.005,0,3,1,3,3,3,3],[144,0,0,3,1,0,36.02,0.005,0,0,0,0,0,0,0],[145,1,1,3,1,1,33.85,0.005,0,3,3,3,1,2,1],[146,2,2,3,1,2,31.35,0.005,0,2,3,2,2,0,2],[147,3,3,2,1,3,26.43,0.005,0,3,3,3,3,3,3],[148,0,0,3,1,0,34.28,0.005,0,0,0,0,0,0,0],[149,1,0,0,1,0,33.41,0.005,0,1,2,1,1,2,1],[150,2,2,3,1,2,36.19,0.005,0,2,3,2,2,1,1],[151,3,3,0,1,3,33.46,0.005,0,3,3,3,1,2,1],[152,0,2,2,1,2,34.72,0.005,0,2,2,2,1,2,1],[153,1,1,1,1,1,38.62,0.005,0,1,1,1,1,1,1],[154,2,2,3,1,2,34.27,0.005,0,2,3,2,2,3,2],[155,3,3,3,1,3,25.15,0.005,0,3,3,3,3,3,3],[156,0,2,2,1,2,36.92,0.005,0,0,0,0,1,2,1],[157,1,1,0,1,1,34.83,0.005,0,1,1,1,1,2,1],[158,2,2,3,1,2,30.42,0.005,0,2,3,2,2,2,2],[159,3,3,2,1,2,32.82,0.005,0,3,2,3,3,3,3],[160,0,0,1,1,0,36.22,0.005,0,0,0,0,0,0,0],[161,1,1,0,1,1,38.56,0.005,0,1,3,1,1,1,1],[162,2,2,0,1,2,28.39,0.005,0,2,0,2,2,0,2],[163,3,1,1,1,1,33.93,0.005,0,1,1,1,3,3,3],[164,0,0,2,1,0,37.04,0.005,0,0,0,0,0,0,0],[165,1,1,3,1,1,37.64,0.005,0,1,1,1,1,3,1],[166,2,0,0,1,2,34.13,0.005,0,2,2,2,1,1,1],[167,3,3,2,1,3,29.85,0.005,0,3,3,3,3,3,3],[168,0,0,0,1,0,38.05,0.005,0,0,0,0,0,0,0],[169,1,3,3,1,3,32.23,0.005,0,3,3,3,2,2,2],[170,2,0,0,1,0,33.63,0.005,0,0,0,0,1,1,0],[171,3,3,3,1,3,33.89,0.005,0,3,3,3,3,3,3],[172,0,2,2,1,2,37.31,0.005,0,2,2,2,0,2,0],[173,1,1,1,1,1,37.62,0.005,0,1,3,1,1,1,1],[174,2,2,0,1,2,36.53,0.005,0,2,0,2,1,1,1],[175,3,3,0,1,3,31.37,0.005,0,3,3,3,3,3,3],[176,0,0,2,1,0,33.59,0.005,0,0,0,0,0,2,0],[177,1,1,0,1,1,38.45,0.005,0,1,3,1,1,1,1],[178,2,2,0,1,2,35.51,0.005,0,2,2,0,1,1,1],[179,3,3,2,1,3,30.78,0.005,0,3,3,3,3,3,3],[180,0,2,2,1,3,34.12,0.005,0,0,0,0,0,0,0],[181,1,3,2,1,3,33.71,0.005,0,3,3,3,1,2,1],[182,2,2,3,1,2,36.18,0.005,0,2,3,2,2,0,2],[183,3,1,1,1,3,31.68,0.005,0,3,1,3,3,3,3],[184,0,2,2,1,2,32.74,0.005,0,0,0,2,2,2,2],[185,1,1,3,1,1,36.06,0.005,0,1,3,1,1,1,1],[186,2,2,3,1,2,34.62,0.005,0,2,3,2,1,1,1],[187,3,3,2,1,3,33.07,0.005,0,3,2,3,3,3,3],[188,0,2,2,1,2,37.82,0.005,0,0,2,0,1,1,1],[189,1,1,1,1,1,38.77,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,34.76,0.005,0,2,2,2,2,1,2],[191,3,3,2,1,3,25.65,0.005,0,3,2,3,3,2,3],[192,0,3,3,1,3,32.31,0.005,0,0,0,0,0,0,0],[193,1,1,1,1,1,38.39,0.005,0,1,1,1,1,1,1],[194,2,0,0,1,0,36.54,0.005,0,2,0,2,2,0,2],[195,3,0,2,1,0,28.15,0.005,0,3,2,1,3,3,3],[196,0,2,2,1,2,39.82,0.005,0,0,2,0,1,1,1],[197,1,1,1,1,1,39.5,0.005,0,1,1,1,1,1,1],[198,2,2,0,1,2,33.11,0.005,0,2,0,2,1,0,1],[199,3,1,1,1,1,33.2,0.005,0,1,1,3,3,3,3],[200,0,0,0,1,0,34.37,0.005,0,0,0,0,0,0,0],[201,1,1,1,1,1,38.11,0.005,0,1,1,1,1,2,1],[202,2,0,0,1,0,32.89,0.005,0,2,2,2,1,1,1],[203,3,0,0,1,0,29.27,0.005,0,3,0,3,3,3,3],[204,0,0,3,1,0,32.68,0.005,0,0,0,0,0,0,0],[205,1,1,3,1,1,37.36,0.005,0,1,3,1,1,1,1],[206,2,2,0,1,2,36.39,0.005,0,2,3,2,1,1,1],[207,3,3,1,1,1,30.5,0.005,0,3,1,3,3,3,3],[208,0,3,3,1,3,35.91,0.005,0,0,0,0,0,0,0],[209,1,1,3,1,1,34.42,0.005,0,1,3,1,1,2,1],[210,2,2,0,1,0,33.52,0.005,0,2,0,2,1,1,1],[211,3,3,2,1,3,29.97,0.005,0,3,3,3,3,3,3],[212,0,1,1,1,1,33.99,0.005,0,0,0,0,0,0,0],[213,1,1,0,1,1,39.46,0.005,0,1,1,1,1,1,1],[214,2,2,3,1,2,28.55,0.005,0,2,3,2,2,2,2],[215,3,2,2,1,2,26.96,0.005,0,3,2,2,2,2,2],[216,0,0,2,1,0,31.96,0.005,0,0,2,0,0,2,0],[217,1,1,1,1,1,38.23,0.005,0,1,1,1,1,1,1],[218,2,2,0,1,2,30.63,0.005,0,2,0,2,2,1,2],[219,3,0,0,1,3,29.9,0.005,0,3,3,1,3,3,3],[220,0,0,2,1,0,33.81,0.005,0,0,2,0,2,2,2],[221,1,0,2,1,0,38.76,0.005,0,1,2,1,1,1,1],[222,2,2,2,1,2,28.38,0.005,0,2,2,2,2,2,2],[223,3,2,2,1,2,26.56,0.005,0,3,2,2,3,2,3],[224,0,2,2,1,2,39.16,0.005,0,0,2,2,1,2,1],[225,1,1,3,1,1,38.81,0.005,0,1,1,1,1,1,1],[226,2,2,0,1,2,33.29,0.005,0,2,3,2,2,0,2],[227,3,1,1,1,1,33.83,0.005,0,1,1,1,3,3,3],[228,0,0,2,1,0,37.43,0.005,0,0,0,0,0,0,0],[229,1,1,0,1,1,35.78,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,33.66,0.005,0,2,2,2,2,0,2],[231,3,1,1,1,1,26.01,0.005,0,1,1,1,3,3,3],[232,0,1,1,1,1,34.94,0.005,0,0,0,0,0,0,0],[233,1,3,3,1,3,31.82,0.005,0,1,3,1,1,3,1],[234,2,2,0,1,2,31.62,0.005,0,2,3,2,2,1,2],[235,3,3,1,1,1,29.64,0.005,0,3,3,3,3,3,3],[236,0,3,3,1,3,32.93,0.005,0,0,3,0,0,0,0],[237,1,1,1,1,1,36.98,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,28.61,0.005,0,2,2,2,2,2,2],[239,3,1,1,1,1,29.06,0.005,0,3,1,1,3,3,3],[240,0,1,1,1,1,36.75,0.005,0,0,0,0,0,0,0],[241,1,3,2,1,3,38.18,0.005,0,1,1,1,1,2,1],[242,2,2,0,1,2,34.01,0.005,0,2,2,2,1,1,1],[243,3,3,3,1,3,32.75,0.005,0,3,3,3,3,3,3],[244,0,2,2,1,2,35.74,0.005,0,0,2,0,0,2,0],[245,1,1,3,1,1,38.22,0.005,0,1,3,1,1,2,1],[246,2,2,0,1,2,37.11,0.005,0,0,2,0,1,1,1],[247,3,1,1,1,1,28.42,0.005,0,1,1,1,3,3,3],[248,0,3,3,1,3,36.6,0.005,0,0,3,0,0,0,0],[249,1,1,1,1,1,37.76,0.005,0,1,1,1,1,2,1],[250,2,2,0,1,2,33.98,0.005,0,2,3,2,1,1,1],[251,3,2,2,1,2,25.82,0.005,0,3,2,3,3,2,3],[252,0,2,2,1,2,34.58,0.005,0,2,0,2,1,1,1],[253,1,1,3,1,1,33.8,0.005,0,1,3,1,2,2,2],[254,2,0,0,1,0,34.82,0.005,0,2,1,2,2,1,2],[255,3,3,2,1,3,27.51,0.005,0,3,3,3,3,3,3],[256,0,2,2,1,2,38.57,0.005,0,2,2,2,1,1,1],[257,1,1,0,1,1,34.75,0.005,0,1,2,1,1,2,1],[258,2,2,0,1,2,31.06,0.005,0,2,2,2,2,2,2],[259,3,0,2,1,0,29.51,0.005,0,3,2,3,2,2,2],[260,0,0,3,1,0,37.04,0.005,0,0,0,0,0,0,0],[261,1,1,0,1,1,38.81,0.005,0,1,1,1,1,2,1],[262,2,2,3,1,2,27.35,0.005,0,3,3,2,2,2,2],[263,3,1,1,1,1,28.76,0.005,0,3,1,3,3,3,3],[264,0,0,2,1,0,36.21,0.005,0,0,0,0,0,0,0],[265,1,0,0,1,0,34.16,0.005,0,1,2,1,1,2,1],[266,2,2,2,1,2,32.34,0.005,0,2,2,2,2,2,2],[267,3,3,0,1,3,33.24,0.005,0,3,3,3,3,3,3],[268,0,0,2,1,0,32.66,0.005,0,0,0,0,0,0,0],[269,1,1,3,1,1,37.28,0.005,0,1,1,1,1,1,1],[270,2,2,2,1,2,29.09,0.005,0,2,0,2,2,2,2],[271,3,0,2,1,0,33.69,0.005,0,1,2,1,1,3,1],[272,0,0,0,1,0,30.6,0.005,0,0,0,0,0,0,0],[273,1,1,0,1,1,35.22,0.005,0,1,3,1,1,2,1],[274,2,2,3,1,2,34.18,0.005,0,2,3,2,1,3,1],[275,3,1,1,1,1,33.77,0.005,0,1,1,1,3,3,3],[276,0,2,2,1,2,35.76,0.005,0,2,2,2,1,2,1],[277,1,3,3,1,3,32.04,0.005,0,1,3,1,1,3,1],[278,2,2,0,1,2,33.02,0.005,0,2,2,2,2,2,2],[279,3,0,0,1,0,30.89,0.005,0,3,0,3,3,3,3],[280,0,3,3,1,3,36.22,0.005,0,0,0,0,0,0,0],[281,1,1,3,1,1,38.22,0.005,0,1,3,1,1,1,1],[282,2,2,2,1,2,31.23,0.005,0,2,0,2,2,2,2],[283,3,3,2,1,3,25.99,0.005,0,3,2,3,3,3,3],[284,0,2,2,1,2,39.35,0.005,0,2,2,2,1,1,1],[285,1,1,1,1,1,39.86,0.005,0,1,1,1,1,1,1],[286,2,0,0,1,2,33.88,0.005,0,0,0,2,2,0,2],[287,3,3,3,1,3,27.64,0.005,0,3,3,3,3,3,3],[288,0,0,0,1,0,34.69,0.005,0,0,0,0,0,0,0],[289,1,1,3,1,1,39.75,0.005,0,1,1,1,1,1,1],[290,2,2,3,1,2,32.53,0.005,0,2,0,2,2,2,2],[291,3,3,2,1,3,30.7,0.005,0,3,3,3,3,3,3],[292,0,0,3,1,0,33.94,0.005,0,0,0,0,0,0,0],[293,1,1,1,1,1,38.51,0.005,0,1,3,1,1,1,1],[294,2,2,0,1,2,35.71,0.005,0,2,0,2,1,1,1],[295,3,1,1,1,1,28.44,0.005,0,3,3,3,3,3,3],[296,0,0,2,1,0,36.18,0.005,0,0,0,0,0,0,0],[297,1,1,0,1,1,36.89,0.005,0,1,1,1,1,1,1],[298,2,2,3,1,2,36.49,0.005,0,3,3,3,1,1,1],[299,3,0,0,1,0,31,0.005,0,3,0,3,3,3,3],[300,0,0,2,1,0,33.97,0.005,0,0,0,0,0,0,0],[301,1,1,2,1,1,33.66,0.005,0,1,3,3,2,2,2],[302,2,2,2,1,2,34.37,0.005,0,0,0,0,1,1,1],[303,3,0,2,1,2,29.89,0.005,0,2,2,2,1,2,1],[304,0,2,2,1,2,31.88,0.005,0,2,2,2,2,2,2],[305,1,1,1,1,1,39.57,0.005,0,1,1,1,1,1,1],[306,2,0,0,1,0,36.15,0.005,0,2,2,2,2,0,2],[307,3,3,3,1,3,25.63,0.005,0,3,3,3,3,3,3],[308,0,0,2,1,0,36.1,0.005,0,0,0,0,0,2,0],[309,1,1,1,1,1,39.38,0.005,0,1,1,1,1,1,1],[310,2,2,3,1,2,29.44,0.005,0,2,0,2,2,1,2],[311,3,2,2,1,2,27.86,0.005,0,2,2,2,2,2,2],[312,0,0,0,1,0,39.36,0.005,0,0,0,0,0,0,0],[313,1,1,2,1,1,35.09,0.005,0,1,3,1,2,2,2],[314,2,2,2,1,2,27.56,0.005,0,2,2,2,2,2,2],[315,3,3,2,1,3,27.06,0.005,0,3,2,3,3,2,2],[316,0,2,2,1,2,32.6,0.005,0,2,2,2,2,2,2],[317,1,1,1,1,1,37.58,0.005,0,1,1,1,1,1,1],[318,2,2,0,1,2,35.81,0.005,0,2,0,2,2,2,2],[319,3,3,2,1,3,29.69,0.005,0,3,3,3,3,3,3],[320,0,1,1,1,1,38.06,0.005,0,0,0,0,0,0,0],[321,1,3,3,1,3,31.78,0.005,0,3,3,3,2,1,2],[322,2,2,0,1,2,30.1,0.005,0,2,0,2,2,1,2],[323,3,3,2,1,3,27.06,0.005,0,3,3,3,3,3,3],[324,0,0,2,1,0,36.28,0.005,0,0,2,0,0,0,0],[325,1,1,0,1,1,38.21,0.005,0,1,1,1,1,1,1],[326,2,2,3,1,2,29.68,0.005,0,2,3,2,2,2,2],[327,3,2,2,1,0,34.16,0.005,0,2,2,2,1,2,3],[328,0,0,2,1,0,32.95,0.005,0,0,0,0,0,0,0],[329,1,3,3,1,3,32.68,0.005,0,3,3,3,3,3,3],[330,2,2,3,1,2,36.18,0.005,0,2,0,0,2,0,2],[331,3,3,2,1,3,32.22,0.005,0,3,2,3,3,2,3],[332,0,0,0,1,0,33.79,0.005,0,0,0,0,0,0,0],[333,1,1,0,1,1,36.82,0.005,0,1,1,1,1,1,1],[334,2,0,0,1,0,36.71,0.005,0,0,0,0,0,0,0],[335,3,3,3,1,3,26.39,0.005,0,3,3,3,3,3,3],[336,0,2,2,1,2,33.62,0.005,0,2,2,2,2,2,2],[337,1,1,1,1,1,38.72,0.005,0,1,1,1,1,1,1],[338,2,2,3,1,2,31.15,0.005,0,2,2,2,2,1,2],[339,3,1,1,1,1,34.48,0.005,0,1,1,1,3,3,3],[340,0,3,3,1,3,37.8,0.005,0,0,0,0,0,0,0],[341,1,1,0,1,1,35.18,0.005,0,1,1,1,2,2,2],[342,2,0,0,1,0,34.9,0.005,0,2,3,2,2,0,2],[343,3,0,0,1,0,30.8,0.005,0,3,3,3,3,3,3],[344,0,3,3,1,3,28.61,0.005,0,0,0,0,0,0,0],[345,1,1,0,1,1,39.43,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,34.21,0.005,0,2,0,2,2,1,2],[347,3,3,3,1,3,29.52,0.005,0,3,3,3,3,3,3],[348,0,0,0,1,0,31.62,0.005,0,0,0,0,0,0,0],[349,1,1,1,1,1,34.66,0.005,0,1,3,1,1,1,1],[350,2,0,0,1,0,35.13,0.005,0,2,0,2,2,2,2],[351,3,0,0,1,0,31.07,0.005,0,3,3,3,3,3,3],[352,0,0,0,1,0,38.18,0.005,0,0,0,0,0,0,0],[353,1,1,3,1,3,33.28,0.005,0,3,3,3,1,2,1],[354,2,2,2,1,2,33.89,0.005,0,2,2,2,2,2,2],[355,3,3,0,1,3,31.08,0.005,0,3,3,3,3,3,3],[356,0,0,2,1,0,36.74,0.005,0,0,0,0,0,0,0],[357,1,1,0,1,1,37.86,0.005,0,1,1,1,1,1,1],[358,2,2,2,1,2,27.84,0.005,0,2,3,2,2,2,2],[359,3,3,2,1,3,28.49,0.005,0,3,3,3,3,2,3],[360,0,2,2,1,0,38.04,0.005,0,0,2,0,0,2,0],[361,1,0,2,1,0,38.71,0.005,0,1,2,1,1,2,1],[362,2,2,0,1,2,34.87,0.005,0,2,2,2,2,0,2],[363,3,3,0,1,3,28.41,0.005,0,3,3,3,3,3,3],[364,0,3,3,1,3,37.69,0.005,0,0,0,0,0,0,0],[365,1,1,1,1,1,34.75,0.005,0,1,1,1,1,2,1],[366,2,0,0,1,0,33.8,0.005,0,2,0,2,2,0,2],[367,3,3,2,1,3,27.74,0.005,0,3,3,3,3,2,3],[368,0,2,2,1,2,38.98,0.005,0,2,2,2,0,2,0],[369,1,1,3,1,1,37.8,0.005,0,1,3,1,1,2,1],[370,2,2,3,1,2,31.05,0.005,0,2,2,2,2,2,2],[371,3,0,0,1,0,32.8,0.005,0,3,2,3,3,3,3],[372,0,0,2,1,0,33.04,0.005,0,0,0,0,0,0,0],[373,1,1,1,1,1,38.89,0.005,0,1,1,1,1,1,1],[374,2,2,0,1,2,34.58,0.005,0,2,3,2,1,1,2],[375,3,1,1,1,1,30.96,0.005,0,1,1,1,3,3,3],[376,0,0,2,1,0,37.06,0.005,0,0,0,0,0,1,0],[377,1,1,2,1,1,37.71,0.005,0,1,2,1,1,1,1],[378,2,2,0,1,2,35.88,0.005,0,0,0,0,1,1,1],[379,3,1,1,1,1,28.47,0.005,0,3,1,3,3,3,3],[380,0,2,2,1,2,33.85,0.005,0,2,2,2,1,2,1],[381,1,0,0,1,0,33.99,0.005,0,1,2,1,1,2,1],[382,2,0,0,1,2,32.42,0.005,0,2,3,2,2,2,2],[383,3,3,2,1,3,27.34,0.005,0,3,2,3,3,3,3],[384,0,3,3,1,3,34.71,0.005,0,0,0,0,0,0,0],[385,1,3,2,1,3,38.18,0.005,0,1,2,1,1,2,1],[386,2,2,2,1,2,28.92,0.005,0,2,3,2,2,3,2],[387,3,2,2,1,2,30.41,0.005,0,3,2,3,2,2,2],[388,0,2,2,1,2,39.71,0.005,0,0,0,0,1,1,1],[389,1,3,3,1,3,32.83,0.005,0,1,3,1,2,2,2],[390,2,2,3,1,2,32.7,0.005,0,2,0,2,2,0,2],[391,3,3,0,1,3,28.79,0.005,0,3,3,3,3,3,3],[392,0,3,3,1,3,30.63,0.005,0,0,3,0,0,0,0],[393,1,3,2,1,3,33.47,0.005,0,1,2,1,1,2,1],[394,2,2,3,1,2,34.8,0.005,0,3,3,2,2,2,2],[395,3,1,1,1,1,32.29,0.005,0,1,1,1,3,3,3],[396,0,0,2,1,0,29.66,0.005,0,0,0,0,0,2,0],[397,1,1,1,1,1,38.97,0.005,0,1,1,1,1,1,1],[398,2,0,0,1,0,29.54,0.005,0,2,0,2,2,0,2],[399,3,1,1,1,1,30.65,0.005,0,1,1,1,3,3,3]],"elapsed_ms":1133,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":339,"J":250,"J_valid":250,"n_invalid":0,"n00":55,"n01":13,"n10":98,"n11":84,"ctl_n":250,"ctl_err":8},"metrics":{"target_error":0.388,"Q_transfer":0.612,"source_success":0.728,"joint_error":0.336,"T_cond":0.46153846153846156,"R":0.032,"delta":0.356,"delta_pp":35.6,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.8475}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":326,"J":233,"J_valid":233,"n_invalid":0,"n00":59,"n01":8,"n10":102,"n11":64,"ctl_n":233,"ctl_err":4},"metrics":{"target_error":0.3090128755364807,"Q_transfer":0.6909871244635193,"source_success":0.7124463519313304,"joint_error":0.27467811158798283,"T_cond":0.3855421686746988,"R":0.017167381974248927,"delta":0.2918454935622318,"delta_pp":29.184549356223176,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-LR/fgsm/eps0100","seed":44,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,29.97,0.01,0,0,0,0,0,0,0],[1,1,1,2,1,1,30.99,0.01,0,1,3,1,1,2,1],[2,2,0,0,1,0,27.86,0.01,0,2,0,2,2,2,2],[3,3,3,2,1,3,26.51,0.01,0,3,2,3,3,3,3],[4,0,3,3,1,3,25.44,0.01,0,0,0,0,0,0,0],[5,1,1,1,1,1,31.91,0.01,0,1,1,1,1,1,1],[6,2,2,3,1,2,28.32,0.01,0,2,0,2,2,2,2],[7,3,3,0,1,3,21.5,0.01,0,3,3,3,3,3,3],[8,0,2,2,1,2,29.31,0.01,0,2,2,2,1,2,1],[9,1,1,3,1,1,32.45,0.01,0,1,1,1,1,1,1],[10,2,2,2,1,2,23.11,0.01,0,2,2,2,2,2,2],[11,3,0,0,1,0,26.29,0.01,0,3,0,3,3,3,3],[12,0,0,2,1,0,29.81,0.01,0,0,0,0,0,2,0],[13,1,1,3,1,1,29.73,0.01,0,1,3,1,1,2,1],[14,2,2,3,1,2,27.54,0.01,0,2,0,0,2,0,2],[15,3,3,2,1,3,21.68,0.01,0,3,1,3,3,3,3],[16,0,2,2,1,2,27.07,0.01,0,0,0,0,0,0,0],[17,1,1,0,1,1,33.84,0.01,0,1,2,1,1,1,1],[18,2,0,0,1,0,29.39,0.01,0,2,0,2,1,1,1],[19,3,3,2,1,3,24.32,0.01,0,3,3,3,3,3,3],[20,0,0,1,1,0,33.21,0.01,0,0,0,0,1,1,1],[21,1,0,2,1,0,28.88,0.01,0,1,2,1,1,2,1],[22,2,2,3,1,2,24.39,0.01,0,2,0,2,2,1,2],[23,3,3,2,1,2,21.99,0.01,0,3,2,3,3,3,3],[24,0,0,2,1,0,28.07,0.01,0,0,0,0,0,0,0],[25,1,1,1,1,1,27.38,0.01,0,1,1,1,1,2,1],[26,2,2,3,1,2,30.29,0.01,0,2,0,2,1,1,1],[27,3,0,0,1,0,25.81,0.01,0,3,0,3,3,3,3],[28,0,2,2,1,2,28.11,0.01,0,2,2,2,2,2,2],[29,1,1,0,1,1,32.88,0.01,0,1,1,1,1,1,1],[30,2,2,2,1,2,27.96,0.01,0,2,0,2,1,1,1],[31,3,3,2,1,3,22.78,0.01,0,3,3,3,3,2,3],[32,0,0,3,1,0,31.95,0.01,0,0,0,0,0,0,0],[33,1,1,1,1,1,30.34,0.01,0,1,1,1,1,1,1],[34,2,2,0,1,0,29.17,0.01,0,0,0,0,2,0,2],[35,3,3,1,1,3,23.88,0.01,0,3,3,3,3,3,3],[36,0,2,2,1,2,30.97,0.01,0,2,0,2,1,2,1],[37,1,3,3,1,3,25.82,0.01,0,3,3,3,2,2,2],[38,2,2,3,1,2,27.67,0.01,0,2,2,2,2,1,2],[39,3,3,2,1,3,24.18,0.01,0,3,2,3,3,3,3],[40,0,3,3,1,3,27.93,0.01,0,0,0,0,0,0,0],[41,1,1,2,1,1,28.52,0.01,0,1,3,1,2,2,2],[42,2,2,0,1,2,24.65,0.01,0,0,2,0,2,1,2],[43,3,1,1,1,1,23.17,0.01,0,3,3,3,3,3,3],[44,0,0,1,1,0,26.96,0.01,0,0,0,0,0,0,0],[45,1,1,1,1,1,33.73,0.01,0,1,3,1,1,1,1],[46,2,3,3,1,2,28.29,0.01,0,3,1,2,1,1,1],[47,3,3,3,1,3,23.77,0.01,0,3,3,3,3,3,3],[48,0,2,2,1,2,33.35,0.01,0,2,3,2,1,1,1],[49,1,1,3,1,1,30.42,0.01,0,1,1,1,1,1,1],[50,2,2,0,1,2,28.29,0.01,0,2,2,2,2,1,2],[51,3,3,2,1,3,22.21,0.01,0,3,3,3,3,3,3],[52,0,2,2,1,2,30.63,0.01,0,2,2,2,0,2,0],[53,1,1,2,1,1,33.41,0.01,0,1,2,1,1,1,1],[54,2,2,3,1,2,23.64,0.01,0,2,2,2,2,0,2],[55,3,1,1,1,1,27.27,0.01,0,3,1,1,3,3,3],[56,0,0,2,1,0,31.99,0.01,0,0,2,0,0,2,0],[57,1,1,2,1,1,29.51,0.01,0,1,2,1,1,2,1],[58,2,2,3,1,2,26.85,0.01,0,2,0,2,2,1,2],[59,3,3,0,1,3,22.42,0.01,0,3,3,3,3,3,3],[60,0,0,2,1,0,28.51,0.01,0,0,0,0,0,0,0],[61,1,1,1,1,1,33.13,0.01,0,1,1,1,1,1,1],[62,2,0,0,1,0,29.92,0.01,0,2,0,2,2,0,2],[63,3,3,2,1,1,26.29,0.01,0,3,2,3,3,3,3],[64,0,0,2,1,0,33.02,0.01,0,0,2,2,1,1,1],[65,1,1,0,1,1,31.72,0.01,0,1,2,1,1,2,1],[66,2,2,3,1,2,30.02,0.01,0,2,3,2,1,1,1],[67,3,1,1,1,1,25.79,0.01,0,3,1,3,3,3,3],[68,0,0,3,1,0,29.23,0.01,0,0,3,0,0,0,0],[69,1,1,1,1,1,31.23,0.01,0,1,1,1,1,1,1],[70,2,2,0,1,2,25.84,0.01,0,2,2,2,2,1,2],[71,3,3,1,1,1,22.75,0.01,0,3,1,3,3,3,3],[72,0,2,2,1,2,32.37,0.01,0,0,0,0,1,2,1],[73,1,1,1,1,1,33.37,0.01,0,1,1,1,1,1,1],[74,2,2,2,1,2,23.04,0.01,0,2,2,2,2,2,2],[75,3,3,1,1,1,26.59,0.01,0,3,1,1,3,3,3],[76,0,3,2,1,2,32.95,0.01,0,0,3,0,1,1,1],[77,1,1,0,1,1,33.11,0.01,0,1,1,1,1,1,1],[78,2,2,0,1,0,28.37,0.01,0,2,0,0,2,1,1],[79,3,0,0,1,0,25.99,0.01,0,2,2,2,1,2,2],[80,0,0,2,1,2,30.51,0.01,0,0,0,0,0,2,0],[81,1,1,1,1,1,31.15,0.01,0,1,1,1,1,1,1],[82,2,2,0,1,2,21.72,0.01,0,0,2,2,2,2,2],[83,3,2,2,1,2,25.45,0.01,0,1,1,1,3,3,3],[84,0,0,2,1,0,28.33,0.01,0,0,2,0,2,2,2],[85,1,1,2,1,1,28.66,0.01,0,1,3,1,2,3,2],[86,2,2,3,1,2,26.3,0.01,0,2,0,2,2,2,2],[87,3,3,2,1,3,20.77,0.01,0,3,3,3,3,3,3],[88,0,0,2,1,0,33.57,0.01,0,0,2,0,0,2,0],[89,1,1,3,1,1,31.82,0.01,0,1,3,1,1,3,1],[90,2,2,0,1,2,27.97,0.01,0,2,0,2,2,2,2],[91,3,3,2,1,0,21.94,0.01,0,3,3,3,3,3,3],[92,0,2,2,1,2,26.08,0.01,0,2,2,2,2,2,2],[93,1,3,3,1,3,27.01,0.01,0,3,3,3,2,2,2],[94,2,2,3,1,2,28.03,0.01,0,2,3,2,2,0,2],[95,3,1,1,1,1,23.11,0.01,0,3,1,1,3,3,3],[96,0,2,2,1,2,30.67,0.01,0,0,2,0,1,2,0],[97,1,1,3,1,1,33.5,0.01,0,1,3,1,1,2,1],[98,2,2,0,1,2,27.15,0.01,0,2,0,2,2,0,2],[99,3,3,3,1,3,21.26,0.01,0,3,3,3,3,3,3],[100,0,0,3,1,0,31.47,0.01,0,0,0,0,0,0,0],[101,1,1,3,1,1,29.67,0.01,0,1,3,1,1,2,1],[102,2,2,2,1,2,24.55,0.01,0,2,2,0,2,0,2],[103,3,1,1,1,1,26.13,0.01,0,1,1,1,3,3,3],[104,0,1,1,1,1,31.27,0.01,0,0,0,0,0,0,0],[105,1,3,2,1,3,30.67,0.01,0,1,2,1,1,2,1],[106,2,0,2,1,0,23.55,0.01,0,2,0,2,2,2,2],[107,3,1,1,1,1,26.31,0.01,0,3,1,3,3,3,3],[108,0,0,1,1,0,33.35,0.01,0,0,0,0,0,0,0],[109,1,1,1,1,1,33.77,0.01,0,1,3,1,1,3,1],[110,2,2,0,1,2,27.59,0.01,0,0,2,0,2,1,1],[111,3,3,2,1,1,21.35,0.01,0,3,1,3,3,3,3],[112,0,2,2,1,0,25.11,0.01,0,0,0,0,0,0,0],[113,1,1,1,1,1,33.34,0.01,0,1,1,1,3,1,1],[114,2,2,3,1,2,23.39,0.01,0,2,3,2,2,0,2],[115,3,1,1,1,1,22.1,0.01,0,3,1,1,3,3,3],[116,0,1,1,1,1,28.56,0.01,0,0,0,0,0,0,0],[117,1,1,3,1,1,32.38,0.01,0,1,1,1,1,1,1],[118,2,2,0,1,0,26.15,0.01,0,2,2,2,2,1,2],[119,3,0,0,1,0,24.5,0.01,0,3,3,3,3,3,3],[120,0,1,1,1,1,31.55,0.01,0,0,0,0,0,0,0],[121,1,1,1,1,1,33.77,0.01,0,1,1,1,1,1,1],[122,2,2,3,1,2,26.33,0.01,0,2,0,0,2,0,2],[123,3,1,1,1,1,26.24,0.01,0,1,1,1,3,3,3],[124,0,0,2,1,0,25.14,0.01,0,0,0,0,0,2,0],[125,1,1,2,1,1,33.49,0.01,0,1,3,1,1,2,1],[126,2,2,3,1,2,28.56,0.01,0,0,0,0,2,1,2],[127,3,3,2,1,2,22.71,0.01,0,3,2,1,3,3,3],[128,0,2,2,1,0,26.65,0.01,0,2,2,2,2,2,2],[129,1,1,3,1,1,30.28,0.01,0,1,1,1,1,1,1],[130,2,2,2,1,2,24.65,0.01,0,2,2,2,2,0,2],[131,3,1,2,1,0,26.51,0.01,0,3,2,2,3,3,3],[132,0,0,1,1,0,28.41,0.01,0,0,0,0,0,0,0],[133,1,1,3,1,1,28.04,0.01,0,1,3,1,1,3,3],[134,2,2,0,1,2,29.54,0.01,0,2,2,0,2,3,2],[135,3,3,3,1,3,22.71,0.01,0,3,3,3,3,3,3],[136,0,2,2,1,2,30.5,0.01,0,2,2,2,0,2,0],[137,1,1,3,1,1,32.58,0.01,0,1,3,1,1,1,1],[138,2,3,3,1,0,27.85,0.01,0,3,3,2,2,1,1],[139,3,0,2,1,0,20,0.008807,1,3,2,3,3,3,3],[140,0,0,2,1,0,24.52,0.01,0,0,0,0,0,2,0],[141,1,1,1,1,1,32.11,0.01,0,1,1,1,1,1,1],[142,2,2,3,1,2,23.91,0.01,0,2,3,2,2,2,2],[143,3,3,1,1,3,22.24,0.01,0,3,1,3,3,3,3],[144,0,0,3,1,0,30,0.01,0,0,0,0,0,0,0],[145,1,1,3,1,1,27.83,0.01,0,3,3,1,1,2,1],[146,2,2,3,1,2,25.33,0.01,0,2,3,2,2,0,2],[147,3,3,2,1,3,20.41,0.01,0,3,3,3,3,3,3],[148,0,0,3,1,0,28.26,0.01,0,0,0,0,0,0,0],[149,1,0,2,1,0,27.39,0.01,0,1,2,1,1,2,1],[150,2,2,3,1,2,30.17,0.01,0,2,3,2,2,1,1],[151,3,3,0,1,3,27.44,0.01,0,3,3,3,1,2,1],[152,0,2,2,1,2,28.7,0.01,0,2,2,2,1,2,1],[153,1,1,1,1,1,32.6,0.01,0,1,1,1,1,2,1],[154,2,2,3,1,2,28.25,0.01,0,2,3,2,2,3,2],[155,3,3,3,1,3,20,0.0090431,1,3,3,3,3,3,3],[156,0,2,2,1,2,30.9,0.01,0,0,2,0,1,2,1],[157,1,1,0,1,1,28.81,0.01,0,1,2,1,1,2,1],[158,2,2,3,1,2,24.4,0.01,0,2,3,2,2,2,2],[159,3,3,2,1,0,26.8,0.01,0,3,2,3,3,3,3],[160,0,0,1,1,0,30.2,0.01,0,0,0,0,0,0,0],[161,1,1,2,1,1,32.54,0.01,0,1,3,1,1,2,1],[162,2,2,0,1,2,22.37,0.01,0,2,2,2,2,2,2],[163,3,1,1,1,1,27.91,0.01,0,1,1,1,3,3,3],[164,0,0,2,1,0,31.02,0.01,0,0,0,0,0,0,0],[165,1,1,3,1,1,31.62,0.01,0,1,1,1,1,3,1],[166,2,0,2,1,2,28.11,0.01,0,2,2,2,1,1,1],[167,3,3,2,1,3,23.83,0.01,0,3,3,3,3,3,3],[168,0,0,0,1,0,32.03,0.01,0,0,0,0,0,0,0],[169,1,3,3,1,1,26.21,0.01,0,3,3,1,2,2,2],[170,2,0,0,1,0,27.61,0.01,0,0,0,2,1,1,1],[171,3,3,3,1,3,27.87,0.01,0,3,3,3,3,1,3],[172,0,2,2,1,2,31.29,0.01,0,2,3,2,0,2,0],[173,1,1,1,1,1,31.6,0.01,0,1,3,1,1,1,1],[174,2,2,0,1,2,30.51,0.01,0,2,0,2,1,1,1],[175,3,3,0,1,3,25.35,0.01,0,3,3,3,3,3,3],[176,0,0,2,1,0,27.57,0.01,0,0,2,0,0,2,0],[177,1,1,0,1,1,32.43,0.01,0,1,3,1,1,2,1],[178,2,2,0,1,2,29.49,0.01,0,2,0,2,1,1,2],[179,3,3,2,1,3,24.76,0.01,0,3,3,3,3,3,3],[180,0,2,2,1,2,28.1,0.01,0,0,0,0,0,0,0],[181,1,3,2,1,3,27.69,0.01,0,3,3,1,1,2,1],[182,2,2,3,1,2,30.15,0.01,0,2,3,2,2,0,2],[183,3,1,1,1,1,25.66,0.01,0,3,1,3,3,3,3],[184,0,2,2,1,2,26.72,0.01,0,0,2,2,2,2,1],[185,1,1,2,1,1,30.04,0.01,0,1,3,1,1,2,1],[186,2,2,3,1,2,28.6,0.01,0,2,3,2,1,1,1],[187,3,3,2,1,3,27.05,0.01,0,3,2,1,3,3,3],[188,0,2,2,1,2,31.8,0.01,0,0,2,0,1,2,1],[189,1,1,2,1,1,32.75,0.01,0,1,3,1,1,2,1],[190,2,2,2,1,2,28.74,0.01,0,2,2,0,2,1,2],[191,3,3,2,1,3,20,0.0095867,1,3,2,3,3,2,3],[192,0,3,3,1,3,26.29,0.01,0,0,0,0,0,0,0],[193,1,1,0,1,1,32.37,0.01,0,1,3,1,1,3,1],[194,2,0,0,1,0,30.52,0.01,0,2,2,2,2,1,1],[195,3,0,2,1,0,22.13,0.01,0,3,2,3,3,3,3],[196,0,2,2,1,2,33.8,0.01,0,0,2,0,1,1,1],[197,1,1,1,1,1,33.48,0.01,0,1,1,1,1,1,1],[198,2,2,0,1,0,27.09,0.01,0,2,0,2,1,0,2],[199,3,1,1,1,1,27.18,0.01,0,1,1,1,3,3,3],[200,0,0,2,1,0,28.35,0.01,0,0,0,0,0,2,0],[201,1,1,3,1,1,32.09,0.01,0,1,3,1,1,2,1],[202,2,0,2,1,0,26.87,0.01,0,2,2,2,1,1,1],[203,3,0,0,1,0,23.25,0.01,0,3,0,3,3,2,3],[204,0,0,3,1,0,26.66,0.01,0,0,0,0,0,0,0],[205,1,1,1,1,1,31.34,0.01,0,1,1,1,1,1,1],[206,2,2,3,1,2,30.37,0.01,0,2,1,2,1,1,1],[207,3,3,1,1,1,24.48,0.01,0,3,1,3,3,3,3],[208,0,3,3,1,3,29.89,0.01,0,0,0,0,0,0,0],[209,1,1,3,1,1,28.4,0.01,0,1,3,1,1,2,1],[210,2,2,0,1,0,27.5,0.01,0,2,2,2,1,1,1],[211,3,3,2,1,3,23.95,0.01,0,3,3,3,3,3,3],[212,0,1,1,1,1,27.97,0.01,0,0,0,0,0,0,0],[213,1,1,0,1,1,33.44,0.01,0,1,1,1,1,1,1],[214,2,2,3,1,2,22.53,0.01,0,2,3,2,2,3,2],[215,3,2,2,1,2,20.94,0.01,0,3,2,2,2,2,2],[216,0,0,2,1,0,25.93,0.01,0,0,2,0,0,2,0],[217,1,1,1,1,1,32.21,0.01,0,1,1,1,1,1,1],[218,2,2,0,1,2,24.61,0.01,0,2,0,2,2,1,2],[219,3,0,2,1,0,23.88,0.01,0,3,3,1,3,3,3],[220,0,0,2,1,0,27.79,0.01,0,0,2,0,2,2,2],[221,1,0,2,1,0,32.74,0.01,0,1,2,1,1,2,1],[222,2,2,2,1,2,22.36,0.01,0,2,2,0,2,2,2],[223,3,2,2,1,2,20.54,0.01,0,3,2,2,3,2,3],[224,0,2,2,1,2,33.14,0.01,0,0,2,2,1,2,1],[225,1,1,3,1,1,32.79,0.01,0,1,1,1,1,1,1],[226,2,2,3,1,2,27.27,0.01,0,2,0,2,2,0,1],[227,3,1,1,1,1,27.81,0.01,0,1,1,1,3,3,3],[228,0,0,2,1,0,31.41,0.01,0,0,0,0,0,2,0],[229,1,1,0,1,1,29.76,0.01,0,1,1,1,1,2,1],[230,2,2,0,1,2,27.64,0.01,0,2,2,2,2,0,2],[231,3,1,1,1,1,20,0.0099878,1,1,1,1,3,3,3],[232,0,1,1,1,1,28.92,0.01,0,0,0,0,0,0,0],[233,1,3,3,1,1,25.8,0.01,0,1,3,1,1,1,1],[234,2,2,2,1,2,25.59,0.01,0,2,2,2,2,1,2],[235,3,3,1,1,1,23.62,0.01,0,3,1,1,3,3,3],[236,0,3,3,1,3,26.91,0.01,0,0,3,0,0,0,0],[237,1,1,1,1,1,30.96,0.01,0,1,1,1,1,2,1],[238,2,2,3,1,2,22.59,0.01,0,2,3,2,2,2,2],[239,3,1,1,1,1,23.04,0.01,0,3,1,3,3,3,3],[240,0,1,1,1,0,30.73,0.01,0,0,0,0,0,0,0],[241,1,3,2,1,1,32.16,0.01,0,1,1,1,1,2,1],[242,2,2,3,1,2,27.99,0.01,0,2,2,0,1,1,1],[243,3,3,3,1,3,26.73,0.01,0,3,3,3,3,3,3],[244,0,2,2,1,2,29.72,0.01,0,0,2,0,0,2,0],[245,1,1,3,1,1,32.2,0.01,0,1,1,1,1,1,1],[246,2,2,0,1,2,31.09,0.01,0,0,0,0,1,1,1],[247,3,1,1,1,1,22.4,0.01,0,1,3,1,3,3,3],[248,0,3,3,1,3,30.58,0.01,0,0,3,0,0,0,0],[249,1,1,1,1,1,31.74,0.01,0,1,1,1,1,2,1],[250,2,2,3,1,2,27.96,0.01,0,2,0,2,1,1,1],[251,3,2,2,1,2,20,0.0097761,1,3,2,3,3,3,3],[252,0,2,2,1,2,28.56,0.01,0,2,0,0,1,1,1],[253,1,1,3,1,1,27.78,0.01,0,1,3,1,2,2,2],[254,2,0,0,1,2,28.8,0.01,0,2,1,2,2,1,2],[255,3,3,2,1,3,21.49,0.01,0,3,3,3,3,3,3],[256,0,2,2,1,2,32.55,0.01,0,2,2,2,1,2,1],[257,1,1,2,1,1,28.73,0.01,0,1,2,1,1,2,1],[258,2,2,0,1,2,25.04,0.01,0,2,2,2,2,2,2],[259,3,0,2,1,0,23.49,0.01,0,3,2,3,2,2,2],[260,0,0,3,1,0,31.02,0.01,0,0,0,0,0,0,0],[261,1,1,2,1,1,32.79,0.01,0,1,1,1,1,2,1],[262,2,2,3,1,2,21.33,0.01,0,3,3,2,2,2,2],[263,3,1,1,1,1,22.74,0.01,0,3,1,3,3,3,3],[264,0,0,2,1,0,30.18,0.01,0,0,0,0,0,2,0],[265,1,0,0,1,1,28.14,0.01,0,1,2,1,1,2,1],[266,2,2,2,1,2,26.32,0.01,0,2,2,2,2,2,2],[267,3,3,2,1,3,27.22,0.01,0,3,3,3,3,3,3],[268,0,0,2,1,0,26.64,0.01,0,0,0,0,0,0,0],[269,1,1,1,1,1,31.26,0.01,0,1,1,1,1,2,1],[270,2,2,2,1,2,23.07,0.01,0,2,0,2,2,2,2],[271,3,0,2,1,0,27.67,0.01,0,1,2,1,1,3,1],[272,0,0,3,1,0,24.58,0.01,0,0,0,0,0,0,0],[273,1,1,2,1,1,29.2,0.01,0,1,3,1,1,2,1],[274,2,2,3,1,2,28.16,0.01,0,2,3,2,1,3,1],[275,3,1,1,1,1,27.75,0.01,0,1,1,1,3,3,3],[276,0,2,2,1,2,29.74,0.01,0,2,2,2,1,2,1],[277,1,3,3,1,1,26.02,0.01,0,1,3,1,1,2,1],[278,2,2,2,1,2,27,0.01,0,2,2,0,2,1,2],[279,3,0,0,1,0,24.87,0.01,0,3,0,3,3,3,3],[280,0,3,3,1,3,30.2,0.01,0,0,0,0,0,0,0],[281,1,1,3,1,1,32.2,0.01,0,1,3,1,1,2,1],[282,2,2,2,1,2,25.21,0.01,0,2,0,2,2,2,2],[283,3,3,2,1,2,20,0.009968,1,3,3,3,3,3,3],[284,0,2,2,1,2,33.33,0.01,0,2,2,2,1,1,1],[285,1,1,1,1,1,33.84,0.01,0,1,3,1,1,1,1],[286,2,0,2,1,2,27.85,0.01,0,0,0,0,2,0,2],[287,3,3,3,1,3,21.62,0.01,0,3,3,3,3,3,3],[288,0,0,3,1,0,28.67,0.01,0,0,0,0,0,0,0],[289,1,1,3,1,1,33.73,0.01,0,1,1,1,1,1,1],[290,2,2,2,1,2,26.51,0.01,0,2,0,0,2,2,2],[291,3,3,2,1,3,24.68,0.01,0,3,3,3,3,3,3],[292,0,0,3,1,0,27.92,0.01,0,0,0,0,0,0,0],[293,1,1,1,1,1,32.49,0.01,0,1,1,1,1,1,1],[294,2,2,0,1,2,29.69,0.01,0,2,0,2,1,1,1],[295,3,1,1,1,1,22.41,0.01,0,3,3,3,3,3,3],[296,0,0,2,1,0,30.16,0.01,0,0,0,0,0,0,0],[297,1,1,0,1,1,30.87,0.01,0,1,3,1,1,2,1],[298,2,2,3,1,2,30.47,0.01,0,3,1,3,1,1,1],[299,3,0,0,1,0,24.98,0.01,0,3,0,3,3,3,3],[300,0,0,2,1,0,27.95,0.01,0,0,0,0,0,2,0],[301,1,1,2,1,2,27.64,0.01,0,1,2,3,2,2,2],[302,2,2,2,1,2,28.35,0.01,0,0,0,2,1,1,1],[303,3,0,2,1,0,23.87,0.01,0,2,2,2,1,2,1],[304,0,2,2,1,2,25.86,0.01,0,2,2,2,2,2,2],[305,1,1,1,1,1,33.54,0.01,0,1,1,1,1,1,1],[306,2,0,0,1,0,30.13,0.01,0,2,0,2,2,0,2],[307,3,3,2,1,3,20,0.0095569,1,3,3,3,3,3,3],[308,0,0,2,1,0,30.08,0.01,0,0,0,0,0,2,0],[309,1,1,1,1,1,33.36,0.01,0,1,1,1,1,1,1],[310,2,2,2,1,2,23.42,0.01,0,2,0,2,2,1,2],[311,3,2,2,1,0,21.84,0.01,0,2,2,2,2,2,2],[312,0,0,0,1,0,33.34,0.01,0,0,0,0,0,0,0],[313,1,1,2,1,1,29.07,0.01,0,1,3,1,2,2,2],[314,2,2,2,1,2,21.54,0.01,0,2,2,0,2,2,2],[315,3,3,2,1,2,21.04,0.01,0,3,2,2,3,2,3],[316,0,2,2,1,2,26.58,0.01,0,2,2,2,2,3,2],[317,1,1,1,1,1,31.56,0.01,0,1,1,1,1,1,1],[318,2,2,0,1,2,29.78,0.01,0,2,2,2,2,2,2],[319,3,3,2,1,3,23.67,0.01,0,3,2,3,3,3,3],[320,0,1,1,1,1,32.04,0.01,0,0,0,0,0,0,0],[321,1,3,3,1,3,25.76,0.01,0,3,1,1,2,1,2],[322,2,2,0,1,2,24.08,0.01,0,2,2,2,2,1,2],[323,3,3,2,1,1,21.04,0.01,0,3,3,3,3,3,3],[324,0,0,2,1,0,30.26,0.01,0,0,2,0,0,2,0],[325,1,1,2,1,1,32.19,0.01,0,1,2,1,1,2,1],[326,2,2,2,1,2,23.66,0.01,0,2,3,2,2,2,2],[327,3,2,2,1,0,28.14,0.01,0,2,2,2,1,2,1],[328,0,0,2,1,0,26.93,0.01,0,0,0,0,0,0,0],[329,1,3,3,1,1,26.66,0.01,0,3,3,3,3,3,3],[330,2,2,3,1,2,30.16,0.01,0,2,0,2,2,1,2],[331,3,3,2,1,0,26.2,0.01,0,3,2,2,3,2,1],[332,0,0,0,1,0,27.77,0.01,0,0,0,0,0,2,0],[333,1,1,0,1,1,30.8,0.01,0,1,2,1,1,1,1],[334,2,0,0,1,0,30.69,0.01,0,0,0,2,0,0,0],[335,3,3,2,1,3,20.37,0.01,0,3,3,3,3,3,3],[336,0,2,2,1,2,27.6,0.01,0,2,2,2,2,2,2],[337,1,1,0,1,1,32.7,0.01,0,1,1,1,1,1,1],[338,2,2,2,1,2,25.13,0.01,0,2,0,2,2,1,2],[339,3,1,1,1,1,28.46,0.01,0,1,1,1,3,3,3],[340,0,3,3,1,3,31.78,0.01,0,0,0,0,0,0,0],[341,1,1,0,1,1,29.16,0.01,0,1,3,1,2,2,2],[342,2,0,0,1,0,28.88,0.01,0,2,0,2,2,2,2],[343,3,0,0,1,3,24.78,0.01,0,3,3,3,3,3,3],[344,0,3,3,1,3,22.59,0.01,0,0,0,0,0,0,0],[345,1,1,0,1,1,33.41,0.01,0,1,1,1,1,2,1],[346,2,2,2,1,2,28.19,0.01,0,2,0,2,2,1,2],[347,3,3,2,1,3,23.5,0.01,0,3,3,3,3,3,3],[348,0,0,0,1,0,25.6,0.01,0,0,0,0,0,0,0],[349,1,1,3,1,1,28.64,0.01,0,1,3,1,1,2,1],[350,2,0,0,1,0,29.11,0.01,0,2,0,2,2,0,2],[351,3,0,0,1,0,25.05,0.01,0,3,0,3,3,3,3],[352,0,0,0,1,0,32.16,0.01,0,0,0,0,0,0,0],[353,1,1,3,1,1,27.26,0.01,0,3,3,1,1,2,1],[354,2,2,2,1,2,27.87,0.01,0,2,2,2,2,2,2],[355,3,3,0,1,3,25.06,0.01,0,3,3,3,3,3,3],[356,0,0,2,1,0,30.71,0.01,0,0,0,0,0,2,0],[357,1,1,0,1,1,31.84,0.01,0,1,3,1,1,1,1],[358,2,2,2,1,2,21.82,0.01,0,2,3,2,2,2,2],[359,3,3,2,1,3,22.47,0.01,0,3,3,3,3,2,3],[360,0,2,2,1,2,32.02,0.01,0,0,2,2,0,2,0],[361,1,0,2,1,0,32.68,0.01,0,1,2,1,1,2,1],[362,2,2,2,1,2,28.85,0.01,0,2,2,2,2,1,2],[363,3,3,0,1,3,22.39,0.01,0,3,3,3,3,3,3],[364,0,3,3,1,3,31.67,0.01,0,0,0,0,0,0,0],[365,1,1,0,1,1,28.73,0.01,0,1,3,1,1,2,1],[366,2,0,0,1,0,27.78,0.01,0,2,0,2,2,0,2],[367,3,3,2,1,3,21.72,0.01,0,3,3,3,3,2,3],[368,0,2,2,1,2,32.96,0.01,0,2,2,0,0,2,0],[369,1,1,2,1,1,31.78,0.01,0,1,3,1,1,2,1],[370,2,2,3,1,2,25.03,0.01,0,2,0,2,2,2,2],[371,3,0,0,1,1,26.78,0.01,0,3,2,3,3,3,3],[372,0,0,2,1,0,27.02,0.01,0,0,0,0,0,0,0],[373,1,1,1,1,1,32.87,0.01,0,1,1,1,1,1,1],[374,2,2,3,1,0,28.56,0.01,0,2,3,2,1,1,1],[375,3,1,1,1,1,24.94,0.01,0,1,1,1,3,3,3],[376,0,0,2,1,0,31.04,0.01,0,0,0,0,0,1,1],[377,1,1,2,1,1,31.69,0.01,0,1,2,1,1,2,1],[378,2,2,0,1,2,29.86,0.01,0,0,2,0,1,1,1],[379,3,1,1,1,1,22.45,0.01,0,3,1,3,3,3,3],[380,0,2,2,1,2,27.83,0.01,0,2,2,2,1,2,1],[381,1,0,2,1,0,27.97,0.01,0,1,2,1,1,2,1],[382,2,0,2,1,0,26.4,0.01,0,2,3,2,2,2,2],[383,3,3,2,1,3,21.32,0.01,0,3,2,3,3,2,3],[384,0,3,3,1,3,28.69,0.01,0,0,0,0,0,0,0],[385,1,3,2,1,0,32.16,0.01,0,1,2,1,1,2,1],[386,2,2,2,1,2,22.9,0.01,0,2,3,2,2,3,2],[387,3,2,2,1,2,24.39,0.01,0,3,2,3,2,2,2],[388,0,2,2,1,2,33.68,0.01,0,0,0,0,1,2,1],[389,1,3,1,1,1,26.81,0.01,0,1,1,3,2,1,2],[390,2,2,2,1,2,26.68,0.01,0,2,0,2,2,1,2],[391,3,3,0,1,0,22.77,0.01,0,3,3,3,3,3,3],[392,0,3,3,1,3,24.61,0.01,0,0,3,0,0,0,0],[393,1,3,2,1,3,27.45,0.01,0,1,2,1,1,2,1],[394,2,2,3,1,2,28.78,0.01,0,3,3,3,2,1,2],[395,3,1,1,1,1,26.27,0.01,0,1,1,3,3,3,3],[396,0,0,2,1,0,23.64,0.01,0,0,2,0,0,2,0],[397,1,1,1,1,1,32.95,0.01,0,1,1,1,1,1,1],[398,2,0,0,1,2,23.52,0.01,0,2,0,0,2,2,2],[399,3,1,1,1,1,24.63,0.01,0,1,1,1,3,3,3]],"elapsed_ms":1237,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":339,"J":250,"J_valid":250,"n_invalid":0,"n00":47,"n01":15,"n10":88,"n11":100,"ctl_n":250,"ctl_err":19},"metrics":{"target_error":0.46,"Q_transfer":0.54,"source_success":0.752,"joint_error":0.4,"T_cond":0.5319148936170213,"R":0.076,"delta":0.384,"delta_pp":38.4,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.8475}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":326,"J":233,"J_valid":233,"n_invalid":0,"n00":41,"n01":19,"n10":88,"n11":85,"ctl_n":233,"ctl_err":7},"metrics":{"target_error":0.44635193133047213,"Q_transfer":0.5536480686695279,"source_success":0.7424892703862661,"joint_error":0.3648068669527897,"T_cond":0.4913294797687861,"R":0.030042918454935622,"delta":0.4163090128755365,"delta_pp":41.63090128755365,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-LR/fgsm/eps0200","seed":44,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,23.95,0.02,0,0,0,0,0,2,0],[1,1,1,3,1,1,24.97,0.02,0,1,1,1,1,1,1],[2,2,0,2,1,0,21.84,0.02,0,2,2,2,2,2,2],[3,3,3,2,1,3,20.49,0.02,0,3,2,1,3,2,3],[4,0,3,3,1,3,20,0.0187044,1,0,0,0,0,0,0],[5,1,1,1,1,1,25.89,0.02,0,1,1,1,1,2,1],[6,2,2,3,1,2,22.3,0.02,0,2,0,2,2,2,2],[7,3,3,0,1,3,20,0.0118888,1,3,3,3,3,3,3],[8,0,2,2,1,2,23.29,0.02,0,2,2,2,1,2,1],[9,1,1,1,1,1,26.43,0.02,0,1,1,1,1,1,1],[10,2,2,2,1,2,20,0.0143064,1,2,2,2,2,2,2],[11,3,0,0,1,0,20.27,0.02,0,3,0,3,3,3,3],[12,0,0,2,1,0,23.79,0.02,0,0,2,0,0,2,0],[13,1,1,1,1,1,23.71,0.02,0,1,1,1,1,2,1],[14,2,2,2,1,2,21.52,0.02,0,2,0,2,2,0,2],[15,3,3,2,1,3,20,0.0121275,1,3,1,3,3,3,3],[16,0,2,2,1,0,21.05,0.02,0,0,0,0,0,0,0],[17,1,1,2,1,1,27.82,0.02,0,1,2,1,1,2,1],[18,2,0,0,1,0,23.37,0.02,0,2,0,2,1,1,1],[19,3,3,2,1,3,20,0.0164462,1,3,3,3,3,3,3],[20,0,0,1,1,0,27.19,0.02,0,0,1,0,1,1,1],[21,1,0,2,1,0,22.86,0.02,0,1,2,1,1,2,2],[22,2,2,3,1,2,20,0.0165751,1,2,0,0,2,1,2],[23,3,3,2,1,2,20,0.0125721,1,3,2,3,3,3,3],[24,0,0,2,1,0,22.05,0.02,0,0,0,0,0,0,0],[25,1,1,2,1,1,21.36,0.02,0,1,1,1,1,2,1],[26,2,2,3,1,2,24.27,0.02,0,2,0,2,1,1,1],[27,3,0,0,1,0,20,0.0195305,1,3,0,3,3,3,3],[28,0,2,2,1,2,22.09,0.02,0,2,2,2,2,2,2],[29,1,1,0,1,1,26.86,0.02,0,1,3,1,1,3,1],[30,2,2,2,1,0,21.94,0.02,0,2,0,2,1,1,1],[31,3,3,2,1,0,20,0.0137791,1,3,3,3,3,2,3],[32,0,0,3,1,0,25.93,0.02,0,0,0,0,0,0,0],[33,1,1,1,1,1,24.32,0.02,0,1,1,1,1,2,1],[34,2,2,0,1,0,23.15,0.02,0,0,2,0,2,0,2],[35,3,3,2,1,3,20,0.0156398,1,3,3,3,3,3,3],[36,0,2,2,1,2,24.95,0.02,0,2,2,0,1,2,1],[37,1,3,3,1,1,20,0.0195531,1,3,3,3,2,1,2],[38,2,2,2,1,2,21.65,0.02,0,2,0,2,2,1,1],[39,3,3,2,1,0,20,0.0161877,1,3,3,3,3,3,3],[40,0,3,2,1,0,21.91,0.02,0,0,0,0,0,0,0],[41,1,1,2,1,1,22.5,0.02,0,1,3,1,2,2,2],[42,2,2,2,1,2,20,0.0170716,1,0,2,0,2,2,2],[43,3,1,1,1,1,20,0.0144024,1,3,3,3,3,3,3],[44,0,0,1,1,0,20.94,0.02,0,0,0,0,0,0,0],[45,1,1,3,1,1,27.71,0.02,0,1,3,1,1,3,1],[46,2,3,1,1,2,22.27,0.02,0,3,1,3,1,1,1],[47,3,3,3,1,3,20,0.0154388,1,3,3,3,3,3,3],[48,0,2,2,1,0,27.33,0.02,0,2,3,2,1,2,1],[49,1,1,1,1,1,24.4,0.02,0,1,1,1,1,1,1],[50,2,2,0,1,2,22.27,0.02,0,2,2,2,2,1,2],[51,3,3,2,1,3,20,0.012899,1,3,3,3,3,3,3],[52,0,2,2,1,0,24.61,0.02,0,2,2,2,0,2,0],[53,1,1,2,1,1,27.39,0.02,0,1,2,1,1,2,1],[54,2,2,3,1,2,20,0.0152047,1,2,3,2,2,0,2],[55,3,1,1,1,1,21.24,0.02,0,3,1,1,3,3,3],[56,0,0,2,1,0,25.97,0.02,0,0,2,0,0,2,0],[57,1,1,2,1,1,23.49,0.02,0,1,2,1,1,2,1],[58,2,2,2,1,2,20.83,0.02,0,2,0,2,2,1,2],[59,3,3,0,1,3,20,0.0132116,1,3,3,3,3,3,3],[60,0,0,2,1,0,22.49,0.02,0,0,0,0,0,1,0],[61,1,1,0,1,1,27.11,0.02,0,1,1,1,1,3,1],[62,2,0,1,1,0,23.9,0.02,0,2,0,2,2,1,2],[63,3,3,2,1,1,20.27,0.02,0,3,2,2,3,3,3],[64,0,0,2,1,0,27,0.02,0,0,0,0,1,1,1],[65,1,1,2,1,1,25.7,0.02,0,1,2,1,1,2,1],[66,2,2,3,1,0,24,0.02,0,2,3,2,1,1,1],[67,3,1,1,1,1,20,0.0194801,1,3,1,1,3,3,3],[68,0,0,3,1,0,23.21,0.02,0,0,3,0,0,0,0],[69,1,1,1,1,1,25.21,0.02,0,1,1,1,1,1,1],[70,2,2,0,1,2,20,0.0195959,1,2,2,2,2,1,2],[71,3,3,1,1,1,20,0.0137297,1,3,1,3,3,3,3],[72,0,2,2,1,2,26.35,0.02,0,0,0,0,1,2,1],[73,1,1,1,1,1,27.35,0.02,0,1,1,1,1,3,1],[74,2,2,2,1,2,20,0.0141829,1,2,2,2,2,2,2],[75,3,3,1,1,1,20.57,0.02,0,3,1,1,3,3,3],[76,0,3,2,1,0,26.93,0.02,0,0,3,2,1,1,1],[77,1,1,2,1,1,27.09,0.02,0,1,3,1,1,3,1],[78,2,2,2,1,0,22.35,0.02,0,2,0,2,2,1,2],[79,3,0,2,1,0,20,0.0199319,1,2,0,2,1,2,1],[80,0,0,2,1,2,24.49,0.02,0,0,2,0,0,2,0],[81,1,1,0,1,1,25.13,0.02,0,1,3,1,1,2,1],[82,2,2,2,1,2,20,0.0121875,1,0,2,2,2,2,2],[83,3,2,2,1,2,20,0.018729,1,1,1,1,3,3,3],[84,0,0,2,1,0,22.31,0.02,0,0,2,0,2,2,2],[85,1,1,2,1,1,22.64,0.02,0,1,3,1,2,2,2],[86,2,2,2,1,0,20.28,0.02,0,2,0,2,2,2,2],[87,3,3,2,1,3,20,0.0109271,1,3,3,3,3,3,3],[88,0,0,2,1,0,27.55,0.02,0,0,2,0,0,2,0],[89,1,1,3,1,1,25.8,0.02,0,1,3,1,1,1,1],[90,2,2,0,1,0,21.95,0.02,0,2,0,2,2,2,2],[91,3,3,2,1,0,20,0.0125081,1,3,3,3,3,3,3],[92,0,2,2,1,2,20.06,0.02,0,2,2,2,2,2,2],[93,1,3,3,1,1,20.99,0.02,0,3,3,3,2,1,2],[94,2,2,2,1,2,22.01,0.02,0,2,3,0,2,2,2],[95,3,1,1,1,1,20,0.0143093,1,3,1,3,3,3,3],[96,0,2,2,1,2,24.65,0.02,0,0,2,0,1,2,0],[97,1,1,3,1,1,27.48,0.02,0,1,1,1,1,1,1],[98,2,2,0,1,2,21.13,0.02,0,2,0,2,2,0,2],[99,3,3,3,1,3,20,0.0115668,1,3,3,3,3,3,3],[100,0,0,3,1,0,25.45,0.02,0,0,0,0,0,0,0],[101,1,1,1,1,1,23.65,0.02,0,1,3,1,1,2,1],[102,2,2,2,1,2,20,0.0168859,1,2,2,2,2,1,2],[103,3,1,1,1,1,20.11,0.02,0,1,1,1,3,3,3],[104,0,1,1,1,1,25.25,0.02,0,0,0,0,0,0,0],[105,1,3,2,1,3,24.65,0.02,0,1,2,1,1,2,1],[106,2,0,2,1,0,20,0.0150557,1,2,2,2,2,2,2],[107,3,1,1,1,1,20.29,0.02,0,3,1,3,3,3,3],[108,0,0,1,1,0,27.33,0.02,0,0,0,0,0,0,0],[109,1,1,1,1,1,27.75,0.02,0,1,3,1,1,1,1],[110,2,2,2,1,2,21.57,0.02,0,0,2,2,2,1,2],[111,3,3,2,1,1,20,0.0116761,1,3,1,3,3,3,3],[112,0,2,2,1,0,20,0.0180082,1,0,0,0,0,0,0],[113,1,1,1,1,1,27.32,0.02,0,1,1,1,3,1,1],[114,2,2,2,1,2,20,0.0147762,1,2,3,2,2,1,2],[115,3,1,1,1,1,20,0.0127359,1,3,1,1,3,3,3],[116,0,1,1,1,1,22.54,0.02,0,0,0,0,0,0,0],[117,1,1,1,1,1,26.36,0.02,0,1,1,1,1,1,1],[118,2,2,2,1,2,20.13,0.02,0,2,2,2,2,1,2],[119,3,0,0,1,0,20,0.0167976,1,3,3,3,3,3,3],[120,0,1,1,1,1,25.53,0.02,0,0,1,0,0,0,0],[121,1,1,0,1,1,27.75,0.02,0,1,2,1,1,2,1],[122,2,2,2,1,2,20.31,0.02,0,2,0,2,2,2,2],[123,3,1,1,1,1,20.22,0.02,0,1,1,1,3,3,3],[124,0,0,2,1,0,20,0.0180667,1,0,2,0,0,2,0],[125,1,1,2,1,1,27.47,0.02,0,1,3,1,1,2,1],[126,2,2,3,1,0,22.54,0.02,0,0,0,2,2,1,2],[127,3,3,2,1,0,20,0.013669,1,3,2,3,3,3,3],[128,0,2,2,1,2,20.63,0.02,0,2,2,2,2,2,2],[129,1,1,1,1,1,24.26,0.02,0,1,1,1,1,1,1],[130,2,2,2,1,2,20,0.0170874,1,2,2,2,2,2,2],[131,3,1,2,1,1,20.49,0.02,0,3,2,1,3,3,3],[132,0,0,1,1,0,22.39,0.02,0,0,0,0,0,0,0],[133,1,1,3,1,1,22.02,0.02,0,1,3,1,1,3,1],[134,2,2,0,1,2,23.52,0.02,0,2,0,0,2,1,2],[135,3,3,3,1,3,20,0.0136606,1,3,3,3,3,3,3],[136,0,2,2,1,2,24.48,0.02,0,2,2,2,0,2,0],[137,1,1,3,1,1,26.56,0.02,0,1,3,1,1,1,1],[138,2,3,2,1,0,21.83,0.02,0,3,3,0,2,1,1],[139,3,0,2,1,0,20,0.008807,1,3,2,1,3,3,3],[140,0,0,2,1,0,20,0.0168193,1,0,0,0,0,2,0],[141,1,1,1,1,1,26.09,0.02,0,1,1,1,1,1,1],[142,2,2,3,1,2,20,0.0156818,1,2,3,2,2,2,2],[143,3,3,1,1,1,20,0.0129356,1,3,1,3,3,3,3],[144,0,0,3,1,0,23.98,0.02,0,0,0,0,0,0,0],[145,1,1,3,1,1,21.81,0.02,0,3,3,1,1,1,1],[146,2,2,2,1,2,20,0.0184789,1,2,3,2,2,1,2],[147,3,3,2,1,3,20,0.010481,1,3,3,3,3,3,3],[148,0,0,3,1,0,22.24,0.02,0,0,0,0,0,0,0],[149,1,0,2,1,0,21.37,0.02,0,1,2,1,1,2,1],[150,2,2,3,1,2,24.15,0.02,0,2,3,2,2,1,1],[151,3,3,0,1,0,21.42,0.02,0,3,3,3,1,2,3],[152,0,2,2,1,2,22.68,0.02,0,2,2,2,1,2,1],[153,1,1,1,1,1,26.58,0.02,0,1,1,1,1,1,1],[154,2,2,3,1,2,22.23,0.02,0,2,3,0,2,3,2],[155,3,3,3,1,3,20,0.0090431,1,3,3,3,3,3,3],[156,0,2,2,1,2,24.88,0.02,0,0,2,2,1,2,1],[157,1,1,2,1,1,22.79,0.02,0,1,2,1,1,2,1],[158,2,2,2,1,0,20,0.0165874,1,2,3,0,2,2,2],[159,3,3,2,1,0,20.78,0.02,0,3,3,3,3,3,3],[160,0,0,1,1,0,24.18,0.02,0,0,0,0,0,0,0],[161,1,1,2,1,1,26.52,0.02,0,1,2,1,1,2,1],[162,2,2,0,1,2,20,0.0131332,1,2,2,2,2,2,2],[163,3,1,1,1,1,21.89,0.02,0,1,1,1,3,3,3],[164,0,0,2,1,0,25,0.02,0,0,0,0,0,0,0],[165,1,1,1,1,1,25.6,0.02,0,1,1,1,1,1,1],[166,2,0,2,1,2,22.09,0.02,0,2,2,2,1,1,1],[167,3,3,2,1,3,20,0.0155349,1,3,3,3,3,3,3],[168,0,0,2,1,0,26.01,0.02,0,0,0,0,0,0,0],[169,1,3,3,1,1,20.19,0.02,0,3,3,1,2,1,2],[170,2,0,0,1,0,21.59,0.02,0,0,0,2,1,1,1],[171,3,3,3,1,3,21.85,0.02,0,3,3,3,3,1,3],[172,0,2,2,1,0,25.27,0.02,0,2,3,0,0,2,0],[173,1,1,1,1,1,25.58,0.02,0,1,1,1,1,1,1],[174,2,2,0,1,0,24.49,0.02,0,2,0,2,1,1,1],[175,3,3,3,1,3,20,0.0185066,1,3,3,3,3,3,3],[176,0,0,2,1,0,21.54,0.02,0,0,2,0,0,2,0],[177,1,1,2,1,1,26.41,0.02,0,1,2,1,1,2,1],[178,2,2,0,1,0,23.47,0.02,0,2,0,0,1,1,1],[179,3,3,2,1,3,20,0.0173043,1,3,3,3,3,3,3],[180,0,2,2,1,0,22.08,0.02,0,0,0,0,0,1,0],[181,1,3,3,1,0,21.67,0.02,0,3,1,1,1,1,2],[182,2,2,3,1,0,24.13,0.02,0,2,3,2,2,0,1],[183,3,1,1,1,1,20,0.0191893,1,3,1,1,3,3,3],[184,0,2,2,1,2,20.7,0.02,0,0,0,2,2,2,1],[185,1,1,2,1,1,24.02,0.02,0,1,3,1,1,2,1],[186,2,2,2,1,0,22.58,0.02,0,2,3,2,1,1,1],[187,3,3,2,1,1,21.03,0.02,0,3,2,1,3,3,1],[188,0,2,2,1,2,25.78,0.02,0,0,2,0,1,2,1],[189,1,1,2,1,1,26.73,0.02,0,1,3,1,1,2,1],[190,2,2,2,1,2,22.72,0.02,0,2,1,0,2,1,1],[191,3,3,2,1,3,20,0.0095867,1,3,2,3,3,2,3],[192,0,3,3,1,3,20.27,0.02,0,0,0,0,0,0,0],[193,1,1,0,1,1,26.35,0.02,0,1,3,1,1,3,1],[194,2,0,0,1,2,24.5,0.02,0,2,2,2,2,1,2],[195,3,0,2,1,0,20,0.0127831,1,3,2,3,3,3,3],[196,0,2,2,1,2,27.78,0.02,0,0,2,2,1,2,1],[197,1,1,1,1,1,27.46,0.02,0,1,1,1,1,1,1],[198,2,2,3,1,2,21.07,0.02,0,2,0,2,1,0,2],[199,3,1,1,1,1,21.16,0.02,0,1,1,1,3,3,3],[200,0,0,2,1,0,22.33,0.02,0,0,0,0,0,2,0],[201,1,1,1,1,1,26.07,0.02,0,1,1,1,1,2,1],[202,2,0,2,1,0,20.85,0.02,0,2,2,2,1,1,1],[203,3,0,0,1,0,20,0.014541,1,3,0,3,3,2,3],[204,0,0,3,1,0,20.64,0.02,0,0,0,0,0,0,0],[205,1,1,1,1,1,25.32,0.02,0,1,1,1,1,1,1],[206,2,2,3,1,2,24.35,0.02,0,2,1,2,1,1,1],[207,3,3,1,1,1,20,0.0167561,1,3,1,3,3,3,3],[208,0,3,3,1,2,23.87,0.02,0,0,0,0,0,0,0],[209,1,1,1,1,1,22.38,0.02,0,1,3,1,1,1,1],[210,2,2,0,1,0,21.48,0.02,0,2,2,2,1,1,1],[211,3,3,2,1,1,20,0.0157655,1,3,3,1,3,3,3],[212,0,1,1,1,1,21.95,0.02,0,0,0,0,0,0,0],[213,1,1,0,1,1,27.42,0.02,0,1,2,1,1,2,1],[214,2,2,2,1,2,20,0.0133862,1,2,3,2,2,3,2],[215,3,2,2,1,2,20,0.0111423,1,3,2,2,2,2,2],[216,0,0,2,1,0,20,0.0198037,1,0,2,0,0,2,0],[217,1,1,0,1,1,26.19,0.02,0,1,0,1,1,2,1],[218,2,2,2,1,2,20,0.0169924,1,2,2,2,2,1,2],[219,3,0,2,1,1,20,0.0156324,1,3,2,1,3,2,3],[220,0,0,2,1,0,21.77,0.02,0,0,2,0,2,2,2],[221,1,0,2,1,0,26.72,0.02,0,1,2,1,1,2,1],[222,2,2,2,1,0,20,0.0131277,1,2,2,2,2,2,2],[223,3,2,2,1,2,20,0.0106442,1,3,2,2,3,2,2],[224,0,2,2,1,2,27.12,0.02,0,0,2,2,1,2,1],[225,1,1,1,1,1,26.76,0.02,0,1,1,1,1,1,1],[226,2,2,2,1,2,21.25,0.02,0,2,0,0,2,0,2],[227,3,1,1,1,1,21.79,0.02,0,1,1,1,3,3,3],[228,0,0,2,1,0,25.39,0.02,0,0,0,0,0,2,0],[229,1,1,0,1,1,23.74,0.02,0,1,2,1,1,2,1],[230,2,2,0,1,2,21.62,0.02,0,2,2,2,2,0,2],[231,3,1,1,1,1,20,0.0099878,1,1,1,1,3,3,3],[232,0,1,1,1,1,22.89,0.02,0,0,0,0,0,0,0],[233,1,3,3,1,1,20,0.0194963,1,1,3,1,1,1,1],[234,2,2,2,1,2,20,0.0190435,1,2,2,2,2,2,2],[235,3,3,1,1,1,20,0.0151641,1,3,1,1,3,3,3],[236,0,3,3,1,3,20.89,0.02,0,0,0,0,0,0,0],[237,1,1,1,1,1,24.94,0.02,0,1,1,1,1,2,1],[238,2,2,3,1,2,20,0.0134718,1,2,3,2,2,2,2],[239,3,1,1,1,1,20,0.014192,1,3,1,3,3,3,3],[240,0,1,1,1,0,24.71,0.02,0,0,0,0,0,0,0],[241,1,3,1,1,1,26.14,0.02,0,1,1,1,1,1,1],[242,2,2,3,1,2,21.96,0.02,0,2,0,2,1,1,1],[243,3,3,3,1,3,20.71,0.02,0,3,3,3,3,3,3],[244,0,2,2,1,0,23.7,0.02,0,0,2,0,0,2,0],[245,1,1,3,1,1,26.17,0.02,0,1,1,1,1,1,1],[246,2,2,3,1,2,25.07,0.02,0,0,0,0,1,0,1],[247,3,1,1,1,1,20,0.0131885,1,1,3,1,3,3,3],[248,0,3,3,1,3,24.56,0.02,0,0,3,0,0,0,0],[249,1,1,2,1,1,25.72,0.02,0,1,3,1,1,2,1],[250,2,2,2,1,2,21.94,0.02,0,2,0,2,1,1,1],[251,3,2,2,1,2,20,0.0097761,1,3,2,3,3,3,3],[252,0,2,2,1,2,22.54,0.02,0,2,0,2,1,1,1],[253,1,1,1,1,1,21.76,0.02,0,1,3,1,2,2,1],[254,2,0,1,1,2,22.78,0.02,0,2,0,2,2,1,2],[255,3,3,2,1,3,20,0.0118748,1,3,2,3,3,3,3],[256,0,2,2,1,2,26.53,0.02,0,2,2,2,1,2,1],[257,1,1,2,1,1,22.71,0.02,0,1,2,1,1,2,1],[258,2,2,3,1,2,20,0.0178677,1,2,0,2,2,2,2],[259,3,0,2,1,0,20,0.014948,1,3,2,3,2,2,2],[260,0,0,3,1,0,24.99,0.02,0,0,0,0,0,0,0],[261,1,1,2,1,1,26.77,0.02,0,1,1,1,1,2,1],[262,2,2,2,1,2,20,0.0116537,1,3,3,2,2,2,2],[263,3,1,1,1,1,20,0.0137048,1,3,1,3,3,3,3],[264,0,0,2,1,0,24.16,0.02,0,0,0,0,0,2,0],[265,1,0,2,1,1,22.12,0.02,0,1,2,1,1,2,1],[266,2,2,2,1,2,20.3,0.02,0,2,2,2,2,2,2],[267,3,3,2,1,3,21.2,0.02,0,3,3,3,3,3,3],[268,0,0,2,1,0,20.62,0.02,0,0,0,0,0,0,0],[269,1,1,1,1,1,25.24,0.02,0,1,1,1,1,1,1],[270,2,2,2,1,0,20,0.0142416,1,2,2,0,2,2,2],[271,3,0,2,1,0,21.65,0.02,0,1,2,1,1,2,1],[272,0,0,3,1,0,20,0.016935,1,0,0,0,0,0,0],[273,1,1,2,1,1,23.18,0.02,0,1,2,1,1,2,1],[274,2,2,2,1,2,22.14,0.02,0,2,0,2,1,3,1],[275,3,1,1,1,1,21.73,0.02,0,1,1,1,3,3,3],[276,0,2,2,1,2,23.72,0.02,0,2,2,2,1,2,1],[277,1,3,3,1,1,20,0.0199899,1,1,3,1,1,1,1],[278,2,2,2,1,2,20.98,0.02,0,2,2,0,2,2,2],[279,3,0,0,1,0,20,0.0175203,1,3,0,3,3,3,3],[280,0,3,1,1,3,24.18,0.02,0,0,0,0,0,0,0],[281,1,1,2,1,1,26.18,0.02,0,1,3,1,1,2,1],[282,2,2,2,1,2,20,0.0182102,1,2,0,0,2,2,2],[283,3,3,2,1,2,20,0.009968,1,3,3,3,3,3,3],[284,0,2,2,1,2,27.31,0.02,0,2,2,2,1,2,1],[285,1,1,3,1,1,27.82,0.02,0,1,3,1,1,1,1],[286,2,0,2,1,2,21.83,0.02,0,0,0,2,2,0,2],[287,3,3,3,1,3,20,0.0120444,1,3,3,3,3,3,3],[288,0,0,3,1,0,22.65,0.02,0,0,0,0,0,0,0],[289,1,1,3,1,1,27.71,0.02,0,1,3,1,1,1,1],[290,2,2,2,1,2,20.49,0.02,0,2,0,2,2,2,2],[291,3,3,2,1,0,20,0.0171443,1,3,2,3,3,3,3],[292,0,0,3,1,0,21.9,0.02,0,0,0,0,0,0,0],[293,1,1,1,1,1,26.47,0.02,0,1,1,1,1,2,1],[294,2,2,0,1,2,23.67,0.02,0,2,0,2,1,1,1],[295,3,1,1,1,1,20,0.0132047,1,3,3,3,3,3,3],[296,0,0,2,1,0,24.13,0.02,0,0,0,0,0,2,0],[297,1,1,0,1,1,24.85,0.02,0,1,2,1,1,2,1],[298,2,2,1,1,0,24.45,0.02,0,3,1,2,1,1,1],[299,3,0,0,1,0,20,0.0177336,1,3,0,0,3,3,3],[300,0,0,2,1,0,21.93,0.02,0,0,2,0,0,2,0],[301,1,1,2,1,1,21.62,0.02,0,1,2,1,2,2,2],[302,2,2,2,1,0,22.33,0.02,0,0,0,0,1,1,1],[303,3,0,2,1,0,20,0.0156198,1,2,2,2,1,2,1],[304,0,2,2,1,2,20,0.0196426,1,2,2,2,2,2,2],[305,1,1,1,1,1,27.52,0.02,0,1,1,1,1,1,1],[306,2,0,0,1,0,24.11,0.02,0,2,0,2,2,0,2],[307,3,3,2,1,3,20,0.0095569,1,3,3,3,3,3,3],[308,0,0,2,1,0,24.06,0.02,0,0,0,0,0,2,0],[309,1,1,1,1,1,27.34,0.02,0,1,1,1,1,1,1],[310,2,2,2,1,2,20,0.014822,1,2,0,2,2,1,2],[311,3,2,2,1,2,20,0.0123553,1,2,2,2,2,2,2],[312,0,0,1,1,0,27.32,0.02,0,0,0,0,0,0,0],[313,1,1,2,1,1,23.05,0.02,0,1,3,1,2,2,2],[314,2,2,2,1,2,20,0.0119338,1,2,2,2,2,2,2],[315,3,3,2,1,2,20,0.0112659,1,3,2,3,3,2,3],[316,0,2,2,1,2,20.56,0.02,0,2,2,2,2,2,2],[317,1,1,1,1,1,25.54,0.02,0,1,1,1,1,2,1],[318,2,2,2,1,0,23.76,0.02,0,2,2,2,2,0,2],[319,3,3,2,1,1,20,0.0152558,1,3,2,1,3,2,3],[320,0,1,1,1,1,26.02,0.02,0,0,1,0,0,0,0],[321,1,3,3,1,0,20,0.019417,1,3,1,1,2,1,1],[322,2,2,0,1,0,20,0.0159915,1,2,2,2,2,1,2],[323,3,3,2,1,3,20,0.0112742,1,3,3,3,3,3,3],[324,0,0,2,1,0,24.24,0.02,0,0,2,0,0,2,0],[325,1,1,2,1,1,26.17,0.02,0,1,2,1,1,2,1],[326,2,2,2,1,0,20,0.0152473,1,2,3,2,2,2,2],[327,3,2,2,1,0,22.12,0.02,0,2,2,2,1,2,1],[328,0,0,2,1,0,20.91,0.02,0,0,0,0,0,0,0],[329,1,3,3,1,1,20.64,0.02,0,3,3,3,3,3,3],[330,2,2,2,1,0,24.14,0.02,0,2,0,0,2,1,0],[331,3,3,2,1,0,20.18,0.02,0,3,2,1,3,2,1],[332,0,0,2,1,0,21.74,0.02,0,0,2,0,0,2,0],[333,1,1,0,1,1,24.78,0.02,0,1,2,1,1,2,1],[334,2,0,2,1,0,24.67,0.02,0,0,0,0,0,2,0],[335,3,3,2,1,3,20,0.0104374,1,3,3,3,3,3,3],[336,0,2,2,1,2,21.58,0.02,0,2,2,2,2,2,0],[337,1,1,0,1,1,26.68,0.02,0,1,2,1,1,2,1],[338,2,2,2,1,2,20,0.0180593,1,2,0,2,2,2,2],[339,3,1,1,1,1,22.43,0.02,0,1,1,1,3,3,3],[340,0,3,3,1,3,25.76,0.02,0,0,0,0,0,0,0],[341,1,1,2,1,1,23.14,0.02,0,1,2,1,2,2,1],[342,2,0,3,1,0,22.86,0.02,0,2,3,2,2,2,2],[343,3,0,0,1,0,20,0.0173381,1,3,3,3,3,3,3],[344,0,3,3,1,3,20,0.0134763,1,0,0,0,0,0,0],[345,1,1,0,1,1,27.39,0.02,0,1,2,1,1,2,1],[346,2,2,2,1,2,22.17,0.02,0,2,0,2,2,0,2],[347,3,3,2,1,3,20,0.0149634,1,3,3,3,3,3,3],[348,0,0,3,1,0,20,0.0190496,1,0,0,0,0,0,0],[349,1,1,2,1,1,22.62,0.02,0,1,3,1,1,2,1],[350,2,0,0,1,0,23.09,0.02,0,2,0,2,2,0,2],[351,3,0,0,1,0,20,0.0178889,1,3,0,3,3,3,3],[352,0,0,3,1,0,26.14,0.02,0,0,0,0,0,0,0],[353,1,1,3,1,1,21.24,0.02,0,3,3,1,1,2,1],[354,2,2,2,1,2,21.85,0.02,0,2,2,2,2,2,2],[355,3,3,0,1,3,20,0.0179111,1,3,3,3,3,3,3],[356,0,0,2,1,0,24.69,0.02,0,0,0,0,0,2,0],[357,1,1,0,1,1,25.82,0.02,0,1,3,1,1,2,1],[358,2,2,2,1,2,20,0.0123244,1,2,3,2,2,2,2],[359,3,3,2,1,0,20,0.0132887,1,3,3,3,3,2,3],[360,0,2,2,1,0,26,0.02,0,0,0,2,0,2,0],[361,1,0,2,1,0,26.66,0.02,0,1,2,1,1,2,1],[362,2,2,2,1,2,22.83,0.02,0,2,2,2,2,1,2],[363,3,3,0,1,0,20,0.0131713,1,3,3,3,3,3,3],[364,0,3,3,1,3,25.65,0.02,0,0,1,0,0,0,0],[365,1,1,2,1,1,22.71,0.02,0,1,3,1,1,2,1],[366,2,0,0,1,2,21.76,0.02,0,2,0,2,2,2,2],[367,3,3,2,1,3,20,0.0121883,1,3,3,3,3,2,3],[368,0,2,2,1,0,26.94,0.02,0,2,2,2,0,2,0],[369,1,1,3,1,1,25.75,0.02,0,1,1,1,1,1,1],[370,2,2,2,1,2,20,0.0178485,1,2,0,2,2,2,2],[371,3,0,2,1,1,20.75,0.02,0,3,2,3,3,3,3],[372,0,0,2,1,0,21,0.02,0,0,2,0,0,2,0],[373,1,1,1,1,1,26.85,0.02,0,1,1,1,1,1,1],[374,2,2,2,1,0,22.54,0.02,0,2,3,2,1,1,1],[375,3,1,1,1,1,20,0.017661,1,1,1,1,3,3,3],[376,0,0,2,1,0,25.02,0.02,0,0,0,0,0,1,0],[377,1,1,2,1,1,25.67,0.02,0,1,2,1,1,2,1],[378,2,2,2,1,2,23.84,0.02,0,0,0,0,1,1,1],[379,3,1,1,1,1,20,0.0132586,1,3,1,3,3,3,3],[380,0,2,2,1,2,21.81,0.02,0,2,2,2,1,2,1],[381,1,0,2,1,0,21.95,0.02,0,1,2,1,1,2,2],[382,2,0,2,1,0,20.38,0.02,0,2,2,2,2,2,2],[383,3,3,2,1,3,20,0.0116393,1,3,2,3,3,2,3],[384,0,3,3,1,0,22.67,0.02,0,0,0,0,0,0,0],[385,1,3,2,1,0,26.14,0.02,0,1,0,1,1,1,1],[386,2,2,2,1,2,20,0.0139601,1,2,3,2,2,3,2],[387,3,2,2,1,0,20,0.016576,1,3,2,3,2,2,1],[388,0,2,2,1,2,27.66,0.02,0,0,0,0,1,2,1],[389,1,3,1,1,1,20.79,0.02,0,1,1,1,2,1,2],[390,2,2,2,1,0,20.66,0.02,0,2,0,2,2,2,1],[391,3,3,0,1,0,20,0.0137486,1,3,3,3,3,3,3],[392,0,3,3,1,3,20,0.0169951,1,0,3,0,0,0,0],[393,1,3,2,1,1,21.43,0.02,0,1,2,1,1,2,1],[394,2,2,2,1,2,22.76,0.02,0,3,0,2,2,2,2],[395,3,1,1,1,1,20.25,0.02,0,1,1,1,3,3,3],[396,0,0,2,1,0,20,0.015206,1,0,2,0,0,2,0],[397,1,1,1,1,1,26.93,0.02,0,1,1,1,1,1,1],[398,2,0,0,1,0,20,0.0149908,1,2,2,0,2,2,2],[399,3,1,1,1,1,20,0.0170483,1,1,1,1,3,3,3]],"elapsed_ms":1197,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":339,"J":250,"J_valid":250,"n_invalid":0,"n00":49,"n01":33,"n10":71,"n11":97,"ctl_n":250,"ctl_err":20},"metrics":{"target_error":0.52,"Q_transfer":0.48,"source_success":0.672,"joint_error":0.388,"T_cond":0.5773809523809523,"R":0.08,"delta":0.44,"delta_pp":44,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.8475}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":326,"J":233,"J_valid":233,"n_invalid":0,"n00":51,"n01":29,"n10":72,"n11":81,"ctl_n":233,"ctl_err":8},"metrics":{"target_error":0.4721030042918455,"Q_transfer":0.5278969957081545,"source_success":0.6566523605150214,"joint_error":0.34763948497854075,"T_cond":0.5294117647058824,"R":0.034334763948497854,"delta":0.4377682403433476,"delta_pp":43.77682403433476,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-LR/pgd/eps0020","seed":44,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0005},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,0,1,0,44.04,0.002,0,0,0,0,0,0,0],[1,1,1,3,1,1,45.41,0.002,0,1,3,1,1,1,1],[2,2,0,0,1,0,41.95,0.002,0,2,0,2,2,2,2],[3,3,3,2,1,3,40.6,0.002,0,3,3,3,3,3,3],[4,0,3,3,1,3,39.99,0.002,0,0,0,0,0,0,0],[5,1,1,1,1,1,45.92,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,43.69,0.002,0,2,2,2,2,2,2],[7,3,3,0,1,3,35.68,0.002,0,3,3,3,3,3,3],[8,0,2,2,1,2,43.49,0.002,0,2,2,2,1,2,1],[9,1,1,3,1,1,47.68,0.002,0,1,1,1,1,3,1],[10,2,2,0,1,2,39.13,0.002,0,2,0,2,2,2,2],[11,3,0,0,1,0,40.36,0.002,0,3,3,3,3,3,3],[12,0,0,2,1,0,43.87,0.002,0,0,0,0,0,0,0],[13,1,1,1,1,1,43.85,0.002,0,1,1,1,1,1,1],[14,2,2,0,1,2,43.11,0.002,0,2,3,2,2,0,2],[15,3,3,2,1,3,35.78,0.002,0,3,3,3,3,3,3],[16,0,2,2,1,2,41.19,0.002,0,0,0,0,0,0,0],[17,1,1,0,1,1,48.07,0.002,0,1,1,1,1,1,1],[18,2,0,0,1,0,43.64,0.002,0,2,0,2,1,1,1],[19,3,3,2,1,3,39.23,0.002,0,3,3,3,3,3,3],[20,0,0,0,1,0,47.21,0.002,0,0,0,0,1,1,1],[21,1,0,2,1,0,43.05,0.002,0,1,1,1,1,2,1],[22,2,2,0,1,2,39.85,0.002,0,2,2,2,2,0,2],[23,3,3,2,1,3,37.69,0.002,0,3,2,3,3,3,2],[24,0,0,2,1,0,42.11,0.002,0,0,0,0,0,0,0],[25,1,1,1,1,1,42.56,0.002,0,1,3,1,1,1,1],[26,2,2,0,1,2,45.9,0.002,0,2,3,2,1,1,1],[27,3,0,0,1,0,39.88,0.002,0,3,3,3,3,3,3],[28,0,2,2,1,2,42.2,0.002,0,2,2,2,2,2,2],[29,1,1,1,1,1,46.88,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,45.11,0.002,0,2,3,2,1,1,1],[31,3,3,0,1,3,39.2,0.002,0,3,3,3,3,3,3],[32,0,0,0,1,0,46.13,0.002,0,0,0,0,0,0,0],[33,1,1,1,1,1,44.44,0.002,0,1,1,1,1,1,1],[34,2,2,0,1,2,43.29,0.002,0,0,0,0,2,2,2],[35,3,3,1,1,3,38.14,0.002,0,3,3,3,3,3,3],[36,0,2,2,1,2,45.25,0.002,0,2,2,2,1,1,1],[37,1,3,2,1,3,41.3,0.002,0,3,3,3,2,3,2],[38,2,2,0,1,2,43.39,0.002,0,2,3,2,2,1,2],[39,3,3,2,1,3,39.46,0.002,0,3,2,3,3,3,3],[40,0,3,3,1,3,42.82,0.002,0,0,3,0,0,0,0],[41,1,1,1,1,1,42.58,0.002,0,1,1,1,2,2,2],[42,2,2,0,1,2,39.41,0.002,0,0,0,0,2,2,2],[43,3,1,1,1,1,39.73,0.002,0,3,3,3,3,3,3],[44,0,0,0,1,0,41.02,0.002,0,0,0,0,0,0,0],[45,1,1,1,1,1,47.78,0.002,0,1,1,1,1,1,1],[46,2,3,3,1,2,45.1,0.002,0,3,3,3,1,1,1],[47,3,3,1,1,3,39.11,0.002,0,3,3,3,3,3,3],[48,0,2,2,1,2,47.39,0.002,0,2,2,2,1,1,1],[49,1,1,3,1,1,46.96,0.002,0,1,3,1,1,1,1],[50,2,2,0,1,2,43.37,0.002,0,2,2,2,2,1,2],[51,3,3,2,1,3,37.48,0.002,0,3,3,3,3,3,3],[52,0,2,2,1,2,44.64,0.002,0,2,2,2,0,2,0],[53,1,1,0,1,1,47.53,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,38.49,0.002,0,2,2,2,2,2,2],[55,3,1,1,1,1,43.89,0.002,0,3,1,3,3,3,3],[56,0,0,0,1,0,46.06,0.002,0,0,0,0,0,0,0],[57,1,1,3,1,1,44.45,0.002,0,1,3,1,1,1,1],[58,2,2,0,1,2,42.88,0.002,0,2,3,2,2,1,2],[59,3,3,0,1,3,37.21,0.002,0,3,3,3,3,3,3],[60,0,0,2,1,0,42.54,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,47.14,0.002,0,1,1,1,1,1,1],[62,2,0,0,1,0,44.17,0.002,0,2,0,2,2,0,2],[63,3,3,1,1,1,40.87,0.002,0,3,1,1,3,3,3],[64,0,0,2,1,0,47.04,0.002,0,0,2,2,1,1,1],[65,1,1,0,1,1,45.76,0.002,0,1,1,1,1,1,1],[66,2,2,3,1,2,45.15,0.002,0,2,3,2,1,1,1],[67,3,1,1,1,1,40.08,0.002,0,3,1,3,3,3,3],[68,0,0,3,1,0,43.96,0.002,0,0,0,0,0,0,0],[69,1,1,1,1,1,45.58,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,39.92,0.002,0,2,2,2,2,2,2],[71,3,3,1,1,3,39.63,0.002,0,3,3,3,3,3,3],[72,0,2,2,1,2,46.66,0.002,0,0,0,0,1,1,1],[73,1,1,1,1,1,47.41,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,38.09,0.002,0,2,0,2,2,2,2],[75,3,3,1,1,3,43.07,0.002,0,3,1,3,3,3,3],[76,0,3,2,1,3,47.18,0.002,0,0,3,0,1,1,1],[77,1,1,1,1,1,47.12,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,43.44,0.002,0,2,0,2,2,1,2],[79,3,0,0,1,0,40.13,0.002,0,2,2,2,1,2,1],[80,0,0,2,1,0,44.59,0.002,0,0,0,0,0,0,0],[81,1,1,1,1,1,45.18,0.002,0,1,1,1,1,1,1],[82,2,2,0,1,2,36.88,0.002,0,0,0,0,2,2,2],[83,3,2,2,1,2,39.57,0.002,0,1,1,1,3,3,3],[84,0,0,2,1,0,42.35,0.002,0,0,2,0,2,2,2],[85,1,1,3,1,1,42.88,0.002,0,1,3,1,2,2,2],[86,2,2,0,1,2,42.07,0.002,0,2,2,2,2,1,2],[87,3,3,0,1,3,37.16,0.002,0,3,3,3,3,3,3],[88,0,0,2,1,0,48.34,0.002,0,0,0,0,0,0,0],[89,1,1,3,1,1,45.99,0.002,0,1,3,1,1,3,1],[90,2,2,0,1,2,42.49,0.002,0,2,2,2,2,2,2],[91,3,3,0,1,3,38.67,0.002,0,3,3,3,3,3,3],[92,0,2,2,1,2,40.39,0.002,0,2,2,2,2,2,2],[93,1,3,3,1,3,42.71,0.002,0,3,3,3,2,3,2],[94,2,2,0,1,2,44.27,0.002,0,2,3,2,2,1,2],[95,3,1,1,1,1,39.22,0.002,0,3,1,1,3,3,3],[96,0,2,2,1,2,44.75,0.002,0,0,0,0,1,1,1],[97,1,1,3,1,1,49.24,0.002,0,1,3,1,1,1,1],[98,2,2,0,1,2,41.16,0.002,0,2,2,2,2,2,2],[99,3,3,1,1,3,38.76,0.002,0,3,3,3,3,3,3],[100,0,0,3,1,0,46.01,0.002,0,0,0,0,0,0,0],[101,1,1,3,1,1,45.08,0.002,0,1,3,1,1,1,1],[102,2,2,0,1,2,42.32,0.002,0,2,3,0,2,0,2],[103,3,1,1,1,1,42.24,0.002,0,1,1,1,3,3,3],[104,0,1,1,1,1,45.45,0.002,0,0,0,0,0,0,0],[105,1,3,3,1,3,45.02,0.002,0,1,3,1,1,1,1],[106,2,0,0,1,0,40.01,0.002,0,2,0,2,2,2,2],[107,3,1,1,1,1,41.05,0.002,0,3,1,3,3,3,3],[108,0,0,1,1,0,47.46,0.002,0,0,0,0,0,0,0],[109,1,1,1,1,1,47.85,0.002,0,1,1,1,1,1,1],[110,2,2,0,1,2,41.9,0.002,0,0,0,0,2,1,2],[111,3,3,1,1,3,38.08,0.002,0,3,1,3,3,3,3],[112,0,2,2,1,0,39.17,0.002,0,0,0,0,0,0,0],[113,1,1,3,1,1,48.52,0.002,0,1,1,1,3,3,3],[114,2,2,3,1,2,39.59,0.002,0,2,3,2,2,1,2],[115,3,1,1,1,1,36.24,0.002,0,3,1,3,3,3,3],[116,0,1,1,1,1,42.58,0.002,0,0,0,0,0,0,0],[117,1,1,3,1,1,47.33,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,40.3,0.002,0,2,2,2,2,1,2],[119,3,0,0,1,0,40.79,0.002,0,3,3,3,3,3,3],[120,0,1,1,1,1,45.57,0.002,0,0,0,0,0,0,0],[121,1,1,1,1,1,47.87,0.002,0,1,1,1,1,1,1],[122,2,2,0,1,2,41.9,0.002,0,2,2,2,2,1,2],[123,3,1,1,1,1,41.72,0.002,0,1,1,1,3,3,3],[124,0,0,2,1,0,40.23,0.002,0,0,0,0,0,0,0],[125,1,1,1,1,1,47.59,0.002,0,1,1,1,1,1,1],[126,2,2,3,1,2,42.97,0.002,0,0,0,0,2,1,2],[127,3,3,2,1,3,37.42,0.002,0,3,2,3,3,3,3],[128,0,2,2,1,2,40.74,0.002,0,2,2,2,2,2,2],[129,1,1,3,1,1,46.1,0.002,0,1,1,1,1,3,1],[130,2,2,0,1,2,41.35,0.002,0,2,0,2,2,2,2],[131,3,1,0,1,1,41.48,0.002,0,3,1,3,3,3,3],[132,0,0,1,1,0,42.45,0.002,0,0,0,0,0,0,0],[133,1,1,1,1,1,42.07,0.002,0,1,1,1,1,3,1],[134,2,2,0,1,2,43.59,0.002,0,2,2,2,2,3,2],[135,3,3,1,1,3,39.84,0.002,0,3,3,3,3,3,3],[136,0,2,2,1,2,44.53,0.002,0,2,2,2,0,2,0],[137,1,1,1,1,1,46.7,0.002,0,1,1,1,1,1,1],[138,2,3,0,1,3,45.54,0.002,0,3,3,3,2,0,1],[139,3,0,0,1,0,33.43,0.002,0,3,2,3,3,3,3],[140,0,0,0,1,0,38.56,0.002,0,0,0,0,0,0,0],[141,1,1,1,1,1,46.26,0.002,0,1,1,1,1,1,1],[142,2,2,0,1,2,39.08,0.002,0,2,2,2,2,2,2],[143,3,3,1,1,3,39.6,0.002,0,3,3,3,3,3,3],[144,0,0,0,1,0,44.91,0.002,0,0,0,0,0,0,0],[145,1,1,3,1,1,43.15,0.002,0,3,3,3,1,2,1],[146,2,2,3,1,2,41.94,0.002,0,2,3,2,2,0,2],[147,3,3,0,1,3,36.69,0.002,0,3,3,3,3,3,3],[148,0,0,3,1,0,42.37,0.002,0,0,0,0,0,0,0],[149,1,0,0,1,0,41.48,0.002,0,1,1,1,1,2,1],[150,2,2,0,1,2,47.17,0.002,0,2,3,2,2,1,1],[151,3,3,0,1,3,43.38,0.002,0,3,3,3,1,3,3],[152,0,2,2,1,2,42.71,0.002,0,2,2,2,1,2,1],[153,1,1,1,1,1,47.22,0.002,0,1,1,1,1,1,1],[154,2,2,3,1,2,45.35,0.002,0,2,3,2,2,1,2],[155,3,3,0,1,3,36.08,0.002,0,3,3,3,3,3,3],[156,0,2,2,1,2,45.87,0.002,0,0,0,0,1,2,1],[157,1,1,0,1,1,42.85,0.002,0,1,1,1,1,1,1],[158,2,2,0,1,2,41.51,0.002,0,2,2,2,2,1,2],[159,3,3,2,1,3,41.27,0.002,0,3,3,3,3,3,3],[160,0,0,1,1,0,44.31,0.002,0,0,0,0,0,0,0],[161,1,1,1,1,1,46.65,0.002,0,1,1,1,1,1,1],[162,2,2,0,1,2,36.61,0.002,0,2,2,2,2,2,2],[163,3,1,1,1,1,42.53,0.002,0,1,1,1,3,3,3],[164,0,0,2,1,0,45.97,0.002,0,0,0,0,0,0,0],[165,1,1,1,1,1,45.95,0.002,0,1,1,1,1,1,1],[166,2,0,0,1,0,43.1,0.002,0,2,0,2,1,1,1],[167,3,3,0,1,3,40.54,0.002,0,3,3,3,3,2,3],[168,0,0,0,1,0,46.09,0.002,0,0,0,0,0,0,0],[169,1,3,3,1,3,42.97,0.002,0,3,3,3,2,3,2],[170,2,0,0,1,0,41.68,0.002,0,0,0,0,1,1,1],[171,3,3,3,1,3,43.72,0.002,0,3,3,3,3,3,3],[172,0,2,2,1,2,45.36,0.002,0,2,2,2,0,2,0],[173,1,1,1,1,1,46.79,0.002,0,1,3,1,1,1,1],[174,2,2,0,1,2,44.54,0.002,0,2,0,2,1,1,1],[175,3,3,0,1,3,40.56,0.002,0,3,3,3,3,3,3],[176,0,0,2,1,0,42.6,0.002,0,0,0,0,0,0,0],[177,1,1,0,1,1,46.54,0.002,0,1,3,1,1,1,1],[178,2,2,0,1,2,43.56,0.002,0,2,2,2,1,1,2],[179,3,3,3,1,3,40.21,0.002,0,3,3,3,3,3,3],[180,0,2,2,1,3,42.45,0.002,0,0,0,0,0,0,0],[181,1,3,2,1,3,42.61,0.002,0,3,3,3,1,2,1],[182,2,2,0,1,2,45.89,0.002,0,2,2,2,2,1,2],[183,3,1,1,1,1,40.32,0.002,0,3,1,3,3,3,3],[184,0,2,2,1,2,41.86,0.002,0,0,0,2,2,2,2],[185,1,1,3,1,1,44.8,0.002,0,1,3,1,1,1,1],[186,2,2,0,1,2,45.78,0.002,0,2,3,2,1,0,1],[187,3,3,2,1,3,41.73,0.002,0,3,3,3,3,3,3],[188,0,2,2,1,2,45.83,0.002,0,0,0,0,1,1,1],[189,1,1,1,1,1,47.38,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,44.23,0.002,0,2,0,2,2,1,2],[191,3,3,2,1,3,33.75,0.002,0,3,3,3,3,3,3],[192,0,3,3,1,3,40.96,0.002,0,0,0,0,0,0,0],[193,1,1,1,1,1,46.38,0.002,0,1,1,1,1,1,1],[194,2,0,0,1,0,44.58,0.002,0,2,2,2,2,1,2],[195,3,0,0,1,0,37.98,0.002,0,3,3,3,3,3,3],[196,0,2,2,1,2,47.95,0.002,0,0,2,0,1,1,1],[197,1,1,1,1,1,48.85,0.002,0,1,3,1,1,1,1],[198,2,2,0,1,2,41.4,0.002,0,2,2,2,1,0,1],[199,3,1,1,1,1,42.43,0.002,0,1,1,3,3,3,3],[200,0,0,0,1,0,42.41,0.002,0,0,0,0,0,0,0],[201,1,1,1,1,1,46.33,0.002,0,1,1,1,1,1,1],[202,2,0,0,1,0,42.72,0.002,0,2,3,2,1,1,1],[203,3,0,0,1,0,37.48,0.002,0,3,3,3,3,3,3],[204,0,0,0,1,0,40.82,0.002,0,0,0,0,0,0,0],[205,1,1,1,1,1,45.89,0.002,0,1,3,1,1,1,1],[206,2,2,0,1,2,46.44,0.002,0,2,0,2,1,1,1],[207,3,3,1,1,3,40.45,0.002,0,3,1,3,3,3,3],[208,0,3,3,1,3,44.06,0.002,0,0,0,0,0,0,0],[209,1,1,3,1,1,43.27,0.002,0,1,3,1,1,2,1],[210,2,2,0,1,2,41.54,0.002,0,2,2,2,1,1,1],[211,3,3,1,1,3,41.24,0.002,0,3,3,3,3,3,3],[212,0,1,1,1,1,42.12,0.002,0,0,0,0,0,0,0],[213,1,1,1,1,1,47.5,0.002,0,1,1,1,1,1,1],[214,2,2,3,1,2,40.47,0.002,0,2,3,2,2,2,2],[215,3,2,2,1,2,35.1,0.002,0,3,2,3,2,2,2],[216,0,0,2,1,0,40.34,0.002,0,0,0,0,0,2,0],[217,1,1,1,1,1,46.21,0.002,0,1,1,1,1,1,1],[218,2,2,0,1,2,39.34,0.002,0,2,2,2,2,2,2],[219,3,0,0,1,0,39.1,0.002,0,3,3,1,3,3,3],[220,0,0,2,1,0,41.84,0.002,0,0,2,0,2,2,2],[221,1,0,2,1,0,46.79,0.002,0,1,1,1,1,1,1],[222,2,2,0,1,2,38.33,0.002,0,2,0,2,2,2,2],[223,3,2,2,1,2,34.8,0.002,0,3,2,2,3,3,3],[224,0,2,2,1,2,47.23,0.002,0,0,2,0,1,1,1],[225,1,1,3,1,1,47.32,0.002,0,1,3,1,1,1,1],[226,2,2,0,1,2,41.94,0.002,0,2,3,2,2,1,2],[227,3,1,1,1,1,42.02,0.002,0,1,1,1,3,3,3],[228,0,0,2,1,0,45.54,0.002,0,0,0,0,0,0,0],[229,1,1,1,1,1,43.88,0.002,0,1,1,1,1,1,1],[230,2,2,0,1,2,41.75,0.002,0,2,2,2,2,2,2],[231,3,1,1,1,1,35.87,0.002,0,1,1,1,3,3,3],[232,0,1,1,1,1,43.94,0.002,0,0,0,0,0,0,0],[233,1,3,3,1,3,41.46,0.002,0,1,3,1,1,3,1],[234,2,2,0,1,2,41.34,0.002,0,2,3,2,2,1,2],[235,3,3,1,1,3,40.47,0.002,0,3,3,3,3,3,3],[236,0,3,3,1,3,41.3,0.002,0,0,0,0,0,0,0],[237,1,1,1,1,1,45.04,0.002,0,1,1,1,1,1,1],[238,2,2,0,1,2,37.85,0.002,0,2,2,2,2,2,2],[239,3,1,1,1,1,40.23,0.002,0,3,3,3,3,3,3],[240,0,1,1,1,1,44.88,0.002,0,0,0,0,0,0,0],[241,1,3,3,1,3,47.86,0.002,0,1,3,1,1,1,1],[242,2,2,0,1,2,42.5,0.002,0,2,0,2,1,1,1],[243,3,3,0,1,3,43.12,0.002,0,3,3,3,3,3,3],[244,0,2,2,1,2,43.76,0.002,0,0,2,0,0,0,0],[245,1,1,3,1,1,46.9,0.002,0,1,1,1,1,1,1],[246,2,2,0,1,2,46.11,0.002,0,0,2,0,1,1,1],[247,3,1,1,1,1,37.52,0.002,0,1,1,1,3,3,3],[248,0,3,3,1,3,45.18,0.002,0,0,0,0,0,0,0],[249,1,1,1,1,1,45.86,0.002,0,1,1,1,1,1,1],[250,2,2,0,1,2,43.3,0.002,0,2,2,2,1,1,1],[251,3,2,2,1,2,34.67,0.002,0,3,2,3,3,3,3],[252,0,2,2,1,2,42.59,0.002,0,2,0,2,1,1,1],[253,1,1,1,1,1,42.13,0.002,0,1,3,1,2,2,2],[254,2,0,0,1,0,42.91,0.002,0,2,2,2,2,2,2],[255,3,3,0,1,3,36.83,0.002,0,3,3,3,3,3,3],[256,0,2,2,1,2,46.58,0.002,0,2,2,2,1,1,1],[257,1,1,0,1,1,43.1,0.002,0,1,3,1,1,1,1],[258,2,2,0,1,2,39.83,0.002,0,2,2,2,2,2,2],[259,3,0,2,1,0,37.74,0.002,0,3,2,3,2,2,2],[260,0,0,0,1,0,45.13,0.002,0,0,0,0,0,0,0],[261,1,1,0,1,1,48.08,0.002,0,1,1,1,1,1,1],[262,2,2,3,1,2,39.23,0.002,0,3,3,2,2,2,2],[263,3,1,1,1,1,37.71,0.002,0,3,3,3,3,3,3],[264,0,0,2,1,0,44.24,0.002,0,0,0,0,0,0,0],[265,1,0,0,1,0,42.15,0.002,0,1,1,1,1,2,1],[266,2,2,0,1,2,42.79,0.002,0,2,0,2,2,2,2],[267,3,3,0,1,3,42.33,0.002,0,3,3,3,3,3,3],[268,0,0,2,1,0,40.76,0.002,0,0,0,0,0,0,0],[269,1,1,1,1,1,47.27,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,40.72,0.002,0,2,3,2,2,2,2],[271,3,0,2,1,0,41.77,0.002,0,1,2,1,1,1,1],[272,0,0,0,1,0,38.68,0.002,0,0,0,0,0,0,0],[273,1,1,1,1,1,43.36,0.002,0,1,1,1,1,1,1],[274,2,2,3,1,2,44.81,0.002,0,2,3,2,1,1,1],[275,3,1,1,1,1,43.33,0.002,0,1,1,1,3,3,3],[276,0,2,2,1,2,43.84,0.002,0,2,2,2,1,1,1],[277,1,3,3,1,3,41.82,0.002,0,1,3,1,1,3,1],[278,2,2,0,1,2,43.46,0.002,0,2,3,2,2,2,2],[279,3,0,0,1,0,39.78,0.002,0,3,3,3,3,3,3],[280,0,3,3,1,3,44.27,0.002,0,0,0,0,0,0,0],[281,1,1,1,1,1,46.64,0.002,0,1,3,1,1,1,1],[282,2,2,0,1,2,42.97,0.002,0,2,0,2,2,0,2],[283,3,3,2,1,3,34.86,0.002,0,3,3,3,3,3,3],[284,0,2,2,1,2,47.4,0.002,0,2,2,2,1,1,1],[285,1,1,1,1,1,47.94,0.002,0,1,1,1,1,1,1],[286,2,0,0,1,2,44.51,0.002,0,0,0,0,2,0,2],[287,3,3,3,1,3,38.8,0.002,0,3,3,3,3,3,3],[288,0,0,0,1,0,42.83,0.002,0,0,0,0,0,0,0],[289,1,1,1,1,1,49.33,0.002,0,1,1,1,1,1,1],[290,2,2,0,1,2,43.52,0.002,0,2,0,2,2,0,2],[291,3,3,0,1,3,39.84,0.002,0,3,3,3,3,3,3],[292,0,0,0,1,0,42.26,0.002,0,0,0,0,0,0,0],[293,1,1,1,1,1,47.83,0.002,0,1,3,1,1,1,1],[294,2,2,0,1,2,43.73,0.002,0,2,0,2,1,1,1],[295,3,1,1,1,1,38.42,0.002,0,3,3,3,3,3,3],[296,0,0,0,1,0,44.2,0.002,0,0,0,0,0,0,0],[297,1,1,1,1,1,44.94,0.002,0,1,1,1,1,1,1],[298,2,2,3,1,2,45.62,0.002,0,3,3,3,1,1,1],[299,3,0,0,1,0,39.27,0.002,0,3,3,3,3,3,3],[300,0,0,0,1,0,42.05,0.002,0,0,0,0,0,0,0],[301,1,1,2,1,1,41.77,0.002,0,1,3,1,2,2,2],[302,2,2,0,1,2,44.78,0.002,0,0,3,0,1,1,1],[303,3,0,2,1,0,38.51,0.002,0,2,2,2,1,1,1],[304,0,2,2,1,2,40.86,0.002,0,2,2,2,2,2,2],[305,1,1,1,1,1,47.58,0.002,0,1,1,1,1,1,1],[306,2,0,0,1,0,44.13,0.002,0,2,2,2,2,2,2],[307,3,3,0,1,3,36.11,0.002,0,3,3,3,3,3,3],[308,0,0,2,1,0,45.04,0.002,0,0,0,0,0,0,0],[309,1,1,1,1,1,47.69,0.002,0,1,1,1,1,1,1],[310,2,2,0,1,2,41.63,0.002,0,2,3,2,2,0,2],[311,3,2,2,1,2,35.87,0.002,0,2,2,2,2,2,2],[312,0,0,0,1,0,48.08,0.002,0,0,0,0,0,0,0],[313,1,1,1,1,1,43.26,0.002,0,1,1,1,2,2,2],[314,2,2,0,1,2,38.71,0.002,0,2,3,2,2,0,2],[315,3,3,2,1,3,36.01,0.002,0,3,2,3,3,2,3],[316,0,2,2,1,2,41.07,0.002,0,2,2,2,2,2,2],[317,1,1,1,1,1,46.73,0.002,0,1,1,1,1,1,1],[318,2,2,0,1,2,44.59,0.002,0,2,0,2,2,2,2],[319,3,3,0,1,3,38.87,0.002,0,3,1,3,3,3,3],[320,0,1,1,1,1,46.06,0.002,0,0,0,0,0,0,0],[321,1,3,2,1,3,41.64,0.002,0,3,3,3,2,2,2],[322,2,2,0,1,2,38.21,0.002,0,2,2,2,2,2,2],[323,3,3,0,1,3,36.84,0.002,0,3,3,3,3,3,3],[324,0,0,0,1,0,44.33,0.002,0,0,0,0,0,0,0],[325,1,1,0,1,1,46.23,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,40.27,0.002,0,2,3,2,2,0,2],[327,3,2,2,1,0,42.19,0.002,0,2,2,2,1,3,1],[328,0,0,2,1,0,41.03,0.002,0,0,0,0,0,0,0],[329,1,3,3,1,3,40.8,0.002,0,3,3,3,3,3,3],[330,2,2,0,1,2,45.95,0.002,0,2,0,2,2,0,2],[331,3,3,0,1,3,41.87,0.002,0,3,3,3,3,1,3],[332,0,0,0,1,0,41.8,0.002,0,0,0,0,0,0,0],[333,1,1,0,1,1,44.83,0.002,0,1,1,1,1,1,1],[334,2,0,0,1,0,45.64,0.002,0,0,0,0,0,0,0],[335,3,3,1,1,3,37.77,0.002,0,3,3,3,3,3,3],[336,0,2,2,1,2,41.89,0.002,0,2,2,2,2,2,2],[337,1,1,1,1,1,46.7,0.002,0,1,1,1,1,1,1],[338,2,2,0,1,2,41.96,0.002,0,2,3,2,2,2,2],[339,3,1,1,1,1,42.64,0.002,0,1,1,1,3,3,3],[340,0,3,3,1,3,45.88,0.002,0,0,0,0,0,0,0],[341,1,1,1,1,1,43.17,0.002,0,1,1,1,2,2,2],[342,2,0,0,1,0,44.91,0.002,0,2,2,2,2,0,2],[343,3,0,0,1,0,38.91,0.002,0,3,3,3,3,3,3],[344,0,3,3,1,3,37.29,0.002,0,0,0,0,0,0,0],[345,1,1,1,1,1,47.5,0.002,0,1,1,1,1,1,1],[346,2,2,0,1,2,44.49,0.002,0,2,3,0,2,1,2],[347,3,3,0,1,3,39.27,0.002,0,3,3,3,3,3,3],[348,0,0,0,1,0,39.84,0.002,0,0,0,0,0,0,0],[349,1,1,1,1,1,42.71,0.002,0,1,1,1,1,1,1],[350,2,0,0,1,0,43.17,0.002,0,2,2,2,2,2,2],[351,3,0,0,1,0,39.28,0.002,0,3,3,3,3,3,3],[352,0,0,0,1,0,46.22,0.002,0,0,0,0,0,0,0],[353,1,1,3,1,1,43.25,0.002,0,3,3,3,1,3,1],[354,2,2,0,1,2,44.1,0.002,0,2,0,2,2,2,2],[355,3,3,0,1,3,39.13,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,44.82,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,45.85,0.002,0,1,1,1,1,1,1],[358,2,2,0,1,2,39.81,0.002,0,2,3,2,2,1,2],[359,3,3,0,1,3,38.91,0.002,0,3,3,3,3,3,3],[360,0,2,2,1,2,46.1,0.002,0,0,0,0,0,2,0],[361,1,0,2,1,0,47.51,0.002,0,1,2,1,1,2,1],[362,2,2,0,1,2,44.09,0.002,0,2,0,2,2,0,2],[363,3,3,0,1,3,36.74,0.002,0,3,3,3,3,3,3],[364,0,3,3,1,3,45.73,0.002,0,0,0,0,0,0,0],[365,1,1,1,1,1,42.75,0.002,0,1,1,1,1,1,1],[366,2,0,0,1,0,42,0.002,0,2,2,2,2,0,2],[367,3,3,2,1,3,38.17,0.002,0,3,2,3,3,3,3],[368,0,2,2,1,2,47.08,0.002,0,2,2,2,0,1,0],[369,1,1,3,1,1,46.76,0.002,0,1,1,1,1,1,1],[370,2,2,0,1,2,41.1,0.002,0,2,3,2,2,2,2],[371,3,0,0,1,0,40.87,0.002,0,3,3,3,3,3,3],[372,0,0,0,1,0,41.09,0.002,0,0,0,0,0,0,0],[373,1,1,1,1,1,47.05,0.002,0,1,1,1,1,1,1],[374,2,2,0,1,2,44.6,0.002,0,2,3,2,1,1,1],[375,3,1,1,1,1,40.95,0.002,0,1,1,1,3,3,3],[376,0,0,0,1,0,45.04,0.002,0,0,0,0,0,1,0],[377,1,1,1,1,1,45.71,0.002,0,1,1,1,1,1,1],[378,2,2,0,1,2,44.41,0.002,0,0,0,0,1,1,1],[379,3,1,1,1,1,37.36,0.002,0,3,1,3,3,3,3],[380,0,2,2,1,2,42.46,0.002,0,2,2,2,1,2,1],[381,1,0,0,1,0,42.29,0.002,0,1,2,1,1,2,1],[382,2,0,0,1,0,43.12,0.002,0,2,3,2,2,2,2],[383,3,3,2,1,3,35.99,0.002,0,3,3,3,3,3,3],[384,0,3,3,1,3,42.85,0.002,0,0,0,0,0,0,0],[385,1,3,0,1,3,47.06,0.002,0,1,3,1,1,1,1],[386,2,2,3,1,2,41,0.002,0,2,3,2,2,2,2],[387,3,2,2,1,2,38.46,0.002,0,3,2,3,2,2,2],[388,0,2,2,1,2,47.73,0.002,0,0,0,0,1,1,1],[389,1,3,2,1,3,43.45,0.002,0,1,3,1,2,3,2],[390,2,2,0,1,2,44.36,0.002,0,2,2,2,2,1,2],[391,3,3,0,1,3,37.11,0.002,0,3,3,3,3,3,3],[392,0,3,3,1,3,39.32,0.002,0,0,0,0,0,0,0],[393,1,3,3,1,3,42.61,0.002,0,1,3,1,1,1,1],[394,2,2,3,1,2,45.55,0.002,0,3,3,2,2,2,2],[395,3,1,1,1,1,42.19,0.002,0,1,1,1,3,3,3],[396,0,0,2,1,0,37.67,0.002,0,0,0,0,0,2,0],[397,1,1,1,1,1,47.93,0.002,0,1,1,1,1,1,1],[398,2,0,0,1,0,37.7,0.002,0,2,0,2,2,2,2],[399,3,1,1,1,1,40.69,0.002,0,1,3,1,3,3,3]],"elapsed_ms":2648,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":339,"J":250,"J_valid":250,"n_invalid":0,"n00":73,"n01":7,"n10":99,"n11":71,"ctl_n":250,"ctl_err":4},"metrics":{"target_error":0.312,"Q_transfer":0.688,"source_success":0.68,"joint_error":0.284,"T_cond":0.4176470588235294,"R":0.016,"delta":0.296,"delta_pp":29.599999999999998,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.8475}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":326,"J":233,"J_valid":233,"n_invalid":0,"n00":73,"n01":2,"n10":114,"n11":44,"ctl_n":233,"ctl_err":2},"metrics":{"target_error":0.19742489270386265,"Q_transfer":0.8025751072961373,"source_success":0.6781115879828327,"joint_error":0.1888412017167382,"T_cond":0.27848101265822783,"R":0.008583690987124463,"delta":0.18884120171673818,"delta_pp":18.884120171673818,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-LR/pgd/eps0050","seed":44,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.00125},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,36.51,0.005,0,0,0,0,0,0,0],[1,1,1,2,1,1,38.15,0.005,0,1,3,1,1,2,1],[2,2,0,0,1,0,35.87,0.005,0,2,0,2,2,0,2],[3,3,3,2,1,3,32.74,0.005,0,3,2,1,3,3,3],[4,0,3,3,1,3,33.11,0.005,0,0,0,0,0,0,0],[5,1,1,1,1,1,38.03,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,36.97,0.005,0,2,3,2,2,0,2],[7,3,3,0,1,3,28.69,0.005,0,3,3,3,3,3,3],[8,0,2,2,1,2,36.63,0.005,0,2,2,2,1,2,1],[9,1,1,3,1,1,40.64,0.005,0,1,3,1,1,3,1],[10,2,2,0,1,2,32.43,0.005,0,2,0,2,2,2,2],[11,3,0,0,1,0,32.67,0.005,0,3,3,3,3,3,3],[12,0,0,2,1,0,36.9,0.005,0,0,0,0,0,0,0],[13,1,1,3,1,1,36.63,0.005,0,1,3,1,1,3,1],[14,2,2,0,1,2,37.32,0.005,0,2,3,2,2,0,2],[15,3,3,2,1,3,28.31,0.005,0,3,3,3,3,3,3],[16,0,2,2,1,3,34.15,0.005,0,0,0,0,0,0,0],[17,1,1,0,1,1,41.27,0.005,0,1,1,1,1,1,1],[18,2,0,0,1,0,37.3,0.005,0,2,0,2,1,1,1],[19,3,3,2,1,3,33.26,0.005,0,3,3,3,3,3,3],[20,0,0,1,1,0,39.31,0.005,0,0,0,0,1,1,1],[21,1,0,2,1,0,35.37,0.005,0,1,2,1,1,2,2],[22,2,2,0,1,2,34.71,0.005,0,2,3,2,2,0,2],[23,3,3,2,1,3,31.02,0.005,0,3,2,3,3,2,3],[24,0,0,2,1,0,34.22,0.005,0,0,0,0,0,0,0],[25,1,1,1,1,1,36.34,0.005,0,1,3,1,1,2,1],[26,2,2,0,1,2,39.92,0.005,0,2,0,0,1,1,1],[27,3,0,0,1,0,32.64,0.005,0,3,0,3,3,3,3],[28,0,2,2,1,2,34.65,0.005,0,2,2,2,2,2,2],[29,1,1,1,1,1,39,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,37.87,0.005,0,2,3,2,1,0,1],[31,3,3,0,1,3,31.85,0.005,0,3,0,3,3,2,3],[32,0,0,3,1,0,39.13,0.005,0,0,0,0,0,0,0],[33,1,1,1,1,1,37.42,0.005,0,1,3,1,1,1,1],[34,2,2,0,1,0,36.09,0.005,0,0,0,2,2,0,2],[35,3,3,0,1,3,32.02,0.005,0,3,3,3,3,3,3],[36,0,2,2,1,2,38.18,0.005,0,2,2,2,1,1,1],[37,1,3,2,1,3,35.02,0.005,0,3,3,3,2,3,2],[38,2,2,0,1,2,37.64,0.005,0,2,3,2,2,1,2],[39,3,3,2,1,3,33.04,0.005,0,3,2,3,3,3,3],[40,0,3,3,1,3,37.31,0.005,0,0,3,0,0,0,0],[41,1,1,1,1,1,34.85,0.005,0,1,3,1,2,2,2],[42,2,2,0,1,2,33.4,0.005,0,0,3,0,2,2,2],[43,3,1,1,1,3,32.35,0.005,0,3,3,3,3,3,3],[44,0,0,1,1,0,33.16,0.005,0,0,0,0,0,0,0],[45,1,1,1,1,1,40.04,0.005,0,1,1,1,1,1,1],[46,2,3,3,1,2,37.79,0.005,0,3,3,2,1,1,1],[47,3,3,1,1,3,33.18,0.005,0,3,3,3,3,3,3],[48,0,2,2,1,2,39.57,0.005,0,2,2,2,1,1,1],[49,1,1,3,1,1,39.75,0.005,0,1,3,1,1,2,1],[50,2,2,0,1,2,36.75,0.005,0,2,0,2,2,1,2],[51,3,3,2,1,3,31.41,0.005,0,3,3,3,3,3,3],[52,0,2,2,1,2,36.71,0.005,0,2,2,2,0,2,0],[53,1,1,2,1,1,40.58,0.005,0,1,2,1,1,1,1],[54,2,2,0,1,2,33.07,0.005,0,2,3,2,2,0,2],[55,3,1,1,1,1,36.82,0.005,0,3,1,1,3,3,3],[56,0,0,2,1,0,38.55,0.005,0,0,0,0,0,0,0],[57,1,1,0,1,1,37.23,0.005,0,1,3,1,1,2,1],[58,2,2,0,1,2,37.17,0.005,0,2,3,2,2,1,2],[59,3,3,0,1,3,31.22,0.005,0,3,3,3,3,3,3],[60,0,0,2,1,0,34.7,0.005,0,0,0,0,0,0,0],[61,1,1,1,1,1,39.23,0.005,0,1,1,1,1,1,1],[62,2,0,0,1,0,37.31,0.005,0,2,0,2,2,0,2],[63,3,3,1,1,1,34.38,0.005,0,3,1,3,3,3,3],[64,0,0,2,1,0,39.16,0.005,0,0,2,2,1,1,1],[65,1,1,0,1,1,38.62,0.005,0,1,3,1,1,1,1],[66,2,2,0,1,2,38.93,0.005,0,2,3,2,1,1,1],[67,3,1,1,1,1,33.75,0.005,0,3,1,1,3,3,3],[68,0,0,3,1,0,37.28,0.005,0,0,0,0,0,0,0],[69,1,1,1,1,1,39.22,0.005,0,1,1,1,1,1,1],[70,2,2,0,1,2,32.78,0.005,0,2,0,2,2,1,2],[71,3,3,1,1,1,32.57,0.005,0,3,1,3,3,3,3],[72,0,2,2,1,2,39.55,0.005,0,0,0,0,1,2,1],[73,1,1,1,1,1,39.66,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,31.9,0.005,0,2,0,2,2,2,2],[75,3,3,1,1,3,35.68,0.005,0,3,1,1,3,3,3],[76,0,3,2,1,3,39.92,0.005,0,0,3,0,1,1,1],[77,1,1,1,1,1,39.2,0.005,0,1,1,1,1,1,1],[78,2,2,0,1,2,37.52,0.005,0,2,3,2,2,0,2],[79,3,0,0,1,0,32.78,0.005,0,2,2,2,1,2,1],[80,0,0,2,1,0,37.51,0.005,0,0,0,0,0,0,0],[81,1,1,1,1,1,37.29,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,30.8,0.005,0,0,0,0,2,2,2],[83,3,2,2,1,1,31.66,0.005,0,1,1,3,3,3,3],[84,0,0,2,1,0,34.46,0.005,0,0,2,0,2,2,2],[85,1,1,2,1,1,35.85,0.005,0,1,3,1,2,2,2],[86,2,2,0,1,2,35.79,0.005,0,2,3,2,2,1,2],[87,3,3,0,1,3,29.57,0.005,0,3,3,3,3,3,3],[88,0,0,2,1,0,41.33,0.005,0,0,0,0,0,0,0],[89,1,1,3,1,1,39.02,0.005,0,1,3,1,1,3,1],[90,2,2,0,1,2,36.27,0.005,0,2,0,2,2,0,2],[91,3,3,0,1,3,31.06,0.005,0,3,0,3,3,3,3],[92,0,2,2,1,2,33.42,0.005,0,2,2,2,2,3,2],[93,1,3,2,1,3,36.06,0.005,0,3,3,3,2,3,2],[94,2,2,3,1,2,37.52,0.005,0,2,3,2,2,0,2],[95,3,1,1,1,1,32.12,0.005,0,3,1,1,3,3,3],[96,0,2,2,1,2,37.13,0.005,0,0,0,0,1,1,1],[97,1,1,2,1,1,41.86,0.005,0,1,3,1,1,3,1],[98,2,2,0,1,2,33.38,0.005,0,2,2,2,2,0,2],[99,3,3,2,1,3,31.01,0.005,0,3,3,3,3,3,3],[100,0,0,3,1,0,38.69,0.005,0,0,0,0,0,0,0],[101,1,1,2,1,1,37.46,0.005,0,1,3,1,1,3,1],[102,2,2,3,1,2,34.35,0.005,0,2,3,2,2,0,2],[103,3,1,1,1,1,34.69,0.005,0,1,1,1,3,3,3],[104,0,1,1,1,1,37.92,0.005,0,0,0,0,0,0,0],[105,1,3,2,1,3,38.07,0.005,0,1,2,1,1,2,1],[106,2,0,0,1,2,33.47,0.005,0,2,3,2,2,0,2],[107,3,1,1,1,1,34.81,0.005,0,3,1,3,3,3,3],[108,0,0,1,1,0,39.87,0.005,0,0,0,0,0,0,0],[109,1,1,1,1,1,40.73,0.005,0,1,3,1,1,3,1],[110,2,2,0,1,2,35.99,0.005,0,0,0,0,2,1,2],[111,3,3,1,1,1,31.16,0.005,0,3,1,1,3,3,3],[112,0,2,2,1,2,31.7,0.005,0,0,0,0,0,0,0],[113,1,1,3,1,1,41.92,0.005,0,1,1,1,3,3,3],[114,2,2,3,1,2,32.55,0.005,0,2,3,2,2,0,2],[115,3,1,1,1,1,29.54,0.005,0,3,1,3,3,3,3],[116,0,1,1,1,1,34.68,0.005,0,0,0,0,0,0,0],[117,1,1,2,1,1,40.98,0.005,0,1,3,1,1,3,1],[118,2,2,0,1,2,33.86,0.005,0,2,0,2,2,1,2],[119,3,0,0,1,0,33.47,0.005,0,3,0,3,3,3,3],[120,0,1,1,1,1,37.8,0.005,0,0,0,0,0,0,0],[121,1,1,1,1,1,40.59,0.005,0,1,3,1,1,1,1],[122,2,2,0,1,2,36.02,0.005,0,2,2,2,2,1,2],[123,3,1,1,1,1,35.6,0.005,0,1,1,1,3,3,3],[124,0,0,2,1,0,33.27,0.005,0,0,0,0,0,2,0],[125,1,1,2,1,1,40.53,0.005,0,1,3,1,1,1,1],[126,2,2,3,1,2,36.85,0.005,0,0,3,0,2,1,2],[127,3,3,2,1,3,30.95,0.005,0,3,2,3,3,3,3],[128,0,2,2,1,2,33.55,0.005,0,2,2,2,2,2,2],[129,1,1,3,1,1,38.84,0.005,0,1,3,1,1,3,1],[130,2,2,0,1,2,33.77,0.005,0,2,0,2,2,0,2],[131,3,1,0,1,1,34.42,0.005,0,3,2,3,3,3,3],[132,0,0,1,1,0,34.6,0.005,0,0,0,0,0,0,0],[133,1,1,3,1,1,34.29,0.005,0,1,1,1,1,3,3],[134,2,2,0,1,2,36.84,0.005,0,2,0,2,2,3,3],[135,3,3,1,1,3,32.28,0.005,0,3,1,3,3,3,3],[136,0,2,2,1,2,36.67,0.005,0,2,2,2,0,2,0],[137,1,1,3,1,1,39.55,0.005,0,1,3,1,1,1,1],[138,2,3,3,1,2,37.15,0.005,0,3,3,3,2,0,3],[139,3,0,0,1,0,26.8,0.005,0,3,2,3,3,3,3],[140,0,0,2,1,0,30.76,0.005,0,0,0,0,0,0,0],[141,1,1,1,1,1,39.37,0.005,0,1,1,1,1,1,1],[142,2,2,0,1,2,33.25,0.005,0,2,3,2,2,1,2],[143,3,3,1,1,3,32.27,0.005,0,3,1,3,3,3,3],[144,0,0,3,1,0,38.28,0.005,0,0,0,0,0,0,0],[145,1,1,3,1,1,35.95,0.005,0,3,3,3,1,2,1],[146,2,2,3,1,2,34.25,0.005,0,2,3,2,2,0,2],[147,3,3,2,1,3,28.71,0.005,0,3,3,3,3,3,3],[148,0,0,2,1,0,34.7,0.005,0,0,0,0,0,0,0],[149,1,0,0,1,0,34.25,0.005,0,1,2,1,1,2,1],[150,2,2,1,1,2,39.78,0.005,0,2,3,2,2,1,1],[151,3,3,0,1,3,36.91,0.005,0,3,3,3,1,2,1],[152,0,2,2,1,2,34.8,0.005,0,2,2,2,1,2,1],[153,1,1,3,1,1,40.37,0.005,0,1,1,1,1,3,1],[154,2,2,3,1,2,38.04,0.005,0,2,3,2,2,1,2],[155,3,3,0,1,3,28.89,0.005,0,3,3,3,3,3,3],[156,0,2,2,1,2,38.86,0.005,0,0,3,0,1,2,1],[157,1,1,0,1,1,35.02,0.005,0,1,1,1,1,2,1],[158,2,2,0,1,2,34.83,0.005,0,2,3,2,2,1,2],[159,3,3,2,1,2,34.58,0.005,0,3,2,3,3,3,3],[160,0,0,1,1,0,37.16,0.005,0,0,0,0,0,0,0],[161,1,1,0,1,1,39.69,0.005,0,1,3,1,1,1,1],[162,2,2,0,1,2,29.82,0.005,0,2,3,2,2,0,2],[163,3,1,1,1,1,36.31,0.005,0,1,1,1,3,3,3],[164,0,0,2,1,0,39.23,0.005,0,0,0,0,0,0,0],[165,1,1,3,1,1,39.48,0.005,0,1,1,1,1,3,1],[166,2,0,0,1,2,37.5,0.005,0,2,3,2,1,1,1],[167,3,3,2,1,3,32.77,0.005,0,3,2,3,3,2,3],[168,0,0,0,1,0,38.26,0.005,0,0,0,0,0,0,0],[169,1,3,3,1,3,35.72,0.005,0,3,3,3,2,3,2],[170,2,0,0,1,0,34.57,0.005,0,0,0,0,1,1,0],[171,3,3,3,1,3,36.82,0.005,0,3,3,3,3,3,3],[172,0,2,2,1,2,37.55,0.005,0,2,2,2,0,2,0],[173,1,1,1,1,1,39.36,0.005,0,1,3,1,1,1,1],[174,2,2,0,1,2,37.22,0.005,0,2,0,2,1,1,1],[175,3,3,0,1,3,33.85,0.005,0,3,3,3,3,3,3],[176,0,0,2,1,0,35.43,0.005,0,0,0,0,0,2,0],[177,1,1,0,1,1,39.53,0.005,0,1,3,1,1,1,1],[178,2,2,0,1,2,36.63,0.005,0,2,2,0,1,1,1],[179,3,3,0,1,3,32.83,0.005,0,3,3,3,3,3,3],[180,0,2,2,1,3,36.18,0.005,0,0,0,0,0,0,0],[181,1,3,2,1,3,35.89,0.005,0,3,2,3,1,2,1],[182,2,2,0,1,2,40.09,0.005,0,2,3,2,2,0,2],[183,3,1,1,1,3,34.59,0.005,0,3,1,3,3,3,3],[184,0,2,2,1,2,35.8,0.005,0,0,2,2,2,2,2],[185,1,1,0,1,1,38.32,0.005,0,1,3,1,1,2,1],[186,2,2,3,1,2,38.01,0.005,0,2,3,2,1,0,1],[187,3,3,2,1,3,34.76,0.005,0,3,2,3,3,3,3],[188,0,2,2,1,2,38.16,0.005,0,0,0,0,1,1,1],[189,1,1,1,1,1,40.42,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,38.38,0.005,0,2,0,2,2,0,2],[191,3,3,2,1,3,26.76,0.005,0,3,2,3,3,2,3],[192,0,3,3,1,3,34.88,0.005,0,0,0,0,0,0,0],[193,1,1,1,1,1,38.46,0.005,0,1,1,1,1,1,1],[194,2,0,0,1,0,37.72,0.005,0,2,0,2,2,1,2],[195,3,0,2,1,0,29.8,0.005,0,3,2,1,3,3,3],[196,0,2,2,1,2,40.73,0.005,0,0,2,0,1,1,1],[197,1,1,3,1,1,41.38,0.005,0,1,3,1,1,1,1],[198,2,2,0,1,2,35.25,0.005,0,2,3,2,1,0,1],[199,3,1,1,1,1,35.96,0.005,0,1,1,3,3,3,3],[200,0,0,2,1,0,34.56,0.005,0,0,0,0,0,0,0],[201,1,1,3,1,1,39.28,0.005,0,1,1,1,1,3,1],[202,2,0,0,1,0,36.62,0.005,0,2,3,2,1,1,1],[203,3,0,0,1,0,30.66,0.005,0,3,0,3,3,3,3],[204,0,0,3,1,0,33.26,0.005,0,0,0,0,0,0,0],[205,1,1,3,1,1,39.35,0.005,0,1,3,1,1,2,1],[206,2,2,0,1,2,39.99,0.005,0,2,3,2,1,0,1],[207,3,3,1,1,1,34.02,0.005,0,3,1,3,3,3,3],[208,0,3,3,1,3,36.66,0.005,0,0,0,0,0,0,0],[209,1,1,3,1,1,36.5,0.005,0,1,3,1,1,2,1],[210,2,2,0,1,0,34.4,0.005,0,2,0,2,1,1,1],[211,3,3,2,1,3,33.12,0.005,0,3,3,3,3,3,3],[212,0,1,1,1,1,35.04,0.005,0,0,0,0,0,0,0],[213,1,1,0,1,1,40.17,0.005,0,1,1,1,1,1,1],[214,2,2,3,1,2,31.91,0.005,0,2,3,2,2,0,2],[215,3,2,2,1,2,28.07,0.005,0,3,2,2,2,2,2],[216,0,0,2,1,0,33.84,0.005,0,0,2,0,0,2,0],[217,1,1,1,1,1,38.32,0.005,0,1,1,1,1,1,1],[218,2,2,0,1,2,33.68,0.005,0,2,0,2,2,0,2],[219,3,0,0,1,3,32.56,0.005,0,3,3,1,3,3,3],[220,0,0,2,1,0,33.96,0.005,0,0,2,0,2,2,2],[221,1,0,2,1,0,38.91,0.005,0,1,2,1,1,1,1],[222,2,2,0,1,2,32.62,0.005,0,2,0,2,2,2,2],[223,3,2,2,1,2,28.2,0.005,0,3,2,2,3,2,3],[224,0,2,2,1,2,39.83,0.005,0,0,2,2,1,2,1],[225,1,1,3,1,1,40.59,0.005,0,1,3,1,1,1,1],[226,2,2,0,1,2,36.46,0.005,0,2,3,2,2,0,2],[227,3,1,1,1,1,34.92,0.005,0,1,1,1,3,3,3],[228,0,0,2,1,0,38.31,0.005,0,0,0,0,0,0,0],[229,1,1,0,1,1,36.76,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,34.83,0.005,0,2,0,2,2,0,2],[231,3,1,1,1,1,28.85,0.005,0,1,3,1,3,3,3],[232,0,1,1,1,1,36.37,0.005,0,0,0,0,0,0,0],[233,1,3,3,1,3,34.96,0.005,0,1,3,1,1,3,1],[234,2,2,0,1,2,35.69,0.005,0,2,3,2,2,1,2],[235,3,3,1,1,1,32.7,0.005,0,3,3,3,3,3,3],[236,0,3,3,1,3,34.61,0.005,0,0,0,0,0,0,0],[237,1,1,1,1,1,37.86,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,31.86,0.005,0,2,3,2,2,0,2],[239,3,1,1,1,1,32.31,0.005,0,3,1,1,3,3,3],[240,0,1,1,1,1,37.37,0.005,0,0,0,0,0,0,0],[241,1,3,2,1,3,40.03,0.005,0,1,2,1,1,2,1],[242,2,2,0,1,2,36.77,0.005,0,2,3,2,1,1,1],[243,3,3,0,1,3,35.75,0.005,0,3,3,3,3,3,3],[244,0,2,2,1,2,36.09,0.005,0,0,2,0,0,2,0],[245,1,1,2,1,1,40.39,0.005,0,1,3,1,1,2,1],[246,2,2,0,1,2,39.57,0.005,0,0,2,0,1,1,1],[247,3,1,1,1,1,30.93,0.005,0,1,1,1,3,3,3],[248,0,3,3,1,3,38.33,0.005,0,0,3,0,0,0,0],[249,1,1,1,1,1,39,0.005,0,1,1,1,1,1,1],[250,2,2,0,1,2,37.23,0.005,0,2,3,2,1,1,1],[251,3,2,2,1,2,27.43,0.005,0,3,2,3,3,2,3],[252,0,2,2,1,2,34.66,0.005,0,2,0,2,1,1,1],[253,1,1,3,1,1,35.2,0.005,0,1,3,1,2,2,2],[254,2,0,0,1,0,35.41,0.005,0,2,1,2,2,1,2],[255,3,3,0,1,3,29.62,0.005,0,3,3,3,3,3,3],[256,0,2,2,1,2,38.78,0.005,0,2,2,2,1,1,1],[257,1,1,0,1,1,36.4,0.005,0,1,0,1,1,2,1],[258,2,2,0,1,2,33.23,0.005,0,2,0,2,2,0,2],[259,3,0,2,1,0,30.49,0.005,0,3,2,3,2,2,2],[260,0,0,3,1,0,37.92,0.005,0,0,0,0,0,0,0],[261,1,1,0,1,1,40.51,0.005,0,1,3,1,1,2,1],[262,2,2,3,1,2,31.86,0.005,0,3,3,2,2,0,2],[263,3,1,1,1,1,31.84,0.005,0,3,1,3,3,3,3],[264,0,0,2,1,0,36.67,0.005,0,0,0,0,0,2,0],[265,1,0,0,1,0,34.24,0.005,0,1,2,1,1,2,1],[266,2,2,0,1,2,35.66,0.005,0,2,0,2,2,2,2],[267,3,3,0,1,3,35.55,0.005,0,3,3,3,3,3,3],[268,0,0,2,1,0,33.23,0.005,0,0,0,0,0,0,0],[269,1,1,3,1,1,39.85,0.005,0,1,3,1,1,3,1],[270,2,2,3,1,2,32.79,0.005,0,2,3,2,2,0,2],[271,3,0,2,1,0,34.22,0.005,0,1,2,1,1,3,1],[272,0,0,0,1,0,31.05,0.005,0,0,0,0,0,0,0],[273,1,1,0,1,1,36.41,0.005,0,1,3,1,1,1,1],[274,2,2,3,1,2,37.9,0.005,0,2,3,2,1,1,1],[275,3,1,1,1,1,36.99,0.005,0,1,1,1,3,3,3],[276,0,2,2,1,2,36.62,0.005,0,2,2,2,1,2,1],[277,1,3,3,1,3,34.75,0.005,0,1,3,1,1,3,1],[278,2,2,0,1,2,37.36,0.005,0,2,3,2,2,1,2],[279,3,0,0,1,0,33.12,0.005,0,3,0,3,3,3,3],[280,0,3,3,1,3,36.45,0.005,0,0,0,0,0,0,0],[281,1,1,3,1,1,40.05,0.005,0,1,3,1,1,1,1],[282,2,2,3,1,2,35.06,0.005,0,2,3,2,2,0,2],[283,3,3,2,1,3,28.77,0.005,0,3,2,3,3,3,3],[284,0,2,2,1,2,39.67,0.005,0,2,2,2,1,1,1],[285,1,1,1,1,1,40.52,0.005,0,1,3,1,1,1,1],[286,2,0,0,1,2,37.37,0.005,0,0,0,2,2,0,2],[287,3,3,1,1,3,30.81,0.005,0,3,1,3,3,3,3],[288,0,0,0,1,0,35.71,0.005,0,0,0,0,0,0,0],[289,1,1,3,1,1,42.21,0.005,0,1,1,1,1,3,1],[290,2,2,0,1,2,36.77,0.005,0,2,0,2,2,0,2],[291,3,3,0,1,3,33.2,0.005,0,3,3,3,3,3,3],[292,0,0,3,1,0,34.78,0.005,0,0,0,0,0,0,0],[293,1,1,1,1,1,40.74,0.005,0,1,3,1,1,1,1],[294,2,2,0,1,2,36.35,0.005,0,2,0,2,1,1,1],[295,3,1,1,1,1,32.3,0.005,0,3,1,3,3,3,3],[296,0,0,2,1,0,36.7,0.005,0,0,0,0,0,0,0],[297,1,1,0,1,1,37.45,0.005,0,1,3,1,1,1,1],[298,2,2,1,1,2,39.19,0.005,0,3,3,3,1,1,1],[299,3,0,0,1,0,32.31,0.005,0,3,0,3,3,3,3],[300,0,0,2,1,0,34.77,0.005,0,0,0,0,0,0,0],[301,1,1,2,1,1,34.89,0.005,0,1,3,3,2,2,2],[302,2,2,0,1,2,38.36,0.005,0,0,3,0,1,1,1],[303,3,0,2,1,2,30.48,0.005,0,2,2,2,1,2,1],[304,0,2,2,1,2,34.58,0.005,0,2,2,2,2,2,2],[305,1,1,1,1,1,39.74,0.005,0,1,1,1,1,1,1],[306,2,0,0,1,0,36.31,0.005,0,2,2,2,2,0,2],[307,3,3,0,1,3,28.91,0.005,0,3,3,3,3,3,3],[308,0,0,2,1,0,38.41,0.005,0,0,0,0,0,2,0],[309,1,1,1,1,1,40.99,0.005,0,1,1,1,1,1,1],[310,2,2,3,1,2,33.64,0.005,0,2,3,2,2,0,2],[311,3,2,2,1,2,28.04,0.005,0,2,2,2,2,2,2],[312,0,0,0,1,0,41.25,0.005,0,0,0,0,0,0,0],[313,1,1,2,1,1,36.47,0.005,0,1,3,1,2,2,2],[314,2,2,0,1,2,31.58,0.005,0,2,3,2,2,0,2],[315,3,3,2,1,3,29.7,0.005,0,3,2,3,3,2,2],[316,0,2,2,1,2,34.15,0.005,0,2,2,2,2,3,2],[317,1,1,1,1,1,39.84,0.005,0,1,1,1,1,1,1],[318,2,2,0,1,2,38.27,0.005,0,2,0,2,2,2,2],[319,3,3,0,1,3,32.03,0.005,0,3,3,3,3,3,3],[320,0,1,1,1,1,38.17,0.005,0,0,0,0,0,0,0],[321,1,3,2,1,3,35.01,0.005,0,3,3,3,2,2,2],[322,2,2,0,1,2,30.96,0.005,0,2,0,2,2,1,2],[323,3,3,0,1,3,29.6,0.005,0,3,3,3,3,3,3],[324,0,0,2,1,0,37.28,0.005,0,0,0,0,0,0,0],[325,1,1,2,1,1,38.59,0.005,0,1,1,1,1,1,1],[326,2,2,0,1,2,34.1,0.005,0,2,3,2,2,0,2],[327,3,2,2,1,0,34.35,0.005,0,2,2,2,1,3,3],[328,0,0,2,1,0,33.2,0.005,0,0,0,0,0,0,0],[329,1,3,3,1,3,33.64,0.005,0,3,3,3,3,3,3],[330,2,2,0,1,2,40.07,0.005,0,2,0,0,2,0,2],[331,3,3,2,1,3,33.76,0.005,0,3,2,3,3,2,3],[332,0,0,0,1,0,33.9,0.005,0,0,0,0,0,0,0],[333,1,1,0,1,1,37.02,0.005,0,1,1,1,1,1,1],[334,2,0,0,1,0,39.19,0.005,0,0,0,0,0,0,0],[335,3,3,1,1,3,29.62,0.005,0,3,1,3,3,3,3],[336,0,2,2,1,2,35.24,0.005,0,2,2,2,2,2,2],[337,1,1,1,1,1,38.79,0.005,0,1,1,1,1,1,1],[338,2,2,3,1,2,35.56,0.005,0,2,3,2,2,1,2],[339,3,1,1,1,1,36.2,0.005,0,1,1,1,3,3,3],[340,0,3,3,1,3,38.3,0.005,0,0,0,0,0,0,0],[341,1,1,0,1,1,35.28,0.005,0,1,1,1,2,2,2],[342,2,0,0,1,0,38.08,0.005,0,2,3,2,2,0,2],[343,3,0,0,1,0,31.65,0.005,0,3,3,3,3,3,3],[344,0,3,1,1,3,30.21,0.005,0,0,0,0,0,0,0],[345,1,1,0,1,1,40.58,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,38.62,0.005,0,2,3,2,2,0,2],[347,3,3,0,1,3,32.64,0.005,0,3,3,3,3,3,3],[348,0,0,0,1,0,32.61,0.005,0,0,0,0,0,0,0],[349,1,1,1,1,1,35.77,0.005,0,1,3,1,1,1,1],[350,2,0,0,1,0,36.61,0.005,0,2,0,2,2,2,2],[351,3,0,0,1,0,33.02,0.005,0,3,3,3,3,3,3],[352,0,0,0,1,0,38.54,0.005,0,0,0,0,0,0,0],[353,1,1,2,1,3,36.44,0.005,0,3,3,3,1,2,1],[354,2,2,0,1,2,37.45,0.005,0,2,0,2,2,2,2],[355,3,3,0,1,3,31.53,0.005,0,3,3,3,3,3,3],[356,0,0,2,1,0,37.8,0.005,0,0,0,0,0,0,0],[357,1,1,0,1,1,37.94,0.005,0,1,1,1,1,1,1],[358,2,2,3,1,2,31.91,0.005,0,2,3,2,2,0,2],[359,3,3,2,1,3,31.37,0.005,0,3,2,3,3,2,3],[360,0,2,2,1,0,38.84,0.005,0,0,2,0,0,2,0],[361,1,0,2,1,0,40.09,0.005,0,1,2,1,1,2,1],[362,2,2,0,1,2,38.37,0.005,0,2,0,2,2,0,2],[363,3,3,0,1,3,30.26,0.005,0,3,3,3,3,3,3],[364,0,3,3,1,3,37.93,0.005,0,0,0,0,0,0,0],[365,1,1,1,1,1,34.87,0.005,0,1,1,1,1,2,1],[366,2,0,0,1,0,35.11,0.005,0,2,0,2,2,0,2],[367,3,3,2,1,3,31.61,0.005,0,3,2,3,3,2,3],[368,0,2,2,1,2,40.06,0.005,0,2,2,2,0,2,0],[369,1,1,2,1,1,40.09,0.005,0,1,3,1,1,2,1],[370,2,2,0,1,2,35.27,0.005,0,2,3,2,2,1,2],[371,3,0,0,1,0,33.54,0.005,0,3,2,3,3,3,3],[372,0,0,2,1,0,34.02,0.005,0,0,0,0,0,0,0],[373,1,1,1,1,1,40.22,0.005,0,1,1,1,1,1,1],[374,2,2,0,1,2,38.42,0.005,0,2,3,2,1,1,2],[375,3,1,1,1,1,34.12,0.005,0,1,1,1,3,3,3],[376,0,0,2,1,0,37.12,0.005,0,0,0,0,0,1,0],[377,1,1,2,1,1,37.8,0.005,0,1,1,1,1,1,1],[378,2,2,0,1,2,38.5,0.005,0,0,0,0,1,1,1],[379,3,1,1,1,1,31.26,0.005,0,3,1,3,3,3,3],[380,0,2,2,1,2,35.96,0.005,0,2,2,2,1,2,1],[381,1,0,0,1,0,35.46,0.005,0,1,2,1,1,2,1],[382,2,0,0,1,2,36.8,0.005,0,2,3,2,2,2,2],[383,3,3,2,1,3,29.39,0.005,0,3,2,3,3,3,3],[384,0,3,3,1,3,35.74,0.005,0,0,0,0,0,0,0],[385,1,3,2,1,3,39.69,0.005,0,1,2,1,1,2,1],[386,2,2,3,1,2,32.73,0.005,0,2,3,2,2,0,2],[387,3,2,2,1,2,30.81,0.005,0,3,2,3,2,2,2],[388,0,2,2,1,2,39.91,0.005,0,0,0,0,1,1,1],[389,1,3,2,1,3,36.48,0.005,0,1,3,1,2,2,2],[390,2,2,3,1,2,36.07,0.005,0,2,3,2,2,0,2],[391,3,3,0,1,3,30.86,0.005,0,3,3,3,3,3,3],[392,0,3,3,1,3,32.16,0.005,0,0,0,0,0,0,0],[393,1,3,2,1,3,35.08,0.005,0,1,2,1,1,2,1],[394,2,2,3,1,2,38.11,0.005,0,3,3,2,2,0,2],[395,3,1,1,1,1,35.1,0.005,0,1,1,1,3,3,3],[396,0,0,2,1,0,29.99,0.005,0,0,0,0,0,2,0],[397,1,1,3,1,1,41.87,0.005,0,1,1,1,1,3,1],[398,2,0,0,1,0,31.29,0.005,0,2,0,2,2,0,2],[399,3,1,1,1,1,33.95,0.005,0,1,1,1,3,3,3]],"elapsed_ms":2703,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":339,"J":250,"J_valid":250,"n_invalid":0,"n00":28,"n01":9,"n10":84,"n11":129,"ctl_n":250,"ctl_err":8},"metrics":{"target_error":0.552,"Q_transfer":0.44799999999999995,"source_success":0.852,"joint_error":0.516,"T_cond":0.6056338028169014,"R":0.032,"delta":0.52,"delta_pp":52,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.8475}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":326,"J":233,"J_valid":233,"n_invalid":0,"n00":33,"n01":3,"n10":100,"n11":97,"ctl_n":233,"ctl_err":4},"metrics":{"target_error":0.4291845493562232,"Q_transfer":0.5708154506437768,"source_success":0.8454935622317596,"joint_error":0.41630901287553645,"T_cond":0.49238578680203043,"R":0.017167381974248927,"delta":0.41201716738197425,"delta_pp":41.201716738197426,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-LR/pgd/eps0100","seed":44,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0025},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,31.25,0.01,0,0,0,0,0,0,0],[1,1,1,2,1,1,33.18,0.01,0,1,2,1,1,2,1],[2,2,0,0,1,0,31.94,0.01,0,2,0,2,2,0,2],[3,3,3,2,1,3,27.5,0.01,0,3,2,3,3,3,3],[4,0,3,3,1,3,28.8,0.01,0,0,0,0,0,0,0],[5,1,1,1,1,1,32.3,0.01,0,1,3,1,1,1,1],[6,2,2,0,1,2,32.53,0.01,0,2,3,2,2,0,2],[7,3,3,0,1,3,23.69,0.01,0,3,0,3,3,3,3],[8,0,2,2,1,2,31.96,0.01,0,2,2,2,1,2,1],[9,1,1,3,1,1,35.9,0.01,0,1,3,1,1,3,1],[10,2,2,0,1,2,26.5,0.01,0,2,0,2,2,0,2],[11,3,0,0,1,0,27.44,0.01,0,3,0,3,3,3,3],[12,0,0,2,1,0,31.49,0.01,0,0,0,0,0,2,0],[13,1,1,0,1,1,31.97,0.01,0,1,3,1,1,3,1],[14,2,2,3,1,2,31.16,0.01,0,2,3,0,2,0,2],[15,3,3,2,1,3,23.81,0.01,0,3,2,3,3,3,3],[16,0,2,2,1,2,28.97,0.01,0,0,0,0,0,0,0],[17,1,1,0,1,1,35.36,0.01,0,1,2,1,1,2,1],[18,2,0,0,1,0,32.97,0.01,0,2,3,2,1,1,1],[19,3,3,2,1,3,27.99,0.01,0,3,3,3,3,3,3],[20,0,0,2,1,0,33.45,0.01,0,0,0,0,1,1,1],[21,1,0,2,1,0,30.25,0.01,0,1,2,1,1,2,1],[22,2,2,3,1,2,28.49,0.01,0,2,0,2,2,0,2],[23,3,3,2,1,2,25.52,0.01,0,3,2,3,3,2,3],[24,0,0,2,1,0,28.32,0.01,0,0,0,0,0,0,0],[25,1,1,0,1,1,29.09,0.01,0,1,3,1,1,2,1],[26,2,2,3,1,2,34.59,0.01,0,2,0,2,1,1,1],[27,3,0,0,1,0,27.59,0.01,0,3,0,3,3,3,3],[28,0,2,2,1,2,29.53,0.01,0,2,2,2,2,3,2],[29,1,1,0,1,1,33.75,0.01,0,1,1,1,1,1,1],[30,2,2,3,1,2,32.08,0.01,0,2,3,2,1,0,1],[31,3,3,2,1,3,26.81,0.01,0,3,0,3,3,2,3],[32,0,0,3,1,0,33.56,0.01,0,0,0,0,0,0,0],[33,1,1,1,1,1,32.59,0.01,0,1,1,1,1,1,1],[34,2,2,0,1,0,31.12,0.01,0,0,0,0,2,0,2],[35,3,3,1,1,3,27.12,0.01,0,3,3,3,3,3,3],[36,0,2,2,1,2,32.96,0.01,0,2,0,2,1,2,1],[37,1,3,2,1,3,29.31,0.01,0,3,3,3,2,2,2],[38,2,2,3,1,2,31.98,0.01,0,2,3,2,2,1,2],[39,3,3,2,1,3,27.77,0.01,0,3,2,3,3,2,3],[40,0,3,1,1,3,32.02,0.01,0,0,0,0,0,0,0],[41,1,1,2,1,1,29.8,0.01,0,1,3,1,2,3,2],[42,2,2,0,1,2,28.72,0.01,0,0,3,0,2,1,2],[43,3,1,1,1,1,26.35,0.01,0,3,1,3,3,3,3],[44,0,0,1,1,0,27.31,0.01,0,0,0,0,0,0,0],[45,1,1,0,1,1,34.77,0.01,0,1,3,1,1,3,1],[46,2,3,3,1,2,32.07,0.01,0,3,1,2,1,0,1],[47,3,3,1,1,3,26.94,0.01,0,3,3,3,3,3,3],[48,0,2,2,1,2,34.29,0.01,0,2,2,2,1,2,1],[49,1,1,2,1,1,33.82,0.01,0,1,3,1,1,2,1],[50,2,2,0,1,2,31.89,0.01,0,2,3,2,2,1,2],[51,3,3,2,1,3,25.91,0.01,0,3,3,3,3,3,3],[52,0,2,2,1,2,30.8,0.01,0,2,2,2,0,2,0],[53,1,1,2,1,1,35.16,0.01,0,1,2,1,1,2,1],[54,2,2,3,1,2,27.89,0.01,0,2,3,2,2,0,2],[55,3,1,1,1,1,30.81,0.01,0,3,1,1,3,3,3],[56,0,0,2,1,0,33.71,0.01,0,0,0,0,0,2,0],[57,1,1,2,1,1,31.11,0.01,0,1,2,1,1,2,1],[58,2,2,3,1,2,30.55,0.01,0,2,3,2,2,0,2],[59,3,3,0,1,3,25.97,0.01,0,3,3,3,3,3,3],[60,0,0,2,1,0,29.44,0.01,0,0,0,0,0,0,0],[61,1,1,1,1,1,33.56,0.01,0,1,1,1,1,1,1],[62,2,0,0,1,0,32.94,0.01,0,2,0,2,2,0,2],[63,3,3,1,1,1,29.68,0.01,0,3,1,3,3,3,3],[64,0,0,2,1,0,33.6,0.01,0,0,0,2,1,1,1],[65,1,1,0,1,1,33.18,0.01,0,1,2,1,1,2,1],[66,2,2,3,1,2,33.16,0.01,0,2,3,2,1,0,1],[67,3,1,1,1,1,28.63,0.01,0,3,1,3,3,3,3],[68,0,0,3,1,0,32.35,0.01,0,0,3,0,0,0,0],[69,1,1,3,1,1,34.29,0.01,0,1,3,1,1,2,1],[70,2,2,0,1,2,28.48,0.01,0,2,0,2,2,1,2],[71,3,3,1,1,1,26.21,0.01,0,3,1,3,3,3,3],[72,0,2,2,1,2,34.11,0.01,0,0,0,0,1,2,1],[73,1,1,1,1,1,34.64,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,27.03,0.01,0,2,0,2,2,2,2],[75,3,3,1,1,1,29.83,0.01,0,3,1,1,3,3,3],[76,0,3,2,1,2,34.89,0.01,0,0,3,0,1,1,1],[77,1,1,0,1,1,33.32,0.01,0,1,1,1,1,3,1],[78,2,2,0,1,0,32.53,0.01,0,2,3,0,2,0,1],[79,3,0,0,1,0,28.06,0.01,0,2,0,2,1,0,2],[80,0,0,2,1,2,32.13,0.01,0,0,0,0,0,2,0],[81,1,1,1,1,1,32.06,0.01,0,1,3,1,1,1,1],[82,2,2,0,1,2,26.27,0.01,0,0,0,2,2,0,2],[83,3,2,2,1,2,25.78,0.01,0,1,2,1,3,3,3],[84,0,0,2,1,0,28.66,0.01,0,0,2,0,2,2,2],[85,1,1,2,1,1,30.45,0.01,0,1,3,1,2,3,2],[86,2,2,1,1,2,30.12,0.01,0,2,3,2,2,0,2],[87,3,3,2,1,3,24.24,0.01,0,3,0,3,3,3,3],[88,0,0,2,1,0,36.61,0.01,0,0,2,0,0,2,0],[89,1,1,3,1,1,34.16,0.01,0,1,3,1,1,3,1],[90,2,2,0,1,2,31.26,0.01,0,2,0,2,2,0,2],[91,3,3,2,1,0,25.44,0.01,0,3,2,3,3,3,3],[92,0,2,2,1,2,28.49,0.01,0,2,2,2,2,3,2],[93,1,3,2,1,3,30.79,0.01,0,3,3,3,2,2,2],[94,2,2,3,1,2,32.36,0.01,0,2,3,2,2,0,2],[95,3,1,1,1,1,26.14,0.01,0,3,1,1,3,3,3],[96,0,2,2,1,2,32.17,0.01,0,0,0,0,1,2,0],[97,1,1,2,1,1,36.57,0.01,0,1,3,1,1,2,1],[98,2,2,0,1,2,29.06,0.01,0,2,0,2,2,0,2],[99,3,3,2,1,3,24.88,0.01,0,3,2,3,3,3,3],[100,0,0,3,1,0,34.04,0.01,0,0,0,0,0,0,0],[101,1,1,2,1,1,32.71,0.01,0,1,3,1,1,2,1],[102,2,2,3,1,2,29.21,0.01,0,2,3,0,2,0,2],[103,3,1,1,1,1,29.14,0.01,0,1,1,1,3,3,3],[104,0,1,1,1,1,32.41,0.01,0,0,0,0,0,0,0],[105,1,3,2,1,3,32.99,0.01,0,1,2,1,1,2,1],[106,2,0,0,1,0,27.96,0.01,0,2,3,2,2,0,2],[107,3,1,1,1,1,29.23,0.01,0,3,1,3,3,3,3],[108,0,0,1,1,0,34.92,0.01,0,0,0,0,0,0,0],[109,1,1,3,1,1,35.6,0.01,0,1,3,1,1,3,1],[110,2,2,0,1,2,31.62,0.01,0,0,2,0,2,1,1],[111,3,3,1,1,1,24.8,0.01,0,3,1,3,3,3,3],[112,0,2,2,1,0,26.34,0.01,0,0,2,0,0,0,0],[113,1,1,3,1,1,36.78,0.01,0,1,1,1,3,3,1],[114,2,2,3,1,2,27.87,0.01,0,2,3,2,2,0,2],[115,3,1,1,1,1,25.26,0.01,0,3,1,1,3,3,3],[116,0,1,1,1,1,28.89,0.01,0,0,0,0,0,0,0],[117,1,1,2,1,1,35.29,0.01,0,1,3,1,1,2,1],[118,2,2,0,1,0,29.85,0.01,0,2,3,2,2,1,2],[119,3,0,0,1,0,28,0.01,0,3,0,3,3,3,3],[120,0,1,1,1,1,32.29,0.01,0,0,0,0,0,0,0],[121,1,1,0,1,1,35.5,0.01,0,1,3,1,1,1,1],[122,2,2,3,1,2,30.14,0.01,0,2,3,0,2,0,2],[123,3,1,1,1,1,29.4,0.01,0,1,1,1,3,3,3],[124,0,0,2,1,0,28.43,0.01,0,0,2,0,0,2,0],[125,1,1,2,1,1,35.76,0.01,0,1,3,1,1,3,1],[126,2,2,3,1,2,31.19,0.01,0,0,3,0,2,0,2],[127,3,3,2,1,2,25.82,0.01,0,3,2,1,3,3,3],[128,0,2,2,1,0,28.1,0.01,0,2,2,2,2,2,2],[129,1,1,3,1,1,33.78,0.01,0,1,3,1,1,3,1],[130,2,2,3,1,2,28.65,0.01,0,2,0,2,2,0,2],[131,3,1,2,1,0,28.02,0.01,0,3,2,2,3,3,3],[132,0,0,1,1,0,28.8,0.01,0,0,0,0,0,0,0],[133,1,1,3,1,1,29.27,0.01,0,1,3,1,1,3,3],[134,2,2,0,1,2,32.31,0.01,0,2,2,0,2,3,2],[135,3,3,1,1,3,26.42,0.01,0,3,1,3,3,3,3],[136,0,2,2,1,2,31.51,0.01,0,2,2,2,0,2,0],[137,1,1,3,1,1,34.53,0.01,0,1,3,1,1,3,1],[138,2,3,3,1,0,32.27,0.01,0,3,3,2,2,0,1],[139,3,0,2,1,0,21.39,0.01,0,3,2,3,3,3,3],[140,0,0,2,1,0,25.67,0.01,0,0,0,0,0,2,0],[141,1,1,1,1,1,34.24,0.01,0,1,1,1,1,3,1],[142,2,2,0,1,2,27.91,0.01,0,2,0,2,2,1,2],[143,3,3,1,1,3,25.85,0.01,0,3,1,3,3,3,3],[144,0,0,3,1,0,33.31,0.01,0,0,0,0,0,0,0],[145,1,1,2,1,1,30.46,0.01,0,3,3,1,1,2,1],[146,2,2,3,1,2,29.64,0.01,0,2,3,2,2,0,2],[147,3,3,2,1,3,23.54,0.01,0,3,2,3,3,3,3],[148,0,0,3,1,0,29.81,0.01,0,0,0,0,0,0,0],[149,1,0,2,1,0,28.11,0.01,0,1,2,1,1,2,1],[150,2,2,3,1,2,34.09,0.01,0,2,1,2,2,0,1],[151,3,3,0,1,3,31.45,0.01,0,3,0,3,1,2,1],[152,0,2,2,1,2,28.94,0.01,0,2,2,2,1,2,1],[153,1,1,3,1,1,35.74,0.01,0,1,1,1,1,2,1],[154,2,2,3,1,2,31.92,0.01,0,2,3,2,2,0,2],[155,3,3,0,1,3,22.82,0.01,0,3,3,3,3,3,3],[156,0,2,2,1,2,34.49,0.01,0,0,2,0,1,2,1],[157,1,1,0,1,1,29.77,0.01,0,1,0,1,1,2,1],[158,2,2,1,1,2,28.53,0.01,0,2,3,2,2,0,2],[159,3,3,2,1,0,30.15,0.01,0,3,2,3,3,3,3],[160,0,0,1,1,0,31.46,0.01,0,0,0,0,0,0,0],[161,1,1,0,1,1,34.67,0.01,0,1,3,1,1,2,1],[162,2,2,0,1,2,26.66,0.01,0,2,0,2,2,0,2],[163,3,1,1,1,1,31.04,0.01,0,1,1,1,3,3,3],[164,0,0,2,1,0,33.99,0.01,0,0,0,0,0,2,0],[165,1,1,3,1,1,34.15,0.01,0,1,3,1,1,3,1],[166,2,0,0,1,2,32.84,0.01,0,2,3,2,1,1,1],[167,3,3,2,1,3,27.21,0.01,0,3,2,3,3,3,3],[168,0,0,2,1,0,33.18,0.01,0,0,0,0,0,0,0],[169,1,3,3,1,1,30.02,0.01,0,3,3,1,2,2,2],[170,2,0,0,1,0,29.57,0.01,0,0,3,2,1,0,1],[171,3,3,1,1,3,30.93,0.01,0,3,1,3,3,1,3],[172,0,2,2,1,2,32.36,0.01,0,2,2,2,0,2,0],[173,1,1,3,1,1,34.08,0.01,0,1,3,1,1,2,1],[174,2,2,0,1,2,32.2,0.01,0,2,0,2,1,1,1],[175,3,3,0,1,3,28.41,0.01,0,3,3,3,3,3,3],[176,0,0,2,1,0,30.61,0.01,0,0,2,0,0,2,0],[177,1,1,0,1,1,34.16,0.01,0,1,3,1,1,2,1],[178,2,2,0,1,2,32.74,0.01,0,2,3,2,1,1,2],[179,3,3,2,1,3,27.43,0.01,0,3,0,3,3,3,3],[180,0,2,2,1,2,31.41,0.01,0,0,0,0,0,3,0],[181,1,3,2,1,3,30.67,0.01,0,3,2,1,1,2,1],[182,2,2,3,1,2,33.93,0.01,0,2,3,2,2,0,2],[183,3,1,1,1,1,28.9,0.01,0,3,1,3,3,3,3],[184,0,2,2,1,2,30.56,0.01,0,0,2,2,2,3,1],[185,1,1,2,1,1,32.67,0.01,0,1,3,1,1,2,1],[186,2,2,3,1,2,33.3,0.01,0,2,3,2,1,0,1],[187,3,3,2,1,3,30.11,0.01,0,3,2,1,3,3,3],[188,0,2,2,1,2,32.96,0.01,0,0,2,0,1,2,1],[189,1,1,0,1,1,35.05,0.01,0,1,3,1,1,2,1],[190,2,2,0,1,2,33.06,0.01,0,2,0,0,2,0,2],[191,3,3,2,1,3,22.25,0.01,0,3,2,3,3,2,3],[192,0,3,3,1,3,30.27,0.01,0,0,0,0,0,0,0],[193,1,1,0,1,1,33.18,0.01,0,1,3,1,1,3,1],[194,2,0,0,1,0,33.18,0.01,0,2,0,2,2,0,1],[195,3,0,2,1,0,24.49,0.01,0,3,2,3,3,3,3],[196,0,2,2,1,2,35.53,0.01,0,0,2,0,1,3,1],[197,1,1,2,1,1,35.61,0.01,0,1,3,1,1,2,1],[198,2,2,0,1,0,31.19,0.01,0,2,3,2,1,0,2],[199,3,1,1,1,1,30.84,0.01,0,1,1,1,3,3,3],[200,0,0,2,1,0,29.23,0.01,0,0,0,0,0,2,0],[201,1,1,3,1,1,34.71,0.01,0,1,3,1,1,3,1],[202,2,0,0,1,0,31.24,0.01,0,2,3,2,1,1,1],[203,3,0,0,1,0,25.65,0.01,0,3,0,3,3,3,3],[204,0,0,3,1,0,27.89,0.01,0,0,0,0,0,0,0],[205,1,1,3,1,1,34.19,0.01,0,1,3,1,1,2,1],[206,2,2,1,1,2,34.28,0.01,0,2,3,2,1,0,1],[207,3,3,1,1,1,27.82,0.01,0,3,1,3,3,3,3],[208,0,3,3,1,3,32.26,0.01,0,0,0,0,0,0,0],[209,1,1,2,1,1,31.59,0.01,0,1,3,1,1,2,1],[210,2,2,0,1,0,30.5,0.01,0,2,0,2,1,1,1],[211,3,3,2,1,3,27.68,0.01,0,3,3,3,3,3,3],[212,0,1,1,1,1,29.91,0.01,0,0,0,0,0,0,0],[213,1,1,0,1,1,34.82,0.01,0,1,1,1,1,1,1],[214,2,2,3,1,2,26.97,0.01,0,2,3,2,2,0,2],[215,3,2,2,1,2,23.76,0.01,0,3,2,2,2,2,2],[216,0,0,2,1,0,29.43,0.01,0,0,2,0,0,2,0],[217,1,1,0,1,1,33.02,0.01,0,1,1,1,1,1,1],[218,2,2,0,1,2,29.12,0.01,0,2,0,2,2,0,2],[219,3,0,2,1,0,26.78,0.01,0,3,2,1,3,3,3],[220,0,0,2,1,0,28.5,0.01,0,0,2,0,2,2,2],[221,1,0,2,1,0,33.34,0.01,0,1,2,1,1,2,1],[222,2,2,0,1,2,26.95,0.01,0,2,0,0,2,0,2],[223,3,2,2,1,2,23.75,0.01,0,3,2,2,3,2,3],[224,0,2,2,1,2,34.68,0.01,0,0,2,2,1,3,1],[225,1,1,3,1,1,35.36,0.01,0,1,3,1,1,2,1],[226,2,2,0,1,2,31.71,0.01,0,2,3,2,2,0,1],[227,3,1,1,1,1,30.53,0.01,0,1,1,1,3,3,3],[228,0,0,2,1,0,32.87,0.01,0,0,0,0,0,2,0],[229,1,1,0,1,1,31.46,0.01,0,1,3,1,1,2,1],[230,2,2,0,1,2,31.38,0.01,0,2,2,2,2,0,2],[231,3,1,1,1,1,23.27,0.01,0,1,1,1,3,3,3],[232,0,1,1,1,1,30.74,0.01,0,0,0,0,0,0,0],[233,1,3,3,1,1,29.65,0.01,0,1,3,1,1,3,1],[234,2,2,0,1,2,30.07,0.01,0,2,3,2,2,0,2],[235,3,3,1,1,1,27.05,0.01,0,3,1,1,3,3,3],[236,0,3,3,1,3,30.34,0.01,0,0,3,0,0,0,0],[237,1,1,1,1,1,32.91,0.01,0,1,3,1,1,2,1],[238,2,2,3,1,2,26.94,0.01,0,2,3,2,2,0,2],[239,3,1,1,1,1,26.34,0.01,0,3,1,3,3,3,3],[240,0,1,1,1,0,31.7,0.01,0,0,3,0,0,0,0],[241,1,3,2,1,1,35.22,0.01,0,1,2,1,1,2,1],[242,2,2,0,1,2,32.1,0.01,0,2,3,0,1,1,1],[243,3,3,0,1,3,30.49,0.01,0,3,3,3,3,3,3],[244,0,2,2,1,2,30.9,0.01,0,0,2,0,0,2,0],[245,1,1,2,1,1,35.29,0.01,0,1,3,1,1,2,1],[246,2,2,0,1,2,34.91,0.01,0,0,0,0,1,0,1],[247,3,1,1,1,1,26.14,0.01,0,1,1,1,3,3,3],[248,0,3,3,1,3,33.59,0.01,0,0,3,0,0,0,0],[249,1,1,0,1,1,33.17,0.01,0,1,3,1,1,2,1],[250,2,2,0,1,2,31.96,0.01,0,2,3,2,1,0,1],[251,3,2,2,1,2,22.72,0.01,0,3,2,3,3,2,3],[252,0,2,2,1,2,28.71,0.01,0,2,0,0,1,1,1],[253,1,1,2,1,1,30.28,0.01,0,1,3,1,2,2,2],[254,2,0,0,1,2,31.11,0.01,0,2,1,2,2,1,2],[255,3,3,2,1,3,24.29,0.01,0,3,2,3,3,3,3],[256,0,2,2,1,2,32.94,0.01,0,2,2,2,1,2,1],[257,1,1,0,1,1,30.68,0.01,0,1,0,1,1,3,1],[258,2,2,0,1,2,29.01,0.01,0,2,0,2,2,0,2],[259,3,0,2,1,0,25.16,0.01,0,3,2,3,2,3,2],[260,0,0,3,1,0,33.15,0.01,0,0,0,0,0,0,0],[261,1,1,0,1,1,35.33,0.01,0,1,2,1,1,2,1],[262,2,2,3,1,2,26.04,0.01,0,3,1,2,2,0,2],[263,3,1,1,1,1,26.07,0.01,0,3,1,3,3,3,3],[264,0,0,2,1,0,31.74,0.01,0,0,0,0,0,2,0],[265,1,0,2,1,1,28.54,0.01,0,1,2,1,1,2,1],[266,2,2,3,1,2,30.18,0.01,0,2,0,2,2,0,2],[267,3,3,0,1,3,30.43,0.01,0,3,3,3,3,3,3],[268,0,0,2,1,0,28.18,0.01,0,0,0,0,0,0,0],[269,1,1,3,1,1,34.58,0.01,0,1,3,1,1,3,1],[270,2,2,3,1,2,27.74,0.01,0,2,3,2,2,0,2],[271,3,0,2,1,0,29.03,0.01,0,1,2,1,1,2,1],[272,0,0,3,1,0,25.63,0.01,0,0,0,0,0,0,0],[273,1,1,0,1,1,30.46,0.01,0,1,3,1,1,2,1],[274,2,2,3,1,2,32.13,0.01,0,2,3,2,1,3,1],[275,3,1,1,1,1,30.95,0.01,0,1,1,1,3,3,3],[276,0,2,2,1,2,31.73,0.01,0,2,3,2,1,2,1],[277,1,3,3,1,1,29.99,0.01,0,1,3,1,1,3,1],[278,2,2,0,1,2,31.44,0.01,0,2,3,0,2,1,2],[279,3,0,0,1,0,27.61,0.01,0,3,0,3,3,3,3],[280,0,3,1,1,3,31.01,0.01,0,0,0,0,0,0,0],[281,1,1,0,1,1,34.4,0.01,0,1,3,1,1,2,1],[282,2,2,3,1,2,30.23,0.01,0,2,0,2,2,0,2],[283,3,3,2,1,2,23.51,0.01,0,3,2,3,3,3,3],[284,0,2,2,1,2,34.71,0.01,0,2,2,2,1,1,1],[285,1,1,3,1,1,35.32,0.01,0,1,3,1,1,3,1],[286,2,0,0,1,2,31.29,0.01,0,0,3,0,2,0,2],[287,3,3,1,1,3,24.64,0.01,0,3,1,3,3,3,3],[288,0,0,3,1,0,30.12,0.01,0,0,0,0,0,0,0],[289,1,1,3,1,1,36.48,0.01,0,1,3,1,1,3,1],[290,2,2,1,1,2,30.46,0.01,0,2,0,0,2,0,2],[291,3,3,2,1,3,27.41,0.01,0,3,2,3,3,3,3],[292,0,0,3,1,0,29.17,0.01,0,0,0,0,0,0,0],[293,1,1,0,1,1,34.84,0.01,0,1,3,1,1,2,1],[294,2,2,0,1,2,31.63,0.01,0,2,0,2,1,1,1],[295,3,1,1,1,1,25.83,0.01,0,3,1,3,3,3,3],[296,0,0,2,1,0,31.55,0.01,0,0,0,0,0,2,0],[297,1,1,0,1,1,32.06,0.01,0,1,3,1,1,1,1],[298,2,2,1,1,2,33.86,0.01,0,3,3,3,1,0,1],[299,3,0,0,1,0,26.78,0.01,0,3,0,3,3,3,3],[300,0,0,2,1,0,29.53,0.01,0,0,0,0,0,2,0],[301,1,1,2,1,2,29.52,0.01,0,1,3,3,2,3,2],[302,2,2,0,1,2,32.16,0.01,0,0,3,2,1,0,1],[303,3,0,2,1,0,25.27,0.01,0,2,2,2,1,2,1],[304,0,2,2,1,2,29.77,0.01,0,2,2,2,2,2,2],[305,1,1,1,1,1,34.69,0.01,0,1,3,1,1,1,1],[306,2,0,0,1,0,31.12,0.01,0,2,0,2,2,0,2],[307,3,3,0,1,3,23.35,0.01,0,3,3,3,3,3,3],[308,0,0,2,1,0,33.53,0.01,0,0,0,0,0,2,0],[309,1,1,3,1,1,35.98,0.01,0,1,3,1,1,1,1],[310,2,2,3,1,2,28.1,0.01,0,2,3,2,2,0,2],[311,3,2,2,1,0,22.91,0.01,0,2,2,2,2,2,2],[312,0,0,0,1,0,35.21,0.01,0,0,0,0,0,0,0],[313,1,1,2,1,1,31.01,0.01,0,1,3,1,2,3,2],[314,2,2,3,1,2,25.97,0.01,0,2,3,0,2,0,2],[315,3,3,2,1,2,24.85,0.01,0,3,2,2,3,2,3],[316,0,2,2,1,2,29.53,0.01,0,2,2,2,2,3,2],[317,1,1,1,1,1,34.37,0.01,0,1,1,1,1,3,1],[318,2,2,0,1,2,33.41,0.01,0,2,0,2,2,0,2],[319,3,3,2,1,3,25.92,0.01,0,3,2,3,3,2,3],[320,0,1,1,1,1,32.66,0.01,0,0,1,0,0,0,0],[321,1,3,2,1,3,29.15,0.01,0,3,3,1,2,2,2],[322,2,2,0,1,2,26.72,0.01,0,2,3,2,2,1,2],[323,3,3,2,1,1,23.33,0.01,0,3,2,3,3,3,3],[324,0,0,2,1,0,32.11,0.01,0,0,2,0,0,2,0],[325,1,1,2,1,1,33.14,0.01,0,1,2,1,1,2,1],[326,2,2,3,1,2,27.65,0.01,0,2,3,2,2,0,2],[327,3,2,2,1,0,28.42,0.01,0,2,2,2,1,3,1],[328,0,0,2,1,0,27.7,0.01,0,0,0,0,0,0,0],[329,1,3,3,1,1,29.09,0.01,0,3,3,3,3,3,3],[330,2,2,1,1,2,34.14,0.01,0,2,0,2,2,0,2],[331,3,3,2,1,0,29.27,0.01,0,3,2,2,3,2,1],[332,0,0,2,1,0,28.05,0.01,0,0,0,0,0,2,0],[333,1,1,0,1,1,32.05,0.01,0,1,2,1,1,1,1],[334,2,0,0,1,0,35.22,0.01,0,0,0,2,0,0,0],[335,3,3,2,1,3,24.01,0.01,0,3,2,3,3,3,3],[336,0,2,2,1,2,30.75,0.01,0,2,2,2,2,2,2],[337,1,1,0,1,1,33.23,0.01,0,1,3,1,1,1,1],[338,2,2,3,1,2,29.73,0.01,0,2,3,2,2,0,2],[339,3,1,1,1,1,31.29,0.01,0,1,1,1,3,3,3],[340,0,3,1,1,3,33.13,0.01,0,0,0,0,0,0,0],[341,1,1,0,1,1,29.53,0.01,0,1,3,1,2,2,2],[342,2,0,0,1,0,33.23,0.01,0,2,3,2,2,0,2],[343,3,0,0,1,3,26.96,0.01,0,3,3,3,3,3,3],[344,0,3,1,1,3,25.62,0.01,0,0,0,0,0,0,0],[345,1,1,0,1,1,35,0.01,0,1,1,1,1,2,1],[346,2,2,0,1,2,32.34,0.01,0,2,3,2,2,0,2],[347,3,3,0,1,3,26.54,0.01,0,3,3,3,3,3,3],[348,0,0,3,1,0,26.71,0.01,0,0,0,0,0,0,0],[349,1,1,0,1,1,30.13,0.01,0,1,3,1,1,3,1],[350,2,0,0,1,0,32.2,0.01,0,2,0,2,2,0,2],[351,3,0,0,1,0,27.65,0.01,0,3,3,3,3,3,3],[352,0,0,0,1,0,33.06,0.01,0,0,0,0,0,0,0],[353,1,1,2,1,1,30.9,0.01,0,3,3,1,1,2,1],[354,2,2,3,1,2,31.15,0.01,0,2,0,2,2,0,2],[355,3,3,0,1,3,26.63,0.01,0,3,0,3,3,3,3],[356,0,0,2,1,0,32.31,0.01,0,0,0,0,0,2,0],[357,1,1,0,1,1,32.24,0.01,0,1,3,1,1,3,1],[358,2,2,3,1,2,26.2,0.01,0,2,3,2,2,0,2],[359,3,3,2,1,3,25.97,0.01,0,3,2,3,3,3,3],[360,0,2,2,1,2,33.78,0.01,0,0,2,2,0,3,0],[361,1,0,2,1,0,35.45,0.01,0,1,2,1,1,2,1],[362,2,2,0,1,2,33.53,0.01,0,2,2,2,2,0,2],[363,3,3,0,1,3,25.24,0.01,0,3,3,3,3,3,3],[364,0,3,1,1,3,32.53,0.01,0,0,1,0,0,0,0],[365,1,1,0,1,1,29.49,0.01,0,1,3,1,1,3,1],[366,2,0,0,1,0,30.66,0.01,0,2,0,2,2,0,2],[367,3,3,2,1,3,25.8,0.01,0,3,2,3,3,2,3],[368,0,2,2,1,2,34.42,0.01,0,2,2,0,0,2,0],[369,1,1,2,1,1,34.75,0.01,0,1,2,1,1,2,1],[370,2,2,1,1,2,29.06,0.01,0,2,3,2,2,0,2],[371,3,0,0,1,1,28.15,0.01,0,3,2,3,3,3,3],[372,0,0,2,1,0,28.4,0.01,0,0,0,0,0,0,0],[373,1,1,1,1,1,35.9,0.01,0,1,3,1,1,3,1],[374,2,2,1,1,0,32.41,0.01,0,2,3,2,1,0,1],[375,3,1,1,1,1,28.62,0.01,0,1,1,1,3,3,3],[376,0,0,2,1,0,31.17,0.01,0,0,0,0,0,1,1],[377,1,1,2,1,1,32.54,0.01,0,1,2,1,1,2,1],[378,2,2,0,1,2,33.59,0.01,0,0,0,0,1,1,1],[379,3,1,1,1,1,25.9,0.01,0,3,1,3,3,3,3],[380,0,2,2,1,2,31.43,0.01,0,2,2,2,1,2,1],[381,1,0,0,1,0,29.27,0.01,0,1,2,1,1,2,1],[382,2,0,0,1,0,30.82,0.01,0,2,3,2,2,1,2],[383,3,3,2,1,3,24.78,0.01,0,3,2,3,3,3,3],[384,0,3,3,1,3,31.21,0.01,0,0,0,0,0,0,0],[385,1,3,2,1,0,35,0.01,0,1,2,1,1,2,1],[386,2,2,3,1,2,27.44,0.01,0,2,3,2,2,3,2],[387,3,2,2,1,2,25.89,0.01,0,3,2,3,2,2,2],[388,0,2,2,1,2,34.34,0.01,0,0,0,0,1,2,1],[389,1,3,2,1,1,30.1,0.01,0,1,3,3,2,2,2],[390,2,2,3,1,2,31.27,0.01,0,2,3,2,2,0,2],[391,3,3,0,1,0,25.39,0.01,0,3,3,3,3,3,3],[392,0,3,3,1,3,27.71,0.01,0,0,0,0,0,0,0],[393,1,3,2,1,3,29.49,0.01,0,1,2,1,1,2,1],[394,2,2,3,1,2,33.5,0.01,0,3,3,3,2,0,2],[395,3,1,1,1,1,29.36,0.01,0,1,1,3,3,3,3],[396,0,0,2,1,0,25.04,0.01,0,0,0,0,0,2,0],[397,1,1,3,1,1,36.17,0.01,0,1,3,1,1,1,1],[398,2,0,0,1,2,27.13,0.01,0,2,0,0,2,0,2],[399,3,1,1,1,1,27.92,0.01,0,1,1,1,3,3,3]],"elapsed_ms":2682,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":339,"J":250,"J_valid":250,"n_invalid":0,"n00":7,"n01":5,"n10":62,"n11":176,"ctl_n":250,"ctl_err":19},"metrics":{"target_error":0.724,"Q_transfer":0.276,"source_success":0.952,"joint_error":0.704,"T_cond":0.7394957983193278,"R":0.076,"delta":0.648,"delta_pp":64.8,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.8475}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":326,"J":233,"J_valid":233,"n_invalid":0,"n00":8,"n01":4,"n10":75,"n11":146,"ctl_n":233,"ctl_err":7},"metrics":{"target_error":0.6437768240343348,"Q_transfer":0.3562231759656652,"source_success":0.9484978540772532,"joint_error":0.6266094420600858,"T_cond":0.6606334841628959,"R":0.030042918454935622,"delta":0.6137339055793991,"delta_pp":61.37339055793991,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-LR/pgd/eps0200","seed":44,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.005},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,25.68,0.02,0,0,0,0,0,2,0],[1,1,1,2,1,1,27.9,0.02,0,1,2,1,1,2,1],[2,2,0,0,1,0,26.83,0.02,0,2,0,2,2,1,2],[3,3,3,2,1,3,22.97,0.02,0,3,2,1,3,2,3],[4,0,3,3,1,3,23.34,0.02,0,0,0,0,0,0,0],[5,1,1,0,1,1,27.42,0.02,0,1,3,1,1,2,1],[6,2,2,1,1,2,25.96,0.02,0,2,0,2,2,0,2],[7,3,3,0,1,3,20,0.0178785,1,3,0,3,3,3,3],[8,0,2,2,1,2,26.86,0.02,0,2,2,2,1,2,1],[9,1,1,3,1,1,29.84,0.02,0,1,3,1,1,3,1],[10,2,2,3,1,2,20.88,0.02,0,2,0,2,2,0,2],[11,3,0,0,1,0,22.35,0.02,0,3,0,3,3,3,3],[12,0,0,2,1,0,25.94,0.02,0,0,2,0,0,2,0],[13,1,1,2,1,1,26.78,0.02,0,1,3,1,1,2,1],[14,2,2,1,1,2,25.7,0.02,0,2,3,2,2,0,2],[15,3,3,2,1,3,20,0.0192127,1,3,2,3,3,3,3],[16,0,2,2,1,0,24.28,0.02,0,0,0,0,0,0,0],[17,1,1,2,1,1,29.7,0.02,0,1,2,1,1,2,1],[18,2,0,0,1,0,28.02,0.02,0,2,0,2,1,0,1],[19,3,3,2,1,3,22.17,0.02,0,3,3,3,3,3,3],[20,0,0,2,1,0,28.33,0.02,0,0,0,0,1,1,1],[21,1,0,2,1,0,25.98,0.02,0,1,2,1,1,2,2],[22,2,2,1,1,2,23.27,0.02,0,2,0,0,2,0,2],[23,3,3,2,1,2,20,0.0194089,1,3,2,3,3,2,3],[24,0,0,2,1,0,23.04,0.02,0,0,0,0,0,0,0],[25,1,1,2,1,1,23.38,0.02,0,1,2,1,1,2,1],[26,2,2,1,1,2,28.27,0.02,0,2,1,2,1,0,1],[27,3,0,0,1,0,21.99,0.02,0,3,0,3,3,3,3],[28,0,2,2,1,2,24.87,0.02,0,2,2,2,2,3,2],[29,1,1,0,1,1,28.48,0.02,0,1,3,1,1,3,1],[30,2,2,1,1,0,26.4,0.02,0,2,3,2,1,0,1],[31,3,3,2,1,0,20.3,0.02,0,3,2,3,3,3,3],[32,0,0,3,1,0,28.03,0.02,0,0,0,0,0,0,0],[33,1,1,2,1,1,25.5,0.02,0,1,3,1,1,2,1],[34,2,2,0,1,0,26.97,0.02,0,0,0,0,2,0,2],[35,3,3,0,1,3,21.16,0.02,0,3,0,3,3,3,3],[36,0,2,2,1,2,28.32,0.02,0,2,2,0,1,2,1],[37,1,3,2,1,1,23.32,0.02,0,3,3,3,2,2,2],[38,2,2,3,1,2,26.11,0.02,0,2,3,2,2,3,1],[39,3,3,2,1,0,22.04,0.02,0,3,2,3,3,3,3],[40,0,3,1,1,0,26.02,0.02,0,0,0,0,0,0,0],[41,1,1,2,1,1,25.16,0.02,0,1,3,1,2,2,2],[42,2,2,3,1,2,22.51,0.02,0,0,0,0,2,0,2],[43,3,1,1,1,1,20.25,0.02,0,3,1,3,3,3,3],[44,0,0,1,1,0,22.25,0.02,0,0,1,0,0,0,0],[45,1,1,0,1,1,29.88,0.02,0,1,3,1,1,3,1],[46,2,3,1,1,2,26.9,0.02,0,3,1,3,1,0,1],[47,3,3,1,1,3,20.85,0.02,0,3,1,3,3,3,3],[48,0,2,2,1,0,29.22,0.02,0,2,3,2,1,3,1],[49,1,1,2,1,1,27.58,0.02,0,1,3,1,1,2,1],[50,2,2,0,1,2,26.55,0.02,0,2,3,2,2,1,2],[51,3,3,2,1,3,20.1,0.02,0,3,3,3,3,3,3],[52,0,2,2,1,0,25.69,0.02,0,2,2,2,0,2,0],[53,1,1,2,1,1,29.52,0.02,0,1,2,1,1,2,1],[54,2,2,1,1,2,22.25,0.02,0,2,3,2,2,0,2],[55,3,1,1,1,1,25.17,0.02,0,3,1,1,3,3,3],[56,0,0,2,1,0,28.84,0.02,0,0,2,0,0,2,0],[57,1,1,2,1,1,26.24,0.02,0,1,2,1,1,2,1],[58,2,2,1,1,2,25.25,0.02,0,2,3,2,2,0,2],[59,3,3,0,1,3,20.59,0.02,0,3,3,3,3,3,3],[60,0,0,2,1,0,23.82,0.02,0,0,0,0,0,1,0],[61,1,1,0,1,1,28.72,0.02,0,1,3,1,1,3,1],[62,2,0,0,1,0,27.99,0.02,0,2,0,2,2,0,2],[63,3,3,2,1,1,22.82,0.02,0,3,2,2,3,3,3],[64,0,0,2,1,0,28.34,0.02,0,0,2,0,1,2,1],[65,1,1,0,1,1,27.58,0.02,0,1,2,1,1,2,1],[66,2,2,3,1,0,28.34,0.02,0,2,3,2,1,0,1],[67,3,1,1,1,1,22.75,0.02,0,3,1,1,3,3,3],[68,0,0,3,1,0,26.8,0.02,0,0,3,0,0,0,0],[69,1,1,3,1,1,28.64,0.02,0,1,3,1,1,2,1],[70,2,2,0,1,2,23.78,0.02,0,2,3,2,2,0,2],[71,3,3,1,1,1,20.32,0.02,0,3,1,3,3,3,3],[72,0,2,2,1,2,29.51,0.02,0,0,2,0,1,2,1],[73,1,1,1,1,1,29.29,0.02,0,1,1,1,1,3,1],[74,2,2,0,1,2,21.15,0.02,0,2,0,2,2,0,2],[75,3,3,1,1,1,24.05,0.02,0,3,1,1,3,3,3],[76,0,3,2,1,0,30.14,0.02,0,0,2,2,1,2,1],[77,1,1,2,1,1,28.23,0.02,0,1,3,1,1,3,1],[78,2,2,1,1,0,26.5,0.02,0,2,3,2,2,0,2],[79,3,0,0,1,0,22.56,0.02,0,2,0,2,1,2,1],[80,0,0,2,1,2,26.78,0.02,0,0,2,0,0,2,0],[81,1,1,0,1,1,26.69,0.02,0,1,3,1,1,2,1],[82,2,2,0,1,2,20.22,0.02,0,0,3,2,2,0,2],[83,3,2,2,1,2,20.96,0.02,0,1,2,1,3,3,3],[84,0,0,2,1,0,23.57,0.02,0,0,2,0,2,2,2],[85,1,1,2,1,1,25.38,0.02,0,1,3,1,2,2,2],[86,2,2,1,1,0,24.65,0.02,0,2,3,2,2,0,2],[87,3,3,2,1,3,20,0.0189078,1,3,3,3,3,3,3],[88,0,0,2,1,0,31.43,0.02,0,0,2,0,0,2,0],[89,1,1,3,1,1,29.61,0.02,0,1,3,1,1,3,1],[90,2,2,0,1,0,26.11,0.02,0,2,0,2,2,0,2],[91,3,3,2,1,0,20,0.0191575,1,3,2,3,3,3,3],[92,0,2,2,1,2,24.01,0.02,0,2,2,2,2,3,2],[93,1,3,2,1,1,24.74,0.02,0,3,3,3,2,2,2],[94,2,2,1,1,2,26.65,0.02,0,2,3,0,2,0,2],[95,3,1,1,1,1,20.88,0.02,0,3,1,3,3,3,3],[96,0,2,2,1,2,27.33,0.02,0,0,2,0,1,2,0],[97,1,1,2,1,1,30.97,0.02,0,1,3,1,1,2,1],[98,2,2,0,1,2,25.18,0.02,0,2,0,2,2,0,2],[99,3,3,2,1,3,20,0.0187888,1,3,2,3,3,3,3],[100,0,0,3,1,0,28.99,0.02,0,0,0,0,0,0,0],[101,1,1,2,1,1,27.28,0.02,0,1,3,1,1,2,1],[102,2,2,1,1,2,22.97,0.02,0,2,1,2,2,0,2],[103,3,1,1,1,1,23.2,0.02,0,1,1,1,3,3,3],[104,0,1,1,1,1,27.7,0.02,0,0,0,0,0,0,0],[105,1,3,2,1,3,28.09,0.02,0,1,2,1,1,2,1],[106,2,0,1,1,0,21.94,0.02,0,2,3,2,2,0,2],[107,3,1,1,1,1,23.53,0.02,0,3,1,3,3,3,3],[108,0,0,1,1,0,30.41,0.02,0,0,0,0,0,0,0],[109,1,1,3,1,1,30.91,0.02,0,1,3,1,1,3,1],[110,2,2,0,1,2,25.97,0.02,0,0,0,2,2,1,2],[111,3,3,2,1,1,20,0.0188516,1,3,2,3,3,3,3],[112,0,2,2,1,0,21.83,0.02,0,0,2,0,0,2,0],[113,1,1,3,1,1,31.1,0.02,0,1,1,1,3,3,1],[114,2,2,3,1,2,21.8,0.02,0,2,1,2,2,0,2],[115,3,1,1,1,1,20,0.0193537,1,3,1,1,3,3,3],[116,0,1,1,1,1,23.6,0.02,0,0,0,0,0,0,0],[117,1,1,2,1,1,30.13,0.02,0,1,3,1,1,2,1],[118,2,2,0,1,2,24.5,0.02,0,2,3,2,2,1,2],[119,3,0,0,1,0,22.01,0.02,0,3,0,3,3,3,3],[120,0,1,1,1,1,27.42,0.02,0,0,1,0,0,0,0],[121,1,1,0,1,1,29.9,0.02,0,1,2,1,1,2,1],[122,2,2,3,1,2,24.35,0.02,0,2,1,2,2,0,2],[123,3,1,1,1,1,23.85,0.02,0,1,1,1,3,3,3],[124,0,0,2,1,0,22.95,0.02,0,0,2,0,0,2,0],[125,1,1,2,1,1,30.07,0.02,0,1,2,1,1,2,1],[126,2,2,1,1,0,26.49,0.02,0,0,0,2,2,0,2],[127,3,3,2,1,0,20.48,0.02,0,3,2,3,3,3,3],[128,0,2,2,1,2,23.55,0.02,0,2,2,2,2,3,2],[129,1,1,3,1,1,28.1,0.02,0,1,3,1,1,3,1],[130,2,2,3,1,2,22.63,0.02,0,2,0,2,2,0,2],[131,3,1,2,1,1,23.06,0.02,0,3,2,1,3,3,3],[132,0,0,1,1,0,23.45,0.02,0,0,1,0,0,0,0],[133,1,1,3,1,1,24.41,0.02,0,1,3,1,1,3,1],[134,2,2,0,1,2,27.74,0.02,0,2,0,0,2,1,2],[135,3,3,1,1,3,20.14,0.02,0,3,1,3,3,3,3],[136,0,2,2,1,2,25.81,0.02,0,2,2,2,0,2,0],[137,1,1,3,1,1,29.41,0.02,0,1,3,1,1,3,1],[138,2,3,1,1,0,26.9,0.02,0,3,3,0,2,0,1],[139,3,0,2,1,0,20,0.0167067,1,3,2,1,3,3,3],[140,0,0,2,1,0,20.55,0.02,0,0,2,0,0,2,0],[141,1,1,1,1,1,29.43,0.02,0,1,1,1,1,3,1],[142,2,2,1,1,2,22.32,0.02,0,2,1,2,2,0,2],[143,3,3,1,1,1,20,0.0195024,1,3,1,3,3,3,3],[144,0,0,3,1,0,27.49,0.02,0,0,0,0,0,0,0],[145,1,1,2,1,1,24.92,0.02,0,3,3,1,1,2,1],[146,2,2,3,1,2,23.98,0.02,0,2,1,2,2,0,2],[147,3,3,2,1,3,20,0.0187731,1,3,2,3,3,3,3],[148,0,0,3,1,0,25.32,0.02,0,0,0,0,0,0,0],[149,1,0,2,1,0,22.82,0.02,0,1,2,1,1,2,1],[150,2,2,1,1,2,28.89,0.02,0,2,1,2,2,0,1],[151,3,3,0,1,0,25.26,0.02,0,3,0,3,1,2,3],[152,0,2,2,1,2,23.81,0.02,0,2,2,2,1,2,1],[153,1,1,3,1,1,30.08,0.02,0,1,1,1,1,2,1],[154,2,2,3,1,2,26.87,0.02,0,2,3,0,2,3,2],[155,3,3,2,1,3,20,0.0164542,1,3,3,3,3,3,3],[156,0,2,2,1,2,28.81,0.02,0,0,2,2,1,2,1],[157,1,1,2,1,1,24.58,0.02,0,1,2,1,1,2,1],[158,2,2,3,1,0,22.92,0.02,0,2,1,0,2,0,2],[159,3,3,2,1,0,24.69,0.02,0,3,2,3,3,3,3],[160,0,0,1,1,0,25.89,0.02,0,0,0,0,0,0,0],[161,1,1,2,1,1,28.8,0.02,0,1,2,1,1,2,1],[162,2,2,0,1,2,20.64,0.02,0,2,0,2,2,0,2],[163,3,1,1,1,1,25.11,0.02,0,1,1,1,3,3,3],[164,0,0,2,1,0,28.98,0.02,0,0,0,0,0,2,0],[165,1,1,3,1,1,28.65,0.02,0,1,3,1,1,3,1],[166,2,0,0,1,2,26.14,0.02,0,2,3,2,1,0,1],[167,3,3,2,1,3,21.25,0.02,0,3,2,3,3,2,3],[168,0,0,2,1,0,28.14,0.02,0,0,0,0,0,0,0],[169,1,3,3,1,1,24.24,0.02,0,3,3,1,2,3,2],[170,2,0,0,1,0,25.87,0.02,0,0,0,2,1,1,1],[171,3,3,1,1,3,25.04,0.02,0,3,1,3,3,1,3],[172,0,2,2,1,0,27.36,0.02,0,2,3,0,0,2,0],[173,1,1,2,1,1,28.46,0.02,0,1,3,1,1,2,1],[174,2,2,0,1,0,27.68,0.02,0,2,0,2,1,1,1],[175,3,3,0,1,3,22.77,0.02,0,3,3,3,3,3,3],[176,0,0,2,1,0,25.06,0.02,0,0,2,0,0,2,0],[177,1,1,2,1,1,28.55,0.02,0,1,0,1,1,2,1],[178,2,2,0,1,0,27.72,0.02,0,2,0,0,1,0,1],[179,3,3,2,1,3,22.02,0.02,0,3,2,3,3,3,3],[180,0,2,2,1,0,25.58,0.02,0,0,0,0,0,3,0],[181,1,3,2,1,0,25.02,0.02,0,3,2,1,1,2,2],[182,2,2,1,1,0,28.39,0.02,0,2,1,2,2,0,1],[183,3,1,1,1,1,23.05,0.02,0,3,1,1,3,3,3],[184,0,2,2,1,2,25.02,0.02,0,0,2,2,2,3,1],[185,1,1,2,1,1,27.38,0.02,0,1,2,1,1,2,1],[186,2,2,1,1,0,27.66,0.02,0,2,1,2,1,0,1],[187,3,3,2,1,1,25.05,0.02,0,3,2,1,3,2,1],[188,0,2,2,1,2,27.33,0.02,0,0,2,0,1,2,1],[189,1,1,2,1,1,29.65,0.02,0,1,3,1,1,2,1],[190,2,2,1,1,2,27.35,0.02,0,2,1,0,2,0,1],[191,3,3,2,1,3,20,0.0179264,1,3,2,3,3,2,3],[192,0,3,3,1,3,24.59,0.02,0,0,0,0,0,0,0],[193,1,1,0,1,1,28.2,0.02,0,1,3,1,1,3,1],[194,2,0,0,1,2,28.73,0.02,0,2,0,2,2,0,2],[195,3,0,2,1,0,20,0.0194143,1,3,2,3,3,2,3],[196,0,2,2,1,2,31,0.02,0,0,2,2,1,3,1],[197,1,1,2,1,1,30.82,0.02,0,1,3,1,1,2,1],[198,2,2,1,1,2,24.91,0.02,0,2,3,2,1,0,2],[199,3,1,1,1,1,24.88,0.02,0,1,1,1,3,3,3],[200,0,0,2,1,0,24.15,0.02,0,0,0,0,0,2,0],[201,1,1,2,1,1,29.37,0.02,0,1,3,1,1,2,1],[202,2,0,1,1,0,25,0.02,0,2,3,2,1,0,1],[203,3,0,2,1,0,20.31,0.02,0,3,0,3,3,2,3],[204,0,0,3,1,0,23.43,0.02,0,0,0,0,0,0,0],[205,1,1,3,1,1,28.46,0.02,0,1,3,1,1,2,1],[206,2,2,1,1,2,28.81,0.02,0,2,1,2,1,0,1],[207,3,3,1,1,1,22,0.02,0,3,1,3,3,3,3],[208,0,3,3,1,2,27.47,0.02,0,0,0,0,0,0,0],[209,1,1,2,1,1,26.06,0.02,0,1,3,1,1,2,1],[210,2,2,0,1,0,25.76,0.02,0,2,0,2,1,1,1],[211,3,3,2,1,1,21.76,0.02,0,3,3,1,3,3,3],[212,0,1,1,1,1,24.94,0.02,0,0,0,0,0,0,0],[213,1,1,0,1,1,29.26,0.02,0,1,2,1,1,2,1],[214,2,2,3,1,2,21.07,0.02,0,2,3,2,2,3,2],[215,3,2,2,1,2,20,0.0185806,1,3,2,2,2,2,2],[216,0,0,2,1,0,23.96,0.02,0,0,2,0,0,2,0],[217,1,1,0,1,1,27.59,0.02,0,1,0,1,1,3,1],[218,2,2,1,1,2,22.91,0.02,0,2,3,2,2,0,2],[219,3,0,2,1,1,21.63,0.02,0,3,2,1,3,3,3],[220,0,0,2,1,0,23.42,0.02,0,0,2,0,2,2,2],[221,1,0,2,1,0,28.17,0.02,0,1,2,1,1,2,1],[222,2,2,3,1,0,21.05,0.02,0,2,0,2,2,0,2],[223,3,2,2,1,2,20,0.0185186,1,3,2,2,3,2,2],[224,0,2,2,1,2,30.24,0.02,0,0,2,2,1,2,1],[225,1,1,2,1,1,29.36,0.02,0,1,3,1,1,2,1],[226,2,2,1,1,2,25.31,0.02,0,2,3,0,2,0,2],[227,3,1,1,1,1,24.9,0.02,0,1,1,1,3,3,3],[228,0,0,2,1,0,28.23,0.02,0,0,0,0,0,2,0],[229,1,1,0,1,1,25.66,0.02,0,1,2,1,1,2,1],[230,2,2,0,1,2,25.91,0.02,0,2,3,2,2,0,2],[231,3,1,1,1,1,20,0.0175584,1,1,1,1,3,3,3],[232,0,1,1,1,1,26.2,0.02,0,0,0,0,0,0,0],[233,1,3,3,1,1,23.87,0.02,0,1,3,1,1,3,1],[234,2,2,1,1,2,24.09,0.02,0,2,3,2,2,0,2],[235,3,3,1,1,1,21.18,0.02,0,3,1,1,3,3,3],[236,0,3,3,1,3,25.13,0.02,0,0,3,0,0,0,0],[237,1,1,0,1,1,27.54,0.02,0,1,3,1,1,3,1],[238,2,2,3,1,2,20.9,0.02,0,2,3,2,2,0,2],[239,3,1,1,1,1,20.41,0.02,0,3,1,3,3,3,3],[240,0,1,1,1,0,27.39,0.02,0,0,1,0,0,0,0],[241,1,3,2,1,1,29.91,0.02,0,1,2,1,1,2,1],[242,2,2,3,1,2,25.62,0.02,0,2,3,2,1,0,1],[243,3,3,0,1,3,24.35,0.02,0,3,3,3,3,3,3],[244,0,2,2,1,0,26.02,0.02,0,0,2,0,0,2,0],[245,1,1,2,1,1,29.9,0.02,0,1,3,1,1,2,1],[246,2,2,3,1,2,29.36,0.02,0,0,3,0,1,0,1],[247,3,1,1,1,1,20,0.0194125,1,1,1,1,3,3,3],[248,0,3,3,1,3,28.48,0.02,0,0,3,0,0,0,0],[249,1,1,2,1,1,28.14,0.02,0,1,3,1,1,3,1],[250,2,2,1,1,2,26.25,0.02,0,2,3,2,1,0,1],[251,3,2,2,1,2,20,0.0176115,1,3,2,3,3,2,3],[252,0,2,2,1,2,23.39,0.02,0,2,0,2,1,1,1],[253,1,1,2,1,1,24.8,0.02,0,1,3,1,2,2,1],[254,2,0,0,1,2,26.65,0.02,0,2,1,2,2,1,2],[255,3,3,2,1,3,20,0.019123,1,3,2,3,3,3,3],[256,0,2,2,1,2,28.19,0.02,0,2,2,2,1,2,1],[257,1,1,2,1,1,25.23,0.02,0,1,0,1,1,2,1],[258,2,2,1,1,2,22.95,0.02,0,2,0,2,2,0,2],[259,3,0,2,1,0,20.39,0.02,0,3,2,3,2,2,2],[260,0,0,3,1,0,28.3,0.02,0,0,0,0,0,0,0],[261,1,1,2,1,1,30.08,0.02,0,1,2,1,1,2,1],[262,2,2,1,1,2,20.05,0.02,0,3,1,2,2,0,2],[263,3,1,1,1,1,20.28,0.02,0,3,1,3,3,3,3],[264,0,0,2,1,0,27.41,0.02,0,0,0,0,0,2,0],[265,1,0,2,1,1,23.04,0.02,0,1,2,1,1,2,1],[266,2,2,3,1,2,24.81,0.02,0,2,0,2,2,0,2],[267,3,3,2,1,3,24.84,0.02,0,3,3,3,3,3,3],[268,0,0,2,1,0,23.87,0.02,0,0,0,0,0,3,0],[269,1,1,3,1,1,29.18,0.02,0,1,3,1,1,3,1],[270,2,2,1,1,0,21.01,0.02,0,2,3,0,2,0,2],[271,3,0,2,1,0,24.49,0.02,0,1,2,1,1,2,1],[272,0,0,3,1,0,20.6,0.02,0,0,0,0,0,0,0],[273,1,1,2,1,1,25.18,0.02,0,1,2,1,1,2,1],[274,2,2,1,1,2,26.65,0.02,0,2,1,2,1,3,1],[275,3,1,1,1,1,25,0.02,0,1,1,1,3,3,3],[276,0,2,2,1,2,27.06,0.02,0,2,2,2,1,2,1],[277,1,3,3,1,1,23.96,0.02,0,1,3,1,1,3,1],[278,2,2,1,1,2,25.47,0.02,0,2,3,0,2,0,2],[279,3,0,0,1,0,22.49,0.02,0,3,0,3,3,2,3],[280,0,3,1,1,3,26.2,0.02,0,0,0,0,0,0,0],[281,1,1,2,1,1,29.17,0.02,0,1,3,1,1,2,1],[282,2,2,1,1,2,23.68,0.02,0,2,3,0,2,0,2],[283,3,3,2,1,2,20,0.0178227,1,3,2,3,3,3,3],[284,0,2,2,1,2,29.92,0.02,0,2,2,2,1,2,1],[285,1,1,3,1,1,30.29,0.02,0,1,3,1,1,3,1],[286,2,0,1,1,2,25.85,0.02,0,0,3,2,2,0,2],[287,3,3,1,1,3,20,0.0185818,1,3,1,3,3,3,3],[288,0,0,3,1,0,25.33,0.02,0,0,0,0,0,0,0],[289,1,1,3,1,1,31.23,0.02,0,1,3,1,1,3,1],[290,2,2,1,1,2,24.71,0.02,0,2,0,2,2,0,2],[291,3,3,2,1,0,22.27,0.02,0,3,2,3,3,3,3],[292,0,0,3,1,0,24.15,0.02,0,0,0,0,0,0,0],[293,1,1,2,1,1,29.88,0.02,0,1,3,1,1,2,1],[294,2,2,0,1,2,27.13,0.02,0,2,0,2,1,1,1],[295,3,1,1,1,1,20,0.0199643,1,3,1,3,3,3,3],[296,0,0,2,1,0,26.13,0.02,0,0,0,0,0,2,0],[297,1,1,0,1,1,26.52,0.02,0,1,0,1,1,2,1],[298,2,2,1,1,0,29,0.02,0,3,1,2,1,0,1],[299,3,0,0,1,0,21.47,0.02,0,3,0,0,3,3,3],[300,0,0,2,1,0,24.89,0.02,0,0,2,0,0,2,0],[301,1,1,2,1,1,24.24,0.02,0,1,2,1,2,2,2],[302,2,2,3,1,0,26.39,0.02,0,0,3,0,1,0,1],[303,3,0,2,1,0,20.57,0.02,0,2,2,2,1,2,1],[304,0,2,2,1,2,23.89,0.02,0,2,2,2,2,2,2],[305,1,1,0,1,1,29.01,0.02,0,1,3,1,1,3,1],[306,2,0,0,1,0,27.26,0.02,0,2,0,2,2,0,2],[307,3,3,2,1,3,20,0.0178904,1,3,3,3,3,3,3],[308,0,0,2,1,0,27.95,0.02,0,0,0,0,0,2,0],[309,1,1,3,1,1,30.65,0.02,0,1,3,1,1,2,1],[310,2,2,1,1,2,22.12,0.02,0,2,1,2,2,0,2],[311,3,2,2,1,2,20,0.0183659,1,2,2,2,2,2,2],[312,0,0,1,1,0,28.99,0.02,0,0,0,0,0,0,0],[313,1,1,2,1,1,25.69,0.02,0,1,2,1,2,2,2],[314,2,2,3,1,2,20.16,0.02,0,2,1,2,2,0,2],[315,3,3,2,1,2,20,0.018977,1,3,2,3,3,2,3],[316,0,2,2,1,2,24.22,0.02,0,2,2,2,2,3,2],[317,1,1,1,1,1,29.06,0.02,0,1,1,1,1,2,1],[318,2,2,0,1,0,26.58,0.02,0,2,0,2,2,0,2],[319,3,3,2,1,1,20.91,0.02,0,3,2,1,3,2,3],[320,0,1,1,1,1,27.19,0.02,0,0,1,0,0,0,0],[321,1,3,2,1,0,23.27,0.02,0,3,2,1,2,2,1],[322,2,2,0,1,0,22.54,0.02,0,2,3,2,2,1,2],[323,3,3,2,1,3,20,0.0186502,1,3,2,3,3,3,3],[324,0,0,2,1,0,27.17,0.02,0,0,2,0,0,2,0],[325,1,1,2,1,1,28.07,0.02,0,1,2,1,1,2,1],[326,2,2,3,1,0,22.34,0.02,0,2,1,2,2,0,2],[327,3,2,2,1,0,23.25,0.02,0,2,2,2,1,3,1],[328,0,0,2,1,0,22.46,0.02,0,0,0,0,0,0,0],[329,1,3,3,1,1,24.32,0.02,0,3,3,3,3,3,3],[330,2,2,1,1,0,28.43,0.02,0,2,0,0,2,0,0],[331,3,3,2,1,0,23.56,0.02,0,3,2,1,3,2,1],[332,0,0,2,1,0,23.11,0.02,0,0,0,0,0,2,0],[333,1,1,0,1,1,26.68,0.02,0,1,2,1,1,2,1],[334,2,0,1,1,0,29,0.02,0,0,0,0,0,0,0],[335,3,3,2,1,3,20,0.0184513,1,3,2,3,3,3,3],[336,0,2,2,1,2,25.53,0.02,0,2,2,2,2,2,0],[337,1,1,0,1,1,28.24,0.02,0,1,2,1,1,3,1],[338,2,2,1,1,2,23.69,0.02,0,2,1,2,2,3,2],[339,3,1,1,1,1,25.84,0.02,0,1,1,1,3,3,3],[340,0,3,1,1,3,28.8,0.02,0,0,1,0,0,0,0],[341,1,1,0,1,1,24.77,0.02,0,1,0,1,2,3,1],[342,2,0,1,1,0,26.39,0.02,0,2,3,2,2,0,2],[343,3,0,0,1,0,21.39,0.02,0,3,3,3,3,3,3],[344,0,3,1,1,3,20.96,0.02,0,0,0,0,0,0,0],[345,1,1,2,1,1,29.65,0.02,0,1,2,1,1,2,1],[346,2,2,1,1,2,26.62,0.02,0,2,3,2,2,0,2],[347,3,3,2,1,3,21.29,0.02,0,3,3,3,3,3,3],[348,0,0,3,1,0,22.14,0.02,0,0,0,0,0,0,0],[349,1,1,0,1,1,25.11,0.02,0,1,3,1,1,3,1],[350,2,0,0,1,0,26.7,0.02,0,2,0,2,2,0,2],[351,3,0,0,1,0,21.97,0.02,0,3,0,3,3,3,3],[352,0,0,1,1,0,27.51,0.02,0,0,0,0,0,0,0],[353,1,1,2,1,1,24.78,0.02,0,3,3,1,1,2,1],[354,2,2,3,1,2,25.37,0.02,0,2,0,2,2,0,2],[355,3,3,0,1,3,21.88,0.02,0,3,3,3,3,3,3],[356,0,0,2,1,0,26.93,0.02,0,0,0,0,0,2,0],[357,1,1,0,1,1,27.44,0.02,0,1,3,1,1,3,1],[358,2,2,1,1,2,20.32,0.02,0,2,1,2,2,0,2],[359,3,3,2,1,0,20.1,0.02,0,3,2,3,3,2,3],[360,0,2,2,1,0,29.18,0.02,0,0,2,2,0,3,0],[361,1,0,2,1,0,30.39,0.02,0,1,2,1,1,2,1],[362,2,2,1,1,2,26.78,0.02,0,2,3,2,2,0,2],[363,3,3,0,1,0,20,0.0193122,1,3,3,3,3,3,3],[364,0,3,1,1,3,27.97,0.02,0,0,1,0,0,0,0],[365,1,1,2,1,1,24.65,0.02,0,1,3,1,1,3,1],[366,2,0,0,1,2,25.83,0.02,0,2,0,2,2,0,2],[367,3,3,2,1,3,20,0.0193449,1,3,2,3,3,2,3],[368,0,2,2,1,0,30.11,0.02,0,2,2,2,0,2,0],[369,1,1,2,1,1,28.69,0.02,0,1,2,1,1,2,1],[370,2,2,1,1,2,23.53,0.02,0,2,1,2,2,0,2],[371,3,0,2,1,1,22.47,0.02,0,3,2,3,3,3,3],[372,0,0,2,1,0,23.28,0.02,0,0,2,0,0,2,0],[373,1,1,1,1,1,30.4,0.02,0,1,1,1,1,2,1],[374,2,2,1,1,0,27.13,0.02,0,2,1,2,1,0,1],[375,3,1,1,1,1,22.13,0.02,0,1,1,1,3,3,3],[376,0,0,2,1,0,25.67,0.02,0,0,0,0,0,1,0],[377,1,1,2,1,1,27.11,0.02,0,1,2,1,1,2,1],[378,2,2,0,1,2,28.22,0.02,0,0,3,0,1,1,1],[379,3,1,1,1,1,20,0.0195066,1,3,1,3,3,3,3],[380,0,2,2,1,2,26.17,0.02,0,2,2,2,1,2,1],[381,1,0,2,1,0,24.1,0.02,0,1,2,1,1,2,2],[382,2,0,1,1,0,24.48,0.02,0,2,3,2,2,0,2],[383,3,3,2,1,3,20,0.0188697,1,3,2,3,3,3,3],[384,0,3,3,1,0,26.88,0.02,0,0,0,0,0,0,0],[385,1,3,2,1,0,29.71,0.02,0,1,2,1,1,2,1],[386,2,2,3,1,2,21.41,0.02,0,2,3,2,2,3,2],[387,3,2,2,1,0,21.39,0.02,0,3,2,3,2,2,1],[388,0,2,2,1,2,29.69,0.02,0,0,2,0,1,2,1],[389,1,3,2,1,1,24.7,0.02,0,1,3,1,2,2,2],[390,2,2,3,1,0,25.1,0.02,0,2,1,2,2,0,1],[391,3,3,0,1,0,20,0.0199989,1,3,3,3,3,3,3],[392,0,3,3,1,3,22.86,0.02,0,0,3,0,0,0,0],[393,1,3,2,1,1,24.68,0.02,0,1,2,1,1,2,1],[394,2,2,3,1,2,27.71,0.02,0,3,1,2,2,0,2],[395,3,1,1,1,1,23.52,0.02,0,1,1,1,3,3,3],[396,0,0,2,1,0,20,0.0195851,1,0,2,0,0,2,0],[397,1,1,3,1,1,30.57,0.02,0,1,1,1,1,1,1],[398,2,0,0,1,0,21.97,0.02,0,2,0,0,2,0,2],[399,3,1,1,1,1,22.16,0.02,0,1,1,1,3,3,3]],"elapsed_ms":2680,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":339,"J":250,"J_valid":250,"n_invalid":0,"n00":4,"n01":0,"n10":47,"n11":199,"ctl_n":250,"ctl_err":20},"metrics":{"target_error":0.796,"Q_transfer":0.20399999999999996,"source_success":0.984,"joint_error":0.796,"T_cond":0.8089430894308943,"R":0.08,"delta":0.7160000000000001,"delta_pp":71.60000000000001,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.8475}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":263,"tgt_clean_correct":326,"J":233,"J_valid":233,"n_invalid":0,"n00":0,"n01":4,"n10":62,"n11":167,"ctl_n":233,"ctl_err":8},"metrics":{"target_error":0.7339055793991416,"Q_transfer":0.2660944206008584,"source_success":0.9828326180257511,"joint_error":0.7167381974248928,"T_cond":0.7292576419213974,"R":0.034334763948497854,"delta":0.6995708154506437,"delta_pp":69.95708154506437,"validity_rate":1,"src_clean_accuracy":0.6575,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-MLP/fgsm/eps0020","seed":44,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,0,1,0,43.95,0.002,0,0,0,0,0,0,0],[1,1,1,3,1,1,44.97,0.002,0,1,1,1,1,1,1],[2,2,2,0,1,2,41.84,0.002,0,0,0,0,2,2,2],[3,3,3,1,1,3,40.49,0.002,0,3,3,3,3,3,3],[4,0,0,0,1,0,39.42,0.002,0,3,3,3,0,0,0],[5,1,1,1,1,1,45.89,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,42.3,0.002,0,2,2,2,2,2,2],[7,3,3,3,1,3,35.48,0.002,0,3,3,3,3,3,3],[8,0,2,2,1,2,43.29,0.002,0,2,2,2,1,1,1],[9,1,1,1,1,1,46.43,0.002,0,1,1,1,1,1,1],[10,2,2,0,1,2,37.09,0.002,0,2,2,2,2,2,2],[11,3,3,3,1,3,40.27,0.002,0,0,0,0,3,3,3],[12,0,0,0,1,0,43.79,0.002,0,0,0,0,0,0,0],[13,1,1,1,1,1,43.71,0.002,0,1,1,1,1,1,1],[14,2,2,0,1,2,41.52,0.002,0,2,2,2,2,2,2],[15,3,3,1,1,3,35.65,0.002,0,3,3,3,3,3,3],[16,0,0,2,1,0,41.05,0.002,0,2,0,2,0,0,0],[17,1,1,1,1,1,47.82,0.002,0,1,0,1,1,1,1],[18,2,2,0,1,2,43.37,0.002,0,0,0,0,1,1,1],[19,3,3,1,1,3,38.3,0.002,0,3,2,3,3,3,3],[20,0,0,0,1,0,47.19,0.002,0,0,0,0,1,1,1],[21,1,1,1,1,1,42.86,0.002,0,0,0,0,1,2,1],[22,2,2,0,1,2,38.37,0.002,0,2,2,2,2,2,2],[23,3,3,2,1,3,35.97,0.002,0,3,2,3,3,2,2],[24,0,0,0,1,0,42.05,0.002,0,0,0,0,0,0,0],[25,1,1,3,1,1,41.36,0.002,0,1,1,1,1,1,1],[26,2,2,0,1,2,44.27,0.002,0,2,3,2,1,1,1],[27,3,3,0,1,3,39.79,0.002,0,0,0,0,3,3,3],[28,0,2,2,1,2,42.09,0.002,0,2,2,2,2,2,2],[29,1,1,1,1,1,46.86,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,41.94,0.002,0,2,2,2,1,1,1],[31,3,3,3,1,3,36.76,0.002,0,3,3,3,3,1,3],[32,0,0,0,1,0,45.93,0.002,0,0,0,0,0,0,0],[33,1,1,1,1,1,44.32,0.002,0,1,1,1,1,1,1],[34,2,0,0,1,0,43.15,0.002,0,2,0,2,2,2,2],[35,3,3,3,1,3,37.86,0.002,0,3,1,3,3,3,3],[36,0,2,2,1,2,44.95,0.002,0,2,2,2,1,1,1],[37,1,3,3,1,3,39.8,0.002,0,3,3,3,2,2,2],[38,2,2,0,1,2,41.65,0.002,0,2,2,2,2,2,2],[39,3,3,1,1,3,38.16,0.002,0,3,3,3,3,3,3],[40,0,0,3,1,0,41.91,0.002,0,3,3,3,0,0,0],[41,1,1,1,1,1,42.5,0.002,0,1,1,1,2,2,2],[42,2,0,0,1,0,38.62,0.002,0,2,2,2,2,2,2],[43,3,3,1,1,3,37.15,0.002,0,1,1,1,3,3,3],[44,0,0,0,1,0,40.94,0.002,0,0,0,0,0,0,0],[45,1,1,1,1,1,47.71,0.002,0,1,1,1,1,1,1],[46,2,3,3,1,3,42.27,0.002,0,3,3,2,1,1,1],[47,3,3,3,1,3,37.75,0.002,0,3,1,3,3,3,3],[48,0,2,2,1,2,47.33,0.002,0,2,2,2,1,1,1],[49,1,1,3,1,1,44.4,0.002,0,1,1,1,1,1,1],[50,2,2,0,1,2,42.27,0.002,0,2,2,2,2,2,2],[51,3,3,3,1,3,36.19,0.002,0,3,3,3,3,3,3],[52,0,2,2,1,2,44.61,0.002,0,2,2,2,0,2,0],[53,1,1,1,1,1,47.39,0.002,0,1,0,1,1,1,1],[54,2,2,0,1,2,37.62,0.002,0,2,2,2,2,2,2],[55,3,3,1,1,3,41.24,0.002,0,1,1,1,3,3,3],[56,0,0,0,1,0,45.97,0.002,0,0,0,0,0,0,0],[57,1,1,3,1,1,43.49,0.002,0,1,3,1,1,1,1],[58,2,2,3,1,2,40.83,0.002,0,2,0,2,2,1,2],[59,3,3,3,1,3,36.4,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,42.49,0.002,0,0,2,0,0,0,0],[61,1,1,1,1,1,47.11,0.002,0,1,1,1,1,1,1],[62,2,2,0,1,2,43.9,0.002,0,0,0,0,2,2,2],[63,3,3,1,1,1,40.27,0.002,0,3,1,1,3,3,3],[64,0,0,2,1,2,47,0.002,0,0,0,0,1,1,1],[65,1,1,1,1,1,45.7,0.002,0,1,0,1,1,1,1],[66,2,2,0,1,2,44,0.002,0,2,2,2,1,1,1],[67,3,3,1,1,3,39.77,0.002,0,1,1,1,3,3,3],[68,0,0,0,1,0,43.21,0.002,0,0,3,0,0,0,0],[69,1,1,1,1,1,45.21,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,39.82,0.002,0,2,2,2,2,2,2],[71,3,3,1,1,3,36.73,0.002,0,3,1,3,3,3,3],[72,0,0,2,1,0,46.35,0.002,0,2,2,2,1,1,1],[73,1,1,1,1,1,47.35,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,37.01,0.002,0,2,2,2,2,2,2],[75,3,3,1,1,3,40.57,0.002,0,3,3,3,3,3,3],[76,0,0,3,1,0,46.93,0.002,0,3,3,3,1,1,1],[77,1,1,1,1,1,47.09,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,42.35,0.002,0,2,0,2,2,1,2],[79,3,2,2,1,2,39.97,0.002,0,0,0,0,1,2,1],[80,0,0,0,1,0,44.49,0.002,0,0,2,0,0,0,0],[81,1,1,1,1,1,45.13,0.002,0,1,1,1,1,1,1],[82,2,0,0,1,0,35.7,0.002,0,2,2,2,2,2,2],[83,3,1,1,1,1,39.43,0.002,0,2,2,2,3,3,3],[84,0,0,2,1,0,42.31,0.002,0,0,0,0,2,2,2],[85,1,1,3,1,1,42.64,0.002,0,1,1,1,2,2,2],[86,2,2,0,1,2,40.28,0.002,0,2,2,2,2,2,2],[87,3,3,3,1,3,34.75,0.002,0,3,3,3,3,3,3],[88,0,0,0,1,0,47.55,0.002,0,0,2,0,0,0,0],[89,1,1,3,1,1,45.8,0.002,0,1,3,1,1,1,1],[90,2,2,0,1,2,41.95,0.002,0,2,0,2,2,2,2],[91,3,3,0,1,3,35.92,0.002,0,3,3,3,3,3,3],[92,0,2,2,1,2,40.06,0.002,0,2,2,2,2,2,2],[93,1,3,3,1,3,40.99,0.002,0,3,3,3,2,2,2],[94,2,2,0,1,2,42.01,0.002,0,2,2,2,2,0,2],[95,3,3,1,1,1,37.09,0.002,0,1,1,1,3,3,3],[96,0,0,2,1,0,44.65,0.002,0,2,2,2,1,1,1],[97,1,1,3,1,1,47.48,0.002,0,1,3,1,1,1,1],[98,2,2,0,1,2,41.13,0.002,0,2,2,2,2,2,2],[99,3,3,1,1,3,35.24,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,45.45,0.002,0,0,0,0,0,0,0],[101,1,1,3,1,1,43.65,0.002,0,1,1,1,1,1,1],[102,2,2,2,1,0,38.53,0.002,0,2,2,2,2,2,2],[103,3,1,1,1,1,40.11,0.002,0,1,1,1,3,3,3],[104,0,0,0,1,0,45.25,0.002,0,1,1,1,0,0,0],[105,1,1,3,1,1,44.65,0.002,0,3,3,3,1,1,1],[106,2,2,0,1,2,37.53,0.002,0,0,2,0,2,2,2],[107,3,3,1,1,3,40.29,0.002,0,1,1,1,3,3,3],[108,0,0,0,1,0,47.33,0.002,0,0,0,0,0,0,0],[109,1,1,1,1,1,47.75,0.002,0,1,1,1,1,1,1],[110,2,0,0,1,0,41.57,0.002,0,2,2,2,2,2,2],[111,3,3,1,1,3,35.33,0.002,0,3,1,3,3,3,3],[112,0,0,2,1,0,39.09,0.002,0,2,2,0,0,0,0],[113,1,1,1,1,1,47.32,0.002,0,1,1,1,3,3,3],[114,2,2,3,1,2,37.37,0.002,0,2,3,2,2,2,2],[115,3,3,1,1,3,36.08,0.002,0,1,1,1,3,3,3],[116,0,0,0,1,0,42.54,0.002,0,1,1,1,0,0,0],[117,1,1,1,1,1,46.36,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,40.13,0.002,0,2,0,2,2,2,2],[119,3,3,0,1,3,38.48,0.002,0,0,0,0,3,3,3],[120,0,0,0,1,0,45.53,0.002,0,1,1,1,0,0,0],[121,1,1,1,1,1,47.75,0.002,0,1,1,1,1,1,1],[122,2,2,0,1,2,40.31,0.002,0,2,2,2,2,2,2],[123,3,1,1,1,1,40.22,0.002,0,1,1,1,3,3,3],[124,0,0,0,1,0,39.12,0.002,0,0,2,0,0,0,0],[125,1,1,3,1,1,47.47,0.002,0,1,1,1,1,1,1],[126,2,0,0,1,0,42.54,0.002,0,2,3,2,2,1,2],[127,3,3,1,1,3,36.69,0.002,0,3,3,3,3,1,3],[128,0,2,2,1,2,40.63,0.002,0,2,2,2,2,2,2],[129,1,1,3,1,1,44.26,0.002,0,1,1,1,1,1,1],[130,2,2,0,1,2,38.63,0.002,0,2,2,2,2,2,2],[131,3,3,1,1,3,40.49,0.002,0,1,1,1,3,3,3],[132,0,0,0,1,0,42.39,0.002,0,0,0,0,0,0,0],[133,1,1,1,1,1,42.02,0.002,0,1,1,1,1,3,1],[134,2,2,0,1,2,43.52,0.002,0,2,2,2,2,2,2],[135,3,3,1,1,3,36.69,0.002,0,3,3,3,3,3,3],[136,0,2,2,1,2,44.48,0.002,0,2,2,2,0,2,0],[137,1,1,1,1,1,46.56,0.002,0,1,1,1,1,1,1],[138,2,3,3,1,3,41.83,0.002,0,3,3,3,2,3,1],[139,3,3,1,1,3,32.88,0.002,0,0,0,0,3,3,3],[140,0,0,0,1,0,38.5,0.002,0,0,0,0,0,0,0],[141,1,1,1,1,1,46.09,0.002,0,1,1,1,1,1,1],[142,2,2,0,1,2,37.89,0.002,0,2,0,2,2,2,2],[143,3,3,1,1,3,36.22,0.002,0,3,3,3,3,3,3],[144,0,0,0,1,0,43.98,0.002,0,0,0,0,0,0,0],[145,1,3,3,1,3,41.81,0.002,0,1,3,1,1,1,1],[146,2,2,0,1,2,39.31,0.002,0,2,2,2,2,2,2],[147,3,3,1,1,3,34.39,0.002,0,3,3,3,3,3,3],[148,0,0,0,1,0,42.24,0.002,0,0,0,0,0,0,0],[149,1,1,2,1,1,41.37,0.002,0,0,0,0,1,2,1],[150,2,2,3,1,2,44.15,0.002,0,2,3,2,2,1,1],[151,3,3,3,1,3,41.42,0.002,0,3,3,3,1,1,3],[152,0,2,2,1,2,42.68,0.002,0,2,2,2,1,2,1],[153,1,1,1,1,1,46.58,0.002,0,1,1,1,1,1,1],[154,2,2,3,1,2,42.23,0.002,0,2,3,2,2,3,2],[155,3,3,3,1,3,33.11,0.002,0,3,3,3,3,3,3],[156,0,0,3,1,0,44.88,0.002,0,2,2,2,1,1,1],[157,1,1,1,1,1,42.79,0.002,0,1,1,1,1,1,1],[158,2,2,3,1,2,38.37,0.002,0,2,2,2,2,2,2],[159,3,3,1,1,3,40.78,0.002,0,3,3,3,3,1,3],[160,0,0,0,1,0,44.18,0.002,0,0,0,0,0,0,0],[161,1,1,1,1,1,46.52,0.002,0,1,1,1,1,1,1],[162,2,2,0,1,2,36.35,0.002,0,2,2,2,2,2,2],[163,3,1,1,1,1,41.89,0.002,0,1,1,1,3,3,3],[164,0,0,0,1,0,45,0.002,0,0,0,0,0,0,0],[165,1,1,1,1,1,45.6,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,42.09,0.002,0,0,0,0,1,1,1],[167,3,3,3,1,3,37.81,0.002,0,3,3,3,3,3,3],[168,0,0,0,1,0,46.01,0.002,0,0,0,0,0,0,0],[169,1,3,3,1,3,40.19,0.002,0,3,3,3,2,2,2],[170,2,0,0,1,0,41.59,0.002,0,0,0,0,1,0,1],[171,3,3,3,1,3,41.85,0.002,0,3,3,3,3,3,3],[172,0,2,2,1,2,45.27,0.002,0,2,2,2,0,2,0],[173,1,1,1,1,1,45.58,0.002,0,1,1,1,1,1,1],[174,2,2,0,1,2,44.49,0.002,0,2,0,2,1,1,1],[175,3,3,3,1,3,39.33,0.002,0,3,3,3,3,3,3],[176,0,0,0,1,0,41.54,0.002,0,0,0,0,0,0,0],[177,1,1,3,1,1,46.41,0.002,0,1,0,1,1,1,1],[178,2,2,0,1,2,43.47,0.002,0,2,2,2,1,1,2],[179,3,3,3,1,3,38.74,0.002,0,3,3,3,3,3,3],[180,0,0,0,1,0,42.08,0.002,0,2,2,3,0,0,0],[181,1,3,3,1,3,41.67,0.002,0,3,3,3,1,2,1],[182,2,2,3,1,2,44.13,0.002,0,2,2,2,2,1,2],[183,3,3,1,1,3,39.64,0.002,0,1,1,1,3,3,3],[184,0,0,2,1,2,40.7,0.002,0,2,2,2,2,2,2],[185,1,1,3,1,1,44.02,0.002,0,1,1,1,1,1,1],[186,2,2,0,1,2,42.58,0.002,0,2,3,2,1,1,1],[187,3,3,1,1,3,41.03,0.002,0,3,3,3,3,3,3],[188,0,0,2,1,0,45.78,0.002,0,2,2,2,1,1,1],[189,1,1,1,1,1,46.73,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,42.72,0.002,0,2,2,2,2,2,2],[191,3,3,1,1,3,33.61,0.002,0,3,3,3,3,1,3],[192,0,0,0,1,0,40.27,0.002,0,3,3,3,0,0,0],[193,1,1,1,1,1,46.35,0.002,0,1,1,1,1,1,1],[194,2,2,0,1,2,44.5,0.002,0,0,0,0,2,2,2],[195,3,3,1,1,3,36.11,0.002,0,0,0,0,3,3,3],[196,0,0,2,1,0,47.78,0.002,0,2,2,2,1,1,1],[197,1,1,1,1,1,47.46,0.002,0,1,1,1,1,1,1],[198,2,2,0,1,2,41.07,0.002,0,2,2,2,1,0,1],[199,3,1,1,1,3,41.16,0.002,0,1,1,1,3,3,3],[200,0,0,0,1,0,42.33,0.002,0,0,0,0,0,0,0],[201,1,1,3,1,1,46.07,0.002,0,1,1,1,1,1,1],[202,2,2,0,1,2,40.85,0.002,0,0,0,0,1,1,1],[203,3,3,0,1,3,37.23,0.002,0,0,0,0,3,3,3],[204,0,0,0,1,0,40.64,0.002,0,0,0,0,0,0,0],[205,1,1,3,1,1,45.32,0.002,0,1,1,1,1,1,1],[206,2,2,0,1,2,44.35,0.002,0,2,0,2,1,1,1],[207,3,3,1,1,3,38.46,0.002,0,3,1,3,3,3,3],[208,0,0,0,1,0,43.87,0.002,0,3,3,3,0,0,0],[209,1,1,3,1,1,42.38,0.002,0,1,1,1,1,1,1],[210,2,2,0,1,2,41.48,0.002,0,2,0,2,1,1,1],[211,3,3,1,1,3,37.93,0.002,0,3,1,3,3,3,3],[212,0,0,0,1,0,41.95,0.002,0,1,1,1,0,0,0],[213,1,1,1,1,1,47.42,0.002,0,1,1,1,1,1,1],[214,2,2,3,1,2,36.51,0.002,0,2,3,2,2,2,2],[215,3,3,2,1,3,34.92,0.002,0,2,2,2,2,2,2],[216,0,0,2,1,0,39.91,0.002,0,0,2,0,0,0,0],[217,1,1,1,1,1,46.19,0.002,0,1,1,1,1,1,1],[218,2,2,0,1,2,38.58,0.002,0,2,0,2,2,2,2],[219,3,3,1,1,1,37.86,0.002,0,0,1,0,3,1,3],[220,0,0,2,1,0,41.77,0.002,0,0,2,0,2,2,2],[221,1,1,2,1,1,46.72,0.002,0,0,0,0,1,1,1],[222,2,2,0,1,2,36.34,0.002,0,2,2,2,2,2,2],[223,3,3,2,1,2,34.52,0.002,0,2,2,2,3,2,3],[224,0,0,2,1,0,47.12,0.002,0,2,2,2,1,1,1],[225,1,1,1,1,1,46.76,0.002,0,1,1,1,1,1,1],[226,2,2,0,1,2,41.25,0.002,0,2,0,2,2,0,2],[227,3,1,1,1,1,41.79,0.002,0,1,1,1,3,3,3],[228,0,0,0,1,0,45.39,0.002,0,0,0,0,0,0,0],[229,1,1,1,1,1,43.74,0.002,0,1,1,1,1,1,1],[230,2,2,2,1,2,41.62,0.002,0,2,2,2,2,2,2],[231,3,1,1,1,1,33.97,0.002,0,1,1,1,3,3,3],[232,0,0,0,1,0,42.89,0.002,0,1,1,1,0,0,0],[233,1,1,3,1,1,39.78,0.002,0,3,3,3,1,3,1],[234,2,2,2,1,2,39.57,0.002,0,2,0,2,2,1,2],[235,3,3,1,1,3,37.6,0.002,0,3,3,3,3,3,3],[236,0,0,3,1,0,40.89,0.002,0,3,3,3,0,0,0],[237,1,1,1,1,1,44.94,0.002,0,1,1,1,1,1,1],[238,2,2,0,1,2,36.57,0.002,0,2,2,2,2,2,2],[239,3,3,1,1,3,37.02,0.002,0,1,1,1,3,3,3],[240,0,0,3,1,0,44.71,0.002,0,1,1,1,0,0,0],[241,1,1,1,1,1,46.14,0.002,0,3,3,3,1,1,1],[242,2,2,0,1,2,41.96,0.002,0,2,2,2,1,1,1],[243,3,3,3,1,3,40.71,0.002,0,3,3,3,3,3,3],[244,0,0,2,1,0,43.7,0.002,0,2,2,2,0,0,0],[245,1,1,3,1,1,46.17,0.002,0,1,1,1,1,1,1],[246,2,0,0,1,0,45.07,0.002,0,2,2,2,1,0,1],[247,3,1,1,1,1,36.38,0.002,0,1,1,1,3,3,3],[248,0,0,3,1,0,44.56,0.002,0,3,3,3,0,0,0],[249,1,1,1,1,1,45.72,0.002,0,1,1,1,1,1,1],[250,2,2,0,1,2,41.94,0.002,0,2,2,2,1,1,1],[251,3,3,1,1,3,33.78,0.002,0,2,2,2,3,3,3],[252,0,2,2,1,2,42.54,0.002,0,2,0,2,1,1,1],[253,1,1,3,1,1,41.76,0.002,0,1,1,1,2,2,2],[254,2,2,2,1,2,42.78,0.002,0,0,0,0,2,2,2],[255,3,3,1,1,3,35.47,0.002,0,3,1,3,3,3,3],[256,0,2,2,1,2,46.53,0.002,0,2,2,2,1,1,1],[257,1,1,3,1,1,42.71,0.002,0,1,1,1,1,1,1],[258,2,2,0,1,2,39.02,0.002,0,2,0,2,2,2,2],[259,3,3,2,1,3,37.47,0.002,0,0,2,0,2,2,2],[260,0,0,0,1,0,44.99,0.002,0,0,0,0,0,0,0],[261,1,1,1,1,1,46.77,0.002,0,1,1,1,1,1,1],[262,2,3,3,1,2,35.31,0.002,0,2,3,2,2,2,2],[263,3,3,1,1,3,36.72,0.002,0,1,1,1,3,3,3],[264,0,0,0,1,0,44.16,0.002,0,0,2,0,0,0,0],[265,1,1,1,1,1,42.12,0.002,0,0,0,0,1,2,1],[266,2,2,0,1,2,40.3,0.002,0,2,2,2,2,2,2],[267,3,3,3,1,3,41.2,0.002,0,3,3,3,3,3,3],[268,0,0,0,1,0,40.62,0.002,0,0,2,0,0,0,0],[269,1,1,3,1,1,45.24,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,37.05,0.002,0,2,2,2,2,2,2],[271,3,1,1,1,1,41.65,0.002,0,0,0,0,1,1,1],[272,0,0,0,1,0,38.56,0.002,0,0,0,0,0,0,0],[273,1,1,3,1,1,43.18,0.002,0,1,1,1,1,1,1],[274,2,2,3,1,2,42.14,0.002,0,2,3,2,1,3,1],[275,3,1,1,1,1,41.73,0.002,0,1,1,1,3,3,3],[276,0,2,2,1,2,43.72,0.002,0,2,2,2,1,1,1],[277,1,1,3,1,1,40,0.002,0,3,3,3,1,1,1],[278,2,2,2,1,2,40.98,0.002,0,2,2,2,2,2,2],[279,3,3,0,1,3,38.85,0.002,0,0,0,0,3,3,3],[280,0,0,0,1,0,44.18,0.002,0,3,3,3,0,0,0],[281,1,1,1,1,1,46.18,0.002,0,1,1,1,1,1,1],[282,2,2,0,1,2,39.19,0.002,0,2,2,2,2,2,2],[283,3,3,1,1,3,33.95,0.002,0,3,3,3,3,3,3],[284,0,2,2,1,2,47.31,0.002,0,2,2,2,1,1,1],[285,1,1,1,1,1,47.82,0.002,0,1,1,1,1,1,1],[286,2,0,0,1,0,41.83,0.002,0,0,2,2,2,0,2],[287,3,3,3,1,3,35.6,0.002,0,3,3,3,3,3,3],[288,0,0,0,1,0,42.65,0.002,0,0,0,0,0,0,0],[289,1,1,1,1,1,47.71,0.002,0,1,1,1,1,1,1],[290,2,2,0,1,2,40.49,0.002,0,2,2,2,2,2,2],[291,3,3,1,1,3,38.66,0.002,0,3,3,3,3,3,3],[292,0,0,0,1,0,41.9,0.002,0,0,0,0,0,0,0],[293,1,1,3,1,1,46.47,0.002,0,1,1,1,1,1,1],[294,2,2,0,1,2,43.67,0.002,0,2,2,2,1,1,1],[295,3,3,1,1,3,36.39,0.002,0,1,1,1,3,3,3],[296,0,0,0,1,0,44.13,0.002,0,0,0,0,0,0,0],[297,1,1,1,1,1,44.85,0.002,0,1,1,1,1,1,1],[298,2,3,3,1,3,44.45,0.002,0,2,3,2,1,1,1],[299,3,3,0,1,3,38.96,0.002,0,0,0,0,3,3,3],[300,0,0,0,1,0,41.93,0.002,0,0,0,0,0,0,0],[301,1,1,3,1,1,41.62,0.002,0,1,2,1,2,2,2],[302,2,0,0,1,0,42.33,0.002,0,2,2,2,1,1,1],[303,3,2,2,1,2,37.85,0.002,0,0,2,0,1,1,1],[304,0,2,2,1,2,39.84,0.002,0,2,2,2,2,2,2],[305,1,1,1,1,1,47.52,0.002,0,1,1,1,1,1,1],[306,2,2,2,1,2,44.11,0.002,0,0,0,0,2,2,2],[307,3,3,3,1,3,33.59,0.002,0,3,3,3,3,3,3],[308,0,0,0,1,0,44.06,0.002,0,0,0,0,0,0,0],[309,1,1,1,1,1,47.34,0.002,0,1,1,1,1,1,1],[310,2,2,2,1,2,37.4,0.002,0,2,2,2,2,2,2],[311,3,2,2,1,2,35.82,0.002,0,2,2,2,2,2,2],[312,0,0,0,1,0,47.32,0.002,0,0,0,0,0,0,0],[313,1,1,3,1,1,43.05,0.002,0,1,1,1,2,2,2],[314,2,2,0,1,2,35.51,0.002,0,2,2,2,2,2,2],[315,3,3,2,1,3,35.01,0.002,0,3,2,3,3,2,3],[316,0,2,2,1,2,40.56,0.002,0,2,2,2,2,2,2],[317,1,1,1,1,1,45.54,0.002,0,1,1,1,1,1,1],[318,2,2,0,1,2,43.76,0.002,0,2,0,2,2,2,2],[319,3,3,1,1,3,37.65,0.002,0,3,1,3,3,3,3],[320,0,0,0,1,0,46.02,0.002,0,1,1,1,0,0,0],[321,1,3,3,1,3,39.74,0.002,0,3,2,3,2,2,2],[322,2,2,0,1,2,38.06,0.002,0,2,0,2,2,2,2],[323,3,3,1,1,3,35.02,0.002,0,3,3,3,3,3,3],[324,0,0,0,1,0,44.24,0.002,0,0,0,0,0,0,0],[325,1,1,1,1,1,46.17,0.002,0,1,1,1,1,1,1],[326,2,2,3,1,2,37.64,0.002,0,2,2,2,2,2,2],[327,3,2,2,1,2,42.12,0.002,0,2,2,0,1,3,1],[328,0,0,0,1,0,40.91,0.002,0,0,0,0,0,0,0],[329,1,3,3,1,3,40.64,0.002,0,3,3,3,3,3,3],[330,2,2,0,1,2,44.14,0.002,0,2,2,2,2,2,2],[331,3,3,2,1,3,40.18,0.002,0,3,2,3,3,1,3],[332,0,0,0,1,0,41.74,0.002,0,0,0,0,0,0,0],[333,1,1,1,1,1,44.78,0.002,0,1,1,1,1,1,1],[334,2,0,0,1,0,44.67,0.002,0,0,0,0,0,0,0],[335,3,3,3,1,3,34.35,0.002,0,3,3,3,3,3,3],[336,0,2,2,1,2,41.58,0.002,0,2,2,2,2,2,2],[337,1,1,1,1,1,46.68,0.002,0,1,1,1,1,1,1],[338,2,2,3,1,2,39.11,0.002,0,2,3,2,2,3,2],[339,3,1,1,1,1,42.43,0.002,0,1,1,1,3,3,3],[340,0,0,0,1,0,45.76,0.002,0,3,3,3,0,0,0],[341,1,1,1,1,1,43.14,0.002,0,1,1,1,2,2,2],[342,2,2,3,1,2,42.86,0.002,0,0,0,0,2,2,2],[343,3,3,3,1,3,38.76,0.002,0,0,0,0,3,3,3],[344,0,0,0,1,0,36.57,0.002,0,3,3,3,0,0,0],[345,1,1,1,1,1,47.39,0.002,0,1,1,1,1,1,1],[346,2,2,0,1,0,42.17,0.002,0,2,2,2,2,1,2],[347,3,3,3,1,3,37.48,0.002,0,3,3,3,3,3,3],[348,0,0,0,1,0,39.58,0.002,0,0,0,0,0,0,0],[349,1,1,1,1,1,42.62,0.002,0,1,1,1,1,1,1],[350,2,2,2,1,2,43.09,0.002,0,0,0,0,2,2,2],[351,3,3,3,1,3,39.03,0.002,0,0,0,0,3,3,3],[352,0,0,0,1,0,46.14,0.002,0,0,0,0,0,0,0],[353,1,3,3,1,3,41.24,0.002,0,1,3,1,1,2,1],[354,2,2,2,1,2,41.85,0.002,0,2,2,2,2,2,2],[355,3,3,3,1,3,39.04,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,44.69,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,45.82,0.002,0,1,1,1,1,1,1],[358,2,2,2,1,2,35.79,0.002,0,2,2,2,2,2,2],[359,3,3,1,1,3,36.45,0.002,0,3,3,3,3,3,3],[360,0,0,2,1,0,46,0.002,0,2,2,2,0,0,0],[361,1,1,3,1,1,46.66,0.002,0,0,0,0,1,1,1],[362,2,2,0,1,2,42.83,0.002,0,2,2,2,2,1,2],[363,3,3,3,1,3,36.37,0.002,0,3,0,3,3,3,3],[364,0,0,0,1,0,45.65,0.002,0,3,3,3,0,0,0],[365,1,1,1,1,1,42.71,0.002,0,1,1,1,1,1,1],[366,2,2,0,1,2,41.76,0.002,0,0,0,0,2,2,2],[367,3,3,1,1,3,35.7,0.002,0,3,3,3,3,1,3],[368,0,2,2,1,2,46.94,0.002,0,2,2,2,0,0,0],[369,1,1,1,1,1,45.75,0.002,0,1,3,1,1,1,1],[370,2,2,3,1,2,39.01,0.002,0,2,2,2,2,2,2],[371,3,3,1,1,3,40.75,0.002,0,0,0,0,3,3,3],[372,0,0,0,1,0,41,0.002,0,0,0,0,0,0,0],[373,1,1,1,1,1,46.85,0.002,0,1,1,1,1,1,1],[374,2,2,3,1,2,42.54,0.002,0,2,0,2,1,1,1],[375,3,1,1,1,1,38.92,0.002,0,1,1,1,3,3,3],[376,0,0,0,1,0,45.02,0.002,0,0,0,0,0,1,0],[377,1,1,1,1,1,45.67,0.002,0,1,1,1,1,1,1],[378,2,0,0,1,0,43.84,0.002,0,2,2,2,1,1,1],[379,3,3,1,1,3,36.43,0.002,0,1,1,1,3,3,3],[380,0,2,2,1,2,41.81,0.002,0,2,2,2,1,2,1],[381,1,1,2,1,1,41.95,0.002,0,0,0,0,1,1,1],[382,2,2,2,1,2,40.38,0.002,0,0,2,0,2,2,2],[383,3,3,3,1,3,35.3,0.002,0,3,3,3,3,3,3],[384,0,0,0,1,0,42.67,0.002,0,3,3,3,0,0,0],[385,1,1,3,1,1,46.14,0.002,0,3,3,3,1,1,1],[386,2,2,2,1,2,36.88,0.002,0,2,2,2,2,2,2],[387,3,3,2,1,3,38.37,0.002,0,2,0,2,2,2,2],[388,0,0,2,1,0,47.66,0.002,0,2,2,2,1,1,1],[389,1,1,3,1,1,40.79,0.002,0,3,3,3,2,2,2],[390,2,2,3,1,2,40.66,0.002,0,2,3,2,2,1,2],[391,3,3,3,1,3,36.74,0.002,0,3,0,3,3,3,3],[392,0,0,3,1,0,38.59,0.002,0,3,3,3,0,0,0],[393,1,1,3,1,1,41.43,0.002,0,3,3,3,1,1,1],[394,2,3,3,1,2,42.76,0.002,0,2,3,2,2,2,2],[395,3,1,1,1,1,40.25,0.002,0,1,1,1,3,3,3],[396,0,0,2,1,0,37.62,0.002,0,0,0,0,0,0,0],[397,1,1,1,1,1,46.93,0.002,0,1,1,1,1,1,1],[398,2,2,0,1,2,37.5,0.002,0,0,0,0,2,2,2],[399,3,1,1,1,1,38.61,0.002,0,1,1,1,3,3,3]],"elapsed_ms":1178,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":263,"J":250,"J_valid":250,"n_invalid":0,"n00":114,"n01":16,"n10":79,"n11":41,"ctl_n":250,"ctl_err":1},"metrics":{"target_error":0.228,"Q_transfer":0.772,"source_success":0.48,"joint_error":0.164,"T_cond":0.3416666666666667,"R":0.004,"delta":0.224,"delta_pp":22.400000000000002,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.6575}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":326,"J":297,"J_valid":297,"n_invalid":0,"n00":144,"n01":6,"n10":125,"n11":22,"ctl_n":297,"ctl_err":2},"metrics":{"target_error":0.09427609427609428,"Q_transfer":0.9057239057239057,"source_success":0.494949494949495,"joint_error":0.07407407407407407,"T_cond":0.14965986394557823,"R":0.006734006734006734,"delta":0.08754208754208755,"delta_pp":8.754208754208754,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-MLP/fgsm/eps0050","seed":44,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,35.99,0.005,0,0,0,0,0,0,0],[1,1,1,3,1,1,37.01,0.005,0,1,3,1,1,1,1],[2,2,2,0,1,2,33.89,0.005,0,0,0,0,2,2,2],[3,3,3,1,1,1,32.54,0.005,0,3,1,3,3,3,3],[4,0,0,0,1,0,31.46,0.005,0,3,3,3,0,0,0],[5,1,1,1,1,1,37.93,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,34.35,0.005,0,2,2,2,2,2,2],[7,3,3,0,1,3,27.52,0.005,0,3,0,3,3,3,3],[8,0,2,2,1,2,35.33,0.005,0,2,2,2,1,2,1],[9,1,1,1,1,1,38.47,0.005,0,1,1,1,1,1,1],[10,2,2,2,1,2,29.13,0.005,0,2,2,2,2,2,2],[11,3,3,0,1,3,32.31,0.005,0,0,0,0,3,3,3],[12,0,0,2,1,0,35.83,0.005,0,0,2,0,0,0,0],[13,1,1,3,1,1,35.75,0.005,0,1,1,1,1,1,1],[14,2,2,0,1,2,33.56,0.005,0,2,2,2,2,2,2],[15,3,3,1,1,3,27.7,0.005,0,3,2,3,3,3,3],[16,0,0,0,1,0,33.09,0.005,0,2,2,3,0,0,0],[17,1,1,1,1,1,39.86,0.005,0,1,1,1,1,1,1],[18,2,2,0,1,2,35.41,0.005,0,0,0,0,1,1,1],[19,3,3,1,1,3,30.34,0.005,0,3,2,3,3,3,3],[20,0,0,0,1,0,39.23,0.005,0,0,0,0,1,1,1],[21,1,1,1,1,1,34.9,0.005,0,0,2,0,1,2,2],[22,2,2,0,1,2,30.41,0.005,0,2,2,2,2,2,2],[23,3,3,2,1,3,28.01,0.005,0,3,2,3,3,2,3],[24,0,0,0,1,0,34.09,0.005,0,0,2,0,0,0,0],[25,1,1,1,1,1,33.4,0.005,0,1,1,1,1,1,1],[26,2,2,0,1,0,36.31,0.005,0,2,2,2,1,1,1],[27,3,3,0,1,3,31.83,0.005,0,0,0,0,3,3,3],[28,0,2,2,1,2,34.13,0.005,0,2,2,2,2,2,2],[29,1,1,1,1,1,38.9,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,33.98,0.005,0,2,2,2,1,1,1],[31,3,3,3,1,3,28.81,0.005,0,3,3,3,3,1,3],[32,0,0,0,1,0,37.97,0.005,0,0,0,0,0,0,0],[33,1,1,1,1,1,36.36,0.005,0,1,1,1,1,1,1],[34,2,0,0,1,2,35.19,0.005,0,2,0,0,2,2,2],[35,3,3,3,1,3,29.91,0.005,0,3,1,3,3,3,3],[36,0,2,2,1,2,36.99,0.005,0,2,2,2,1,1,1],[37,1,3,3,1,3,31.84,0.005,0,3,2,3,2,2,2],[38,2,2,0,1,2,33.69,0.005,0,2,2,2,2,2,2],[39,3,3,1,1,3,30.2,0.005,0,3,3,3,3,3,3],[40,0,0,0,1,0,33.95,0.005,0,3,2,3,0,0,0],[41,1,1,3,1,1,34.54,0.005,0,1,1,1,2,2,2],[42,2,0,0,1,0,30.67,0.005,0,2,2,2,2,2,2],[43,3,3,1,1,3,29.19,0.005,0,1,3,3,3,3,3],[44,0,0,3,1,0,32.98,0.005,0,0,0,0,0,0,0],[45,1,1,3,1,1,39.75,0.005,0,1,1,1,1,1,1],[46,2,3,3,1,2,34.31,0.005,0,3,3,2,1,1,1],[47,3,3,3,1,3,29.79,0.005,0,3,1,3,3,3,3],[48,0,2,2,1,2,39.37,0.005,0,2,2,2,1,1,1],[49,1,1,1,1,1,36.45,0.005,0,1,1,1,1,2,1],[50,2,2,0,1,2,34.31,0.005,0,2,2,2,2,2,2],[51,3,3,3,1,3,28.23,0.005,0,3,3,3,3,3,3],[52,0,2,2,1,2,36.65,0.005,0,2,2,2,0,2,0],[53,1,1,3,1,1,39.43,0.005,0,1,0,1,1,1,1],[54,2,2,0,1,2,29.66,0.005,0,2,2,2,2,2,2],[55,3,3,1,1,1,33.29,0.005,0,1,1,1,3,3,3],[56,0,0,2,1,0,38.01,0.005,0,0,0,0,0,0,0],[57,1,1,3,1,1,35.53,0.005,0,1,3,1,1,1,1],[58,2,2,2,1,2,32.87,0.005,0,2,2,2,2,1,2],[59,3,3,3,1,3,28.44,0.005,0,3,3,3,3,3,3],[60,0,0,2,1,0,34.53,0.005,0,0,2,0,0,0,0],[61,1,1,1,1,1,39.15,0.005,0,1,1,1,1,1,1],[62,2,2,0,1,2,35.94,0.005,0,0,0,0,2,0,2],[63,3,3,1,1,3,32.31,0.005,0,3,1,1,3,3,3],[64,0,0,2,1,2,39.04,0.005,0,0,2,0,1,1,1],[65,1,1,1,1,1,37.74,0.005,0,1,0,1,1,1,1],[66,2,2,0,1,2,36.04,0.005,0,2,3,2,1,1,1],[67,3,3,1,1,1,31.81,0.005,0,1,1,1,3,3,3],[68,0,0,0,1,0,35.25,0.005,0,0,3,0,0,0,0],[69,1,1,3,1,1,37.25,0.005,0,1,1,1,1,1,1],[70,2,2,0,1,2,31.86,0.005,0,2,2,2,2,2,2],[71,3,3,1,1,3,28.77,0.005,0,3,1,1,3,3,3],[72,0,0,2,1,0,38.39,0.005,0,2,2,2,1,1,1],[73,1,1,1,1,1,39.39,0.005,0,1,1,1,1,1,1],[74,2,2,2,1,2,29.06,0.005,0,2,2,2,2,2,2],[75,3,3,1,1,1,32.61,0.005,0,3,1,3,3,3,3],[76,0,0,3,1,0,38.98,0.005,0,3,2,3,1,1,1],[77,1,1,1,1,1,39.13,0.005,0,1,1,1,1,1,1],[78,2,2,0,1,2,34.39,0.005,0,2,2,2,2,1,2],[79,3,2,2,1,2,32.01,0.005,0,0,0,0,1,2,1],[80,0,0,0,1,0,36.53,0.005,0,0,2,0,0,0,0],[81,1,1,1,1,1,37.17,0.005,0,1,1,1,1,1,1],[82,2,0,2,1,0,27.74,0.005,0,2,2,2,2,2,2],[83,3,1,1,1,3,31.47,0.005,0,2,2,1,3,3,3],[84,0,0,2,1,0,34.35,0.005,0,0,0,0,2,2,2],[85,1,1,3,1,1,34.68,0.005,0,1,2,1,2,2,2],[86,2,2,0,1,2,32.32,0.005,0,2,2,2,2,2,2],[87,3,3,3,1,3,26.79,0.005,0,3,3,3,3,3,3],[88,0,0,2,1,0,39.59,0.005,0,0,2,0,0,0,0],[89,1,1,3,1,1,37.84,0.005,0,1,3,1,1,1,1],[90,2,2,0,1,2,33.99,0.005,0,2,0,2,2,2,2],[91,3,3,3,1,3,27.96,0.005,0,3,3,3,3,3,3],[92,0,2,2,1,2,32.1,0.005,0,2,2,2,2,2,2],[93,1,3,3,1,3,33.03,0.005,0,3,3,3,2,2,2],[94,2,2,0,1,2,34.05,0.005,0,2,2,2,2,2,2],[95,3,3,1,1,1,29.13,0.005,0,1,1,1,3,3,3],[96,0,0,2,1,0,36.69,0.005,0,2,2,2,1,2,1],[97,1,1,3,1,1,39.52,0.005,0,1,2,1,1,2,1],[98,2,2,0,1,2,33.17,0.005,0,2,2,2,2,2,2],[99,3,3,1,1,3,27.28,0.005,0,3,3,3,3,3,3],[100,0,0,0,1,0,37.5,0.005,0,0,3,0,0,0,0],[101,1,1,3,1,1,35.7,0.005,0,1,3,1,1,2,1],[102,2,2,2,1,2,30.57,0.005,0,2,2,2,2,2,2],[103,3,1,1,1,1,32.15,0.005,0,1,1,1,3,3,3],[104,0,0,0,1,0,37.29,0.005,0,1,1,1,0,0,0],[105,1,1,3,1,1,36.69,0.005,0,3,3,3,1,1,1],[106,2,2,0,1,2,29.57,0.005,0,0,2,2,2,2,2],[107,3,3,1,1,3,32.33,0.005,0,1,1,1,3,3,3],[108,0,0,1,1,0,39.37,0.005,0,0,0,0,0,0,0],[109,1,1,3,1,1,39.8,0.005,0,1,1,1,1,1,1],[110,2,0,0,1,0,33.61,0.005,0,2,2,2,2,2,2],[111,3,3,1,1,1,27.37,0.005,0,3,3,1,3,3,3],[112,0,0,2,1,0,31.13,0.005,0,2,2,2,0,0,0],[113,1,1,1,1,1,39.36,0.005,0,1,1,1,3,3,3],[114,2,2,3,1,2,29.41,0.005,0,2,3,2,2,1,2],[115,3,3,1,1,3,28.12,0.005,0,1,1,1,3,3,3],[116,0,0,0,1,0,34.58,0.005,0,1,1,1,0,0,0],[117,1,1,3,1,1,38.41,0.005,0,1,1,1,1,1,1],[118,2,2,0,1,2,32.18,0.005,0,2,0,2,2,2,2],[119,3,3,0,1,3,30.53,0.005,0,0,3,0,3,3,3],[120,0,0,0,1,0,37.57,0.005,0,1,1,1,0,0,0],[121,1,1,1,1,1,39.79,0.005,0,1,1,1,1,1,1],[122,2,2,0,1,2,32.35,0.005,0,2,2,2,2,2,2],[123,3,1,1,1,1,32.26,0.005,0,1,1,1,3,3,3],[124,0,0,2,1,0,31.16,0.005,0,0,2,0,0,0,0],[125,1,1,3,1,1,39.51,0.005,0,1,1,1,1,1,1],[126,2,0,0,1,0,34.58,0.005,0,2,3,2,2,1,2],[127,3,3,3,1,3,28.74,0.005,0,3,2,3,3,1,3],[128,0,2,2,1,2,32.67,0.005,0,2,2,2,2,2,2],[129,1,1,1,1,1,36.3,0.005,0,1,1,1,1,1,1],[130,2,2,0,1,2,30.67,0.005,0,2,2,2,2,2,2],[131,3,3,1,1,3,32.54,0.005,0,1,1,1,3,3,3],[132,0,0,0,1,0,34.43,0.005,0,0,0,0,0,0,0],[133,1,1,3,1,1,34.06,0.005,0,1,1,1,1,3,3],[134,2,2,0,1,2,35.56,0.005,0,2,2,2,2,2,3],[135,3,3,1,1,3,28.73,0.005,0,3,3,3,3,3,3],[136,0,2,2,1,2,36.52,0.005,0,2,2,2,0,2,0],[137,1,1,3,1,1,38.6,0.005,0,1,1,1,1,1,1],[138,2,3,3,1,3,33.87,0.005,0,3,3,2,2,3,3],[139,3,3,2,1,3,24.92,0.005,0,0,2,0,3,3,3],[140,0,0,0,1,0,30.54,0.005,0,0,0,0,0,0,0],[141,1,1,1,1,1,38.13,0.005,0,1,1,1,1,1,1],[142,2,2,0,1,2,29.93,0.005,0,2,2,2,2,2,2],[143,3,3,1,1,3,28.26,0.005,0,3,3,3,3,3,3],[144,0,0,0,1,0,36.02,0.005,0,0,0,0,0,0,0],[145,1,3,3,1,3,33.85,0.005,0,1,3,1,1,2,1],[146,2,2,0,1,2,31.35,0.005,0,2,2,2,2,2,2],[147,3,3,1,1,3,26.43,0.005,0,3,3,3,3,3,3],[148,0,0,0,1,0,34.28,0.005,0,0,0,0,0,0,0],[149,1,1,2,1,1,33.41,0.005,0,0,0,0,1,2,1],[150,2,2,3,1,2,36.19,0.005,0,2,3,2,2,1,1],[151,3,3,0,1,3,33.46,0.005,0,3,3,3,1,1,1],[152,0,2,2,1,2,34.72,0.005,0,2,2,2,1,2,1],[153,1,1,1,1,1,38.62,0.005,0,1,1,1,1,1,1],[154,2,2,3,1,2,34.27,0.005,0,2,3,2,2,3,2],[155,3,3,3,1,3,25.15,0.005,0,3,3,3,3,3,3],[156,0,0,3,1,0,36.92,0.005,0,2,2,2,1,1,1],[157,1,1,1,1,1,34.83,0.005,0,1,1,1,1,1,1],[158,2,2,3,1,2,30.42,0.005,0,2,2,2,2,2,2],[159,3,3,1,1,3,32.82,0.005,0,3,3,2,3,1,3],[160,0,0,0,1,0,36.22,0.005,0,0,0,0,0,0,0],[161,1,1,3,1,1,38.56,0.005,0,1,1,1,1,1,1],[162,2,2,0,1,2,28.39,0.005,0,2,0,2,2,2,2],[163,3,1,1,1,1,33.93,0.005,0,1,1,1,3,3,3],[164,0,0,0,1,0,37.04,0.005,0,0,0,0,0,0,0],[165,1,1,1,1,1,37.64,0.005,0,1,1,1,1,1,1],[166,2,2,0,1,2,34.13,0.005,0,0,2,2,1,1,1],[167,3,3,3,1,3,29.85,0.005,0,3,3,3,3,2,3],[168,0,0,0,1,0,38.05,0.005,0,0,0,0,0,0,0],[169,1,3,3,1,3,32.23,0.005,0,3,3,3,2,2,2],[170,2,0,0,1,0,33.63,0.005,0,0,0,0,1,0,0],[171,3,3,3,1,3,33.89,0.005,0,3,3,3,3,3,3],[172,0,2,2,1,2,37.31,0.005,0,2,2,2,0,2,0],[173,1,1,3,1,1,37.62,0.005,0,1,1,1,1,1,1],[174,2,2,0,1,2,36.53,0.005,0,2,0,2,1,1,1],[175,3,3,3,1,3,31.37,0.005,0,3,3,3,3,3,3],[176,0,0,2,1,0,33.59,0.005,0,0,2,0,0,0,0],[177,1,1,3,1,1,38.45,0.005,0,1,0,1,1,1,1],[178,2,2,0,1,0,35.51,0.005,0,2,2,2,1,1,1],[179,3,3,3,1,3,30.78,0.005,0,3,3,3,3,3,3],[180,0,0,0,1,0,34.12,0.005,0,2,2,3,0,0,0],[181,1,3,3,1,3,33.71,0.005,0,3,2,3,1,2,1],[182,2,2,3,1,2,36.18,0.005,0,2,2,2,2,1,2],[183,3,3,1,1,3,31.68,0.005,0,1,1,3,3,3,3],[184,0,0,2,1,2,32.74,0.005,0,2,2,2,2,2,2],[185,1,1,3,1,1,36.06,0.005,0,1,3,1,1,1,1],[186,2,2,3,1,2,34.62,0.005,0,2,3,2,1,1,1],[187,3,3,1,1,3,33.07,0.005,0,3,3,3,3,1,3],[188,0,0,2,1,0,37.82,0.005,0,2,2,2,1,1,1],[189,1,1,3,1,1,38.77,0.005,0,1,1,1,1,1,1],[190,2,2,2,1,2,34.76,0.005,0,2,2,2,2,2,2],[191,3,3,1,1,3,25.65,0.005,0,3,1,3,3,1,3],[192,0,0,0,1,0,32.31,0.005,0,3,3,3,0,0,0],[193,1,1,1,1,1,38.39,0.005,0,1,1,1,1,1,1],[194,2,2,0,1,2,36.54,0.005,0,0,0,0,2,2,2],[195,3,3,1,1,1,28.15,0.005,0,0,3,0,3,3,3],[196,0,0,2,1,0,39.82,0.005,0,2,2,2,1,1,1],[197,1,1,1,1,1,39.5,0.005,0,1,1,1,1,1,1],[198,2,2,0,1,2,33.11,0.005,0,2,2,2,1,0,1],[199,3,1,1,1,3,33.2,0.005,0,1,1,1,3,3,3],[200,0,0,0,1,0,34.37,0.005,0,0,0,0,0,0,0],[201,1,1,3,1,1,38.11,0.005,0,1,1,1,1,1,1],[202,2,2,0,1,2,32.89,0.005,0,0,2,0,1,1,1],[203,3,3,0,1,3,29.27,0.005,0,0,0,0,3,2,3],[204,0,0,0,1,0,32.68,0.005,0,0,0,0,0,0,0],[205,1,1,3,1,1,37.36,0.005,0,1,1,1,1,1,1],[206,2,2,2,1,2,36.39,0.005,0,2,2,2,1,1,1],[207,3,3,1,1,3,30.5,0.005,0,3,1,1,3,3,3],[208,0,0,0,1,0,35.91,0.005,0,3,2,3,0,0,0],[209,1,1,3,1,1,34.42,0.005,0,1,1,1,1,1,1],[210,2,2,0,1,2,33.52,0.005,0,2,0,0,1,1,1],[211,3,3,1,1,3,29.97,0.005,0,3,1,3,3,3,3],[212,0,0,0,1,0,33.99,0.005,0,1,1,1,0,0,0],[213,1,1,3,1,1,39.46,0.005,0,1,1,1,1,1,1],[214,2,2,3,1,2,28.55,0.005,0,2,3,2,2,3,2],[215,3,3,2,1,2,26.96,0.005,0,2,2,2,2,2,2],[216,0,0,2,1,0,31.96,0.005,0,0,2,0,0,0,0],[217,1,1,1,1,1,38.23,0.005,0,1,1,1,1,1,1],[218,2,2,0,1,2,30.63,0.005,0,2,2,2,2,2,2],[219,3,3,1,1,1,29.9,0.005,0,0,1,3,3,1,3],[220,0,0,2,1,0,33.81,0.005,0,0,2,0,2,2,2],[221,1,1,2,1,1,38.76,0.005,0,0,0,0,1,1,1],[222,2,2,2,1,2,28.38,0.005,0,2,2,2,2,2,2],[223,3,3,2,1,2,26.56,0.005,0,2,2,2,3,2,3],[224,0,0,2,1,2,39.16,0.005,0,2,2,2,1,1,1],[225,1,1,1,1,1,38.81,0.005,0,1,1,1,1,1,1],[226,2,2,0,1,2,33.29,0.005,0,2,2,2,2,0,2],[227,3,1,1,1,1,33.83,0.005,0,1,1,1,3,3,3],[228,0,0,0,1,0,37.43,0.005,0,0,0,0,0,0,0],[229,1,1,1,1,1,35.78,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,33.66,0.005,0,2,2,2,2,2,2],[231,3,1,1,1,1,26.01,0.005,0,1,1,1,3,3,3],[232,0,0,0,1,0,34.94,0.005,0,1,1,1,0,0,0],[233,1,1,3,1,1,31.82,0.005,0,3,3,3,1,3,1],[234,2,2,0,1,2,31.62,0.005,0,2,3,2,2,1,2],[235,3,3,1,1,3,29.64,0.005,0,3,3,1,3,3,3],[236,0,0,3,1,0,32.93,0.005,0,3,3,3,0,0,0],[237,1,1,3,1,1,36.98,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,28.61,0.005,0,2,2,2,2,2,2],[239,3,3,1,1,1,29.06,0.005,0,1,1,1,3,3,3],[240,0,0,3,1,0,36.75,0.005,0,1,1,1,0,0,0],[241,1,1,1,1,1,38.18,0.005,0,3,3,3,1,1,1],[242,2,2,0,1,2,34.01,0.005,0,2,2,2,1,2,1],[243,3,3,3,1,3,32.75,0.005,0,3,3,3,3,3,3],[244,0,0,2,1,0,35.74,0.005,0,2,2,2,0,2,0],[245,1,1,3,1,1,38.22,0.005,0,1,1,1,1,1,1],[246,2,0,0,1,0,37.11,0.005,0,2,2,2,1,0,1],[247,3,1,1,1,1,28.42,0.005,0,1,1,1,3,3,3],[248,0,0,3,1,0,36.6,0.005,0,3,3,3,0,0,0],[249,1,1,3,1,1,37.76,0.005,0,1,1,1,1,0,1],[250,2,2,0,1,2,33.98,0.005,0,2,2,2,1,1,1],[251,3,3,1,1,3,25.82,0.005,0,2,2,2,3,3,3],[252,0,2,2,1,2,34.58,0.005,0,2,0,2,1,1,1],[253,1,1,3,1,1,33.8,0.005,0,1,1,1,2,2,2],[254,2,2,1,1,2,34.82,0.005,0,0,0,0,2,2,2],[255,3,3,1,1,3,27.51,0.005,0,3,1,3,3,3,3],[256,0,2,2,1,2,38.57,0.005,0,2,2,2,1,1,1],[257,1,1,3,1,1,34.75,0.005,0,1,0,1,1,1,1],[258,2,2,0,1,2,31.06,0.005,0,2,2,2,2,2,2],[259,3,3,2,1,3,29.51,0.005,0,0,2,0,2,2,2],[260,0,0,0,1,0,37.04,0.005,0,0,0,0,0,0,0],[261,1,1,1,1,1,38.81,0.005,0,1,1,1,1,1,1],[262,2,3,3,1,2,27.35,0.005,0,2,3,2,2,3,2],[263,3,3,1,1,3,28.76,0.005,0,1,1,1,3,3,3],[264,0,0,0,1,0,36.21,0.005,0,0,2,0,0,0,0],[265,1,1,2,1,1,34.16,0.005,0,0,0,0,1,2,1],[266,2,2,2,1,2,32.34,0.005,0,2,2,2,2,2,2],[267,3,3,3,1,3,33.24,0.005,0,3,3,3,3,3,3],[268,0,0,0,1,0,32.66,0.005,0,0,2,0,0,0,0],[269,1,1,3,1,1,37.28,0.005,0,1,1,1,1,1,1],[270,2,2,0,1,2,29.09,0.005,0,2,2,2,2,0,2],[271,3,1,1,1,1,33.69,0.005,0,0,2,0,1,1,1],[272,0,0,0,1,0,30.6,0.005,0,0,0,0,0,0,0],[273,1,1,3,1,1,35.22,0.005,0,1,1,1,1,1,1],[274,2,2,3,1,2,34.18,0.005,0,2,3,2,1,3,1],[275,3,1,1,1,1,33.77,0.005,0,1,1,1,3,3,3],[276,0,2,2,1,2,35.76,0.005,0,2,2,2,1,2,1],[277,1,1,3,1,1,32.04,0.005,0,3,3,3,1,2,1],[278,2,2,2,1,2,33.02,0.005,0,2,2,2,2,2,2],[279,3,3,0,1,3,30.89,0.005,0,0,0,0,3,3,3],[280,0,0,0,1,0,36.22,0.005,0,3,3,3,0,0,0],[281,1,1,1,1,1,38.22,0.005,0,1,1,1,1,1,1],[282,2,2,0,1,2,31.23,0.005,0,2,2,2,2,2,2],[283,3,3,1,1,3,25.99,0.005,0,3,3,3,3,3,3],[284,0,2,2,1,2,39.35,0.005,0,2,2,2,1,1,1],[285,1,1,1,1,1,39.86,0.005,0,1,1,1,1,1,1],[286,2,0,0,1,2,33.88,0.005,0,0,2,2,2,0,2],[287,3,3,3,1,3,27.64,0.005,0,3,3,3,3,3,3],[288,0,0,0,1,0,34.69,0.005,0,0,0,0,0,0,0],[289,1,1,1,1,1,39.75,0.005,0,1,1,1,1,1,1],[290,2,2,2,1,2,32.53,0.005,0,2,2,2,2,2,2],[291,3,3,1,1,3,30.7,0.005,0,3,1,3,3,3,3],[292,0,0,0,1,0,33.94,0.005,0,0,0,0,0,0,0],[293,1,1,1,1,1,38.51,0.005,0,1,1,1,1,1,1],[294,2,2,0,1,2,35.71,0.005,0,2,0,2,1,1,1],[295,3,3,1,1,3,28.44,0.005,0,1,1,1,3,3,3],[296,0,0,0,1,0,36.18,0.005,0,0,0,0,0,0,0],[297,1,1,1,1,1,36.89,0.005,0,1,1,1,1,1,1],[298,2,3,3,1,3,36.49,0.005,0,2,3,2,1,1,1],[299,3,3,0,1,3,31,0.005,0,0,0,0,3,3,3],[300,0,0,0,1,0,33.97,0.005,0,0,0,0,0,0,0],[301,1,1,3,1,3,33.66,0.005,0,1,2,1,2,2,2],[302,2,0,2,1,0,34.37,0.005,0,2,2,2,1,1,1],[303,3,2,2,1,2,29.89,0.005,0,0,2,2,1,2,1],[304,0,2,2,1,2,31.88,0.005,0,2,2,2,2,2,2],[305,1,1,1,1,1,39.57,0.005,0,1,1,1,1,1,1],[306,2,2,3,1,2,36.15,0.005,0,0,0,0,2,2,2],[307,3,3,3,1,3,25.63,0.005,0,3,3,3,3,3,3],[308,0,0,0,1,0,36.1,0.005,0,0,0,0,0,0,0],[309,1,1,3,1,1,39.38,0.005,0,1,1,1,1,1,1],[310,2,2,2,1,2,29.44,0.005,0,2,2,2,2,2,2],[311,3,2,2,1,2,27.86,0.005,0,2,2,2,2,2,2],[312,0,0,0,1,0,39.36,0.005,0,0,0,0,0,0,0],[313,1,1,3,1,1,35.09,0.005,0,1,1,1,2,2,2],[314,2,2,2,1,2,27.56,0.005,0,2,2,2,2,2,2],[315,3,3,0,1,3,27.06,0.005,0,3,2,3,3,2,2],[316,0,2,2,1,2,32.6,0.005,0,2,2,2,2,2,2],[317,1,1,1,1,1,37.58,0.005,0,1,1,1,1,1,1],[318,2,2,2,1,2,35.81,0.005,0,2,2,2,2,2,2],[319,3,3,1,1,3,29.69,0.005,0,3,3,3,3,3,3],[320,0,0,1,1,0,38.06,0.005,0,1,1,1,0,0,0],[321,1,3,3,1,3,31.78,0.005,0,3,2,3,2,2,2],[322,2,2,0,1,2,30.1,0.005,0,2,0,2,2,2,2],[323,3,3,1,1,3,27.06,0.005,0,3,1,3,3,3,3],[324,0,0,2,1,0,36.28,0.005,0,0,0,0,0,0,0],[325,1,1,3,1,1,38.21,0.005,0,1,1,1,1,1,1],[326,2,2,3,1,2,29.68,0.005,0,2,2,2,2,2,2],[327,3,2,2,1,2,34.16,0.005,0,2,2,0,1,2,3],[328,0,0,0,1,0,32.95,0.005,0,0,0,0,0,0,0],[329,1,3,3,1,3,32.68,0.005,0,3,3,3,3,3,3],[330,2,2,2,1,0,36.18,0.005,0,2,2,2,2,2,2],[331,3,3,2,1,3,32.22,0.005,0,3,2,3,3,2,3],[332,0,0,0,1,0,33.79,0.005,0,0,0,0,0,0,0],[333,1,1,2,1,1,36.82,0.005,0,1,0,1,1,1,1],[334,2,0,0,1,0,36.71,0.005,0,0,0,0,0,0,0],[335,3,3,3,1,3,26.39,0.005,0,3,3,3,3,3,3],[336,0,2,2,1,2,33.62,0.005,0,2,2,2,2,2,2],[337,1,1,1,1,1,38.72,0.005,0,1,1,1,1,1,1],[338,2,2,3,1,2,31.15,0.005,0,2,3,2,2,3,2],[339,3,1,1,1,1,34.48,0.005,0,1,1,1,3,3,3],[340,0,0,0,1,0,37.8,0.005,0,3,3,3,0,0,0],[341,1,1,3,1,1,35.18,0.005,0,1,1,1,2,2,2],[342,2,2,3,1,2,34.9,0.005,0,0,3,0,2,2,2],[343,3,3,0,1,3,30.8,0.005,0,0,0,0,3,3,3],[344,0,0,0,1,0,28.61,0.005,0,3,3,3,0,0,0],[345,1,1,1,1,1,39.43,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,34.21,0.005,0,2,2,2,2,1,2],[347,3,3,3,1,3,29.52,0.005,0,3,3,3,3,3,3],[348,0,0,0,1,0,31.62,0.005,0,0,0,0,0,0,0],[349,1,1,3,1,1,34.66,0.005,0,1,1,1,1,1,1],[350,2,2,0,1,2,35.13,0.005,0,0,0,0,2,2,2],[351,3,3,3,1,3,31.07,0.005,0,0,3,0,3,3,3],[352,0,0,0,1,0,38.18,0.005,0,0,0,0,0,0,0],[353,1,3,3,1,3,33.28,0.005,0,1,2,3,1,2,1],[354,2,2,2,1,2,33.89,0.005,0,2,2,2,2,2,2],[355,3,3,3,1,3,31.08,0.005,0,3,3,3,3,3,3],[356,0,0,0,1,0,36.74,0.005,0,0,0,0,0,0,0],[357,1,1,3,1,1,37.86,0.005,0,1,1,1,1,1,1],[358,2,2,2,1,2,27.84,0.005,0,2,2,2,2,2,2],[359,3,3,1,1,3,28.49,0.005,0,3,3,3,3,3,3],[360,0,0,2,1,0,38.04,0.005,0,2,2,0,0,0,0],[361,1,1,1,1,1,38.71,0.005,0,0,2,0,1,1,1],[362,2,2,0,1,2,34.87,0.005,0,2,2,2,2,1,2],[363,3,3,3,1,3,28.41,0.005,0,3,3,3,3,3,3],[364,0,0,0,1,0,37.69,0.005,0,3,3,3,0,0,0],[365,1,1,1,1,1,34.75,0.005,0,1,1,1,1,1,1],[366,2,2,0,1,2,33.8,0.005,0,0,0,0,2,0,2],[367,3,3,1,1,3,27.74,0.005,0,3,3,3,3,1,3],[368,0,2,2,1,2,38.98,0.005,0,2,2,2,0,2,0],[369,1,1,3,1,1,37.8,0.005,0,1,3,1,1,1,1],[370,2,2,3,1,2,31.05,0.005,0,2,2,2,2,2,2],[371,3,3,1,1,3,32.8,0.005,0,0,0,0,3,1,3],[372,0,0,0,1,0,33.04,0.005,0,0,0,0,0,0,0],[373,1,1,1,1,1,38.89,0.005,0,1,1,1,1,1,1],[374,2,2,3,1,2,34.58,0.005,0,2,3,2,1,1,2],[375,3,1,1,1,1,30.96,0.005,0,1,1,1,3,3,3],[376,0,0,0,1,0,37.06,0.005,0,0,0,0,0,1,0],[377,1,1,3,1,1,37.71,0.005,0,1,0,1,1,1,1],[378,2,0,0,1,0,35.88,0.005,0,2,2,2,1,1,1],[379,3,3,1,1,3,28.47,0.005,0,1,1,1,3,3,3],[380,0,2,2,1,2,33.85,0.005,0,2,2,2,1,2,1],[381,1,1,2,1,1,33.99,0.005,0,0,0,0,1,2,1],[382,2,2,2,1,2,32.42,0.005,0,0,2,2,2,2,2],[383,3,3,3,1,3,27.34,0.005,0,3,2,3,3,1,3],[384,0,0,3,1,0,34.71,0.005,0,3,3,3,0,0,0],[385,1,1,1,1,1,38.18,0.005,0,3,3,3,1,1,1],[386,2,2,3,1,2,28.92,0.005,0,2,2,2,2,2,2],[387,3,3,2,1,3,30.41,0.005,0,2,2,2,2,2,2],[388,0,0,2,1,0,39.71,0.005,0,2,2,2,1,2,1],[389,1,1,3,1,1,32.83,0.005,0,3,3,3,2,2,2],[390,2,2,3,1,2,32.7,0.005,0,2,3,2,2,0,2],[391,3,3,3,1,3,28.79,0.005,0,3,0,3,3,3,3],[392,0,0,3,1,0,30.63,0.005,0,3,3,3,0,0,0],[393,1,1,3,1,1,33.47,0.005,0,3,3,3,1,2,1],[394,2,3,3,1,2,34.8,0.005,0,2,3,2,2,1,2],[395,3,1,1,1,1,32.29,0.005,0,1,1,1,3,3,3],[396,0,0,2,1,0,29.66,0.005,0,0,0,0,0,2,0],[397,1,1,1,1,1,38.97,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,29.54,0.005,0,0,0,0,2,2,2],[399,3,1,1,1,1,30.65,0.005,0,1,1,1,3,3,3]],"elapsed_ms":1216,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":263,"J":250,"J_valid":250,"n_invalid":0,"n00":97,"n01":12,"n10":85,"n11":56,"ctl_n":250,"ctl_err":7},"metrics":{"target_error":0.272,"Q_transfer":0.728,"source_success":0.564,"joint_error":0.224,"T_cond":0.3971631205673759,"R":0.028,"delta":0.24400000000000002,"delta_pp":24.400000000000002,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.6575}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":326,"J":297,"J_valid":297,"n_invalid":0,"n00":119,"n01":8,"n10":132,"n11":38,"ctl_n":297,"ctl_err":5},"metrics":{"target_error":0.15488215488215487,"Q_transfer":0.8451178451178452,"source_success":0.5723905723905723,"joint_error":0.12794612794612795,"T_cond":0.2235294117647059,"R":0.016835016835016835,"delta":0.13804713804713803,"delta_pp":13.804713804713803,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-MLP/fgsm/eps0100","seed":44,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,29.97,0.01,0,0,0,0,0,0,0],[1,1,1,3,1,1,30.99,0.01,0,1,3,1,1,1,1],[2,2,2,0,1,2,27.86,0.01,0,0,0,0,2,2,2],[3,3,3,1,1,3,26.51,0.01,0,3,1,3,3,3,3],[4,0,0,0,1,0,25.44,0.01,0,3,3,3,0,0,0],[5,1,1,1,1,1,31.91,0.01,0,1,1,1,1,1,1],[6,2,2,0,1,2,28.32,0.01,0,2,2,2,2,2,2],[7,3,3,0,1,3,21.5,0.01,0,3,0,3,3,3,3],[8,0,2,2,1,2,29.31,0.01,0,2,2,2,1,2,1],[9,1,1,1,1,1,32.45,0.01,0,1,1,1,1,1,1],[10,2,2,2,1,2,23.11,0.01,0,2,2,2,2,2,2],[11,3,3,0,1,3,26.29,0.01,0,0,0,0,3,3,3],[12,0,0,2,1,0,29.81,0.01,0,0,2,0,0,0,0],[13,1,1,3,1,1,29.73,0.01,0,1,1,1,1,2,1],[14,2,2,0,1,0,27.54,0.01,0,2,2,2,2,1,2],[15,3,3,1,1,3,21.68,0.01,0,3,2,3,3,3,3],[16,0,0,0,1,0,27.07,0.01,0,2,2,2,0,0,0],[17,1,1,1,1,1,33.84,0.01,0,1,1,1,1,1,1],[18,2,2,0,1,2,29.39,0.01,0,0,0,0,1,1,1],[19,3,3,1,1,3,24.32,0.01,0,3,3,3,3,3,3],[20,0,0,2,1,0,33.21,0.01,0,0,0,0,1,1,1],[21,1,1,1,1,1,28.88,0.01,0,0,2,0,1,2,1],[22,2,2,0,1,2,24.39,0.01,0,2,2,2,2,3,2],[23,3,3,2,1,3,21.99,0.01,0,3,2,2,3,3,3],[24,0,0,2,1,0,28.07,0.01,0,0,2,0,0,0,0],[25,1,1,1,1,1,27.38,0.01,0,1,1,1,1,2,1],[26,2,2,0,1,2,30.29,0.01,0,2,2,2,1,1,1],[27,3,3,0,1,3,25.81,0.01,0,0,0,0,3,3,3],[28,0,2,2,1,2,28.11,0.01,0,2,2,2,2,2,2],[29,1,1,1,1,1,32.88,0.01,0,1,1,1,1,1,1],[30,2,2,0,1,2,27.96,0.01,0,2,2,2,1,0,1],[31,3,3,3,1,3,22.78,0.01,0,3,3,3,3,1,3],[32,0,0,0,1,0,31.95,0.01,0,0,0,0,0,0,0],[33,1,1,1,1,1,30.34,0.01,0,1,1,1,1,1,1],[34,2,0,0,1,0,29.17,0.01,0,2,0,0,2,0,2],[35,3,3,3,1,3,23.88,0.01,0,3,1,3,3,3,3],[36,0,2,2,1,2,30.97,0.01,0,2,2,2,1,1,1],[37,1,3,3,1,3,25.82,0.01,0,3,2,3,2,2,2],[38,2,2,0,1,2,27.67,0.01,0,2,2,2,2,1,2],[39,3,3,1,1,3,24.18,0.01,0,3,3,3,3,3,3],[40,0,0,0,1,0,27.93,0.01,0,3,2,3,0,0,0],[41,1,1,3,1,1,28.52,0.01,0,1,1,1,2,2,2],[42,2,0,0,1,0,24.65,0.01,0,2,2,2,2,2,2],[43,3,3,1,1,3,23.17,0.01,0,1,3,1,3,3,3],[44,0,0,3,1,0,26.96,0.01,0,0,0,0,0,0,0],[45,1,1,3,1,1,33.73,0.01,0,1,1,1,1,1,1],[46,2,3,3,1,2,28.29,0.01,0,3,3,2,1,1,1],[47,3,3,1,1,3,23.77,0.01,0,3,1,3,3,3,3],[48,0,2,2,1,2,33.35,0.01,0,2,2,2,1,2,1],[49,1,1,1,1,1,30.42,0.01,0,1,1,1,1,1,1],[50,2,2,0,1,2,28.29,0.01,0,2,2,2,2,2,2],[51,3,3,3,1,3,22.21,0.01,0,3,3,3,3,3,3],[52,0,2,2,1,2,30.63,0.01,0,2,2,2,0,2,0],[53,1,1,2,1,1,33.41,0.01,0,1,0,1,1,1,1],[54,2,2,0,1,2,23.64,0.01,0,2,2,2,2,2,2],[55,3,3,1,1,1,27.27,0.01,0,1,1,1,3,3,3],[56,0,0,2,1,0,31.99,0.01,0,0,2,0,0,0,0],[57,1,1,2,1,1,29.51,0.01,0,1,2,1,1,2,1],[58,2,2,0,1,2,26.85,0.01,0,2,2,2,2,1,2],[59,3,3,3,1,3,22.42,0.01,0,3,3,3,3,3,3],[60,0,0,2,1,0,28.51,0.01,0,0,2,0,0,0,0],[61,1,1,3,1,1,33.13,0.01,0,1,1,1,1,1,1],[62,2,2,0,1,2,29.92,0.01,0,0,1,0,2,0,2],[63,3,3,1,1,3,26.29,0.01,0,3,1,1,3,3,3],[64,0,0,2,1,2,33.02,0.01,0,0,2,0,1,1,1],[65,1,1,1,1,1,31.72,0.01,0,1,1,1,1,1,1],[66,2,2,0,1,2,30.02,0.01,0,2,3,2,1,1,1],[67,3,3,1,1,3,25.79,0.01,0,1,1,1,3,3,3],[68,0,0,3,1,0,29.23,0.01,0,0,3,0,0,0,0],[69,1,1,3,1,1,31.23,0.01,0,1,1,1,1,1,1],[70,2,2,0,1,2,25.84,0.01,0,2,2,2,2,2,2],[71,3,3,1,1,3,22.75,0.01,0,3,1,1,3,3,3],[72,0,0,2,1,0,32.37,0.01,0,2,2,2,1,1,1],[73,1,1,1,1,1,33.37,0.01,0,1,1,1,1,1,1],[74,2,2,2,1,2,23.04,0.01,0,2,2,2,2,2,2],[75,3,3,1,1,1,26.59,0.01,0,3,1,1,3,3,3],[76,0,0,3,1,0,32.95,0.01,0,3,2,2,1,1,1],[77,1,1,1,1,1,33.11,0.01,0,1,1,1,1,1,1],[78,2,2,0,1,0,28.37,0.01,0,2,2,0,2,1,1],[79,3,2,2,1,2,25.99,0.01,0,0,2,0,1,2,2],[80,0,0,2,1,0,30.51,0.01,0,0,2,2,0,0,0],[81,1,1,1,1,1,31.15,0.01,0,1,1,1,1,1,1],[82,2,0,2,1,2,21.72,0.01,0,2,2,2,2,2,2],[83,3,1,1,1,1,25.45,0.01,0,2,2,2,3,3,3],[84,0,0,2,1,0,28.33,0.01,0,0,2,0,2,2,2],[85,1,1,3,1,1,28.66,0.01,0,1,2,1,2,2,2],[86,2,2,0,1,2,26.3,0.01,0,2,2,2,2,2,2],[87,3,3,3,1,3,20.77,0.01,0,3,3,3,3,3,3],[88,0,0,2,1,0,33.57,0.01,0,0,2,0,0,0,0],[89,1,1,3,1,1,31.82,0.01,0,1,3,1,1,1,1],[90,2,2,0,1,2,27.97,0.01,0,2,0,2,2,2,2],[91,3,3,3,1,3,21.94,0.01,0,3,3,0,3,3,3],[92,0,2,2,1,2,26.08,0.01,0,2,2,2,2,2,2],[93,1,3,3,1,3,27.01,0.01,0,3,2,3,2,2,2],[94,2,2,0,1,2,28.03,0.01,0,2,2,2,2,2,2],[95,3,3,1,1,1,23.11,0.01,0,1,1,1,3,3,3],[96,0,0,2,1,0,30.67,0.01,0,2,2,2,1,2,0],[97,1,1,3,1,1,33.5,0.01,0,1,2,1,1,2,1],[98,2,2,0,1,2,27.15,0.01,0,2,2,2,2,2,2],[99,3,3,1,1,3,21.26,0.01,0,3,3,3,3,3,3],[100,0,0,0,1,0,31.47,0.01,0,0,3,0,0,0,0],[101,1,1,3,1,1,29.67,0.01,0,1,3,1,1,2,1],[102,2,2,2,1,0,24.55,0.01,0,2,2,2,2,1,2],[103,3,1,1,1,1,26.13,0.01,0,1,1,1,3,3,3],[104,0,0,0,1,0,31.27,0.01,0,1,1,1,0,0,0],[105,1,1,3,1,1,30.67,0.01,0,3,2,3,1,2,1],[106,2,2,0,1,2,23.55,0.01,0,0,2,0,2,0,2],[107,3,3,1,1,3,26.31,0.01,0,1,1,1,3,3,3],[108,0,0,1,1,0,33.35,0.01,0,0,2,0,0,0,0],[109,1,1,3,1,1,33.77,0.01,0,1,1,1,1,1,1],[110,2,0,0,1,0,27.59,0.01,0,2,2,2,2,2,1],[111,3,3,3,1,3,21.35,0.01,0,3,3,1,3,3,3],[112,0,0,2,1,0,25.11,0.01,0,2,2,0,0,0,0],[113,1,1,1,1,1,33.34,0.01,0,1,1,1,3,1,1],[114,2,2,3,1,2,23.39,0.01,0,2,3,2,2,1,2],[115,3,3,1,1,1,22.1,0.01,0,1,1,1,3,3,3],[116,0,0,0,1,0,28.56,0.01,0,1,1,1,0,0,0],[117,1,1,3,1,1,32.38,0.01,0,1,1,1,1,1,1],[118,2,2,0,1,2,26.15,0.01,0,2,0,0,2,2,2],[119,3,3,3,1,3,24.5,0.01,0,0,3,0,3,3,3],[120,0,0,3,1,0,31.55,0.01,0,1,1,1,0,0,0],[121,1,1,1,1,1,33.77,0.01,0,1,1,1,1,1,1],[122,2,2,0,1,0,26.33,0.01,0,2,2,2,2,2,2],[123,3,1,1,1,1,26.24,0.01,0,1,1,1,3,3,3],[124,0,0,2,1,0,25.14,0.01,0,0,2,0,0,0,0],[125,1,1,3,1,1,33.49,0.01,0,1,2,1,1,1,1],[126,2,0,0,1,0,28.56,0.01,0,2,3,2,2,1,2],[127,3,3,3,1,1,22.71,0.01,0,3,2,2,3,1,3],[128,0,2,2,1,2,26.65,0.01,0,2,2,0,2,2,2],[129,1,1,1,1,1,30.28,0.01,0,1,1,1,1,1,1],[130,2,2,0,1,2,24.65,0.01,0,2,2,2,2,0,2],[131,3,3,1,1,2,26.51,0.01,0,1,2,0,3,3,3],[132,0,0,0,1,0,28.41,0.01,0,0,1,0,0,0,0],[133,1,1,3,1,1,28.04,0.01,0,1,1,1,1,3,3],[134,2,2,0,1,0,29.54,0.01,0,2,2,2,2,1,2],[135,3,3,1,1,3,22.71,0.01,0,3,3,3,3,3,3],[136,0,2,2,1,2,30.5,0.01,0,2,2,2,0,2,0],[137,1,1,3,1,1,32.58,0.01,0,1,1,1,1,1,1],[138,2,3,3,1,2,27.85,0.01,0,3,3,0,2,1,1],[139,3,3,2,1,3,20,0.008807,1,0,2,0,3,3,3],[140,0,0,2,1,0,24.52,0.01,0,0,2,0,0,0,0],[141,1,1,1,1,1,32.11,0.01,0,1,1,1,1,1,1],[142,2,2,3,1,2,23.91,0.01,0,2,2,2,2,2,2],[143,3,3,1,1,3,22.24,0.01,0,3,3,3,3,3,3],[144,0,0,0,1,0,30,0.01,0,0,0,0,0,0,0],[145,1,3,3,1,1,27.83,0.01,0,1,3,1,1,2,1],[146,2,2,3,1,2,25.33,0.01,0,2,2,2,2,1,2],[147,3,3,1,1,3,20.41,0.01,0,3,3,3,3,3,3],[148,0,0,0,1,0,28.26,0.01,0,0,2,0,0,0,0],[149,1,1,2,1,1,27.39,0.01,0,0,0,0,1,2,1],[150,2,2,3,1,2,30.17,0.01,0,2,3,2,2,1,1],[151,3,3,3,1,3,27.44,0.01,0,3,3,3,1,1,1],[152,0,2,2,1,2,28.7,0.01,0,2,2,2,1,2,1],[153,1,1,1,1,1,32.6,0.01,0,1,1,1,1,1,1],[154,2,2,3,1,2,28.25,0.01,0,2,3,2,2,3,2],[155,3,3,3,1,3,20,0.0090431,1,3,3,3,3,3,3],[156,0,0,3,1,0,30.9,0.01,0,2,2,2,1,1,1],[157,1,1,3,1,1,28.81,0.01,0,1,0,1,1,1,1],[158,2,2,3,1,2,24.4,0.01,0,2,2,2,2,2,2],[159,3,3,1,1,3,26.8,0.01,0,3,3,0,3,1,3],[160,0,0,0,1,0,30.2,0.01,0,0,0,0,0,0,0],[161,1,1,3,1,1,32.54,0.01,0,1,2,1,1,1,1],[162,2,2,0,1,2,22.37,0.01,0,2,0,2,2,2,2],[163,3,1,1,1,1,27.91,0.01,0,1,1,1,3,3,3],[164,0,0,2,1,0,31.02,0.01,0,0,0,0,0,0,0],[165,1,1,1,1,1,31.62,0.01,0,1,1,1,1,1,1],[166,2,2,0,1,2,28.11,0.01,0,0,2,2,1,1,1],[167,3,3,3,1,3,23.83,0.01,0,3,3,3,3,1,3],[168,0,0,0,1,0,32.03,0.01,0,0,0,0,0,0,0],[169,1,3,3,1,1,26.21,0.01,0,3,3,1,2,2,2],[170,2,0,0,1,2,27.61,0.01,0,0,0,0,1,0,1],[171,3,3,3,1,3,27.87,0.01,0,3,3,3,3,1,3],[172,0,2,2,1,2,31.29,0.01,0,2,2,2,0,2,0],[173,1,1,3,1,1,31.6,0.01,0,1,1,1,1,1,1],[174,2,2,0,1,2,30.51,0.01,0,2,2,2,1,1,1],[175,3,3,3,1,3,25.35,0.01,0,3,3,3,3,3,3],[176,0,0,2,1,0,27.57,0.01,0,0,2,0,0,0,0],[177,1,1,3,1,1,32.43,0.01,0,1,0,1,1,1,1],[178,2,2,0,1,2,29.49,0.01,0,2,2,2,1,1,2],[179,3,3,3,1,3,24.76,0.01,0,3,3,3,3,1,3],[180,0,0,0,1,0,28.1,0.01,0,2,2,2,0,0,0],[181,1,3,3,1,1,27.69,0.01,0,3,2,3,1,2,1],[182,2,2,3,1,2,30.15,0.01,0,2,3,2,2,1,2],[183,3,3,1,1,3,25.66,0.01,0,1,1,1,3,3,3],[184,0,0,0,1,2,26.72,0.01,0,2,2,2,2,2,1],[185,1,1,3,1,1,30.04,0.01,0,1,3,1,1,1,1],[186,2,2,3,1,2,28.6,0.01,0,2,3,2,1,1,1],[187,3,3,1,1,1,27.05,0.01,0,3,3,3,3,1,3],[188,0,0,2,1,0,31.8,0.01,0,2,2,2,1,1,1],[189,1,1,3,1,1,32.75,0.01,0,1,1,1,1,1,1],[190,2,2,2,1,0,28.74,0.01,0,2,2,2,2,2,2],[191,3,3,1,1,3,20,0.0095867,1,3,1,3,3,1,3],[192,0,0,0,1,0,26.29,0.01,0,3,3,3,0,0,0],[193,1,1,3,1,1,32.37,0.01,0,1,1,1,1,1,1],[194,2,2,0,1,2,30.52,0.01,0,0,2,0,2,2,1],[195,3,3,1,1,3,22.13,0.01,0,0,3,0,3,3,3],[196,0,0,2,1,0,33.8,0.01,0,2,2,2,1,1,1],[197,1,1,1,1,1,33.48,0.01,0,1,1,1,1,1,1],[198,2,2,0,1,2,27.09,0.01,0,2,2,0,1,0,2],[199,3,1,1,1,1,27.18,0.01,0,1,1,1,3,3,3],[200,0,0,0,1,0,28.35,0.01,0,0,0,0,0,0,0],[201,1,1,3,1,1,32.09,0.01,0,1,1,1,1,2,1],[202,2,2,2,1,2,26.87,0.01,0,0,2,0,1,2,1],[203,3,3,0,1,3,23.25,0.01,0,0,2,0,3,2,3],[204,0,0,0,1,0,26.66,0.01,0,0,0,0,0,0,0],[205,1,1,3,1,1,31.34,0.01,0,1,1,1,1,1,1],[206,2,2,2,1,2,30.37,0.01,0,2,2,2,1,1,1],[207,3,3,1,1,3,24.48,0.01,0,3,1,1,3,3,3],[208,0,0,0,1,0,29.89,0.01,0,3,2,3,0,0,0],[209,1,1,1,1,1,28.4,0.01,0,1,1,1,1,2,1],[210,2,2,0,1,2,27.5,0.01,0,2,2,0,1,1,1],[211,3,3,1,1,3,23.95,0.01,0,3,1,3,3,1,3],[212,0,0,0,1,0,27.97,0.01,0,1,2,1,0,0,0],[213,1,1,1,1,1,33.44,0.01,0,1,1,1,1,1,1],[214,2,2,3,1,2,22.53,0.01,0,2,2,2,2,3,2],[215,3,3,2,1,2,20.94,0.01,0,2,2,2,2,2,2],[216,0,0,2,1,0,25.93,0.01,0,0,2,0,0,0,0],[217,1,1,3,1,1,32.21,0.01,0,1,1,1,1,1,1],[218,2,2,0,1,2,24.61,0.01,0,2,2,2,2,2,2],[219,3,3,1,1,1,23.88,0.01,0,0,1,0,3,1,3],[220,0,0,2,1,0,27.79,0.01,0,0,2,0,2,2,2],[221,1,1,2,1,1,32.74,0.01,0,0,2,0,1,0,1],[222,2,2,2,1,0,22.36,0.01,0,2,2,2,2,2,2],[223,3,3,2,1,2,20.54,0.01,0,2,2,2,3,2,3],[224,0,0,2,1,2,33.14,0.01,0,2,2,2,1,2,1],[225,1,1,1,1,1,32.79,0.01,0,1,1,1,1,1,1],[226,2,2,0,1,2,27.27,0.01,0,2,2,2,2,0,1],[227,3,1,1,1,1,27.81,0.01,0,1,1,1,3,3,3],[228,0,0,0,1,0,31.41,0.01,0,0,2,0,0,0,0],[229,1,1,1,1,1,29.76,0.01,0,1,1,1,1,1,1],[230,2,2,0,1,2,27.64,0.01,0,2,2,2,2,2,2],[231,3,1,1,1,1,20,0.0099878,1,1,1,1,3,3,3],[232,0,0,0,1,0,28.92,0.01,0,1,1,1,0,0,0],[233,1,1,3,1,1,25.8,0.01,0,3,3,1,1,2,1],[234,2,2,0,1,2,25.59,0.01,0,2,3,2,2,1,2],[235,3,3,1,1,1,23.62,0.01,0,3,3,1,3,3,3],[236,0,0,3,1,0,26.91,0.01,0,3,3,3,0,0,0],[237,1,1,3,1,1,30.96,0.01,0,1,1,1,1,1,1],[238,2,2,0,1,2,22.59,0.01,0,2,2,2,2,2,2],[239,3,3,1,1,3,23.04,0.01,0,1,1,1,3,3,3],[240,0,0,3,1,0,30.73,0.01,0,1,1,0,0,0,0],[241,1,1,1,1,1,32.16,0.01,0,3,3,1,1,1,1],[242,2,2,0,1,0,27.99,0.01,0,2,2,2,1,2,1],[243,3,3,3,1,3,26.73,0.01,0,3,3,3,3,3,3],[244,0,0,2,1,0,29.72,0.01,0,2,2,2,0,2,0],[245,1,1,1,1,1,32.2,0.01,0,1,1,1,1,1,1],[246,2,0,0,1,0,31.09,0.01,0,2,2,2,1,0,1],[247,3,1,1,1,1,22.4,0.01,0,1,3,1,3,3,3],[248,0,0,3,1,0,30.58,0.01,0,3,3,3,0,0,0],[249,1,1,3,1,1,31.74,0.01,0,1,1,1,1,0,1],[250,2,2,0,1,2,27.96,0.01,0,2,2,2,1,1,1],[251,3,3,1,1,3,20,0.0097761,1,2,2,2,3,3,3],[252,0,2,2,1,0,28.56,0.01,0,2,0,2,1,2,1],[253,1,1,3,1,1,27.78,0.01,0,1,1,1,2,2,2],[254,2,2,1,1,2,28.8,0.01,0,0,1,2,2,1,2],[255,3,3,1,1,3,21.49,0.01,0,3,1,3,3,3,3],[256,0,2,2,1,2,32.55,0.01,0,2,2,2,1,2,1],[257,1,1,3,1,1,28.73,0.01,0,1,2,1,1,1,1],[258,2,2,0,1,2,25.04,0.01,0,2,2,2,2,2,2],[259,3,3,2,1,3,23.49,0.01,0,0,2,0,2,2,2],[260,0,0,0,1,0,31.02,0.01,0,0,0,0,0,0,0],[261,1,1,1,1,1,32.79,0.01,0,1,1,1,1,1,1],[262,2,3,3,1,2,21.33,0.01,0,2,2,2,2,2,2],[263,3,3,1,1,3,22.74,0.01,0,1,1,1,3,3,3],[264,0,0,0,1,0,30.18,0.01,0,0,2,0,0,0,0],[265,1,1,2,1,1,28.14,0.01,0,0,0,1,1,2,1],[266,2,2,2,1,2,26.32,0.01,0,2,2,2,2,2,2],[267,3,3,3,1,3,27.22,0.01,0,3,3,3,3,3,3],[268,0,0,2,1,0,26.64,0.01,0,0,2,0,0,0,0],[269,1,1,3,1,1,31.26,0.01,0,1,1,1,1,2,1],[270,2,2,0,1,2,23.07,0.01,0,2,2,2,2,0,2],[271,3,1,1,1,1,27.67,0.01,0,0,2,0,1,1,1],[272,0,0,0,1,0,24.58,0.01,0,0,0,0,0,0,0],[273,1,1,3,1,1,29.2,0.01,0,1,1,1,1,1,1],[274,2,2,3,1,2,28.16,0.01,0,2,3,2,1,3,1],[275,3,1,1,1,1,27.75,0.01,0,1,1,1,3,3,3],[276,0,2,2,1,2,29.74,0.01,0,2,2,2,1,2,1],[277,1,1,3,1,1,26.02,0.01,0,3,3,1,1,2,1],[278,2,2,2,1,0,27,0.01,0,2,2,2,2,2,2],[279,3,3,0,1,3,24.87,0.01,0,0,0,0,3,3,3],[280,0,0,0,1,0,30.2,0.01,0,3,3,3,0,0,0],[281,1,1,1,1,1,32.2,0.01,0,1,1,1,1,1,1],[282,2,2,0,1,2,25.21,0.01,0,2,2,2,2,2,2],[283,3,3,3,1,3,20,0.009968,1,3,3,2,3,3,3],[284,0,2,2,1,2,33.33,0.01,0,2,2,2,1,1,1],[285,1,1,1,1,1,33.84,0.01,0,1,1,1,1,1,1],[286,2,0,0,1,0,27.85,0.01,0,0,2,2,2,0,2],[287,3,3,3,1,3,21.62,0.01,0,3,3,3,3,3,3],[288,0,0,0,1,0,28.67,0.01,0,0,0,0,0,0,0],[289,1,1,1,1,1,33.73,0.01,0,1,1,1,1,1,1],[290,2,2,0,1,0,26.51,0.01,0,2,2,2,2,2,2],[291,3,3,1,1,3,24.68,0.01,0,3,1,3,3,3,3],[292,0,0,0,1,0,27.92,0.01,0,0,0,0,0,0,0],[293,1,1,1,1,1,32.49,0.01,0,1,1,1,1,1,1],[294,2,2,0,1,2,29.69,0.01,0,2,0,2,1,1,1],[295,3,3,1,1,3,22.41,0.01,0,1,1,1,3,3,3],[296,0,0,0,1,0,30.16,0.01,0,0,2,0,0,0,0],[297,1,1,1,1,1,30.87,0.01,0,1,1,1,1,1,1],[298,2,3,1,1,3,30.47,0.01,0,2,3,2,1,1,1],[299,3,3,0,1,3,24.98,0.01,0,0,0,0,3,3,3],[300,0,0,2,1,0,27.95,0.01,0,0,2,0,0,0,0],[301,1,1,3,1,3,27.64,0.01,0,1,2,2,2,2,2],[302,2,0,2,1,2,28.35,0.01,0,2,2,2,1,1,1],[303,3,2,2,1,2,23.87,0.01,0,0,2,0,1,2,1],[304,0,2,2,1,2,25.86,0.01,0,2,2,2,2,2,2],[305,1,1,1,1,1,33.54,0.01,0,1,1,1,1,1,1],[306,2,2,3,1,2,30.13,0.01,0,0,0,0,2,2,2],[307,3,3,3,1,3,20,0.0095569,1,3,3,3,3,3,3],[308,0,0,0,1,0,30.08,0.01,0,0,0,0,0,0,0],[309,1,1,3,1,1,33.36,0.01,0,1,1,1,1,1,1],[310,2,2,0,1,2,23.42,0.01,0,2,2,2,2,1,2],[311,3,2,2,1,2,21.84,0.01,0,2,2,0,2,2,2],[312,0,0,0,1,0,33.34,0.01,0,0,0,0,0,0,0],[313,1,1,3,1,1,29.07,0.01,0,1,2,1,2,2,2],[314,2,2,2,1,0,21.54,0.01,0,2,2,2,2,2,2],[315,3,3,0,1,2,21.04,0.01,0,3,2,2,3,2,3],[316,0,2,0,1,2,26.58,0.01,0,2,2,2,2,2,2],[317,1,1,1,1,1,31.56,0.01,0,1,1,1,1,2,1],[318,2,2,2,1,2,29.78,0.01,0,2,2,2,2,2,2],[319,3,3,1,1,3,23.67,0.01,0,3,3,3,3,3,3],[320,0,0,3,1,0,32.04,0.01,0,1,1,1,0,0,0],[321,1,3,3,1,1,25.76,0.01,0,3,2,3,2,2,2],[322,2,2,2,1,2,24.08,0.01,0,2,2,2,2,2,2],[323,3,3,1,1,3,21.04,0.01,0,3,1,1,3,3,3],[324,0,0,2,1,0,30.26,0.01,0,0,2,0,0,0,0],[325,1,1,0,1,1,32.19,0.01,0,1,1,1,1,1,1],[326,2,2,3,1,2,23.66,0.01,0,2,2,2,2,2,2],[327,3,2,2,1,2,28.14,0.01,0,2,2,0,1,2,1],[328,0,0,2,1,0,26.93,0.01,0,0,0,0,0,0,0],[329,1,3,3,1,3,26.66,0.01,0,3,3,1,3,3,3],[330,2,2,0,1,2,30.16,0.01,0,2,2,2,2,2,2],[331,3,3,2,1,2,26.2,0.01,0,3,2,0,3,2,1],[332,0,0,2,1,0,27.77,0.01,0,0,0,0,0,0,0],[333,1,1,2,1,1,30.8,0.01,0,1,0,1,1,1,1],[334,2,0,0,1,2,30.69,0.01,0,0,2,0,0,2,0],[335,3,3,3,1,3,20.37,0.01,0,3,3,3,3,3,3],[336,0,2,2,1,2,27.6,0.01,0,2,2,2,2,2,2],[337,1,1,3,1,1,32.7,0.01,0,1,1,1,1,1,1],[338,2,2,3,1,2,25.13,0.01,0,2,3,2,2,3,2],[339,3,1,1,1,1,28.46,0.01,0,1,1,1,3,3,3],[340,0,0,0,1,0,31.78,0.01,0,3,1,3,0,0,0],[341,1,1,3,1,1,29.16,0.01,0,1,0,1,2,2,2],[342,2,2,3,1,2,28.88,0.01,0,0,3,0,2,1,2],[343,3,3,3,1,3,24.78,0.01,0,0,3,3,3,3,3],[344,0,0,0,1,0,22.59,0.01,0,3,2,3,0,0,0],[345,1,1,1,1,1,33.41,0.01,0,1,1,1,1,1,1],[346,2,2,0,1,2,28.19,0.01,0,2,2,2,2,0,2],[347,3,3,3,1,3,23.5,0.01,0,3,3,3,3,1,3],[348,0,0,0,1,0,25.6,0.01,0,0,0,0,0,0,0],[349,1,1,1,1,1,28.64,0.01,0,1,1,1,1,1,1],[350,2,2,0,1,2,29.11,0.01,0,0,0,0,2,0,2],[351,3,3,3,1,3,25.05,0.01,0,0,3,0,3,3,3],[352,0,0,0,1,0,32.16,0.01,0,0,0,0,0,0,0],[353,1,3,3,1,1,27.26,0.01,0,1,2,1,1,2,1],[354,2,2,0,1,2,27.87,0.01,0,2,2,2,2,2,2],[355,3,3,0,1,3,25.06,0.01,0,3,3,3,3,3,3],[356,0,0,0,1,0,30.71,0.01,0,0,0,0,0,0,0],[357,1,1,3,1,1,31.84,0.01,0,1,0,1,1,1,1],[358,2,2,2,1,2,21.82,0.01,0,2,2,2,2,2,2],[359,3,3,1,1,3,22.47,0.01,0,3,3,3,3,3,3],[360,0,0,2,1,2,32.02,0.01,0,2,2,2,0,2,0],[361,1,1,1,1,1,32.68,0.01,0,0,2,0,1,1,1],[362,2,2,0,1,2,28.85,0.01,0,2,2,2,2,1,2],[363,3,3,3,1,3,22.39,0.01,0,3,3,3,3,3,3],[364,0,0,0,1,0,31.67,0.01,0,3,2,3,0,0,0],[365,1,1,3,1,1,28.73,0.01,0,1,1,1,1,2,1],[366,2,2,0,1,2,27.78,0.01,0,0,0,0,2,0,2],[367,3,3,1,1,3,21.72,0.01,0,3,3,3,3,1,3],[368,0,2,2,1,0,32.96,0.01,0,2,2,2,0,2,0],[369,1,1,3,1,1,31.78,0.01,0,1,3,1,1,1,1],[370,2,2,3,1,2,25.03,0.01,0,2,3,2,2,2,2],[371,3,3,2,1,3,26.78,0.01,0,0,2,1,3,1,3],[372,0,0,2,1,0,27.02,0.01,0,0,2,0,0,0,0],[373,1,1,1,1,1,32.87,0.01,0,1,1,1,1,1,1],[374,2,2,3,1,2,28.56,0.01,0,2,3,0,1,1,1],[375,3,1,1,1,1,24.94,0.01,0,1,1,1,3,3,3],[376,0,0,0,1,0,31.04,0.01,0,0,0,0,0,1,1],[377,1,1,3,1,1,31.69,0.01,0,1,0,1,1,1,1],[378,2,0,0,1,0,29.86,0.01,0,2,2,2,1,1,1],[379,3,3,3,1,3,22.45,0.01,0,1,1,1,3,3,3],[380,0,2,2,1,2,27.83,0.01,0,2,2,2,1,2,1],[381,1,1,2,1,1,27.97,0.01,0,0,0,0,1,2,1],[382,2,2,2,1,2,26.4,0.01,0,0,2,0,2,2,2],[383,3,3,3,1,3,21.32,0.01,0,3,2,3,3,1,3],[384,0,0,3,1,0,28.69,0.01,0,3,3,3,0,0,0],[385,1,1,1,1,1,32.16,0.01,0,3,2,0,1,1,1],[386,2,2,3,1,2,22.9,0.01,0,2,2,2,2,3,2],[387,3,3,2,1,3,24.39,0.01,0,2,2,2,2,2,2],[388,0,0,2,1,0,33.68,0.01,0,2,2,2,1,2,1],[389,1,1,3,1,3,26.81,0.01,0,3,1,1,2,2,2],[390,2,2,3,1,2,26.68,0.01,0,2,3,2,2,0,2],[391,3,3,3,1,3,22.77,0.01,0,3,3,0,3,3,3],[392,0,0,3,1,0,24.61,0.01,0,3,3,3,0,0,0],[393,1,1,3,1,1,27.45,0.01,0,3,2,3,1,2,1],[394,2,3,3,1,3,28.78,0.01,0,2,3,2,2,1,2],[395,3,1,1,1,3,26.27,0.01,0,1,1,1,3,3,3],[396,0,0,2,1,0,23.64,0.01,0,0,2,0,0,2,0],[397,1,1,1,1,1,32.95,0.01,0,1,1,1,1,1,1],[398,2,2,0,1,0,23.52,0.01,0,0,0,2,2,2,2],[399,3,1,1,1,1,24.63,0.01,0,1,1,1,3,3,3]],"elapsed_ms":1186,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":263,"J":250,"J_valid":250,"n_invalid":0,"n00":84,"n01":9,"n10":85,"n11":72,"ctl_n":250,"ctl_err":22},"metrics":{"target_error":0.324,"Q_transfer":0.6759999999999999,"source_success":0.628,"joint_error":0.288,"T_cond":0.4585987261146497,"R":0.088,"delta":0.23600000000000002,"delta_pp":23.6,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.6575}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":326,"J":297,"J_valid":297,"n_invalid":0,"n00":100,"n01":13,"n10":125,"n11":59,"ctl_n":297,"ctl_err":7},"metrics":{"target_error":0.24242424242424243,"Q_transfer":0.7575757575757576,"source_success":0.6195286195286195,"joint_error":0.19865319865319866,"T_cond":0.32065217391304346,"R":0.02356902356902357,"delta":0.21885521885521886,"delta_pp":21.885521885521886,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-MLP/fgsm/eps0200","seed":44,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,23.95,0.02,0,0,2,0,0,0,0],[1,1,1,3,1,1,24.97,0.02,0,1,3,1,1,1,1],[2,2,2,0,1,2,21.84,0.02,0,0,3,0,2,1,2],[3,3,3,1,1,1,20.49,0.02,0,3,2,3,3,3,3],[4,0,0,0,1,0,20,0.0187044,1,3,3,3,0,0,0],[5,1,1,1,1,1,25.89,0.02,0,1,1,1,1,1,1],[6,2,2,0,1,2,22.3,0.02,0,2,2,2,2,2,2],[7,3,3,0,1,3,20,0.0118888,1,3,2,3,3,3,3],[8,0,2,2,1,2,23.29,0.02,0,2,2,2,1,2,1],[9,1,1,1,1,1,26.43,0.02,0,1,1,1,1,1,1],[10,2,2,2,1,2,20,0.0143064,1,2,2,2,2,2,2],[11,3,3,0,1,3,20.27,0.02,0,0,2,0,3,3,3],[12,0,0,2,1,0,23.79,0.02,0,0,2,0,0,2,0],[13,1,1,3,1,1,23.71,0.02,0,1,1,1,1,2,1],[14,2,2,0,1,2,21.52,0.02,0,2,2,2,2,1,2],[15,3,3,1,1,3,20,0.0121275,1,3,2,3,3,3,3],[16,0,0,0,1,0,21.05,0.02,0,2,2,0,0,0,0],[17,1,1,1,1,1,27.82,0.02,0,1,2,1,1,1,1],[18,2,2,0,1,2,23.37,0.02,0,0,2,0,1,1,1],[19,3,3,1,1,3,20,0.0164462,1,3,3,3,3,3,3],[20,0,0,2,1,0,27.19,0.02,0,0,2,0,1,1,1],[21,1,1,1,1,1,22.86,0.02,0,0,2,0,1,2,2],[22,2,2,0,1,0,20,0.0165751,1,2,2,2,2,1,2],[23,3,3,3,1,3,20,0.0125721,1,3,2,2,3,3,3],[24,0,0,2,1,0,22.05,0.02,0,0,2,0,0,0,0],[25,1,1,1,1,1,21.36,0.02,0,1,1,1,1,2,1],[26,2,2,0,1,2,24.27,0.02,0,2,2,2,1,1,1],[27,3,3,0,1,3,20,0.0195305,1,0,0,0,3,3,3],[28,0,2,3,1,2,22.09,0.02,0,2,2,2,2,2,2],[29,1,1,1,1,1,26.86,0.02,0,1,1,1,1,1,1],[30,2,2,0,1,2,21.94,0.02,0,2,2,0,1,0,1],[31,3,3,3,1,3,20,0.0137791,1,3,3,0,3,1,3],[32,0,0,0,1,0,25.93,0.02,0,0,3,0,0,0,0],[33,1,1,1,1,1,24.32,0.02,0,1,1,1,1,1,1],[34,2,0,0,1,0,23.15,0.02,0,2,0,0,2,0,2],[35,3,3,3,1,3,20,0.0156398,1,3,1,3,3,3,3],[36,0,2,2,1,0,24.95,0.02,0,2,2,2,1,2,1],[37,1,3,3,1,3,20,0.0195531,1,3,2,1,2,2,2],[38,2,2,0,1,2,21.65,0.02,0,2,2,2,2,1,1],[39,3,3,1,1,3,20,0.0161877,1,3,3,0,3,3,3],[40,0,0,0,1,0,21.91,0.02,0,3,2,0,0,0,0],[41,1,1,3,1,1,22.5,0.02,0,1,0,1,2,2,2],[42,2,0,0,1,0,20,0.0170716,1,2,2,2,2,2,2],[43,3,3,1,1,3,20,0.0144024,1,1,3,1,3,3,3],[44,0,0,3,1,0,20.94,0.02,0,0,2,0,0,1,0],[45,1,1,3,1,1,27.71,0.02,0,1,1,1,1,1,1],[46,2,3,3,1,3,22.27,0.02,0,3,3,2,1,1,1],[47,3,3,3,1,3,20,0.0154388,1,3,3,3,3,3,3],[48,0,2,2,1,2,27.33,0.02,0,2,2,0,1,2,1],[49,1,1,1,1,1,24.4,0.02,0,1,1,1,1,1,1],[50,2,2,0,1,2,22.27,0.02,0,2,2,2,2,1,2],[51,3,3,3,1,3,20,0.012899,1,3,3,3,3,3,3],[52,0,2,2,1,2,24.61,0.02,0,2,2,0,0,2,0],[53,1,1,2,1,1,27.39,0.02,0,1,2,1,1,1,1],[54,2,2,0,1,2,20,0.0152047,1,2,2,2,2,2,2],[55,3,3,1,1,1,21.24,0.02,0,1,1,1,3,3,3],[56,0,0,2,1,0,25.97,0.02,0,0,2,0,0,0,0],[57,1,1,2,1,1,23.49,0.02,0,1,2,1,1,2,1],[58,2,2,0,1,2,20.83,0.02,0,2,2,2,2,1,2],[59,3,3,3,1,3,20,0.0132116,1,3,3,3,3,3,3],[60,0,0,2,1,0,22.49,0.02,0,0,2,0,0,1,0],[61,1,1,3,1,1,27.11,0.02,0,1,1,1,1,1,1],[62,2,2,0,1,2,23.9,0.02,0,0,1,0,2,1,2],[63,3,3,1,1,2,20.27,0.02,0,3,1,1,3,3,3],[64,0,0,2,1,0,27,0.02,0,0,2,0,1,1,1],[65,1,1,0,1,1,25.7,0.02,0,1,1,1,1,1,1],[66,2,2,0,1,2,24,0.02,0,2,3,0,1,3,1],[67,3,3,1,1,1,20,0.0194801,1,1,1,1,3,3,3],[68,0,0,3,1,0,23.21,0.02,0,0,3,0,0,0,0],[69,1,1,1,1,1,25.21,0.02,0,1,1,1,1,1,1],[70,2,2,0,1,2,20,0.0195959,1,2,2,2,2,1,2],[71,3,3,1,1,3,20,0.0137297,1,3,1,1,3,3,3],[72,0,0,3,1,0,26.35,0.02,0,2,2,2,1,1,1],[73,1,1,1,1,1,27.35,0.02,0,1,1,1,1,1,1],[74,2,2,2,1,2,20,0.0141829,1,2,2,2,2,2,2],[75,3,3,1,1,1,20.57,0.02,0,3,1,1,3,3,3],[76,0,0,3,1,2,26.93,0.02,0,3,2,0,1,3,1],[77,1,1,3,1,1,27.09,0.02,0,1,1,1,1,1,1],[78,2,2,0,1,2,22.35,0.02,0,2,2,0,2,1,2],[79,3,2,2,1,2,20,0.0199319,1,0,2,0,1,2,1],[80,0,0,2,1,0,24.49,0.02,0,0,2,2,0,0,0],[81,1,1,1,1,1,25.13,0.02,0,1,1,1,1,1,1],[82,2,0,2,1,2,20,0.0121875,1,2,2,2,2,2,2],[83,3,1,1,1,1,20,0.018729,1,2,2,2,3,3,3],[84,0,0,2,1,0,22.31,0.02,0,0,2,0,2,2,2],[85,1,1,3,1,1,22.64,0.02,0,1,2,1,2,2,2],[86,2,2,0,1,2,20.28,0.02,0,2,2,0,2,2,2],[87,3,3,3,1,3,20,0.0109271,1,3,3,3,3,3,3],[88,0,0,2,1,0,27.55,0.02,0,0,2,0,0,0,0],[89,1,1,3,1,1,25.8,0.02,0,1,3,1,1,1,1],[90,2,2,0,1,2,21.95,0.02,0,2,2,0,2,2,2],[91,3,3,3,1,3,20,0.0125081,1,3,3,0,3,3,3],[92,0,2,0,1,2,20.06,0.02,0,2,2,2,2,2,2],[93,1,3,3,1,3,20.99,0.02,0,3,3,1,2,2,2],[94,2,2,0,1,0,22.01,0.02,0,2,3,2,2,2,2],[95,3,3,1,1,3,20,0.0143093,1,1,1,1,3,3,3],[96,0,0,2,1,0,24.65,0.02,0,2,2,2,1,2,0],[97,1,1,1,1,1,27.48,0.02,0,1,1,1,1,2,1],[98,2,2,0,1,2,21.13,0.02,0,2,2,2,2,2,2],[99,3,3,1,1,3,20,0.0115668,1,3,3,3,3,3,3],[100,0,0,0,1,0,25.45,0.02,0,0,3,0,0,0,0],[101,1,1,3,1,1,23.65,0.02,0,1,1,1,1,2,1],[102,2,2,2,1,2,20,0.0168859,1,2,2,2,2,1,2],[103,3,1,1,1,1,20.11,0.02,0,1,1,1,3,3,3],[104,0,0,0,1,0,25.25,0.02,0,1,1,1,0,0,0],[105,1,1,3,1,1,24.65,0.02,0,3,2,3,1,2,1],[106,2,2,0,1,2,20,0.0150557,1,0,2,0,2,0,2],[107,3,3,1,1,3,20.29,0.02,0,1,1,1,3,3,3],[108,0,0,1,1,0,27.33,0.02,0,0,2,0,0,0,0],[109,1,1,3,1,1,27.75,0.02,0,1,1,1,1,1,1],[110,2,0,0,1,2,21.57,0.02,0,2,2,2,2,2,2],[111,3,3,3,1,3,20,0.0116761,1,3,3,1,3,3,3],[112,0,0,2,1,0,20,0.0180082,1,2,2,0,0,0,0],[113,1,1,1,1,1,27.32,0.02,0,1,1,1,3,1,1],[114,2,2,3,1,2,20,0.0147762,1,2,3,2,2,1,2],[115,3,3,1,1,1,20,0.0127359,1,1,1,1,3,3,3],[116,0,0,0,1,0,22.54,0.02,0,1,1,1,0,0,0],[117,1,1,1,1,1,26.36,0.02,0,1,1,1,1,1,1],[118,2,2,0,1,2,20.13,0.02,0,2,2,2,2,2,2],[119,3,3,3,1,3,20,0.0167976,1,0,3,0,3,3,3],[120,0,0,3,1,0,25.53,0.02,0,1,1,1,0,0,0],[121,1,1,1,1,1,27.75,0.02,0,1,1,1,1,1,1],[122,2,2,0,1,2,20.31,0.02,0,2,2,2,2,1,2],[123,3,1,1,1,1,20.22,0.02,0,1,1,1,3,1,3],[124,0,0,2,1,0,20,0.0180667,1,0,2,0,0,0,0],[125,1,1,3,1,1,27.47,0.02,0,1,2,1,1,1,1],[126,2,0,0,1,2,22.54,0.02,0,2,3,0,2,1,2],[127,3,3,3,1,3,20,0.013669,1,3,2,0,3,1,3],[128,0,2,2,1,2,20.63,0.02,0,2,2,2,2,2,2],[129,1,1,1,1,1,24.26,0.02,0,1,1,1,1,1,1],[130,2,2,0,1,2,20,0.0170874,1,2,2,2,2,0,2],[131,3,3,1,1,1,20.49,0.02,0,1,2,1,3,3,3],[132,0,0,0,1,0,22.39,0.02,0,0,2,0,0,1,0],[133,1,1,3,1,1,22.02,0.02,0,1,3,1,1,3,1],[134,2,2,0,1,0,23.52,0.02,0,2,2,2,2,2,2],[135,3,3,3,1,3,20,0.0136606,1,3,3,3,3,3,3],[136,0,2,2,1,2,24.48,0.02,0,2,2,2,0,2,0],[137,1,1,3,1,1,26.56,0.02,0,1,1,1,1,1,1],[138,2,3,3,1,0,21.83,0.02,0,3,3,0,2,1,1],[139,3,3,2,1,1,20,0.008807,1,0,2,0,3,3,3],[140,0,0,2,1,0,20,0.0168193,1,0,2,0,0,0,0],[141,1,1,1,1,1,26.09,0.02,0,1,1,1,1,1,1],[142,2,2,3,1,2,20,0.0156818,1,2,2,2,2,2,2],[143,3,3,1,1,3,20,0.0129356,1,3,1,1,3,3,3],[144,0,0,0,1,0,23.98,0.02,0,0,0,0,0,0,0],[145,1,3,3,1,1,21.81,0.02,0,1,3,1,1,2,1],[146,2,2,3,1,2,20,0.0184789,1,2,2,2,2,1,2],[147,3,3,1,1,3,20,0.010481,1,3,3,3,3,3,3],[148,0,0,2,1,0,22.24,0.02,0,0,2,0,0,0,0],[149,1,1,2,1,1,21.37,0.02,0,0,2,0,1,2,1],[150,2,2,3,1,2,24.15,0.02,0,2,2,2,2,1,1],[151,3,3,3,1,3,21.42,0.02,0,3,3,0,1,1,3],[152,0,2,2,1,2,22.68,0.02,0,2,2,2,1,2,1],[153,1,1,1,1,1,26.58,0.02,0,1,1,1,1,1,1],[154,2,2,3,1,0,22.23,0.02,0,2,3,2,2,3,2],[155,3,3,3,1,3,20,0.0090431,1,3,3,3,3,3,3],[156,0,0,3,1,2,24.88,0.02,0,2,3,2,1,1,1],[157,1,1,3,1,1,22.79,0.02,0,1,2,1,1,2,1],[158,2,2,3,1,0,20,0.0165874,1,2,2,0,2,2,2],[159,3,3,1,1,3,20.78,0.02,0,3,3,0,3,1,3],[160,0,0,0,1,0,24.18,0.02,0,0,2,0,0,0,0],[161,1,1,3,1,1,26.52,0.02,0,1,2,1,1,2,1],[162,2,2,2,1,2,20,0.0131332,1,2,0,2,2,2,2],[163,3,1,1,1,1,21.89,0.02,0,1,1,1,3,3,3],[164,0,0,2,1,0,25,0.02,0,0,0,0,0,0,0],[165,1,1,1,1,1,25.6,0.02,0,1,1,1,1,1,1],[166,2,2,0,1,2,22.09,0.02,0,0,2,2,1,1,1],[167,3,3,3,1,3,20,0.0155349,1,3,3,3,3,1,3],[168,0,0,2,1,0,26.01,0.02,0,0,0,0,0,0,0],[169,1,3,3,1,1,20.19,0.02,0,3,1,1,2,2,2],[170,2,0,0,1,2,21.59,0.02,0,0,2,0,1,1,1],[171,3,3,3,1,3,21.85,0.02,0,3,3,3,3,1,3],[172,0,2,2,1,0,25.27,0.02,0,2,2,0,0,2,0],[173,1,1,3,1,1,25.58,0.02,0,1,1,1,1,1,1],[174,2,2,0,1,2,24.49,0.02,0,2,2,0,1,1,1],[175,3,3,3,1,3,20,0.0185066,1,3,3,3,3,3,3],[176,0,0,2,1,0,21.54,0.02,0,0,2,0,0,2,0],[177,1,1,3,1,1,26.41,0.02,0,1,2,1,1,1,1],[178,2,2,0,1,0,23.47,0.02,0,2,2,0,1,1,1],[179,3,3,3,1,3,20,0.0173043,1,3,3,3,3,1,3],[180,0,0,0,1,0,22.08,0.02,0,2,2,0,0,0,0],[181,1,3,3,1,1,21.67,0.02,0,3,2,0,1,2,2],[182,2,2,3,1,2,24.13,0.02,0,2,3,0,2,1,1],[183,3,3,1,1,1,20,0.0191893,1,1,1,1,3,3,3],[184,0,0,0,1,2,20.7,0.02,0,2,2,2,2,2,1],[185,1,1,3,1,1,24.02,0.02,0,1,2,1,1,1,1],[186,2,2,3,1,2,22.58,0.02,0,2,3,0,1,1,1],[187,3,3,1,1,1,21.03,0.02,0,3,3,1,3,1,1],[188,0,0,2,1,0,25.78,0.02,0,2,2,2,1,1,1],[189,1,1,3,1,1,26.73,0.02,0,1,1,1,1,1,1],[190,2,2,2,1,0,22.72,0.02,0,2,2,2,2,1,1],[191,3,3,1,1,3,20,0.0095867,1,3,1,3,3,1,3],[192,0,0,0,1,0,20.27,0.02,0,3,3,3,0,0,0],[193,1,1,3,1,1,26.35,0.02,0,1,1,1,1,1,1],[194,2,2,0,1,2,24.5,0.02,0,0,2,2,2,2,2],[195,3,3,1,1,3,20,0.0127831,1,0,3,0,3,3,3],[196,0,0,2,1,2,27.78,0.02,0,2,2,2,1,1,1],[197,1,1,1,1,1,27.46,0.02,0,1,1,1,1,1,1],[198,2,2,0,1,2,21.07,0.02,0,2,2,2,1,0,2],[199,3,1,1,1,1,21.16,0.02,0,1,1,1,3,3,3],[200,0,0,2,1,0,22.33,0.02,0,0,2,0,0,2,0],[201,1,1,3,1,1,26.07,0.02,0,1,1,1,1,1,1],[202,2,2,2,1,2,20.85,0.02,0,0,2,0,1,2,1],[203,3,3,0,1,3,20,0.014541,1,0,2,0,3,2,3],[204,0,0,0,1,0,20.64,0.02,0,0,3,0,0,0,0],[205,1,1,3,1,1,25.32,0.02,0,1,1,1,1,1,1],[206,2,2,2,1,2,24.35,0.02,0,2,2,2,1,1,1],[207,3,3,1,1,3,20,0.0167561,1,3,1,1,3,3,3],[208,0,0,0,1,0,23.87,0.02,0,3,2,2,0,0,0],[209,1,1,1,1,1,22.38,0.02,0,1,1,1,1,2,1],[210,2,2,0,1,2,21.48,0.02,0,2,2,0,1,2,1],[211,3,3,1,1,1,20,0.0157655,1,3,1,1,3,1,3],[212,0,0,0,1,0,21.95,0.02,0,1,2,1,0,0,0],[213,1,1,1,1,1,27.42,0.02,0,1,1,1,1,1,1],[214,2,2,3,1,2,20,0.0133862,1,2,2,2,2,3,2],[215,3,3,2,1,2,20,0.0111423,1,2,2,2,2,2,2],[216,0,0,2,1,0,20,0.0198037,1,0,2,0,0,0,0],[217,1,1,0,1,1,26.19,0.02,0,1,1,1,1,1,1],[218,2,2,2,1,2,20,0.0169924,1,2,2,2,2,2,2],[219,3,3,1,1,1,20,0.0156324,1,0,1,1,3,1,3],[220,0,0,2,1,0,21.77,0.02,0,0,2,0,2,2,2],[221,1,1,2,1,1,26.72,0.02,0,0,2,0,1,2,1],[222,2,2,2,1,2,20,0.0131277,1,2,2,0,2,2,2],[223,3,3,2,1,2,20,0.0106442,1,2,2,2,3,2,2],[224,0,0,3,1,2,27.12,0.02,0,2,2,2,1,1,1],[225,1,1,1,1,1,26.76,0.02,0,1,1,1,1,1,1],[226,2,2,0,1,0,21.25,0.02,0,2,2,2,2,0,2],[227,3,1,1,1,1,21.79,0.02,0,1,1,1,3,1,3],[228,0,0,2,1,0,25.39,0.02,0,0,2,0,0,0,0],[229,1,1,1,1,1,23.74,0.02,0,1,1,1,1,1,1],[230,2,2,0,1,2,21.62,0.02,0,2,2,2,2,1,2],[231,3,1,1,1,1,20,0.0099878,1,1,1,1,3,3,3],[232,0,0,0,1,0,22.89,0.02,0,1,1,1,0,0,0],[233,1,1,3,1,1,20,0.0194963,1,3,3,1,1,2,1],[234,2,2,0,1,2,20,0.0190435,1,2,3,2,2,1,2],[235,3,3,1,1,1,20,0.0151641,1,3,3,1,3,3,3],[236,0,0,0,1,0,20.89,0.02,0,3,3,3,0,0,0],[237,1,1,1,1,1,24.94,0.02,0,1,1,1,1,1,1],[238,2,2,0,1,2,20,0.0134718,1,2,2,2,2,2,2],[239,3,3,1,1,3,20,0.014192,1,1,1,1,3,3,3],[240,0,0,3,1,0,24.71,0.02,0,1,1,0,0,0,0],[241,1,1,1,1,1,26.14,0.02,0,3,1,1,1,1,1],[242,2,2,0,1,2,21.96,0.02,0,2,2,2,1,1,1],[243,3,3,3,1,3,20.71,0.02,0,3,3,3,3,3,3],[244,0,0,2,1,0,23.7,0.02,0,2,2,0,0,2,0],[245,1,1,1,1,1,26.17,0.02,0,1,1,1,1,1,1],[246,2,0,0,1,0,25.07,0.02,0,2,2,2,1,1,1],[247,3,1,1,1,1,20,0.0131885,1,1,3,1,3,3,3],[248,0,0,3,1,0,24.56,0.02,0,3,3,3,0,0,0],[249,1,1,3,1,1,25.72,0.02,0,1,1,1,1,2,1],[250,2,2,0,1,2,21.94,0.02,0,2,2,2,1,1,1],[251,3,3,1,1,3,20,0.0097761,1,2,2,2,3,3,3],[252,0,2,2,1,2,22.54,0.02,0,2,2,2,1,2,1],[253,1,1,3,1,1,21.76,0.02,0,1,1,1,2,2,1],[254,2,2,1,1,2,22.78,0.02,0,0,1,2,2,1,2],[255,3,3,1,1,3,20,0.0118748,1,3,1,3,3,3,3],[256,0,2,2,1,2,26.53,0.02,0,2,2,2,1,2,1],[257,1,1,3,1,1,22.71,0.02,0,1,2,1,1,2,1],[258,2,2,0,1,2,20,0.0178677,1,2,2,2,2,2,2],[259,3,3,2,1,3,20,0.014948,1,0,2,0,2,2,2],[260,0,0,0,1,0,24.99,0.02,0,0,3,0,0,0,0],[261,1,1,1,1,1,26.77,0.02,0,1,1,1,1,1,1],[262,2,3,3,1,2,20,0.0116537,1,2,2,2,2,2,2],[263,3,3,1,1,3,20,0.0137048,1,1,1,1,3,3,3],[264,0,0,0,1,0,24.16,0.02,0,0,2,0,0,2,0],[265,1,1,0,1,1,22.12,0.02,0,0,2,1,1,2,1],[266,2,2,0,1,2,20.3,0.02,0,2,2,2,2,2,2],[267,3,3,3,1,3,21.2,0.02,0,3,3,3,3,1,3],[268,0,0,2,1,0,20.62,0.02,0,0,2,0,0,3,0],[269,1,1,3,1,1,25.24,0.02,0,1,1,1,1,2,1],[270,2,2,0,1,0,20,0.0142416,1,2,2,0,2,0,2],[271,3,1,1,1,1,21.65,0.02,0,0,2,0,1,1,1],[272,0,0,2,1,0,20,0.016935,1,0,0,0,0,0,0],[273,1,1,3,1,1,23.18,0.02,0,1,2,1,1,2,1],[274,2,2,3,1,2,22.14,0.02,0,2,3,2,1,3,1],[275,3,1,1,1,1,21.73,0.02,0,1,1,1,3,3,3],[276,0,2,2,1,2,23.72,0.02,0,2,2,2,1,2,1],[277,1,1,3,1,1,20,0.0199899,1,3,1,1,1,1,1],[278,2,2,0,1,0,20.98,0.02,0,2,2,2,2,1,2],[279,3,3,0,1,3,20,0.0175203,1,0,0,0,3,1,3],[280,0,0,0,1,0,24.18,0.02,0,3,3,3,0,0,0],[281,1,1,1,1,1,26.18,0.02,0,1,1,1,1,1,1],[282,2,2,0,1,0,20,0.0182102,1,2,2,2,2,2,2],[283,3,3,3,1,3,20,0.009968,1,3,3,2,3,3,3],[284,0,2,3,1,2,27.31,0.02,0,2,2,2,1,1,1],[285,1,1,1,1,1,27.82,0.02,0,1,1,1,1,1,1],[286,2,0,0,1,2,21.83,0.02,0,0,2,2,2,0,2],[287,3,3,3,1,3,20,0.0120444,1,3,3,3,3,3,3],[288,0,0,0,1,0,22.65,0.02,0,0,0,0,0,0,0],[289,1,1,1,1,1,27.71,0.02,0,1,1,1,1,1,1],[290,2,2,0,1,2,20.49,0.02,0,2,2,2,2,2,2],[291,3,3,1,1,3,20,0.0171443,1,3,1,0,3,3,3],[292,0,0,0,1,0,21.9,0.02,0,0,2,0,0,0,0],[293,1,1,1,1,1,26.47,0.02,0,1,1,1,1,1,1],[294,2,2,0,1,2,23.67,0.02,0,2,2,2,1,1,1],[295,3,3,1,1,3,20,0.0132047,1,1,1,1,3,3,3],[296,0,0,2,1,0,24.13,0.02,0,0,2,0,0,2,0],[297,1,1,1,1,1,24.85,0.02,0,1,1,1,1,2,1],[298,2,3,1,1,2,24.45,0.02,0,2,3,0,1,1,1],[299,3,3,0,1,0,20,0.0177336,1,0,0,0,3,3,3],[300,0,0,2,1,0,21.93,0.02,0,0,2,0,0,0,0],[301,1,1,3,1,1,21.62,0.02,0,1,2,1,2,2,2],[302,2,0,0,1,0,22.33,0.02,0,2,2,0,1,1,1],[303,3,2,2,1,2,20,0.0156198,1,0,2,0,1,2,1],[304,0,2,0,1,2,20,0.0196426,1,2,2,2,2,2,2],[305,1,1,1,1,1,27.52,0.02,0,1,1,1,1,1,1],[306,2,2,3,1,2,24.11,0.02,0,0,1,0,2,1,2],[307,3,3,3,1,3,20,0.0095569,1,3,3,3,3,3,3],[308,0,0,0,1,0,24.06,0.02,0,0,0,0,0,0,0],[309,1,1,3,1,1,27.34,0.02,0,1,1,1,1,1,1],[310,2,2,0,1,2,20,0.014822,1,2,2,2,2,1,2],[311,3,2,2,1,2,20,0.0123553,1,2,2,2,2,2,2],[312,0,0,0,1,0,27.32,0.02,0,0,0,0,0,0,0],[313,1,1,3,1,1,23.05,0.02,0,1,2,1,2,2,2],[314,2,2,2,1,2,20,0.0119338,1,2,2,2,2,2,2],[315,3,3,0,1,3,20,0.0112659,1,3,2,2,3,2,3],[316,0,2,0,1,2,20.56,0.02,0,2,2,2,2,2,2],[317,1,1,1,1,1,25.54,0.02,0,1,1,1,1,2,1],[318,2,2,2,1,2,23.76,0.02,0,2,2,0,2,2,2],[319,3,3,1,1,1,20,0.0152558,1,3,3,1,3,3,3],[320,0,0,3,1,0,26.02,0.02,0,1,1,1,0,0,0],[321,1,3,1,1,1,20,0.019417,1,3,2,0,2,1,1],[322,2,2,2,1,2,20,0.0159915,1,2,2,0,2,2,2],[323,3,3,1,1,3,20,0.0112742,1,3,1,3,3,3,3],[324,0,0,2,1,0,24.24,0.02,0,0,2,0,0,0,0],[325,1,1,0,1,1,26.17,0.02,0,1,2,1,1,1,1],[326,2,2,3,1,2,20,0.0152473,1,2,2,0,2,2,2],[327,3,2,2,1,2,22.12,0.02,0,2,2,0,1,2,1],[328,0,0,0,1,0,20.91,0.02,0,0,2,0,0,0,0],[329,1,3,3,1,3,20.64,0.02,0,3,3,1,3,1,3],[330,2,2,0,1,0,24.14,0.02,0,2,2,0,2,2,0],[331,3,3,2,1,1,20.18,0.02,0,3,2,0,3,3,1],[332,0,0,2,1,0,21.74,0.02,0,0,0,0,0,2,0],[333,1,1,2,1,1,24.78,0.02,0,1,0,1,1,2,1],[334,2,0,0,1,0,24.67,0.02,0,0,2,0,0,2,0],[335,3,3,3,1,3,20,0.0104374,1,3,3,3,3,3,3],[336,0,2,2,1,2,21.58,0.02,0,2,2,2,2,2,0],[337,1,1,3,1,1,26.68,0.02,0,1,1,1,1,1,1],[338,2,2,0,1,2,20,0.0180593,1,2,2,2,2,3,2],[339,3,1,1,1,1,22.43,0.02,0,1,2,1,3,3,3],[340,0,0,0,1,0,25.76,0.02,0,3,1,3,0,0,0],[341,1,1,3,1,1,23.14,0.02,0,1,2,1,2,2,1],[342,2,2,3,1,2,22.86,0.02,0,0,3,0,2,1,2],[343,3,3,3,1,3,20,0.0173381,1,0,3,0,3,3,3],[344,0,0,0,1,0,20,0.0134763,1,3,2,3,0,0,0],[345,1,1,1,1,1,27.39,0.02,0,1,1,1,1,1,1],[346,2,2,0,1,2,22.17,0.02,0,2,2,2,2,0,2],[347,3,3,3,1,3,20,0.0149634,1,3,3,3,3,1,3],[348,0,0,0,1,0,20,0.0190496,1,0,0,0,0,0,0],[349,1,1,1,1,1,22.62,0.02,0,1,1,1,1,2,1],[350,2,2,0,1,2,23.09,0.02,0,0,0,0,2,0,2],[351,3,3,3,1,3,20,0.0178889,1,0,3,0,3,1,3],[352,0,0,0,1,0,26.14,0.02,0,0,0,0,0,0,0],[353,1,3,1,1,1,21.24,0.02,0,1,1,1,1,2,1],[354,2,2,0,1,2,21.85,0.02,0,2,2,2,2,1,2],[355,3,3,0,1,3,20,0.0179111,1,3,3,3,3,3,3],[356,0,0,2,1,0,24.69,0.02,0,0,2,0,0,2,0],[357,1,1,3,1,1,25.82,0.02,0,1,0,1,1,1,1],[358,2,2,2,1,2,20,0.0123244,1,2,2,2,2,2,2],[359,3,3,1,1,3,20,0.0132887,1,3,3,0,3,1,3],[360,0,0,3,1,2,26,0.02,0,2,2,0,0,1,0],[361,1,1,1,1,1,26.66,0.02,0,0,2,0,1,1,1],[362,2,2,0,1,2,22.83,0.02,0,2,2,2,2,1,2],[363,3,3,3,1,3,20,0.0131713,1,3,3,0,3,3,3],[364,0,0,2,1,0,25.65,0.02,0,3,2,3,0,0,0],[365,1,1,3,1,1,22.71,0.02,0,1,1,1,1,2,1],[366,2,2,0,1,2,21.76,0.02,0,0,2,2,2,2,2],[367,3,3,1,1,3,20,0.0121883,1,3,3,3,3,1,3],[368,0,2,2,1,2,26.94,0.02,0,2,2,0,0,2,0],[369,1,1,3,1,1,25.75,0.02,0,1,1,1,1,1,1],[370,2,2,3,1,2,20,0.0178485,1,2,3,2,2,2,2],[371,3,3,2,1,3,20.75,0.02,0,0,2,1,3,2,3],[372,0,0,2,1,0,21,0.02,0,0,2,0,0,0,0],[373,1,1,1,1,1,26.85,0.02,0,1,1,1,1,1,1],[374,2,2,3,1,2,22.54,0.02,0,2,3,0,1,1,1],[375,3,1,1,1,1,20,0.017661,1,1,1,1,3,3,3],[376,0,0,2,1,0,25.02,0.02,0,0,2,0,0,1,0],[377,1,1,2,1,1,25.67,0.02,0,1,2,1,1,2,1],[378,2,0,0,1,0,23.84,0.02,0,2,2,2,1,1,1],[379,3,3,3,1,3,20,0.0132586,1,1,1,1,3,3,3],[380,0,2,0,1,2,21.81,0.02,0,2,2,2,1,1,1],[381,1,1,2,1,1,21.95,0.02,0,0,2,0,1,2,2],[382,2,2,0,1,2,20.38,0.02,0,0,2,0,2,2,2],[383,3,3,3,1,3,20,0.0116393,1,3,2,3,3,1,3],[384,0,0,0,1,0,22.67,0.02,0,3,3,0,0,0,0],[385,1,1,0,1,1,26.14,0.02,0,3,2,0,1,1,1],[386,2,2,3,1,2,20,0.0139601,1,2,2,2,2,3,2],[387,3,3,2,1,3,20,0.016576,1,2,2,0,2,2,1],[388,0,0,2,1,0,27.66,0.02,0,2,2,2,1,2,1],[389,1,1,1,1,1,20.79,0.02,0,3,1,1,2,2,2],[390,2,2,3,1,2,20.66,0.02,0,2,3,0,2,1,1],[391,3,3,3,1,3,20,0.0137486,1,3,3,0,3,3,3],[392,0,0,3,1,0,20,0.0169951,1,3,3,3,0,0,0],[393,1,1,2,1,1,21.43,0.02,0,3,2,1,1,2,1],[394,2,3,3,1,2,22.76,0.02,0,2,3,2,2,2,2],[395,3,1,1,1,1,20.25,0.02,0,1,1,1,3,3,3],[396,0,0,2,1,0,20,0.015206,1,0,2,0,0,2,0],[397,1,1,1,1,1,26.93,0.02,0,1,1,1,1,1,1],[398,2,2,0,1,0,20,0.0149908,1,0,0,0,2,2,2],[399,3,1,3,1,1,20,0.0170483,1,1,1,1,3,3,3]],"elapsed_ms":1229,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":263,"J":250,"J_valid":250,"n_invalid":0,"n00":76,"n01":15,"n10":83,"n11":76,"ctl_n":250,"ctl_err":44},"metrics":{"target_error":0.364,"Q_transfer":0.636,"source_success":0.636,"joint_error":0.304,"T_cond":0.4779874213836478,"R":0.176,"delta":0.188,"delta_pp":18.8,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.6575}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":326,"J":297,"J_valid":297,"n_invalid":0,"n00":90,"n01":20,"n10":108,"n11":79,"ctl_n":297,"ctl_err":11},"metrics":{"target_error":0.3333333333333333,"Q_transfer":0.6666666666666667,"source_success":0.6296296296296297,"joint_error":0.265993265993266,"T_cond":0.42245989304812837,"R":0.037037037037037035,"delta":0.2962962962962963,"delta_pp":29.629629629629626,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-MLP/pgd/eps0020","seed":44,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0005},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,0,1,0,44.06,0.002,0,0,0,0,0,0,0],[1,1,1,3,1,1,46.07,0.002,0,1,1,1,1,1,1],[2,2,2,0,1,2,41.99,0.002,0,0,0,0,2,2,2],[3,3,3,1,1,3,41.13,0.002,0,3,3,3,3,3,3],[4,0,0,3,1,0,41.97,0.002,0,3,3,3,0,0,0],[5,1,1,1,1,1,45.95,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,42.75,0.002,0,2,0,2,2,2,2],[7,3,3,3,1,3,36.17,0.002,0,3,3,3,3,3,3],[8,0,2,2,1,2,44.86,0.002,0,2,2,2,1,1,1],[9,1,1,1,1,1,49.06,0.002,0,1,1,1,1,1,1],[10,2,2,0,1,2,39.7,0.002,0,2,2,2,2,2,2],[11,3,3,3,1,3,40.34,0.002,0,0,0,0,3,3,3],[12,0,0,0,1,0,43.86,0.002,0,0,0,0,0,0,0],[13,1,1,3,1,1,44.51,0.002,0,1,1,1,1,1,1],[14,2,2,0,1,2,42.68,0.002,0,2,3,2,2,2,2],[15,3,3,1,1,3,37.29,0.002,0,3,3,3,3,3,3],[16,0,0,2,1,0,42.84,0.002,0,2,0,2,0,0,0],[17,1,1,1,1,1,48.63,0.002,0,1,0,1,1,1,1],[18,2,2,0,1,2,43.82,0.002,0,0,0,0,1,1,1],[19,3,3,1,1,3,40.61,0.002,0,3,3,3,3,3,3],[20,0,0,0,1,0,47.33,0.002,0,0,0,0,1,1,1],[21,1,1,3,1,1,44.13,0.002,0,0,0,0,1,1,1],[22,2,2,0,1,2,39.77,0.002,0,2,0,2,2,2,2],[23,3,3,0,1,3,38.39,0.002,0,3,2,3,3,2,2],[24,0,0,0,1,0,42.12,0.002,0,0,0,0,0,0,0],[25,1,1,3,1,1,44.13,0.002,0,1,1,1,1,1,1],[26,2,2,0,1,2,45.17,0.002,0,2,3,2,1,1,1],[27,3,3,0,1,3,40.09,0.002,0,0,0,0,3,3,3],[28,0,2,2,1,2,42.7,0.002,0,2,2,2,2,2,2],[29,1,1,1,1,1,47.11,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,43.5,0.002,0,2,2,2,1,1,1],[31,3,3,0,1,3,39.73,0.002,0,3,3,3,3,1,3],[32,0,0,0,1,0,46.16,0.002,0,0,0,0,0,0,0],[33,1,1,1,1,1,44.48,0.002,0,1,1,1,1,1,1],[34,2,0,0,1,0,44.34,0.002,0,2,0,2,2,2,2],[35,3,3,1,1,3,38.35,0.002,0,3,1,3,3,3,3],[36,0,2,2,1,2,46.12,0.002,0,2,2,2,1,1,1],[37,1,3,3,1,3,41.71,0.002,0,3,3,3,2,2,2],[38,2,2,0,1,2,43.48,0.002,0,2,0,2,2,2,2],[39,3,3,1,1,3,40.58,0.002,0,3,3,3,3,3,3],[40,0,0,3,1,0,45.25,0.002,0,3,3,3,0,0,0],[41,1,1,1,1,1,42.79,0.002,0,1,1,1,2,2,2],[42,2,0,0,1,0,38.89,0.002,0,2,2,2,2,2,2],[43,3,3,1,1,3,39.07,0.002,0,1,1,1,3,3,3],[44,0,0,0,1,0,41.22,0.002,0,0,0,0,0,0,0],[45,1,1,1,1,1,47.82,0.002,0,1,1,1,1,1,1],[46,2,3,3,1,3,44.25,0.002,0,3,3,2,1,1,1],[47,3,3,1,1,3,38.49,0.002,0,3,1,3,3,3,3],[48,0,2,2,1,2,49.18,0.002,0,2,2,2,1,1,1],[49,1,1,3,1,1,48.35,0.002,0,1,1,1,1,1,1],[50,2,2,0,1,2,43.26,0.002,0,2,0,2,2,2,2],[51,3,3,3,1,3,38.11,0.002,0,3,3,3,3,3,3],[52,0,2,2,1,2,44.7,0.002,0,2,2,2,0,2,0],[53,1,1,1,1,1,47.52,0.002,0,1,0,1,1,1,1],[54,2,2,0,1,2,40.29,0.002,0,2,2,2,2,2,2],[55,3,3,1,1,3,42.9,0.002,0,1,1,1,3,3,3],[56,0,0,0,1,0,47.73,0.002,0,0,0,0,0,0,0],[57,1,1,3,1,1,44.23,0.002,0,1,3,1,1,1,1],[58,2,2,3,1,2,44.39,0.002,0,2,0,2,2,1,2],[59,3,3,3,1,3,37.66,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,42.93,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,47.22,0.002,0,1,1,1,1,1,1],[62,2,2,0,1,2,44.51,0.002,0,0,0,0,2,0,2],[63,3,3,1,1,1,42.77,0.002,0,3,1,1,3,3,3],[64,0,0,2,1,2,47.81,0.002,0,0,0,0,1,1,1],[65,1,1,1,1,1,46.73,0.002,0,1,1,1,1,1,1],[66,2,2,0,1,2,44.42,0.002,0,2,3,2,1,1,1],[67,3,3,1,1,3,40.22,0.002,0,1,1,1,3,3,3],[68,0,0,3,1,0,46.64,0.002,0,0,0,0,0,0,0],[69,1,1,1,1,1,45.96,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,40.04,0.002,0,2,2,2,2,2,2],[71,3,3,1,1,3,39.41,0.002,0,3,1,3,3,3,3],[72,0,0,2,1,0,47.62,0.002,0,2,2,2,1,1,1],[73,1,1,1,1,1,47.39,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,39,0.002,0,2,0,2,2,2,2],[75,3,3,1,1,3,43.91,0.002,0,3,3,3,3,3,3],[76,0,0,3,1,0,48.21,0.002,0,3,3,3,1,1,1],[77,1,1,1,1,1,47.26,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,44.29,0.002,0,2,0,2,2,1,2],[79,3,2,2,1,2,40.06,0.002,0,0,0,0,1,2,1],[80,0,0,0,1,0,45.13,0.002,0,0,2,0,0,0,0],[81,1,1,1,1,1,45.21,0.002,0,1,1,1,1,1,1],[82,2,0,0,1,0,38.08,0.002,0,2,2,2,2,2,2],[83,3,1,1,1,1,39.76,0.002,0,2,2,2,3,3,3],[84,0,0,2,1,0,43.01,0.002,0,0,0,0,2,2,2],[85,1,1,3,1,1,42.91,0.002,0,1,3,1,2,2,2],[86,2,2,0,1,2,41.81,0.002,0,2,2,2,2,2,2],[87,3,3,3,1,3,37.26,0.002,0,3,3,3,3,3,3],[88,0,0,0,1,0,49.75,0.002,0,0,2,0,0,0,0],[89,1,1,3,1,1,46.27,0.002,0,1,3,1,1,1,1],[90,2,2,0,1,2,42.06,0.002,0,2,2,2,2,2,2],[91,3,3,0,1,3,38.76,0.002,0,3,3,3,3,3,3],[92,0,2,2,1,2,42.5,0.002,0,2,2,2,2,2,2],[93,1,3,3,1,3,42.55,0.002,0,3,3,3,2,2,2],[94,2,2,0,1,2,44.54,0.002,0,2,2,2,2,0,2],[95,3,3,1,1,1,38.73,0.002,0,1,1,1,3,3,3],[96,0,0,2,1,0,45.81,0.002,0,2,2,2,1,1,1],[97,1,1,3,1,1,48.79,0.002,0,1,3,1,1,1,1],[98,2,2,0,1,2,41.19,0.002,0,2,2,2,2,2,2],[99,3,3,1,1,3,37.71,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,46.87,0.002,0,0,0,0,0,0,0],[101,1,1,3,1,1,44.21,0.002,0,1,3,1,1,1,1],[102,2,2,0,1,0,42.95,0.002,0,2,2,2,2,2,2],[103,3,1,1,1,1,41.93,0.002,0,1,1,1,3,3,3],[104,0,0,0,1,0,48.47,0.002,0,1,1,1,0,0,0],[105,1,1,3,1,1,45.45,0.002,0,3,3,3,1,1,1],[106,2,2,0,1,2,39.87,0.002,0,0,0,0,2,2,2],[107,3,3,1,1,3,42.02,0.002,0,1,1,1,3,3,3],[108,0,0,1,1,0,48.62,0.002,0,0,0,0,0,0,0],[109,1,1,1,1,1,48.19,0.002,0,1,1,1,1,1,1],[110,2,0,0,1,0,42.52,0.002,0,2,2,2,2,2,2],[111,3,3,1,1,3,36.88,0.002,0,3,1,3,3,3,3],[112,0,0,2,1,0,39.91,0.002,0,2,2,0,0,0,0],[113,1,1,1,1,1,49.54,0.002,0,1,1,1,3,3,3],[114,2,2,3,1,2,38.08,0.002,0,2,3,2,2,2,2],[115,3,3,1,1,3,36.33,0.002,0,1,1,1,3,3,3],[116,0,0,0,1,0,43.21,0.002,0,1,1,1,0,0,0],[117,1,1,3,1,1,48.78,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,41.23,0.002,0,2,0,2,2,2,2],[119,3,3,0,1,3,40.86,0.002,0,0,0,0,3,3,3],[120,0,0,0,1,0,45.88,0.002,0,1,1,1,0,0,0],[121,1,1,1,1,1,47.87,0.002,0,1,1,1,1,1,1],[122,2,2,0,1,2,41.36,0.002,0,2,2,2,2,2,2],[123,3,1,1,1,1,41.11,0.002,0,1,1,1,3,3,3],[124,0,0,0,1,0,42.5,0.002,0,0,0,0,0,0,0],[125,1,1,3,1,1,47.56,0.002,0,1,1,1,1,1,1],[126,2,0,0,1,0,42.99,0.002,0,2,3,2,2,1,2],[127,3,3,1,1,3,38.79,0.002,0,3,3,3,3,1,3],[128,0,2,2,1,2,42.73,0.002,0,2,2,2,2,2,2],[129,1,1,3,1,1,45.82,0.002,0,1,1,1,1,3,1],[130,2,2,0,1,2,42.77,0.002,0,2,0,2,2,2,2],[131,3,3,1,1,3,41.78,0.002,0,1,1,1,3,3,3],[132,0,0,0,1,0,42.66,0.002,0,0,0,0,0,0,0],[133,1,1,1,1,1,42.37,0.002,0,1,1,1,1,3,1],[134,2,2,0,1,2,43.59,0.002,0,2,2,2,2,2,2],[135,3,3,1,1,3,39.31,0.002,0,3,3,3,3,3,3],[136,0,2,2,1,2,44.54,0.002,0,2,2,2,0,2,0],[137,1,1,1,1,1,46.7,0.002,0,1,1,1,1,1,1],[138,2,3,3,1,3,44.58,0.002,0,3,3,3,2,3,1],[139,3,3,1,1,3,33.84,0.002,0,0,0,0,3,3,3],[140,0,0,0,1,0,38.61,0.002,0,0,0,0,0,0,0],[141,1,1,1,1,1,46.85,0.002,0,1,1,1,1,1,1],[142,2,2,0,1,2,40.4,0.002,0,2,0,2,2,2,2],[143,3,3,1,1,3,39.11,0.002,0,3,3,3,3,3,3],[144,0,0,0,1,0,45.71,0.002,0,0,0,0,0,0,0],[145,1,3,3,1,3,44.1,0.002,0,1,3,1,1,1,1],[146,2,2,0,1,2,42.16,0.002,0,2,2,2,2,2,2],[147,3,3,1,1,3,36.17,0.002,0,3,1,3,3,3,3],[148,0,0,0,1,0,42.64,0.002,0,0,0,0,0,0,0],[149,1,1,2,1,1,41.48,0.002,0,0,0,0,1,2,1],[150,2,2,3,1,2,46.25,0.002,0,2,3,2,2,1,1],[151,3,3,0,1,3,44.31,0.002,0,3,3,3,1,1,3],[152,0,2,2,1,2,43.56,0.002,0,2,2,2,1,2,1],[153,1,1,1,1,1,48.36,0.002,0,1,1,1,1,1,1],[154,2,2,3,1,2,44.15,0.002,0,2,3,2,2,3,2],[155,3,3,3,1,3,36.41,0.002,0,3,3,3,3,3,3],[156,0,0,3,1,0,46.6,0.002,0,2,2,2,1,1,1],[157,1,1,1,1,1,43.3,0.002,0,1,1,1,1,1,1],[158,2,2,3,1,2,39.93,0.002,0,2,3,2,2,2,2],[159,3,3,1,1,3,42.06,0.002,0,3,3,3,3,1,3],[160,0,0,0,1,0,45.17,0.002,0,0,0,0,0,0,0],[161,1,1,1,1,1,46.83,0.002,0,1,1,1,1,1,1],[162,2,2,0,1,2,36.6,0.002,0,2,0,2,2,2,2],[163,3,1,1,1,1,42.85,0.002,0,1,1,1,3,3,3],[164,0,0,0,1,0,45.48,0.002,0,0,0,0,0,0,0],[165,1,1,1,1,1,46.94,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,43.76,0.002,0,0,0,0,1,1,1],[167,3,3,0,1,3,39.97,0.002,0,3,3,3,3,2,3],[168,0,0,0,1,0,47.58,0.002,0,0,0,0,0,0,0],[169,1,3,3,1,3,43.11,0.002,0,3,3,3,2,2,2],[170,2,0,0,1,0,41.72,0.002,0,0,0,0,1,0,1],[171,3,3,3,1,3,43.41,0.002,0,3,3,3,3,3,3],[172,0,2,2,1,2,47.82,0.002,0,2,2,2,0,2,0],[173,1,1,3,1,1,47.47,0.002,0,1,1,1,1,1,1],[174,2,2,0,1,2,44.74,0.002,0,2,0,2,1,1,1],[175,3,3,3,1,3,41.48,0.002,0,3,3,3,3,3,3],[176,0,0,2,1,0,43.49,0.002,0,0,0,0,0,0,0],[177,1,1,3,1,1,46.46,0.002,0,1,0,1,1,1,1],[178,2,2,0,1,2,43.89,0.002,0,2,2,2,1,1,2],[179,3,3,3,1,3,40.29,0.002,0,3,3,3,3,3,3],[180,0,0,3,1,0,44.98,0.002,0,2,3,3,0,0,0],[181,1,3,3,1,3,42.88,0.002,0,3,0,3,1,2,1],[182,2,2,3,1,2,44.64,0.002,0,2,2,2,2,1,2],[183,3,3,1,1,3,40.49,0.002,0,1,1,1,3,3,3],[184,0,0,2,1,2,43.9,0.002,0,2,2,2,2,2,2],[185,1,1,3,1,1,45.03,0.002,0,1,1,1,1,1,1],[186,2,2,0,1,2,45.18,0.002,0,2,3,2,1,0,1],[187,3,3,1,1,3,42.56,0.002,0,3,3,3,3,3,3],[188,0,0,2,1,0,45.91,0.002,0,2,2,2,1,1,1],[189,1,1,1,1,1,47.71,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,46.1,0.002,0,2,2,2,2,2,2],[191,3,3,1,1,3,34.09,0.002,0,3,3,3,3,3,3],[192,0,0,3,1,0,43.8,0.002,0,3,3,3,0,0,0],[193,1,1,1,1,1,46.41,0.002,0,1,1,1,1,1,1],[194,2,2,0,1,2,44.6,0.002,0,0,0,0,2,2,2],[195,3,3,1,1,3,37.47,0.002,0,0,0,0,3,3,3],[196,0,0,2,1,0,48.19,0.002,0,2,2,2,1,1,1],[197,1,1,3,1,1,49.29,0.002,0,1,1,1,1,1,1],[198,2,2,0,1,2,42.33,0.002,0,2,2,2,1,1,1],[199,3,1,1,1,3,41.82,0.002,0,1,1,1,3,3,3],[200,0,0,0,1,0,42.42,0.002,0,0,0,0,0,0,0],[201,1,1,3,1,1,46.71,0.002,0,1,1,1,1,1,1],[202,2,2,0,1,2,43.18,0.002,0,0,0,0,1,1,1],[203,3,3,0,1,3,37.7,0.002,0,0,0,0,3,3,3],[204,0,0,0,1,0,41.57,0.002,0,0,0,0,0,0,0],[205,1,1,3,1,1,47.38,0.002,0,1,1,1,1,1,1],[206,2,2,0,1,2,48.04,0.002,0,2,0,2,1,1,1],[207,3,3,1,1,3,39.66,0.002,0,3,1,3,3,3,3],[208,0,0,0,1,0,45.6,0.002,0,3,3,3,0,0,0],[209,1,1,3,1,1,45.41,0.002,0,1,1,1,1,1,1],[210,2,2,0,1,2,41.75,0.002,0,2,0,2,1,1,1],[211,3,3,1,1,3,39.8,0.002,0,3,3,3,3,3,3],[212,0,0,0,1,0,43.17,0.002,0,1,1,1,0,0,0],[213,1,1,1,1,1,47.53,0.002,0,1,1,1,1,1,1],[214,2,2,3,1,2,39.4,0.002,0,2,3,2,2,2,2],[215,3,3,2,1,3,36.44,0.002,0,2,2,2,2,2,2],[216,0,0,2,1,0,41.08,0.002,0,0,2,0,0,0,0],[217,1,1,1,1,1,46.23,0.002,0,1,1,1,1,1,1],[218,2,2,0,1,2,39.59,0.002,0,2,0,2,2,2,2],[219,3,3,1,1,1,39.18,0.002,0,0,1,0,3,1,3],[220,0,0,2,1,0,42.72,0.002,0,0,2,0,2,2,2],[221,1,1,2,1,1,46.92,0.002,0,0,0,0,1,1,1],[222,2,2,0,1,2,39.68,0.002,0,2,0,2,2,2,2],[223,3,3,2,1,2,35.01,0.002,0,2,2,2,3,2,3],[224,0,0,2,1,0,47.95,0.002,0,2,2,2,1,1,1],[225,1,1,3,1,1,47.82,0.002,0,1,1,1,1,1,1],[226,2,2,0,1,2,42.76,0.002,0,2,0,2,2,1,2],[227,3,1,1,1,1,42.02,0.002,0,1,1,1,3,3,3],[228,0,0,0,1,0,46.08,0.002,0,0,0,0,0,0,0],[229,1,1,1,1,1,43.85,0.002,0,1,1,1,1,1,1],[230,2,2,2,1,2,41.93,0.002,0,2,2,2,2,2,2],[231,3,1,1,1,1,34.72,0.002,0,1,1,1,3,3,3],[232,0,0,0,1,0,44.56,0.002,0,1,1,1,0,0,0],[233,1,1,3,1,1,42.34,0.002,0,3,3,3,1,3,1],[234,2,2,3,1,2,43.26,0.002,0,2,0,2,2,1,2],[235,3,3,1,1,3,40.2,0.002,0,3,1,3,3,3,3],[236,0,0,3,1,0,43.4,0.002,0,3,3,3,0,0,0],[237,1,1,1,1,1,45,0.002,0,1,1,1,1,1,1],[238,2,2,0,1,2,37.4,0.002,0,2,2,2,2,2,2],[239,3,3,1,1,3,39.59,0.002,0,1,1,1,3,3,3],[240,0,0,3,1,0,45.66,0.002,0,1,1,1,0,0,0],[241,1,1,3,1,1,49.14,0.002,0,3,3,3,1,1,1],[242,2,2,0,1,2,43.04,0.002,0,2,2,2,1,1,1],[243,3,3,3,1,3,43.59,0.002,0,3,3,3,3,3,3],[244,0,0,2,1,0,43.92,0.002,0,2,2,2,0,0,0],[245,1,1,3,1,1,47.17,0.002,0,1,1,1,1,1,1],[246,2,0,0,1,0,45.58,0.002,0,2,2,2,1,0,1],[247,3,1,1,1,1,38.05,0.002,0,1,1,1,3,3,3],[248,0,0,3,1,0,47.13,0.002,0,3,3,3,0,0,0],[249,1,1,1,1,1,46.29,0.002,0,1,1,1,1,1,1],[250,2,2,0,1,2,44.49,0.002,0,2,2,2,1,1,1],[251,3,3,1,1,3,36.36,0.002,0,2,2,2,3,3,3],[252,0,2,2,1,2,43.63,0.002,0,2,0,2,1,1,1],[253,1,1,3,1,1,42.26,0.002,0,1,1,1,2,2,2],[254,2,2,1,1,2,43.42,0.002,0,0,0,0,2,2,2],[255,3,3,1,1,3,36.67,0.002,0,3,1,3,3,3,3],[256,0,2,2,1,2,46.97,0.002,0,2,2,2,1,1,1],[257,1,1,3,1,1,42.85,0.002,0,1,1,1,1,1,1],[258,2,2,0,1,2,40.59,0.002,0,2,0,2,2,2,2],[259,3,3,2,1,3,37.94,0.002,0,0,0,0,2,2,2],[260,0,0,0,1,0,46.27,0.002,0,0,0,0,0,0,0],[261,1,1,1,1,1,49.69,0.002,0,1,1,1,1,1,1],[262,2,3,3,1,2,38.61,0.002,0,2,3,2,2,2,2],[263,3,3,1,1,3,37.94,0.002,0,1,1,1,3,3,3],[264,0,0,0,1,0,44.58,0.002,0,0,2,0,0,0,0],[265,1,1,1,1,1,42.15,0.002,0,0,0,0,1,2,1],[266,2,2,0,1,2,42.84,0.002,0,2,2,2,2,2,2],[267,3,3,3,1,3,42.52,0.002,0,3,3,3,3,3,3],[268,0,0,0,1,0,41.73,0.002,0,0,2,0,0,0,0],[269,1,1,3,1,1,46.33,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,38.99,0.002,0,2,3,2,2,0,2],[271,3,1,1,1,1,42.15,0.002,0,0,0,0,1,1,1],[272,0,0,0,1,0,39.64,0.002,0,0,0,0,0,0,0],[273,1,1,3,1,1,43.69,0.002,0,1,1,1,1,1,1],[274,2,2,3,1,2,44.05,0.002,0,2,3,2,1,3,1],[275,3,1,1,1,1,43.43,0.002,0,1,1,1,3,3,3],[276,0,2,2,1,2,44,0.002,0,2,2,2,1,1,1],[277,1,1,3,1,1,40.93,0.002,0,3,3,3,1,1,1],[278,2,2,0,1,2,45.42,0.002,0,2,2,2,2,2,2],[279,3,3,0,1,3,40.1,0.002,0,0,0,0,3,3,3],[280,0,0,0,1,0,44.36,0.002,0,3,3,3,0,0,0],[281,1,1,3,1,1,48.85,0.002,0,1,1,1,1,1,1],[282,2,2,0,1,2,42.27,0.002,0,2,0,2,2,2,2],[283,3,3,1,1,3,36.15,0.002,0,3,3,3,3,3,3],[284,0,2,2,1,2,48.57,0.002,0,2,2,2,1,1,1],[285,1,1,1,1,1,48.71,0.002,0,1,1,1,1,1,1],[286,2,0,0,1,0,44.13,0.002,0,0,2,2,2,0,2],[287,3,3,1,1,3,38.38,0.002,0,3,3,3,3,3,3],[288,0,0,0,1,0,44.22,0.002,0,0,0,0,0,0,0],[289,1,1,1,1,1,49.64,0.002,0,1,1,1,1,1,1],[290,2,2,0,1,2,42.68,0.002,0,2,2,2,2,2,2],[291,3,3,1,1,3,39.38,0.002,0,3,1,3,3,3,3],[292,0,0,0,1,0,42.99,0.002,0,0,0,0,0,0,0],[293,1,1,3,1,1,49.87,0.002,0,1,1,1,1,1,1],[294,2,2,0,1,2,43.88,0.002,0,2,2,2,1,1,1],[295,3,3,1,1,3,37.65,0.002,0,1,1,1,3,3,3],[296,0,0,0,1,0,44.21,0.002,0,0,0,0,0,0,0],[297,1,1,1,1,1,45,0.002,0,1,1,1,1,1,1],[298,2,3,3,1,3,45.24,0.002,0,2,3,2,1,1,1],[299,3,3,0,1,3,39.3,0.002,0,0,0,0,3,3,3],[300,0,0,0,1,0,43.93,0.002,0,0,0,0,0,0,0],[301,1,1,3,1,1,41.79,0.002,0,1,2,1,2,2,2],[302,2,0,0,1,0,45.83,0.002,0,2,0,2,1,1,1],[303,3,2,2,1,2,38.53,0.002,0,0,2,0,1,1,1],[304,0,2,2,1,2,42.48,0.002,0,2,2,2,2,2,2],[305,1,1,1,1,1,47.62,0.002,0,1,1,1,1,1,1],[306,2,2,2,1,2,44.19,0.002,0,0,0,0,2,2,2],[307,3,3,3,1,3,35.8,0.002,0,3,3,3,3,3,3],[308,0,0,0,1,0,45.86,0.002,0,0,0,0,0,0,0],[309,1,1,1,1,1,48.76,0.002,0,1,1,1,1,1,1],[310,2,2,3,1,2,41.68,0.002,0,2,3,2,2,1,2],[311,3,2,2,1,2,36.1,0.002,0,2,2,2,2,2,2],[312,0,0,0,1,0,47.4,0.002,0,0,0,0,0,0,0],[313,1,1,3,1,1,43.14,0.002,0,1,1,1,2,2,2],[314,2,2,0,1,2,39.17,0.002,0,2,2,2,2,2,2],[315,3,3,0,1,3,36.66,0.002,0,3,2,3,3,2,3],[316,0,2,2,1,2,42.96,0.002,0,2,2,2,2,2,2],[317,1,1,1,1,1,46.78,0.002,0,1,1,1,1,1,1],[318,2,2,0,1,2,45.09,0.002,0,2,0,2,2,2,2],[319,3,3,1,1,3,39.47,0.002,0,3,1,3,3,3,3],[320,0,0,0,1,0,46.2,0.002,0,1,1,1,0,0,0],[321,1,3,3,1,3,42.53,0.002,0,3,2,3,2,2,2],[322,2,2,0,1,2,38.83,0.002,0,2,0,2,2,2,2],[323,3,3,1,1,3,36.92,0.002,0,3,1,3,3,3,3],[324,0,0,2,1,0,46.14,0.002,0,0,0,0,0,0,0],[325,1,1,1,1,1,46.42,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,41.03,0.002,0,2,2,2,2,2,2],[327,3,2,2,1,2,42.48,0.002,0,2,2,0,1,1,1],[328,0,0,0,1,0,42.81,0.002,0,0,0,0,0,0,0],[329,1,3,3,1,3,41.4,0.002,0,3,3,3,3,3,3],[330,2,2,0,1,2,46.31,0.002,0,2,2,2,2,2,2],[331,3,3,1,1,3,41.68,0.002,0,3,3,3,3,3,3],[332,0,0,0,1,0,41.85,0.002,0,0,0,0,0,0,0],[333,1,1,1,1,1,44.99,0.002,0,1,1,1,1,1,1],[334,2,0,0,1,0,46.72,0.002,0,0,0,0,0,0,0],[335,3,3,1,1,3,36.96,0.002,0,3,3,3,3,3,3],[336,0,2,2,1,2,43.86,0.002,0,2,2,2,2,2,2],[337,1,1,1,1,1,46.75,0.002,0,1,1,1,1,1,1],[338,2,2,3,1,2,41.27,0.002,0,2,3,2,2,3,2],[339,3,1,1,1,1,42.59,0.002,0,1,1,1,3,3,3],[340,0,0,3,1,0,46.81,0.002,0,3,3,3,0,0,0],[341,1,1,1,1,1,43.19,0.002,0,1,1,1,2,2,2],[342,2,2,3,1,2,43.91,0.002,0,0,0,0,2,2,2],[343,3,3,3,1,3,38.91,0.002,0,0,0,0,3,3,3],[344,0,0,0,1,0,38.8,0.002,0,3,3,3,0,0,0],[345,1,1,1,1,1,47.87,0.002,0,1,1,1,1,1,1],[346,2,2,0,1,0,43.81,0.002,0,2,0,2,2,1,2],[347,3,3,3,1,3,39.36,0.002,0,3,3,3,3,3,3],[348,0,0,0,1,0,40.14,0.002,0,0,0,0,0,0,0],[349,1,1,3,1,1,43.06,0.002,0,1,1,1,1,1,1],[350,2,2,0,1,2,43.59,0.002,0,0,0,0,2,2,2],[351,3,3,3,1,3,39.65,0.002,0,0,0,0,3,3,3],[352,0,0,0,1,0,47.14,0.002,0,0,0,0,0,0,0],[353,1,3,3,1,3,44.35,0.002,0,1,3,1,1,2,1],[354,2,2,0,1,2,44.82,0.002,0,2,2,2,2,2,2],[355,3,3,3,1,3,39.15,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,45.06,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,45.87,0.002,0,1,1,1,1,1,1],[358,2,2,0,1,2,39.44,0.002,0,2,2,2,2,2,2],[359,3,3,1,1,3,38.57,0.002,0,3,3,3,3,3,3],[360,0,0,2,1,0,46.2,0.002,0,2,2,2,0,0,0],[361,1,1,3,1,1,49.28,0.002,0,0,0,0,1,1,1],[362,2,2,0,1,2,45.26,0.002,0,2,2,2,2,2,2],[363,3,3,3,1,3,36.96,0.002,0,3,0,3,3,3,3],[364,0,0,0,1,0,46.59,0.002,0,3,3,3,0,0,0],[365,1,1,1,1,1,43.31,0.002,0,1,1,1,1,1,1],[366,2,2,0,1,2,41.82,0.002,0,0,0,0,2,2,2],[367,3,3,1,1,3,38.02,0.002,0,3,3,3,3,1,3],[368,0,2,2,1,2,47.62,0.002,0,2,2,2,0,1,0],[369,1,1,3,1,1,47.73,0.002,0,1,3,1,1,1,1],[370,2,2,3,1,2,39.71,0.002,0,2,2,2,2,2,2],[371,3,3,1,1,3,41.23,0.002,0,0,1,0,3,3,3],[372,0,0,0,1,0,41.04,0.002,0,0,0,0,0,0,0],[373,1,1,1,1,1,47.25,0.002,0,1,1,1,1,1,1],[374,2,2,3,1,2,45.57,0.002,0,2,0,2,1,1,1],[375,3,1,1,1,1,40.62,0.002,0,1,1,1,3,3,3],[376,0,0,0,1,0,45.13,0.002,0,0,0,0,0,1,0],[377,1,1,1,1,1,45.76,0.002,0,1,1,1,1,1,1],[378,2,0,0,1,0,44.14,0.002,0,2,2,2,1,1,1],[379,3,3,1,1,3,37.44,0.002,0,1,1,1,3,3,3],[380,0,2,2,1,2,44.29,0.002,0,2,2,2,1,1,1],[381,1,1,2,1,1,42.61,0.002,0,0,0,0,1,1,1],[382,2,2,3,1,2,44.17,0.002,0,0,0,0,2,2,2],[383,3,3,1,1,3,37.74,0.002,0,3,3,3,3,3,3],[384,0,0,0,1,0,44.35,0.002,0,3,3,3,0,0,0],[385,1,1,3,1,1,49.38,0.002,0,3,3,3,1,1,1],[386,2,2,0,1,2,39.48,0.002,0,2,3,2,2,2,2],[387,3,3,2,1,3,39.02,0.002,0,2,0,2,2,2,2],[388,0,0,2,1,0,48.48,0.002,0,2,2,2,1,1,1],[389,1,1,3,1,1,43.21,0.002,0,3,3,3,2,2,2],[390,2,2,3,1,2,43.09,0.002,0,2,3,2,2,1,2],[391,3,3,3,1,3,38.13,0.002,0,3,0,3,3,3,3],[392,0,0,3,1,0,40.56,0.002,0,3,3,3,0,0,0],[393,1,1,3,1,1,43.05,0.002,0,3,3,3,1,1,1],[394,2,3,3,1,2,44.94,0.002,0,2,3,2,2,2,2],[395,3,1,1,1,1,42.76,0.002,0,1,1,1,3,3,3],[396,0,0,2,1,0,37.72,0.002,0,0,0,0,0,0,0],[397,1,1,3,1,1,49.82,0.002,0,1,1,1,1,1,1],[398,2,2,0,1,2,37.76,0.002,0,0,0,0,2,2,2],[399,3,1,1,1,1,40.51,0.002,0,1,1,1,3,3,3]],"elapsed_ms":2774,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":263,"J":250,"J_valid":250,"n_invalid":0,"n00":94,"n01":8,"n10":85,"n11":63,"ctl_n":250,"ctl_err":1},"metrics":{"target_error":0.284,"Q_transfer":0.716,"source_success":0.592,"joint_error":0.252,"T_cond":0.42567567567567566,"R":0.004,"delta":0.27999999999999997,"delta_pp":27.999999999999996,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.6575}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":326,"J":297,"J_valid":297,"n_invalid":0,"n00":111,"n01":3,"n10":157,"n11":26,"ctl_n":297,"ctl_err":2},"metrics":{"target_error":0.09764309764309764,"Q_transfer":0.9023569023569024,"source_success":0.6161616161616161,"joint_error":0.08754208754208755,"T_cond":0.14207650273224043,"R":0.006734006734006734,"delta":0.09090909090909091,"delta_pp":9.090909090909092,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-MLP/pgd/eps0050","seed":44,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.00125},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,36.54,0.005,0,0,0,0,0,0,0],[1,1,1,3,1,1,38.81,0.005,0,1,3,1,1,1,1],[2,2,2,0,1,2,36.16,0.005,0,0,0,0,2,2,2],[3,3,3,1,1,1,34.43,0.005,0,3,1,3,3,3,3],[4,0,0,3,1,0,34.97,0.005,0,3,3,3,0,0,0],[5,1,1,1,1,1,38.42,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,36.43,0.005,0,2,3,2,2,2,2],[7,3,3,0,1,3,28.84,0.005,0,3,0,3,3,3,3],[8,0,2,2,1,2,37.81,0.005,0,2,2,2,1,3,1],[9,1,1,3,1,1,41.26,0.005,0,1,3,1,1,3,1],[10,2,2,0,1,2,32.84,0.005,0,2,0,2,2,2,2],[11,3,3,0,1,3,33.05,0.005,0,0,0,0,3,3,3],[12,0,0,2,1,0,37.11,0.005,0,0,0,0,0,0,0],[13,1,1,3,1,1,36.66,0.005,0,1,1,1,1,1,1],[14,2,2,0,1,2,35.05,0.005,0,2,3,2,2,0,2],[15,3,3,1,1,3,30.21,0.005,0,3,2,3,3,3,3],[16,0,0,2,1,0,36.38,0.005,0,2,0,3,0,0,0],[17,1,1,1,1,1,43.51,0.005,0,1,0,1,1,1,1],[18,2,2,0,1,2,37.8,0.005,0,0,0,0,1,1,1],[19,3,3,1,1,3,33.39,0.005,0,3,2,3,3,3,3],[20,0,0,0,1,0,40.12,0.005,0,0,0,0,1,1,1],[21,1,1,3,1,1,37.9,0.005,0,0,0,0,1,2,2],[22,2,2,0,1,2,33.89,0.005,0,2,0,2,2,2,2],[23,3,3,0,1,3,31.48,0.005,0,3,2,3,3,2,3],[24,0,0,0,1,0,35.28,0.005,0,0,0,0,0,0,0],[25,1,1,3,1,1,36.93,0.005,0,1,1,1,1,1,1],[26,2,2,0,1,0,38.43,0.005,0,2,3,2,1,1,1],[27,3,3,0,1,3,32.85,0.005,0,0,0,0,3,3,3],[28,0,2,2,1,2,35.96,0.005,0,2,2,2,2,2,2],[29,1,1,1,1,1,39.49,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,36.02,0.005,0,2,3,2,1,0,1],[31,3,3,0,1,3,32.16,0.005,0,3,3,3,3,1,3],[32,0,0,0,1,0,39.18,0.005,0,0,0,0,0,0,0],[33,1,1,3,1,1,38.23,0.005,0,1,1,1,1,1,1],[34,2,0,0,1,2,40.08,0.005,0,2,0,0,2,2,2],[35,3,3,1,1,3,31.46,0.005,0,3,1,3,3,3,3],[36,0,2,2,1,2,40.3,0.005,0,2,2,2,1,1,1],[37,1,3,3,1,3,35.14,0.005,0,3,2,3,2,2,2],[38,2,2,0,1,2,36.65,0.005,0,2,2,2,2,2,2],[39,3,3,1,1,3,33.73,0.005,0,3,3,3,3,3,3],[40,0,0,3,1,0,37.21,0.005,0,3,3,3,0,0,0],[41,1,1,3,1,1,35.21,0.005,0,1,1,1,2,2,2],[42,2,0,0,1,0,32.72,0.005,0,2,0,2,2,2,2],[43,3,3,1,1,3,32.45,0.005,0,1,1,3,3,3,3],[44,0,0,3,1,0,34.08,0.005,0,0,0,0,0,0,0],[45,1,1,3,1,1,40.16,0.005,0,1,1,1,1,1,1],[46,2,3,1,1,2,35.98,0.005,0,3,3,2,1,1,1],[47,3,3,1,1,3,32.05,0.005,0,3,1,3,3,3,3],[48,0,2,2,1,2,41.47,0.005,0,2,2,2,1,1,1],[49,1,1,3,1,1,40.31,0.005,0,1,3,1,1,2,1],[50,2,2,0,1,2,36.2,0.005,0,2,0,2,2,0,2],[51,3,3,0,1,3,31.03,0.005,0,3,3,3,3,3,3],[52,0,2,2,1,2,37.98,0.005,0,2,2,2,0,2,0],[53,1,1,3,1,1,40.71,0.005,0,1,0,1,1,1,1],[54,2,2,0,1,2,32.86,0.005,0,2,2,2,2,2,2],[55,3,3,1,1,1,35.65,0.005,0,1,1,1,3,3,3],[56,0,0,2,1,0,39.62,0.005,0,0,0,0,0,0,0],[57,1,1,3,1,1,38.04,0.005,0,1,0,1,1,1,1],[58,2,2,3,1,2,36.81,0.005,0,2,3,2,2,1,2],[59,3,3,0,1,3,31.27,0.005,0,3,3,3,3,3,3],[60,0,0,2,1,0,35.36,0.005,0,0,0,0,0,0,0],[61,1,1,1,1,1,39.23,0.005,0,1,1,1,1,1,1],[62,2,2,0,1,2,38.21,0.005,0,0,0,0,2,0,2],[63,3,3,1,1,3,34.81,0.005,0,3,1,1,3,3,3],[64,0,0,2,1,2,40.28,0.005,0,0,0,0,1,1,1],[65,1,1,3,1,1,39.62,0.005,0,1,0,1,1,1,1],[66,2,2,0,1,2,38.02,0.005,0,2,3,2,1,1,1],[67,3,3,1,1,1,33.21,0.005,0,1,1,1,3,3,3],[68,0,0,3,1,0,38.57,0.005,0,0,3,0,0,0,0],[69,1,1,3,1,1,39.24,0.005,0,1,1,1,1,1,1],[70,2,2,0,1,2,33.43,0.005,0,2,2,2,2,2,2],[71,3,3,1,1,3,32.06,0.005,0,3,1,1,3,3,3],[72,0,0,2,1,0,41.2,0.005,0,2,0,2,1,1,1],[73,1,1,1,1,1,39.75,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,32.48,0.005,0,2,0,2,2,2,2],[75,3,3,1,1,1,35.44,0.005,0,3,1,3,3,3,3],[76,0,0,3,1,0,41.67,0.005,0,3,3,3,1,1,1],[77,1,1,1,1,1,39.43,0.005,0,1,1,1,1,1,1],[78,2,2,0,1,2,36.99,0.005,0,2,0,2,2,1,2],[79,3,2,2,1,2,32.98,0.005,0,0,0,0,1,2,1],[80,0,0,2,1,0,37.95,0.005,0,0,2,0,0,0,0],[81,1,1,1,1,1,38.51,0.005,0,1,1,1,1,1,1],[82,2,0,0,1,0,31.73,0.005,0,2,2,2,2,2,2],[83,3,1,1,1,3,33.09,0.005,0,2,2,1,3,3,3],[84,0,0,2,1,0,36.3,0.005,0,0,0,0,2,2,2],[85,1,1,3,1,1,35.95,0.005,0,1,0,1,2,2,2],[86,2,2,3,1,2,34.7,0.005,0,2,3,2,2,1,2],[87,3,3,3,1,3,29.89,0.005,0,3,3,3,3,3,3],[88,0,0,2,1,0,41.89,0.005,0,0,2,0,0,0,0],[89,1,1,3,1,1,40.45,0.005,0,1,3,1,1,3,1],[90,2,2,0,1,2,34.74,0.005,0,2,0,2,2,2,2],[91,3,3,0,1,3,31.22,0.005,0,3,3,3,3,3,3],[92,0,2,2,1,2,35.53,0.005,0,2,2,2,2,2,2],[93,1,3,3,1,3,36.04,0.005,0,3,2,3,2,2,2],[94,2,2,0,1,2,37.46,0.005,0,2,2,2,2,0,2],[95,3,3,1,1,1,32.28,0.005,0,1,1,1,3,3,3],[96,0,0,2,1,0,38.95,0.005,0,2,2,2,1,2,1],[97,1,1,3,1,1,42.33,0.005,0,1,0,1,1,2,1],[98,2,2,0,1,2,33.72,0.005,0,2,2,2,2,2,2],[99,3,3,1,1,3,30.06,0.005,0,3,2,3,3,3,3],[100,0,0,3,1,0,40.34,0.005,0,0,0,0,0,0,0],[101,1,1,3,1,1,38.12,0.005,0,1,3,1,1,2,1],[102,2,2,0,1,2,34.17,0.005,0,2,2,2,2,2,2],[103,3,1,1,1,1,34.99,0.005,0,1,1,1,3,3,3],[104,0,0,3,1,0,40.18,0.005,0,1,1,1,0,0,0],[105,1,1,3,1,1,38.58,0.005,0,3,3,3,1,1,1],[106,2,2,0,1,2,32.08,0.005,0,0,2,2,2,0,2],[107,3,3,1,1,3,34.83,0.005,0,1,1,1,3,3,3],[108,0,0,1,1,0,41.27,0.005,0,0,1,0,0,0,0],[109,1,1,3,1,1,41.24,0.005,0,1,1,1,1,1,1],[110,2,0,0,1,0,35.88,0.005,0,2,0,2,2,0,2],[111,3,3,1,1,1,30.04,0.005,0,3,1,1,3,3,3],[112,0,0,2,1,0,32.46,0.005,0,2,2,2,0,0,0],[113,1,1,3,1,1,42.54,0.005,0,1,3,1,3,3,3],[114,2,2,3,1,2,31.56,0.005,0,2,3,2,2,0,2],[115,3,3,1,1,3,29.76,0.005,0,1,1,1,3,3,3],[116,0,0,0,1,0,35.52,0.005,0,1,1,1,0,0,0],[117,1,1,3,1,1,41.54,0.005,0,1,3,1,1,1,1],[118,2,2,0,1,2,34.08,0.005,0,2,0,2,2,2,2],[119,3,3,0,1,3,33.93,0.005,0,0,0,0,3,3,3],[120,0,0,0,1,0,39.51,0.005,0,1,1,1,0,0,0],[121,1,1,3,1,1,41.37,0.005,0,1,1,1,1,1,1],[122,2,2,0,1,2,35.04,0.005,0,2,2,2,2,2,2],[123,3,1,1,1,1,34.55,0.005,0,1,1,1,3,3,3],[124,0,0,2,1,0,33.4,0.005,0,0,2,0,0,0,0],[125,1,1,3,1,1,40.7,0.005,0,1,3,1,1,1,1],[126,2,0,0,1,0,35.71,0.005,0,2,3,2,2,1,2],[127,3,3,1,1,3,31.66,0.005,0,3,3,3,3,1,3],[128,0,2,2,1,2,35.12,0.005,0,2,2,2,2,2,2],[129,1,1,3,1,1,39.19,0.005,0,1,3,1,1,3,1],[130,2,2,0,1,2,33.19,0.005,0,2,3,2,2,0,2],[131,3,3,1,1,3,34.74,0.005,0,1,1,1,3,3,3],[132,0,0,0,1,0,36.71,0.005,0,0,0,0,0,0,0],[133,1,1,3,1,1,34.56,0.005,0,1,1,1,1,3,3],[134,2,2,0,1,2,36.86,0.005,0,2,0,2,2,1,3],[135,3,3,1,1,3,32.31,0.005,0,3,1,3,3,3,3],[136,0,2,2,1,2,37.24,0.005,0,2,2,2,0,2,0],[137,1,1,3,1,1,40.06,0.005,0,1,1,1,1,1,1],[138,2,3,3,1,3,37.35,0.005,0,3,3,2,2,3,3],[139,3,3,1,1,3,27.51,0.005,0,0,3,0,3,3,3],[140,0,0,0,1,0,31.21,0.005,0,0,0,0,0,0,0],[141,1,1,1,1,1,39.29,0.005,0,1,1,1,1,1,1],[142,2,2,0,1,2,33.1,0.005,0,2,0,2,2,2,2],[143,3,3,1,1,3,31.29,0.005,0,3,1,3,3,3,3],[144,0,0,0,1,0,38.65,0.005,0,0,0,0,0,0,0],[145,1,3,3,1,3,37.49,0.005,0,1,3,1,1,1,1],[146,2,2,0,1,2,33.88,0.005,0,2,3,2,2,0,2],[147,3,3,1,1,3,29.27,0.005,0,3,1,3,3,3,3],[148,0,0,0,1,0,36.01,0.005,0,0,0,0,0,0,0],[149,1,1,2,1,1,34.2,0.005,0,0,0,0,1,2,1],[150,2,2,1,1,2,38.78,0.005,0,2,3,2,2,1,1],[151,3,3,0,1,3,36.58,0.005,0,3,0,3,1,1,1],[152,0,2,2,1,2,36.93,0.005,0,2,2,2,1,2,1],[153,1,1,3,1,1,40.57,0.005,0,1,1,1,1,1,1],[154,2,2,3,1,2,36.54,0.005,0,2,3,2,2,3,2],[155,3,3,0,1,3,28.47,0.005,0,3,3,3,3,3,3],[156,0,0,3,1,0,39.99,0.005,0,2,2,2,1,3,1],[157,1,1,0,1,1,36.79,0.005,0,1,1,1,1,1,1],[158,2,2,3,1,2,32.64,0.005,0,2,3,2,2,1,2],[159,3,3,1,1,3,35.34,0.005,0,3,3,2,3,1,3],[160,0,0,0,1,0,39.33,0.005,0,0,0,0,0,0,0],[161,1,1,3,1,1,40.35,0.005,0,1,3,1,1,1,1],[162,2,2,0,1,2,30.31,0.005,0,2,0,2,2,2,2],[163,3,1,1,1,1,35.82,0.005,0,1,1,1,3,3,3],[164,0,0,2,1,0,39.04,0.005,0,0,2,0,0,0,0],[165,1,1,1,1,1,40.32,0.005,0,1,1,1,1,1,1],[166,2,2,0,1,2,37.09,0.005,0,0,0,2,1,0,1],[167,3,3,0,1,3,32.95,0.005,0,3,2,3,3,2,3],[168,0,0,0,1,0,39.75,0.005,0,0,0,0,0,0,0],[169,1,3,3,1,3,35.59,0.005,0,3,3,3,2,2,2],[170,2,0,0,1,0,35.66,0.005,0,0,0,0,1,0,0],[171,3,3,3,1,3,37.55,0.005,0,3,3,3,3,3,3],[172,0,2,2,1,2,39.66,0.005,0,2,2,2,0,2,0],[173,1,1,3,1,1,39.24,0.005,0,1,1,1,1,1,1],[174,2,2,0,1,2,38.03,0.005,0,2,0,2,1,1,1],[175,3,3,0,1,3,35.01,0.005,0,3,3,3,3,3,3],[176,0,0,2,1,0,36.3,0.005,0,0,0,0,0,0,0],[177,1,1,3,1,1,39.39,0.005,0,1,0,1,1,1,1],[178,2,2,0,1,0,37.81,0.005,0,2,2,2,1,1,1],[179,3,3,1,1,3,34.15,0.005,0,3,3,3,3,3,3],[180,0,0,3,1,0,37.46,0.005,0,2,2,3,0,0,0],[181,1,3,3,1,3,36.98,0.005,0,3,0,3,1,2,1],[182,2,2,3,1,2,38.14,0.005,0,2,2,2,2,1,2],[183,3,3,1,1,3,33.92,0.005,0,1,1,3,3,3,3],[184,0,0,2,1,2,36.96,0.005,0,2,2,2,2,2,2],[185,1,1,3,1,1,38.75,0.005,0,1,0,1,1,1,1],[186,2,2,0,1,2,37.11,0.005,0,2,3,2,1,0,1],[187,3,3,1,1,3,36.09,0.005,0,3,1,3,3,1,3],[188,0,0,2,1,0,38.02,0.005,0,2,2,2,1,1,1],[189,1,1,3,1,1,40.52,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,38.66,0.005,0,2,2,2,2,2,2],[191,3,3,1,1,3,27.78,0.005,0,3,1,3,3,1,3],[192,0,0,3,1,0,36.56,0.005,0,3,3,3,0,0,0],[193,1,1,1,1,1,38.67,0.005,0,1,1,1,1,1,1],[194,2,2,0,1,2,37.97,0.005,0,0,0,0,2,2,2],[195,3,3,1,1,1,31.08,0.005,0,0,1,0,3,3,3],[196,0,0,2,1,0,41.26,0.005,0,2,2,2,1,1,1],[197,1,1,3,1,1,42.32,0.005,0,1,1,1,1,1,1],[198,2,2,0,1,2,35.12,0.005,0,2,2,2,1,0,1],[199,3,1,1,1,3,35.29,0.005,0,1,1,1,3,3,3],[200,0,0,0,1,0,35.7,0.005,0,0,0,0,0,0,0],[201,1,1,3,1,1,40.32,0.005,0,1,1,1,1,1,1],[202,2,2,0,1,2,35.9,0.005,0,0,0,0,1,0,1],[203,3,3,0,1,3,30.85,0.005,0,0,0,0,3,2,3],[204,0,0,0,1,0,35.44,0.005,0,0,0,0,0,0,0],[205,1,1,3,1,1,40.75,0.005,0,1,1,1,1,1,1],[206,2,2,0,1,2,40.41,0.005,0,2,0,2,1,1,1],[207,3,3,1,1,3,32.86,0.005,0,3,1,1,3,3,3],[208,0,0,2,1,0,38.75,0.005,0,3,0,3,0,0,0],[209,1,1,3,1,1,38.41,0.005,0,1,1,1,1,1,1],[210,2,2,0,1,2,34.99,0.005,0,2,0,0,1,1,1],[211,3,3,1,1,3,32.54,0.005,0,3,1,3,3,3,3],[212,0,0,0,1,0,37.15,0.005,0,1,1,1,0,0,0],[213,1,1,3,1,1,40.52,0.005,0,1,1,1,1,1,1],[214,2,2,3,1,2,31.44,0.005,0,2,3,2,2,3,2],[215,3,3,2,1,2,29.59,0.005,0,2,2,2,2,2,2],[216,0,0,2,1,0,34.76,0.005,0,0,2,0,0,2,0],[217,1,1,1,1,1,38.45,0.005,0,1,1,1,1,1,1],[218,2,2,0,1,2,33.16,0.005,0,2,0,2,2,2,2],[219,3,3,1,1,1,33.19,0.005,0,0,1,3,3,1,3],[220,0,0,2,1,0,35.08,0.005,0,0,2,0,2,2,2],[221,1,1,2,1,1,39.11,0.005,0,0,2,0,1,0,1],[222,2,2,0,1,2,32,0.005,0,2,2,2,2,2,2],[223,3,3,2,1,2,29.41,0.005,0,2,2,2,3,2,3],[224,0,0,2,1,2,41.34,0.005,0,2,2,2,1,1,1],[225,1,1,3,1,1,41.47,0.005,0,1,1,1,1,1,1],[226,2,2,0,1,2,36.54,0.005,0,2,0,2,2,0,2],[227,3,1,1,1,1,35.4,0.005,0,1,1,1,3,3,3],[228,0,0,0,1,0,38.66,0.005,0,0,0,0,0,0,0],[229,1,1,1,1,1,37.38,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,35.13,0.005,0,2,0,2,2,2,2],[231,3,1,1,1,1,27.75,0.005,0,1,1,1,3,3,3],[232,0,0,0,1,0,38.64,0.005,0,1,1,1,0,0,0],[233,1,1,3,1,1,35.17,0.005,0,3,3,3,1,3,1],[234,2,2,3,1,2,35.13,0.005,0,2,3,2,2,1,2],[235,3,3,1,1,3,32.6,0.005,0,3,1,1,3,3,3],[236,0,0,3,1,0,36.53,0.005,0,3,3,3,0,0,0],[237,1,1,3,1,1,37.66,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,30.36,0.005,0,2,2,2,2,2,2],[239,3,3,1,1,1,32.58,0.005,0,1,1,1,3,3,3],[240,0,0,3,1,0,38.82,0.005,0,1,1,1,0,0,0],[241,1,1,3,1,1,41.88,0.005,0,3,3,3,1,1,1],[242,2,2,0,1,2,36.18,0.005,0,2,0,2,1,1,1],[243,3,3,3,1,3,36.69,0.005,0,3,3,3,3,3,3],[244,0,0,2,1,0,36.71,0.005,0,2,2,2,0,2,0],[245,1,1,3,1,1,41.34,0.005,0,1,1,1,1,1,1],[246,2,0,0,1,0,39.43,0.005,0,2,2,2,1,0,1],[247,3,1,1,1,1,31.3,0.005,0,1,1,1,3,3,3],[248,0,0,3,1,0,39.85,0.005,0,3,3,3,0,0,0],[249,1,1,3,1,1,39.06,0.005,0,1,1,1,1,0,1],[250,2,2,0,1,2,36.62,0.005,0,2,2,2,1,1,1],[251,3,3,1,1,3,28.38,0.005,0,2,2,2,3,3,3],[252,0,2,2,1,2,36.42,0.005,0,2,2,2,1,1,1],[253,1,1,3,1,1,35.02,0.005,0,1,0,1,2,2,2],[254,2,2,1,1,2,36.29,0.005,0,0,1,0,2,2,2],[255,3,3,1,1,3,30.27,0.005,0,3,1,3,3,3,3],[256,0,2,2,1,2,39.94,0.005,0,2,2,2,1,1,1],[257,1,1,0,1,1,36.16,0.005,0,1,0,1,1,1,1],[258,2,2,0,1,2,33.47,0.005,0,2,0,2,2,2,2],[259,3,3,2,1,3,31.06,0.005,0,0,2,0,2,2,2],[260,0,0,0,1,0,39.81,0.005,0,0,0,0,0,0,0],[261,1,1,3,1,1,42.71,0.005,0,1,1,1,1,1,1],[262,2,3,3,1,2,31.33,0.005,0,2,3,2,2,3,2],[263,3,3,1,1,3,31.34,0.005,0,1,1,1,3,3,3],[264,0,0,2,1,0,37.53,0.005,0,0,2,0,0,0,0],[265,1,1,2,1,1,34.28,0.005,0,0,0,0,1,2,1],[266,2,2,0,1,2,35.86,0.005,0,2,2,2,2,2,2],[267,3,3,0,1,3,35.96,0.005,0,3,3,3,3,3,3],[268,0,0,2,1,0,34.97,0.005,0,0,2,0,0,0,0],[269,1,1,3,1,1,39.77,0.005,0,1,1,1,1,1,1],[270,2,2,0,1,2,32.3,0.005,0,2,3,2,2,0,2],[271,3,1,1,1,1,35.24,0.005,0,0,1,0,1,1,1],[272,0,0,0,1,0,33.69,0.005,0,0,0,0,0,0,0],[273,1,1,3,1,1,36.92,0.005,0,1,1,1,1,1,1],[274,2,2,3,1,2,36.48,0.005,0,2,3,2,1,3,1],[275,3,1,1,1,1,36.46,0.005,0,1,1,1,3,3,3],[276,0,2,2,1,2,37.72,0.005,0,2,2,2,1,3,1],[277,1,1,3,1,1,35,0.005,0,3,3,3,1,3,1],[278,2,2,0,1,2,37.46,0.005,0,2,2,2,2,2,2],[279,3,3,0,1,3,33,0.005,0,0,0,0,3,3,3],[280,0,0,0,1,0,37.81,0.005,0,3,3,3,0,0,0],[281,1,1,3,1,1,42.51,0.005,0,1,1,1,1,1,1],[282,2,2,0,1,2,34.82,0.005,0,2,2,2,2,2,2],[283,3,3,1,1,3,28.84,0.005,0,3,3,3,3,3,3],[284,0,2,2,1,2,42.63,0.005,0,2,2,2,1,1,1],[285,1,1,3,1,1,41.57,0.005,0,1,1,1,1,1,1],[286,2,0,0,1,2,36.17,0.005,0,0,3,2,2,0,2],[287,3,3,1,1,3,31.43,0.005,0,3,3,3,3,3,3],[288,0,0,0,1,0,36.65,0.005,0,0,0,0,0,0,0],[289,1,1,3,1,1,42.04,0.005,0,1,3,1,1,1,1],[290,2,2,0,1,2,35.91,0.005,0,2,0,2,2,2,2],[291,3,3,1,1,3,33.51,0.005,0,3,1,3,3,3,3],[292,0,0,0,1,0,36.12,0.005,0,0,0,0,0,0,0],[293,1,1,3,1,1,42.72,0.005,0,1,1,1,1,1,1],[294,2,2,0,1,2,36.68,0.005,0,2,0,2,1,1,1],[295,3,3,1,1,3,31.04,0.005,0,1,1,1,3,3,3],[296,0,0,0,1,0,37.1,0.005,0,0,0,0,0,0,0],[297,1,1,3,1,1,37.83,0.005,0,1,1,1,1,1,1],[298,2,3,1,1,3,37.95,0.005,0,2,3,2,1,1,1],[299,3,3,0,1,3,31.94,0.005,0,0,0,0,3,3,3],[300,0,0,2,1,0,35.43,0.005,0,0,0,0,0,0,0],[301,1,1,3,1,3,35.4,0.005,0,1,2,1,2,2,2],[302,2,0,0,1,0,38.5,0.005,0,2,2,2,1,1,1],[303,3,2,2,1,2,31.37,0.005,0,0,2,2,1,2,1],[304,0,2,2,1,2,36.01,0.005,0,2,2,2,2,2,2],[305,1,1,1,1,1,40.15,0.005,0,1,1,1,1,1,1],[306,2,2,3,1,2,36.37,0.005,0,0,0,0,2,2,2],[307,3,3,1,1,3,28.72,0.005,0,3,3,3,3,3,3],[308,0,0,2,1,0,38.55,0.005,0,0,0,0,0,0,0],[309,1,1,3,1,1,41.45,0.005,0,1,1,1,1,1,1],[310,2,2,3,1,2,32.78,0.005,0,2,3,2,2,3,2],[311,3,2,2,1,2,29.46,0.005,0,2,2,2,2,2,2],[312,0,0,0,1,0,39.77,0.005,0,0,0,0,0,0,0],[313,1,1,3,1,1,35.68,0.005,0,1,3,1,2,2,2],[314,2,2,0,1,2,30.96,0.005,0,2,0,2,2,2,2],[315,3,3,0,1,3,29.61,0.005,0,3,2,3,3,2,2],[316,0,2,2,1,2,36.53,0.005,0,2,2,2,2,2,2],[317,1,1,3,1,1,39.58,0.005,0,1,1,1,1,1,1],[318,2,2,0,1,2,39.08,0.005,0,2,0,2,2,2,2],[319,3,3,1,1,3,32.37,0.005,0,3,1,3,3,3,3],[320,0,0,1,1,0,40.47,0.005,0,1,1,1,0,0,0],[321,1,3,3,1,3,35.18,0.005,0,3,2,3,2,2,2],[322,2,2,0,1,2,32.49,0.005,0,2,0,2,2,2,2],[323,3,3,1,1,3,30.11,0.005,0,3,1,3,3,3,3],[324,0,0,2,1,0,38.63,0.005,0,0,2,0,0,0,0],[325,1,1,0,1,1,39.05,0.005,0,1,0,1,1,1,1],[326,2,2,3,1,2,31.77,0.005,0,2,3,2,2,1,2],[327,3,2,2,1,2,35.12,0.005,0,2,0,0,1,2,3],[328,0,0,2,1,0,34.65,0.005,0,0,0,0,0,0,0],[329,1,3,3,1,3,33.74,0.005,0,3,3,3,3,3,3],[330,2,2,0,1,0,39.75,0.005,0,2,2,2,2,2,2],[331,3,3,2,1,3,34.12,0.005,0,3,2,3,3,2,3],[332,0,0,0,1,0,34.88,0.005,0,0,0,0,0,0,0],[333,1,1,2,1,1,37.25,0.005,0,1,0,1,1,1,1],[334,2,0,0,1,0,39.24,0.005,0,0,0,0,0,0,0],[335,3,3,1,1,3,30.11,0.005,0,3,3,3,3,3,3],[336,0,2,2,1,2,36.66,0.005,0,2,2,2,2,2,2],[337,1,1,1,1,1,38.92,0.005,0,1,1,1,1,1,1],[338,2,2,3,1,2,33.7,0.005,0,2,3,2,2,3,2],[339,3,1,1,1,1,35.62,0.005,0,1,1,1,3,3,3],[340,0,0,3,1,0,40.76,0.005,0,3,3,3,0,0,0],[341,1,1,3,1,1,35.38,0.005,0,1,1,1,2,2,2],[342,2,2,3,1,2,36.97,0.005,0,0,0,0,2,2,2],[343,3,3,0,1,3,31.74,0.005,0,0,0,0,3,3,3],[344,0,0,0,1,0,31.47,0.005,0,3,3,3,0,0,0],[345,1,1,1,1,1,43.01,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,35.82,0.005,0,2,3,2,2,1,2],[347,3,3,3,1,3,32.89,0.005,0,3,3,3,3,3,3],[348,0,0,0,1,0,32.96,0.005,0,0,0,0,0,0,0],[349,1,1,3,1,1,36.75,0.005,0,1,1,1,1,1,1],[350,2,2,0,1,2,37.71,0.005,0,0,0,0,2,2,2],[351,3,3,0,1,3,33.61,0.005,0,0,0,0,3,3,3],[352,0,0,0,1,0,41.61,0.005,0,0,0,0,0,0,0],[353,1,3,3,1,3,36.55,0.005,0,1,0,3,1,2,1],[354,2,2,0,1,2,36.71,0.005,0,2,2,2,2,0,2],[355,3,3,0,1,3,31.82,0.005,0,3,0,3,3,3,3],[356,0,0,0,1,0,37.64,0.005,0,0,0,0,0,0,0],[357,1,1,3,1,1,38.09,0.005,0,1,1,1,1,1,1],[358,2,2,0,1,2,31.03,0.005,0,2,3,2,2,2,2],[359,3,3,1,1,3,31.5,0.005,0,3,3,3,3,3,3],[360,0,0,2,1,0,39.92,0.005,0,2,2,0,0,2,0],[361,1,1,3,1,1,43.38,0.005,0,0,0,0,1,1,1],[362,2,2,0,1,2,38.68,0.005,0,2,2,2,2,1,2],[363,3,3,0,1,3,30.96,0.005,0,3,0,3,3,3,3],[364,0,0,2,1,0,39.14,0.005,0,3,3,3,0,0,0],[365,1,1,3,1,1,35.19,0.005,0,1,1,1,1,1,1],[366,2,2,0,1,2,34.75,0.005,0,0,0,0,2,0,2],[367,3,3,1,1,3,31.28,0.005,0,3,3,3,3,1,3],[368,0,2,2,1,2,40.41,0.005,0,2,2,2,0,2,0],[369,1,1,3,1,1,41.01,0.005,0,1,0,1,1,3,1],[370,2,2,3,1,2,32.78,0.005,0,2,2,2,2,2,2],[371,3,3,0,1,3,35.02,0.005,0,0,1,0,3,3,3],[372,0,0,2,1,0,33.86,0.005,0,0,0,0,0,0,0],[373,1,1,3,1,1,41.42,0.005,0,1,1,1,1,1,1],[374,2,2,3,1,2,38.05,0.005,0,2,3,2,1,1,2],[375,3,1,1,1,1,33.55,0.005,0,1,1,1,3,3,3],[376,0,0,0,1,0,38.04,0.005,0,0,0,0,0,1,0],[377,1,1,3,1,1,39.17,0.005,0,1,0,1,1,1,1],[378,2,0,0,1,0,37.7,0.005,0,2,0,2,1,1,1],[379,3,3,1,1,3,31.09,0.005,0,1,1,1,3,3,3],[380,0,2,2,1,2,37.5,0.005,0,2,2,2,1,3,1],[381,1,1,2,1,1,35.74,0.005,0,0,0,0,1,2,1],[382,2,2,3,1,2,36.54,0.005,0,0,3,2,2,1,2],[383,3,3,1,1,3,30.28,0.005,0,3,3,3,3,3,3],[384,0,0,3,1,0,37.44,0.005,0,3,3,3,0,0,0],[385,1,1,3,1,1,41.43,0.005,0,3,3,3,1,1,1],[386,2,2,0,1,2,31.88,0.005,0,2,3,2,2,3,2],[387,3,3,2,1,3,32.32,0.005,0,2,0,2,2,2,2],[388,0,0,2,1,0,41.82,0.005,0,2,2,2,1,2,1],[389,1,1,3,1,1,36.27,0.005,0,3,2,3,2,2,2],[390,2,2,3,1,2,35.72,0.005,0,2,3,2,2,1,2],[391,3,3,0,1,3,30.48,0.005,0,3,0,3,3,3,3],[392,0,0,3,1,0,34.13,0.005,0,3,3,3,0,1,0],[393,1,1,3,1,1,36.35,0.005,0,3,3,3,1,1,1],[394,2,3,1,1,2,37.71,0.005,0,2,3,2,2,3,2],[395,3,1,1,1,1,34.82,0.005,0,1,1,1,3,3,3],[396,0,0,2,1,0,30.64,0.005,0,0,0,0,0,2,0],[397,1,1,3,1,1,42.53,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,31.19,0.005,0,0,0,0,2,2,2],[399,3,1,1,1,1,33.31,0.005,0,1,1,1,3,3,3]],"elapsed_ms":2716,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":263,"J":250,"J_valid":250,"n_invalid":0,"n00":41,"n01":1,"n10":91,"n11":117,"ctl_n":250,"ctl_err":7},"metrics":{"target_error":0.472,"Q_transfer":0.528,"source_success":0.832,"joint_error":0.468,"T_cond":0.5625,"R":0.028,"delta":0.44399999999999995,"delta_pp":44.39999999999999,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.6575}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":326,"J":297,"J_valid":297,"n_invalid":0,"n00":46,"n01":1,"n10":186,"n11":64,"ctl_n":297,"ctl_err":5},"metrics":{"target_error":0.21885521885521886,"Q_transfer":0.7811447811447811,"source_success":0.8417508417508418,"joint_error":0.21548821548821548,"T_cond":0.256,"R":0.016835016835016835,"delta":0.20202020202020202,"delta_pp":20.2020202020202,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-MLP/pgd/eps0100","seed":44,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0025},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,31.3,0.01,0,0,0,0,0,0,0],[1,1,1,3,1,1,33.67,0.01,0,1,3,1,1,2,1],[2,2,2,0,1,2,30.75,0.01,0,0,0,0,2,2,2],[3,3,3,1,1,3,28.43,0.01,0,3,1,3,3,3,3],[4,0,0,3,1,0,29.48,0.01,0,3,3,3,0,0,0],[5,1,1,3,1,1,33.39,0.01,0,1,1,1,1,1,1],[6,2,2,0,1,2,30.76,0.01,0,2,3,2,2,1,2],[7,3,3,0,1,3,23.83,0.01,0,3,0,3,3,3,3],[8,0,2,2,1,2,32.69,0.01,0,2,2,2,1,3,1],[9,1,1,3,1,1,35.71,0.01,0,1,3,1,1,3,1],[10,2,2,0,1,2,26.99,0.01,0,2,2,2,2,2,2],[11,3,3,0,1,3,28.57,0.01,0,0,0,0,3,3,3],[12,0,0,2,1,0,31.47,0.01,0,0,2,0,0,0,0],[13,1,1,3,1,1,31.83,0.01,0,1,1,1,1,2,1],[14,2,2,0,1,0,29.86,0.01,0,2,3,2,2,0,2],[15,3,3,1,1,3,25.08,0.01,0,3,1,3,3,3,3],[16,0,0,2,1,0,30.76,0.01,0,2,2,2,0,0,0],[17,1,1,2,1,1,37.38,0.01,0,1,0,1,1,1,1],[18,2,2,0,1,2,32.77,0.01,0,0,0,0,1,1,1],[19,3,3,1,1,3,28.03,0.01,0,3,2,3,3,3,3],[20,0,0,2,1,0,34.46,0.01,0,0,0,0,1,1,1],[21,1,1,2,1,1,31.28,0.01,0,0,2,0,1,2,1],[22,2,2,0,1,2,28.51,0.01,0,2,3,2,2,2,2],[23,3,3,0,1,3,25.31,0.01,0,3,2,2,3,2,3],[24,0,0,2,1,0,30,0.01,0,0,0,0,0,0,0],[25,1,1,3,1,1,30.97,0.01,0,1,1,1,1,1,1],[26,2,2,0,1,2,33,0.01,0,2,3,2,1,1,1],[27,3,3,0,1,3,27.88,0.01,0,0,0,0,3,3,3],[28,0,2,2,1,2,30.95,0.01,0,2,2,2,2,2,2],[29,1,1,3,1,1,34.12,0.01,0,1,1,1,1,1,1],[30,2,2,0,1,2,31.01,0.01,0,2,3,2,1,0,1],[31,3,3,0,1,3,25.95,0.01,0,3,3,3,3,1,3],[32,0,0,3,1,0,34.25,0.01,0,0,0,0,0,0,0],[33,1,1,3,1,1,34.08,0.01,0,1,1,1,1,1,1],[34,2,0,0,1,0,34.26,0.01,0,2,0,0,2,0,2],[35,3,3,1,1,3,27.21,0.01,0,3,1,3,3,3,3],[36,0,2,2,1,2,34.19,0.01,0,2,2,2,1,2,1],[37,1,3,3,1,3,29.28,0.01,0,3,2,3,2,2,2],[38,2,2,0,1,2,30.78,0.01,0,2,3,2,2,1,2],[39,3,3,1,1,3,27.72,0.01,0,3,3,3,3,3,3],[40,0,0,3,1,0,31.65,0.01,0,3,3,3,0,0,0],[41,1,1,3,1,1,30.23,0.01,0,1,1,1,2,2,2],[42,2,0,0,1,0,27.97,0.01,0,2,2,2,2,2,2],[43,3,3,1,1,3,26.75,0.01,0,1,1,1,3,3,3],[44,0,0,3,1,0,29.57,0.01,0,0,0,0,0,0,0],[45,1,1,3,1,1,35.36,0.01,0,1,1,1,1,1,1],[46,2,3,1,1,2,31.15,0.01,0,3,3,2,1,1,1],[47,3,3,1,1,3,26.82,0.01,0,3,1,3,3,3,3],[48,0,2,2,1,2,35.56,0.01,0,2,2,2,1,2,1],[49,1,1,3,1,1,34.61,0.01,0,1,3,1,1,2,1],[50,2,2,0,1,2,31.02,0.01,0,2,0,2,2,1,2],[51,3,3,0,1,3,25.61,0.01,0,3,3,3,3,3,3],[52,0,2,2,1,2,32.49,0.01,0,2,2,2,0,2,0],[53,1,1,3,1,1,35.63,0.01,0,1,0,1,1,1,1],[54,2,2,0,1,2,26.25,0.01,0,2,3,2,2,0,2],[55,3,3,1,1,1,30.21,0.01,0,1,2,1,3,3,3],[56,0,0,2,1,0,34.39,0.01,0,0,2,0,0,0,0],[57,1,1,3,1,1,32.95,0.01,0,1,3,1,1,1,1],[58,2,2,3,1,2,29.79,0.01,0,2,3,2,2,3,2],[59,3,3,0,1,3,25.94,0.01,0,3,3,3,3,3,3],[60,0,0,2,1,0,30.32,0.01,0,0,0,0,0,0,0],[61,1,1,3,1,1,33.59,0.01,0,1,1,1,1,1,1],[62,2,2,0,1,2,33.26,0.01,0,0,0,0,2,0,2],[63,3,3,1,1,3,28.91,0.01,0,3,1,1,3,3,3],[64,0,0,2,1,2,35,0.01,0,0,0,0,1,1,1],[65,1,1,3,1,1,34.92,0.01,0,1,0,1,1,1,1],[66,2,2,0,1,2,32.44,0.01,0,2,3,2,1,1,1],[67,3,3,1,1,3,27.96,0.01,0,1,1,1,3,3,3],[68,0,0,3,1,0,32.79,0.01,0,0,3,0,0,0,0],[69,1,1,3,1,1,34.09,0.01,0,1,1,1,1,2,1],[70,2,2,0,1,2,27.99,0.01,0,2,2,2,2,2,2],[71,3,3,1,1,3,26.58,0.01,0,3,3,1,3,3,3],[72,0,0,2,1,0,35.32,0.01,0,2,2,2,1,1,1],[73,1,1,1,1,1,35.45,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,27.24,0.01,0,2,0,2,2,2,2],[75,3,3,1,1,1,30.02,0.01,0,3,1,1,3,3,3],[76,0,0,3,1,0,36.6,0.01,0,3,3,2,1,1,1],[77,1,1,3,1,1,33.78,0.01,0,1,1,1,1,1,1],[78,2,2,0,1,0,30.81,0.01,0,2,3,0,2,0,1],[79,3,2,2,1,2,28.04,0.01,0,0,0,0,1,2,2],[80,0,0,2,1,0,32.17,0.01,0,0,2,2,0,0,0],[81,1,1,3,1,1,32.98,0.01,0,1,1,1,1,1,1],[82,2,0,0,1,2,25.5,0.01,0,2,2,2,2,2,2],[83,3,1,1,1,1,27.39,0.01,0,2,2,2,3,3,3],[84,0,0,2,1,0,30.65,0.01,0,0,2,0,2,2,2],[85,1,1,3,1,1,30.98,0.01,0,1,2,1,2,3,2],[86,2,2,3,1,2,29.51,0.01,0,2,3,2,2,1,2],[87,3,3,0,1,3,23.73,0.01,0,3,3,3,3,3,3],[88,0,0,2,1,0,36.95,0.01,0,0,2,0,0,0,0],[89,1,1,3,1,1,34.52,0.01,0,1,3,1,1,3,1],[90,2,2,0,1,2,30.12,0.01,0,2,0,2,2,0,2],[91,3,3,0,1,3,25.54,0.01,0,3,3,0,3,3,3],[92,0,2,2,1,2,30.77,0.01,0,2,2,2,2,2,2],[93,1,3,3,1,3,30.59,0.01,0,3,2,3,2,2,2],[94,2,2,3,1,2,31.42,0.01,0,2,3,2,2,0,2],[95,3,3,1,1,1,26.43,0.01,0,1,1,1,3,3,3],[96,0,0,2,1,0,32.91,0.01,0,2,2,2,1,2,0],[97,1,1,3,1,1,36.89,0.01,0,1,2,1,1,2,1],[98,2,2,0,1,2,28.54,0.01,0,2,0,2,2,2,2],[99,3,3,1,1,3,24.4,0.01,0,3,2,3,3,3,3],[100,0,0,3,1,0,34.91,0.01,0,0,3,0,0,0,0],[101,1,1,3,1,1,32.79,0.01,0,1,2,1,1,2,1],[102,2,2,0,1,0,28.21,0.01,0,2,3,2,2,0,2],[103,3,1,1,1,1,29.25,0.01,0,1,1,1,3,3,3],[104,0,0,3,1,0,34.29,0.01,0,1,1,1,0,0,0],[105,1,1,3,1,1,33.03,0.01,0,3,2,3,1,2,1],[106,2,2,0,1,2,26.23,0.01,0,0,3,0,2,0,2],[107,3,3,1,1,3,28.85,0.01,0,1,1,1,3,3,3],[108,0,0,1,1,0,36.16,0.01,0,0,1,0,0,0,0],[109,1,1,3,1,1,36.48,0.01,0,1,1,1,1,1,1],[110,2,0,0,1,0,30.74,0.01,0,2,0,2,2,0,1],[111,3,3,1,1,3,24.58,0.01,0,3,1,1,3,3,3],[112,0,0,2,1,0,26.88,0.01,0,2,2,0,0,0,0],[113,1,1,3,1,1,36.22,0.01,0,1,3,1,3,3,1],[114,2,2,3,1,2,26.87,0.01,0,2,3,2,2,0,2],[115,3,3,1,1,1,24.67,0.01,0,1,1,1,3,3,3],[116,0,0,0,1,0,30.48,0.01,0,1,1,1,0,0,0],[117,1,1,3,1,1,35.86,0.01,0,1,0,1,1,2,1],[118,2,2,0,1,2,28.67,0.01,0,2,0,0,2,2,2],[119,3,3,0,1,3,27.63,0.01,0,0,0,0,3,1,3],[120,0,0,3,1,0,33.98,0.01,0,1,1,1,0,0,0],[121,1,1,3,1,1,37.08,0.01,0,1,1,1,1,1,1],[122,2,2,0,1,0,29.11,0.01,0,2,3,2,2,0,2],[123,3,1,1,1,1,29.94,0.01,0,1,1,1,3,1,3],[124,0,0,2,1,0,27.84,0.01,0,0,2,0,0,0,0],[125,1,1,3,1,1,35.45,0.01,0,1,0,1,1,1,1],[126,2,0,0,1,0,30.87,0.01,0,2,3,2,2,1,2],[127,3,3,1,1,1,26.79,0.01,0,3,3,2,3,0,3],[128,0,2,2,1,2,29.79,0.01,0,2,2,0,2,2,2],[129,1,1,3,1,1,33.66,0.01,0,1,3,1,1,3,1],[130,2,2,0,1,2,28.18,0.01,0,2,3,2,2,0,2],[131,3,3,1,1,2,29,0.01,0,1,1,0,3,3,3],[132,0,0,0,1,0,32.2,0.01,0,0,3,0,0,0,0],[133,1,1,3,1,1,29.11,0.01,0,1,1,1,1,3,3],[134,2,2,0,1,0,31.74,0.01,0,2,0,2,2,1,2],[135,3,3,1,1,3,26.51,0.01,0,3,1,3,3,3,3],[136,0,2,2,1,2,32.49,0.01,0,2,2,2,0,2,0],[137,1,1,3,1,1,34.46,0.01,0,1,3,1,1,3,1],[138,2,3,3,1,2,31.62,0.01,0,3,3,0,2,3,1],[139,3,3,1,1,3,22.34,0.01,0,0,1,0,3,3,3],[140,0,0,2,1,0,25.99,0.01,0,0,2,0,0,0,0],[141,1,1,3,1,1,34.61,0.01,0,1,1,1,1,1,1],[142,2,2,0,1,2,27.33,0.01,0,2,0,2,2,2,2],[143,3,3,1,1,3,26.29,0.01,0,3,1,3,3,3,3],[144,0,0,2,1,0,33.29,0.01,0,0,0,0,0,0,0],[145,1,3,3,1,1,31.17,0.01,0,1,3,1,1,2,1],[146,2,2,0,1,2,28.7,0.01,0,2,3,2,2,0,2],[147,3,3,1,1,3,23.94,0.01,0,3,1,3,3,3,3],[148,0,0,2,1,0,30.36,0.01,0,0,2,0,0,0,0],[149,1,1,2,1,1,28.51,0.01,0,0,0,0,1,2,1],[150,2,2,1,1,2,33.39,0.01,0,2,3,2,2,1,1],[151,3,3,0,1,3,31.02,0.01,0,3,3,3,1,1,1],[152,0,2,2,1,2,31.41,0.01,0,2,2,2,1,2,1],[153,1,1,3,1,1,35.31,0.01,0,1,1,1,1,1,1],[154,2,2,3,1,2,31.55,0.01,0,2,3,2,2,3,2],[155,3,3,0,1,3,22.99,0.01,0,3,3,3,3,3,3],[156,0,0,3,1,0,34.67,0.01,0,2,2,2,1,3,1],[157,1,1,0,1,1,31.44,0.01,0,1,0,1,1,2,1],[158,2,2,3,1,2,27.56,0.01,0,2,3,2,2,1,2],[159,3,3,1,1,3,30.31,0.01,0,3,3,0,3,1,3],[160,0,0,0,1,0,32.9,0.01,0,0,0,0,0,0,0],[161,1,1,3,1,1,34.57,0.01,0,1,0,1,1,1,1],[162,2,2,0,1,2,25.78,0.01,0,2,0,2,2,2,2],[163,3,1,1,1,1,30.15,0.01,0,1,1,1,3,3,3],[164,0,0,2,1,0,34.04,0.01,0,0,2,0,0,0,0],[165,1,1,3,1,1,33.51,0.01,0,1,3,1,1,3,1],[166,2,2,0,1,2,31.27,0.01,0,0,3,2,1,1,1],[167,3,3,0,1,3,27.51,0.01,0,3,2,3,3,2,3],[168,0,0,2,1,0,33.97,0.01,0,0,0,0,0,0,0],[169,1,3,3,1,1,29.89,0.01,0,3,3,1,2,2,2],[170,2,0,0,1,2,30.96,0.01,0,0,0,0,1,0,1],[171,3,3,0,1,3,31.76,0.01,0,3,3,3,3,3,3],[172,0,2,2,1,2,33.87,0.01,0,2,2,2,0,2,0],[173,1,1,3,1,1,34.45,0.01,0,1,1,1,1,1,1],[174,2,2,0,1,2,33.92,0.01,0,2,0,2,1,1,1],[175,3,3,0,1,3,29.14,0.01,0,3,3,3,3,3,3],[176,0,0,2,1,0,31.43,0.01,0,0,2,0,0,2,0],[177,1,1,3,1,1,34,0.01,0,1,0,1,1,1,1],[178,2,2,0,1,2,31.44,0.01,0,2,3,2,1,1,2],[179,3,3,1,1,3,28.2,0.01,0,3,3,3,3,1,3],[180,0,0,3,1,0,31.38,0.01,0,2,2,2,0,3,0],[181,1,3,3,1,1,31.48,0.01,0,3,2,3,1,2,1],[182,2,2,1,1,2,33.14,0.01,0,2,3,2,2,1,2],[183,3,3,1,1,3,28.38,0.01,0,1,1,1,3,3,3],[184,0,0,2,1,2,31.04,0.01,0,2,2,2,2,2,1],[185,1,1,3,1,1,33.41,0.01,0,1,0,1,1,2,1],[186,2,2,3,1,2,32.24,0.01,0,2,3,2,1,0,1],[187,3,3,1,1,1,30.35,0.01,0,3,1,3,3,1,3],[188,0,0,2,1,0,33.2,0.01,0,2,2,2,1,1,1],[189,1,1,3,1,1,35.48,0.01,0,1,3,1,1,1,1],[190,2,2,0,1,0,32.37,0.01,0,2,0,2,2,2,2],[191,3,3,1,1,3,22.44,0.01,0,3,1,3,3,1,3],[192,0,0,3,1,0,30.75,0.01,0,3,3,3,0,0,0],[193,1,1,3,1,1,33.48,0.01,0,1,0,1,1,1,1],[194,2,2,0,1,2,33.01,0.01,0,0,0,0,2,1,1],[195,3,3,1,1,3,25.16,0.01,0,0,3,0,3,3,3],[196,0,0,2,1,0,36.25,0.01,0,2,2,2,1,2,1],[197,1,1,3,1,1,36.91,0.01,0,1,1,1,1,1,1],[198,2,2,0,1,2,29.24,0.01,0,2,3,0,1,0,2],[199,3,1,1,1,1,29.83,0.01,0,1,1,1,3,3,3],[200,0,0,2,1,0,29.97,0.01,0,0,0,0,0,0,0],[201,1,1,3,1,1,34.83,0.01,0,1,1,1,1,2,1],[202,2,2,0,1,2,30.82,0.01,0,0,0,0,1,1,1],[203,3,3,0,1,3,25.89,0.01,0,0,0,0,3,3,3],[204,0,0,3,1,0,30,0.01,0,0,0,0,0,0,0],[205,1,1,3,1,1,34.77,0.01,0,1,1,1,1,2,1],[206,2,2,0,1,2,33.97,0.01,0,2,0,2,1,1,1],[207,3,3,1,1,3,27.31,0.01,0,3,1,1,3,3,3],[208,0,0,2,1,0,32.89,0.01,0,3,2,3,0,0,0],[209,1,1,3,1,1,32.16,0.01,0,1,3,1,1,2,1],[210,2,2,0,1,2,30.06,0.01,0,2,0,0,1,1,1],[211,3,3,1,1,3,27.03,0.01,0,3,1,3,3,1,3],[212,0,0,0,1,0,31.83,0.01,0,1,1,1,0,0,0],[213,1,1,3,1,1,36.63,0.01,0,1,1,1,1,1,1],[214,2,2,3,1,2,26.36,0.01,0,2,3,2,2,3,2],[215,3,3,2,1,2,24.6,0.01,0,2,2,2,2,2,2],[216,0,0,2,1,0,29.73,0.01,0,0,2,0,0,2,0],[217,1,1,0,1,1,32.95,0.01,0,1,1,1,1,1,1],[218,2,2,0,1,2,27.9,0.01,0,2,0,2,2,2,2],[219,3,3,1,1,1,27.17,0.01,0,0,1,0,3,1,3],[220,0,0,2,1,0,29.66,0.01,0,0,2,0,2,2,2],[221,1,1,0,1,1,33.75,0.01,0,0,2,0,1,0,1],[222,2,2,0,1,0,25.97,0.01,0,2,3,2,2,0,2],[223,3,3,2,1,2,24.26,0.01,0,2,2,2,3,2,3],[224,0,0,2,1,2,36.2,0.01,0,2,2,2,1,2,1],[225,1,1,3,1,1,36.65,0.01,0,1,1,1,1,1,1],[226,2,2,0,1,2,31.06,0.01,0,2,2,2,2,0,1],[227,3,1,1,1,1,29.94,0.01,0,1,1,1,3,1,3],[228,0,0,2,1,0,33.1,0.01,0,0,2,0,0,0,0],[229,1,1,3,1,1,32.94,0.01,0,1,1,1,1,1,1],[230,2,2,0,1,2,29.95,0.01,0,2,3,2,2,1,2],[231,3,1,1,1,1,22.41,0.01,0,1,1,1,3,3,3],[232,0,0,0,1,0,32.14,0.01,0,1,1,1,0,0,0],[233,1,1,3,1,1,29.72,0.01,0,3,3,1,1,2,1],[234,2,2,3,1,2,28.44,0.01,0,2,3,2,2,3,2],[235,3,3,1,1,1,27.36,0.01,0,3,1,1,3,3,3],[236,0,0,3,1,0,30.77,0.01,0,3,3,3,0,0,0],[237,1,1,3,1,1,32.97,0.01,0,1,1,1,1,0,1],[238,2,2,0,1,2,25.23,0.01,0,2,3,2,2,1,2],[239,3,3,1,1,3,27.07,0.01,0,1,1,1,3,3,3],[240,0,0,3,1,0,33.28,0.01,0,1,1,0,0,0,0],[241,1,1,3,1,1,36.67,0.01,0,3,3,1,1,1,1],[242,2,2,0,1,0,31.08,0.01,0,2,2,2,1,1,1],[243,3,3,0,1,3,30.4,0.01,0,3,3,3,3,3,3],[244,0,0,2,1,0,31.7,0.01,0,2,2,2,0,2,0],[245,1,1,3,1,1,35.43,0.01,0,1,2,1,1,1,1],[246,2,0,0,1,0,34.33,0.01,0,2,0,2,1,0,1],[247,3,1,1,1,1,25.91,0.01,0,1,1,1,3,3,3],[248,0,0,3,1,0,34.37,0.01,0,3,3,3,0,0,0],[249,1,1,3,1,1,34.04,0.01,0,1,1,1,1,0,1],[250,2,2,0,1,2,31.78,0.01,0,2,3,2,1,0,1],[251,3,3,1,1,3,23.17,0.01,0,2,2,2,3,1,3],[252,0,2,2,1,0,30.87,0.01,0,2,2,2,1,1,1],[253,1,1,3,1,1,29.97,0.01,0,1,0,1,2,2,2],[254,2,2,1,1,2,30.64,0.01,0,0,1,2,2,1,2],[255,3,3,1,1,3,25.09,0.01,0,3,1,3,3,3,3],[256,0,2,2,1,2,34.48,0.01,0,2,2,2,1,3,1],[257,1,1,0,1,1,30.8,0.01,0,1,0,1,1,1,1],[258,2,2,0,1,2,28.37,0.01,0,2,3,2,2,2,2],[259,3,3,2,1,3,25.62,0.01,0,0,2,0,2,2,2],[260,0,0,2,1,0,33.89,0.01,0,0,0,0,0,0,0],[261,1,1,3,1,1,36.81,0.01,0,1,3,1,1,1,1],[262,2,3,3,1,2,25.23,0.01,0,2,3,2,2,3,2],[263,3,3,1,1,3,25.93,0.01,0,1,1,1,3,3,3],[264,0,0,2,1,0,32.4,0.01,0,0,2,0,0,0,0],[265,1,1,2,1,1,29.19,0.01,0,0,0,1,1,2,1],[266,2,2,0,1,2,29.5,0.01,0,2,3,2,2,0,2],[267,3,3,0,1,3,30.62,0.01,0,3,3,3,3,3,3],[268,0,0,2,1,0,29.73,0.01,0,0,2,0,0,3,0],[269,1,1,3,1,1,34.38,0.01,0,1,1,1,1,2,1],[270,2,2,0,1,2,26.79,0.01,0,2,3,2,2,0,2],[271,3,1,1,1,1,30.87,0.01,0,0,1,0,1,1,1],[272,0,0,2,1,0,27.09,0.01,0,0,0,0,0,0,0],[273,1,1,3,1,1,31.32,0.01,0,1,0,1,1,1,1],[274,2,2,1,1,2,31.61,0.01,0,2,3,2,1,3,1],[275,3,1,1,1,1,30.8,0.01,0,1,1,1,3,3,3],[276,0,2,2,1,2,33.03,0.01,0,2,2,2,1,2,1],[277,1,1,3,1,1,29.24,0.01,0,3,3,1,1,2,1],[278,2,2,0,1,0,31.21,0.01,0,2,2,2,2,0,2],[279,3,3,0,1,3,27.6,0.01,0,0,0,0,3,3,3],[280,0,0,3,1,0,32.31,0.01,0,3,3,3,0,0,0],[281,1,1,3,1,1,36.99,0.01,0,1,1,1,1,1,1],[282,2,2,0,1,2,28.69,0.01,0,2,3,2,2,3,2],[283,3,3,1,1,3,23.51,0.01,0,3,3,2,3,3,3],[284,0,2,2,1,2,36.48,0.01,0,2,2,2,1,1,1],[285,1,1,3,1,1,37.46,0.01,0,1,1,1,1,1,1],[286,2,0,0,1,0,31.32,0.01,0,0,3,2,2,0,2],[287,3,3,1,1,3,25.85,0.01,0,3,3,3,3,3,3],[288,0,0,0,1,0,31.47,0.01,0,0,0,0,0,0,0],[289,1,1,3,1,1,36.12,0.01,0,1,3,1,1,3,1],[290,2,2,0,1,0,30.29,0.01,0,2,0,2,2,2,2],[291,3,3,1,1,3,27.96,0.01,0,3,1,3,3,3,3],[292,0,0,2,1,0,30.51,0.01,0,0,0,0,0,0,0],[293,1,1,3,1,1,37.23,0.01,0,1,1,1,1,1,1],[294,2,2,0,1,2,32.1,0.01,0,2,0,2,1,1,1],[295,3,3,1,1,3,25.49,0.01,0,1,1,1,3,3,3],[296,0,0,2,1,0,32.02,0.01,0,0,2,0,0,0,0],[297,1,1,3,1,1,33.36,0.01,0,1,0,1,1,1,1],[298,2,3,1,1,3,33.19,0.01,0,2,3,2,1,1,1],[299,3,3,0,1,3,26.98,0.01,0,0,0,0,3,3,3],[300,0,0,2,1,0,30.29,0.01,0,0,2,0,0,0,0],[301,1,1,3,1,3,29.44,0.01,0,1,2,2,2,2,2],[302,2,0,0,1,2,31.86,0.01,0,2,3,2,1,0,1],[303,3,2,2,1,2,25.92,0.01,0,0,2,0,1,2,1],[304,0,2,2,1,2,30.42,0.01,0,2,2,2,2,2,2],[305,1,1,1,1,1,35.83,0.01,0,1,1,1,1,1,1],[306,2,2,3,1,2,31.36,0.01,0,0,0,0,2,2,2],[307,3,3,1,1,3,23.02,0.01,0,3,3,3,3,3,3],[308,0,0,2,1,0,33.85,0.01,0,0,0,0,0,0,0],[309,1,1,3,1,1,35.74,0.01,0,1,1,1,1,1,1],[310,2,2,3,1,2,27.34,0.01,0,2,3,2,2,3,2],[311,3,2,2,1,2,23.95,0.01,0,2,2,0,2,2,2],[312,0,0,0,1,0,34.21,0.01,0,0,0,0,0,0,0],[313,1,1,3,1,1,30.95,0.01,0,1,2,1,2,2,2],[314,2,2,0,1,0,25.13,0.01,0,2,2,2,2,2,2],[315,3,3,0,1,2,24.23,0.01,0,3,2,2,3,2,3],[316,0,2,2,1,2,31.09,0.01,0,2,2,2,2,2,2],[317,1,1,3,1,1,34.63,0.01,0,1,1,1,1,1,1],[318,2,2,0,1,2,33.45,0.01,0,2,0,2,2,2,2],[319,3,3,1,1,3,26.54,0.01,0,3,1,3,3,3,3],[320,0,0,1,1,0,34.33,0.01,0,1,1,1,0,0,0],[321,1,3,3,1,1,29.48,0.01,0,3,2,3,2,2,2],[322,2,2,0,1,2,27.65,0.01,0,2,0,2,2,2,2],[323,3,3,1,1,3,24.24,0.01,0,3,1,1,3,3,3],[324,0,0,2,1,0,32.9,0.01,0,0,2,0,0,2,0],[325,1,1,0,1,1,34.05,0.01,0,1,0,1,1,1,1],[326,2,2,1,1,2,26.85,0.01,0,2,3,2,2,0,2],[327,3,2,2,1,2,29.99,0.01,0,2,2,0,1,2,1],[328,0,0,2,1,0,28.89,0.01,0,0,0,0,0,0,0],[329,1,3,3,1,3,28.82,0.01,0,3,3,1,3,3,3],[330,2,2,0,1,2,34.36,0.01,0,2,3,2,2,2,2],[331,3,3,2,1,2,28.85,0.01,0,3,2,0,3,2,1],[332,0,0,2,1,0,29.51,0.01,0,0,0,0,0,0,0],[333,1,1,0,1,1,32.46,0.01,0,1,0,1,1,1,1],[334,2,0,0,1,2,33.83,0.01,0,0,0,0,0,0,0],[335,3,3,1,1,3,24.59,0.01,0,3,1,3,3,3,3],[336,0,2,2,1,2,31.94,0.01,0,2,2,2,2,2,2],[337,1,1,3,1,1,32.9,0.01,0,1,1,1,1,1,1],[338,2,2,1,1,2,28.69,0.01,0,2,3,2,2,3,2],[339,3,1,1,1,1,30.04,0.01,0,1,1,1,3,3,3],[340,0,0,3,1,0,35.31,0.01,0,3,1,3,0,0,0],[341,1,1,3,1,1,30.05,0.01,0,1,0,1,2,2,2],[342,2,2,3,1,2,31.52,0.01,0,0,3,0,2,1,2],[343,3,3,0,1,3,27.46,0.01,0,0,0,3,3,3,3],[344,0,0,2,1,0,26.34,0.01,0,3,2,3,0,0,0],[345,1,1,3,1,1,38.01,0.01,0,1,1,1,1,1,1],[346,2,2,0,1,2,30.81,0.01,0,2,3,2,2,0,2],[347,3,3,0,1,3,27.15,0.01,0,3,3,3,3,3,3],[348,0,0,2,1,0,28.23,0.01,0,0,0,0,0,0,0],[349,1,1,3,1,1,31.73,0.01,0,1,1,1,1,1,1],[350,2,2,0,1,2,32.03,0.01,0,0,0,0,2,0,2],[351,3,3,0,1,3,27.63,0.01,0,0,3,0,3,1,3],[352,0,0,0,1,0,35.55,0.01,0,0,0,0,0,0,0],[353,1,3,3,1,1,30.97,0.01,0,1,2,1,1,2,1],[354,2,2,0,1,2,31,0.01,0,2,3,2,2,0,2],[355,3,3,0,1,3,27.28,0.01,0,3,0,3,3,3,3],[356,0,0,0,1,0,32.64,0.01,0,0,0,0,0,0,0],[357,1,1,3,1,1,32.83,0.01,0,1,0,1,1,1,1],[358,2,2,0,1,2,25.5,0.01,0,2,3,2,2,0,2],[359,3,3,1,1,3,25.8,0.01,0,3,3,3,3,1,3],[360,0,0,2,1,2,35.19,0.01,0,2,2,2,0,2,0],[361,1,1,2,1,1,36.72,0.01,0,0,2,0,1,2,1],[362,2,2,0,1,2,32.5,0.01,0,2,2,2,2,1,2],[363,3,3,0,1,3,25.33,0.01,0,3,0,3,3,3,3],[364,0,0,2,1,0,34.31,0.01,0,3,2,3,0,0,0],[365,1,1,3,1,1,30,0.01,0,1,1,1,1,2,1],[366,2,2,0,1,2,29.95,0.01,0,0,0,0,2,0,2],[367,3,3,1,1,3,25.54,0.01,0,3,3,3,3,0,3],[368,0,2,2,1,0,35.57,0.01,0,2,2,2,0,2,0],[369,1,1,3,1,1,35.21,0.01,0,1,0,1,1,2,1],[370,2,2,3,1,2,28.08,0.01,0,2,3,2,2,1,2],[371,3,3,0,1,3,30.61,0.01,0,0,0,1,3,1,3],[372,0,0,2,1,0,28.88,0.01,0,0,2,0,0,0,0],[373,1,1,3,1,1,35.95,0.01,0,1,1,1,1,1,1],[374,2,2,1,1,2,31.54,0.01,0,2,1,0,1,0,1],[375,3,1,1,1,1,27.14,0.01,0,1,1,1,3,3,3],[376,0,0,2,1,0,32.82,0.01,0,0,0,0,0,1,1],[377,1,1,3,1,1,33.73,0.01,0,1,0,1,1,1,1],[378,2,0,0,1,0,32.7,0.01,0,2,0,2,1,0,1],[379,3,3,1,1,3,26.3,0.01,0,1,1,1,3,3,3],[380,0,2,2,1,2,32.01,0.01,0,2,2,2,1,2,1],[381,1,1,2,1,1,30.03,0.01,0,0,0,0,1,2,1],[382,2,2,0,1,2,28.87,0.01,0,0,3,0,2,3,2],[383,3,3,1,1,3,24.82,0.01,0,3,3,3,3,3,3],[384,0,0,3,1,0,31.99,0.01,0,3,3,3,0,0,0],[385,1,1,2,1,1,35.01,0.01,0,3,2,0,1,2,1],[386,2,2,0,1,2,26.56,0.01,0,2,3,2,2,3,2],[387,3,3,2,1,3,26.8,0.01,0,2,2,2,2,2,2],[388,0,0,2,1,0,35.62,0.01,0,2,2,2,1,2,1],[389,1,1,3,1,3,30.58,0.01,0,3,2,1,2,2,2],[390,2,2,3,1,2,30.34,0.01,0,2,3,2,2,0,2],[391,3,3,0,1,3,25.4,0.01,0,3,0,0,3,3,3],[392,0,0,3,1,0,28.12,0.01,0,3,3,3,0,0,0],[393,1,1,2,1,1,30.51,0.01,0,3,0,3,1,2,1],[394,2,3,1,1,3,33.38,0.01,0,2,3,2,2,3,2],[395,3,1,1,1,3,29.5,0.01,0,1,1,1,3,3,3],[396,0,0,2,1,0,26,0.01,0,0,2,0,0,2,0],[397,1,1,3,1,1,36.56,0.01,0,1,1,1,1,2,1],[398,2,2,0,1,0,26.73,0.01,0,0,0,2,2,2,2],[399,3,1,1,1,1,28.03,0.01,0,1,1,1,3,3,3]],"elapsed_ms":2700,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":263,"J":250,"J_valid":250,"n_invalid":0,"n00":7,"n01":1,"n10":87,"n11":155,"ctl_n":250,"ctl_err":22},"metrics":{"target_error":0.624,"Q_transfer":0.376,"source_success":0.968,"joint_error":0.62,"T_cond":0.640495867768595,"R":0.088,"delta":0.536,"delta_pp":53.6,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.6575}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":326,"J":297,"J_valid":297,"n_invalid":0,"n00":11,"n01":0,"n10":174,"n11":112,"ctl_n":297,"ctl_err":7},"metrics":{"target_error":0.3771043771043771,"Q_transfer":0.6228956228956228,"source_success":0.9629629629629629,"joint_error":0.3771043771043771,"T_cond":0.3916083916083916,"R":0.02356902356902357,"delta":0.35353535353535354,"delta_pp":35.35353535353536,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.815}}]},{"key":"s44/SPEC-MLP/pgd/eps0200","seed":44,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.005},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,27.02,0.02,0,0,2,0,0,0,0],[1,1,1,3,1,1,27.94,0.02,0,1,3,1,1,1,1],[2,2,2,0,1,2,23.66,0.02,0,0,1,0,2,1,2],[3,3,3,1,1,1,23.25,0.02,0,3,1,3,3,3,3],[4,0,0,2,1,0,23.13,0.02,0,3,2,3,0,0,0],[5,1,1,3,1,1,29.28,0.02,0,1,1,1,1,1,1],[6,2,2,0,1,2,25.07,0.02,0,2,1,2,2,3,2],[7,3,3,0,1,3,20,0.0185232,1,3,0,3,3,3,3],[8,0,2,2,1,2,27.65,0.02,0,2,2,2,1,3,1],[9,1,1,3,1,1,29.66,0.02,0,1,3,1,1,1,1],[10,2,2,0,1,2,21.85,0.02,0,2,3,2,2,0,2],[11,3,3,0,1,3,23.9,0.02,0,0,0,0,3,3,3],[12,0,0,2,1,0,26.4,0.02,0,0,2,0,0,2,0],[13,1,1,3,1,1,26.57,0.02,0,1,1,1,1,2,1],[14,2,2,0,1,2,24.87,0.02,0,2,3,2,2,0,2],[15,3,3,1,1,3,20,0.0186129,1,3,2,3,3,3,3],[16,0,0,2,1,0,24.95,0.02,0,2,2,0,0,0,0],[17,1,1,2,1,1,30.09,0.02,0,1,0,1,1,2,1],[18,2,2,0,1,2,26.78,0.02,0,0,0,0,1,1,1],[19,3,3,1,1,3,22.18,0.02,0,3,2,3,3,3,3],[20,0,0,2,1,0,28.74,0.02,0,0,2,0,1,1,1],[21,1,1,2,1,1,26.3,0.02,0,0,2,0,1,2,2],[22,2,2,0,1,0,21.99,0.02,0,2,3,2,2,3,2],[23,3,3,0,1,3,20,0.0192559,1,3,2,2,3,2,3],[24,0,0,2,1,0,24.21,0.02,0,0,0,0,0,1,0],[25,1,1,3,1,1,24.77,0.02,0,1,3,1,1,2,1],[26,2,2,0,1,2,27.55,0.02,0,2,1,2,1,3,1],[27,3,3,0,1,3,22.77,0.02,0,0,0,0,3,3,3],[28,0,2,2,1,2,25.77,0.02,0,2,2,2,2,2,2],[29,1,1,3,1,1,28.62,0.02,0,1,0,1,1,3,1],[30,2,2,0,1,2,25.73,0.02,0,2,3,0,1,0,1],[31,3,3,0,1,3,20.11,0.02,0,3,3,0,3,1,3],[32,0,0,3,1,0,29.65,0.02,0,0,3,0,0,0,0],[33,1,1,3,1,1,27.72,0.02,0,1,1,1,1,1,1],[34,2,0,0,1,0,26.79,0.02,0,2,0,0,2,0,2],[35,3,3,1,1,3,20.46,0.02,0,3,1,3,3,3,3],[36,0,2,2,1,0,29.12,0.02,0,2,2,2,1,2,1],[37,1,3,3,1,3,22.97,0.02,0,3,2,1,2,2,2],[38,2,2,0,1,2,24.86,0.02,0,2,3,2,2,1,1],[39,3,3,1,1,3,21.65,0.02,0,3,1,0,3,3,3],[40,0,0,1,1,0,26.14,0.02,0,3,1,0,0,0,0],[41,1,1,0,1,1,25.14,0.02,0,1,0,1,2,2,2],[42,2,0,0,1,0,21.4,0.02,0,2,3,2,2,0,2],[43,3,3,1,1,3,21.29,0.02,0,1,1,1,3,3,3],[44,0,0,3,1,0,24.29,0.02,0,0,1,0,0,0,0],[45,1,1,3,1,1,30.23,0.02,0,1,0,1,1,1,1],[46,2,3,1,1,3,26.25,0.02,0,3,3,2,1,1,1],[47,3,3,1,1,3,21.2,0.02,0,3,1,3,3,3,3],[48,0,2,2,1,2,30.6,0.02,0,2,2,0,1,2,1],[49,1,1,3,1,1,28.09,0.02,0,1,2,1,1,2,1],[50,2,2,0,1,2,24.95,0.02,0,2,1,2,2,1,2],[51,3,3,0,1,3,20.24,0.02,0,3,3,3,3,3,3],[52,0,2,2,1,2,26.43,0.02,0,2,2,0,0,2,0],[53,1,1,2,1,1,30.1,0.02,0,1,0,1,1,2,1],[54,2,2,0,1,2,21.06,0.02,0,2,1,2,2,0,2],[55,3,3,1,1,1,24.42,0.02,0,1,1,1,3,3,3],[56,0,0,2,1,0,29.63,0.02,0,0,2,0,0,2,0],[57,1,1,2,1,1,26.44,0.02,0,1,2,1,1,2,1],[58,2,2,0,1,2,24.64,0.02,0,2,3,2,2,0,2],[59,3,3,0,1,3,20,0.019995,1,3,3,3,3,3,3],[60,0,0,2,1,0,24.86,0.02,0,0,2,0,0,0,0],[61,1,1,3,1,1,29.01,0.02,0,1,1,1,1,1,1],[62,2,2,0,1,2,26.96,0.02,0,0,1,0,2,1,2],[63,3,3,1,1,2,23.28,0.02,0,3,1,1,3,3,3],[64,0,0,2,1,0,29.66,0.02,0,0,0,0,1,1,1],[65,1,1,2,1,1,27.53,0.02,0,1,0,1,1,2,1],[66,2,2,0,1,2,27,0.02,0,2,3,0,1,3,1],[67,3,3,1,1,1,22.49,0.02,0,1,1,1,3,3,3],[68,0,0,3,1,0,27.18,0.02,0,0,3,0,0,0,0],[69,1,1,3,1,1,28.85,0.02,0,1,1,1,1,2,1],[70,2,2,0,1,2,21.68,0.02,0,2,1,2,2,0,2],[71,3,3,1,1,3,20.66,0.02,0,3,1,1,3,3,3],[72,0,0,3,1,0,29.78,0.02,0,2,2,2,1,3,1],[73,1,1,3,1,1,31.53,0.02,0,1,1,1,1,1,1],[74,2,2,0,1,2,21.4,0.02,0,2,0,2,2,2,2],[75,3,3,1,1,1,24.48,0.02,0,3,1,1,3,3,3],[76,0,0,3,1,2,31.07,0.02,0,3,3,0,1,3,1],[77,1,1,3,1,1,28.72,0.02,0,1,0,1,1,3,1],[78,2,2,0,1,2,25.3,0.02,0,2,3,0,2,0,2],[79,3,2,2,1,2,22.27,0.02,0,0,2,0,1,2,1],[80,0,0,2,1,0,27.36,0.02,0,0,2,2,0,2,0],[81,1,1,3,1,1,28.38,0.02,0,1,1,1,1,1,1],[82,2,0,0,1,2,20,0.01895,1,2,2,2,2,2,2],[83,3,1,1,1,1,22.29,0.02,0,2,2,2,3,3,3],[84,0,0,2,1,0,24.77,0.02,0,0,2,0,2,2,2],[85,1,1,3,1,1,25.68,0.02,0,1,2,1,2,2,2],[86,2,2,3,1,2,24.21,0.02,0,2,3,0,2,1,2],[87,3,3,0,1,3,20,0.0176217,1,3,3,3,3,3,3],[88,0,0,2,1,0,31.5,0.02,0,0,2,0,0,0,0],[89,1,1,3,1,1,29.33,0.02,0,1,3,1,1,3,1],[90,2,2,0,1,2,25.31,0.02,0,2,0,0,2,0,2],[91,3,3,0,1,3,20,0.0190843,1,3,3,0,3,1,3],[92,0,2,2,1,2,23.95,0.02,0,2,2,2,2,2,2],[93,1,3,3,1,3,24.81,0.02,0,3,2,1,2,2,2],[94,2,2,3,1,0,25.92,0.02,0,2,3,2,2,0,2],[95,3,3,1,1,3,20.91,0.02,0,1,1,1,3,3,3],[96,0,0,2,1,0,27.9,0.02,0,2,2,2,1,2,0],[97,1,1,3,1,1,30.99,0.02,0,1,2,1,1,2,1],[98,2,2,0,1,2,23.86,0.02,0,2,0,2,2,0,2],[99,3,3,1,1,3,20,0.0186511,1,3,2,3,3,3,3],[100,0,0,3,1,0,29.07,0.02,0,0,3,0,0,0,0],[101,1,1,3,1,1,27.16,0.02,0,1,2,1,1,2,1],[102,2,2,0,1,2,22.27,0.02,0,2,3,2,2,0,2],[103,3,1,1,1,1,23.46,0.02,0,1,1,1,3,3,3],[104,0,0,1,1,0,28.69,0.02,0,1,1,1,0,0,0],[105,1,1,2,1,1,27.76,0.02,0,3,2,3,1,2,1],[106,2,2,0,1,2,20.93,0.02,0,0,3,0,2,0,2],[107,3,3,1,1,3,23.82,0.02,0,1,1,1,3,3,3],[108,0,0,1,1,0,30.44,0.02,0,0,1,0,0,0,0],[109,1,1,3,1,1,30.98,0.02,0,1,1,1,1,1,1],[110,2,0,0,1,2,24.42,0.02,0,2,3,2,2,1,2],[111,3,3,1,1,3,20,0.018807,1,3,2,1,3,3,3],[112,0,0,2,1,0,22.31,0.02,0,2,2,0,0,0,0],[113,1,1,3,1,1,30.42,0.02,0,1,3,1,3,1,1],[114,2,2,3,1,2,21.37,0.02,0,2,3,2,2,0,2],[115,3,3,1,1,1,20,0.0188435,1,1,1,1,3,3,3],[116,0,0,2,1,0,25.62,0.02,0,1,1,1,0,0,0],[117,1,1,3,1,1,29.93,0.02,0,1,2,1,1,2,1],[118,2,2,0,1,2,23.02,0.02,0,2,0,2,2,0,2],[119,3,3,0,1,3,22.27,0.02,0,0,0,0,3,1,3],[120,0,0,3,1,0,28.17,0.02,0,1,1,1,0,0,0],[121,1,1,3,1,1,31.55,0.02,0,1,0,1,1,1,1],[122,2,2,0,1,2,23.29,0.02,0,2,3,2,2,0,2],[123,3,1,1,1,1,23.03,0.02,0,1,1,1,3,1,3],[124,0,0,2,1,0,22.51,0.02,0,0,2,0,0,0,0],[125,1,1,3,1,1,30.42,0.02,0,1,2,1,1,2,1],[126,2,0,0,1,2,25.93,0.02,0,2,1,0,2,3,2],[127,3,3,1,1,3,20.42,0.02,0,3,3,0,3,0,3],[128,0,2,2,1,2,24.48,0.02,0,2,2,2,2,3,2],[129,1,1,3,1,1,27.63,0.02,0,1,3,1,1,1,1],[130,2,2,0,1,2,22.57,0.02,0,2,3,2,2,0,2],[131,3,3,1,1,1,23.43,0.02,0,1,1,1,3,3,3],[132,0,0,3,1,0,24.8,0.02,0,0,2,0,0,1,0],[133,1,1,3,1,1,24.13,0.02,0,1,3,1,1,3,1],[134,2,2,0,1,0,27.07,0.02,0,2,0,2,2,1,2],[135,3,3,1,1,3,20.77,0.02,0,3,1,3,3,3,3],[136,0,2,2,1,2,27.72,0.02,0,2,2,2,0,2,0],[137,1,1,3,1,1,29.62,0.02,0,1,3,1,1,3,1],[138,2,3,3,1,0,25.81,0.02,0,3,3,0,2,1,1],[139,3,3,2,1,1,20,0.0166118,1,0,2,0,3,2,3],[140,0,0,2,1,0,21.05,0.02,0,0,2,0,0,2,0],[141,1,1,3,1,1,29.44,0.02,0,1,1,1,1,1,1],[142,2,2,1,1,2,21.15,0.02,0,2,1,2,2,1,2],[143,3,3,1,1,3,20.56,0.02,0,3,1,1,3,3,3],[144,0,0,2,1,0,27.22,0.02,0,0,0,0,0,0,0],[145,1,3,3,1,1,25.08,0.02,0,1,3,1,1,2,1],[146,2,2,1,1,2,23.08,0.02,0,2,3,2,2,0,2],[147,3,3,1,1,3,20,0.0180569,1,3,1,3,3,3,3],[148,0,0,2,1,0,25.2,0.02,0,0,2,0,0,3,0],[149,1,1,2,1,1,23.16,0.02,0,0,2,0,1,2,1],[150,2,2,1,1,2,28.25,0.02,0,2,1,2,2,1,1],[151,3,3,0,1,3,25.02,0.02,0,3,3,0,1,1,3],[152,0,2,2,1,2,25.48,0.02,0,2,2,2,1,2,1],[153,1,1,3,1,1,29.88,0.02,0,1,1,1,1,2,1],[154,2,2,3,1,0,26.08,0.02,0,2,3,2,2,3,2],[155,3,3,0,1,3,20,0.0173802,1,3,3,3,3,3,3],[156,0,0,3,1,2,28.96,0.02,0,2,3,2,1,1,1],[157,1,1,0,1,1,25.07,0.02,0,1,2,1,1,2,1],[158,2,2,3,1,0,22.3,0.02,0,2,3,0,2,1,2],[159,3,3,1,1,3,24.68,0.02,0,3,1,0,3,0,3],[160,0,0,2,1,0,26.17,0.02,0,0,2,0,0,0,0],[161,1,1,3,1,1,29.08,0.02,0,1,2,1,1,2,1],[162,2,2,0,1,2,20,0.0197021,1,2,0,2,2,2,2],[163,3,1,1,1,1,24.77,0.02,0,1,1,1,3,1,3],[164,0,0,2,1,0,28.47,0.02,0,0,2,0,0,2,0],[165,1,1,3,1,1,28.5,0.02,0,1,3,1,1,1,1],[166,2,2,0,1,2,24.9,0.02,0,0,1,2,1,3,1],[167,3,3,0,1,3,21.53,0.02,0,3,0,3,3,2,3],[168,0,0,2,1,0,28.75,0.02,0,0,0,0,0,0,0],[169,1,3,3,1,1,23.82,0.02,0,3,3,1,2,2,2],[170,2,0,0,1,2,25.43,0.02,0,0,0,0,1,0,1],[171,3,3,0,1,3,25.77,0.02,0,3,3,3,3,1,3],[172,0,2,2,1,0,28.9,0.02,0,2,2,0,0,2,0],[173,1,1,3,1,1,28.5,0.02,0,1,1,1,1,2,1],[174,2,2,0,1,2,27.36,0.02,0,2,0,0,1,0,1],[175,3,3,0,1,3,22.92,0.02,0,3,3,3,3,3,3],[176,0,0,2,1,0,25.44,0.02,0,0,2,0,0,2,0],[177,1,1,3,1,1,28.83,0.02,0,1,0,1,1,3,1],[178,2,2,0,1,0,25.72,0.02,0,2,3,0,1,0,1],[179,3,3,1,1,3,22.88,0.02,0,3,3,3,3,1,3],[180,0,0,3,1,0,25.61,0.02,0,2,3,0,0,0,0],[181,1,3,3,1,1,25.64,0.02,0,3,2,0,1,2,2],[182,2,2,1,1,2,27.95,0.02,0,2,3,0,2,0,1],[183,3,3,1,1,1,22.85,0.02,0,1,1,1,3,3,3],[184,0,0,2,1,2,24.73,0.02,0,2,2,2,2,2,1],[185,1,1,3,1,1,27.72,0.02,0,1,2,1,1,2,1],[186,2,2,3,1,2,26.59,0.02,0,2,3,0,1,0,1],[187,3,3,1,1,1,24.72,0.02,0,3,1,1,3,1,1],[188,0,0,2,1,0,27.86,0.02,0,2,2,2,1,2,1],[189,1,1,3,1,1,30.3,0.02,0,1,2,1,1,2,1],[190,2,2,0,1,0,26.75,0.02,0,2,0,2,2,1,1],[191,3,3,1,1,3,20,0.0175786,1,3,1,3,3,1,3],[192,0,0,3,1,0,24.07,0.02,0,3,3,3,0,0,0],[193,1,1,3,1,1,27.94,0.02,0,1,0,1,1,2,1],[194,2,2,0,1,2,27.32,0.02,0,0,0,2,2,0,2],[195,3,3,1,1,3,20,0.0198711,1,0,1,0,3,3,3],[196,0,0,2,1,2,31.47,0.02,0,2,2,2,1,2,1],[197,1,1,3,1,1,30.43,0.02,0,1,3,1,1,2,1],[198,2,2,0,1,2,23.74,0.02,0,2,3,2,1,0,2],[199,3,1,1,1,1,24.8,0.02,0,1,1,1,3,3,3],[200,0,0,2,1,0,24.56,0.02,0,0,2,0,0,2,0],[201,1,1,3,1,1,29.15,0.02,0,1,2,1,1,2,1],[202,2,2,0,1,2,24.38,0.02,0,0,3,0,1,0,1],[203,3,3,0,1,3,20.25,0.02,0,0,2,0,3,2,3],[204,0,0,3,1,0,24.36,0.02,0,0,3,0,0,0,0],[205,1,1,3,1,1,28.87,0.02,0,1,1,1,1,2,1],[206,2,2,0,1,2,27.96,0.02,0,2,3,2,1,0,1],[207,3,3,1,1,3,21.42,0.02,0,3,2,1,3,3,3],[208,0,0,2,1,0,27.23,0.02,0,3,2,2,0,0,0],[209,1,1,3,1,1,25.3,0.02,0,1,3,1,1,2,1],[210,2,2,0,1,2,24.19,0.02,0,2,2,0,1,1,1],[211,3,3,1,1,1,21.67,0.02,0,3,1,1,3,1,3],[212,0,0,0,1,0,25.27,0.02,0,1,0,1,0,0,0],[213,1,1,3,1,1,31.15,0.02,0,1,1,1,1,1,1],[214,2,2,1,1,2,21.38,0.02,0,2,3,2,2,3,2],[215,3,3,2,1,2,20,0.0191468,1,2,2,2,2,2,2],[216,0,0,2,1,0,23.81,0.02,0,0,2,0,0,2,0],[217,1,1,0,1,1,27.72,0.02,0,1,1,1,1,0,1],[218,2,2,0,1,2,22.37,0.02,0,2,0,2,2,2,2],[219,3,3,1,1,1,21.79,0.02,0,0,1,1,3,0,3],[220,0,0,2,1,0,24.04,0.02,0,0,2,0,2,2,2],[221,1,1,0,1,1,28.86,0.02,0,0,2,0,1,2,1],[222,2,2,3,1,2,20.83,0.02,0,2,3,0,2,0,2],[223,3,3,2,1,2,20,0.0188589,1,2,2,2,3,2,2],[224,0,0,2,1,2,30.64,0.02,0,2,2,2,1,2,1],[225,1,1,3,1,1,29.94,0.02,0,1,2,1,1,2,1],[226,2,2,0,1,0,24.68,0.02,0,2,3,2,2,0,2],[227,3,1,1,1,1,24.71,0.02,0,1,1,1,3,1,3],[228,0,0,2,1,0,28.31,0.02,0,0,2,0,0,2,0],[229,1,1,3,1,1,28.03,0.02,0,1,1,1,1,1,1],[230,2,2,0,1,2,23.78,0.02,0,2,1,2,2,1,2],[231,3,1,1,1,1,20,0.0163007,1,1,1,1,3,3,3],[232,0,0,0,1,0,26.49,0.02,0,1,1,1,0,0,0],[233,1,1,3,1,1,23.46,0.02,0,3,3,1,1,2,1],[234,2,2,0,1,2,23.05,0.02,0,2,1,2,2,0,2],[235,3,3,1,1,1,21.76,0.02,0,3,1,1,3,1,3],[236,0,0,3,1,0,24.93,0.02,0,3,3,3,0,0,0],[237,1,1,3,1,1,28.25,0.02,0,1,1,1,1,0,1],[238,2,2,0,1,2,20,0.0198663,1,2,3,2,2,0,2],[239,3,3,1,1,3,21.49,0.02,0,1,1,1,3,3,3],[240,0,0,1,1,0,27.87,0.02,0,1,1,0,0,0,0],[241,1,1,3,1,1,30.44,0.02,0,3,3,1,1,0,1],[242,2,2,0,1,2,24.93,0.02,0,2,3,2,1,1,1],[243,3,3,0,1,3,24.62,0.02,0,3,3,3,3,3,3],[244,0,0,2,1,0,26.73,0.02,0,2,2,0,0,2,0],[245,1,1,3,1,1,29.57,0.02,0,1,2,1,1,1,1],[246,2,0,0,1,0,28.29,0.02,0,2,3,2,1,0,1],[247,3,1,1,1,1,20.04,0.02,0,1,1,1,3,1,3],[248,0,0,3,1,0,28.38,0.02,0,3,3,3,0,0,0],[249,1,1,3,1,1,28.58,0.02,0,1,0,1,1,0,1],[250,2,2,0,1,2,25.28,0.02,0,2,3,2,1,0,1],[251,3,3,1,1,3,20,0.0184236,1,2,2,2,3,1,3],[252,0,2,2,1,2,24.9,0.02,0,2,2,2,1,3,1],[253,1,1,3,1,1,24.99,0.02,0,1,2,1,2,2,1],[254,2,2,1,1,2,25.02,0.02,0,0,1,2,2,1,2],[255,3,3,1,1,3,20,0.018787,1,3,1,3,3,3,3],[256,0,2,2,1,2,29.42,0.02,0,2,2,2,1,2,1],[257,1,1,0,1,1,25.4,0.02,0,1,2,1,1,0,1],[258,2,2,0,1,2,22.24,0.02,0,2,1,2,2,1,2],[259,3,3,2,1,3,20.39,0.02,0,0,2,0,2,2,2],[260,0,0,2,1,0,28.64,0.02,0,0,0,0,0,0,0],[261,1,1,3,1,1,31.05,0.02,0,1,3,1,1,1,1],[262,2,3,3,1,2,20,0.0191413,1,2,3,2,2,3,2],[263,3,3,1,1,3,20.92,0.02,0,1,1,1,3,3,3],[264,0,0,2,1,0,27.32,0.02,0,0,2,0,0,2,0],[265,1,1,0,1,1,23.88,0.02,0,0,0,1,1,2,1],[266,2,2,0,1,2,24.32,0.02,0,2,3,2,2,0,2],[267,3,3,0,1,3,24.69,0.02,0,3,3,3,3,3,3],[268,0,0,2,1,0,24.02,0.02,0,0,2,0,0,3,0],[269,1,1,3,1,1,28.52,0.02,0,1,3,1,1,2,1],[270,2,2,0,1,0,21.22,0.02,0,2,3,0,2,0,2],[271,3,1,1,1,1,24.9,0.02,0,0,1,0,1,1,1],[272,0,0,2,1,0,21.08,0.02,0,0,0,0,0,2,0],[273,1,1,0,1,1,26.29,0.02,0,1,0,1,1,2,1],[274,2,2,1,1,2,26.17,0.02,0,2,1,2,1,3,1],[275,3,1,1,1,1,25.11,0.02,0,1,1,1,3,3,3],[276,0,2,2,1,2,27.37,0.02,0,2,2,2,1,2,1],[277,1,1,3,1,1,23.49,0.02,0,3,3,1,1,2,1],[278,2,2,0,1,0,24.73,0.02,0,2,3,2,2,0,2],[279,3,3,0,1,3,22.18,0.02,0,0,0,0,3,2,3],[280,0,0,1,1,0,27.12,0.02,0,3,3,3,0,1,0],[281,1,1,3,1,1,30.59,0.02,0,1,0,1,1,2,1],[282,2,2,0,1,0,22.69,0.02,0,2,3,2,2,3,2],[283,3,3,1,1,3,20,0.01829,1,3,1,2,3,3,3],[284,0,2,2,1,2,30.91,0.02,0,2,2,2,1,2,1],[285,1,1,3,1,1,30.71,0.02,0,1,3,1,1,3,1],[286,2,0,0,1,2,25.67,0.02,0,0,3,2,2,0,2],[287,3,3,1,1,3,20,0.0197474,1,3,1,3,3,3,3],[288,0,0,2,1,0,25.74,0.02,0,0,0,0,0,0,0],[289,1,1,3,1,1,30.73,0.02,0,1,3,1,1,2,1],[290,2,2,0,1,2,24.11,0.02,0,2,3,2,2,3,2],[291,3,3,1,1,3,22.14,0.02,0,3,1,0,3,3,3],[292,0,0,2,1,0,25.22,0.02,0,0,2,0,0,0,0],[293,1,1,3,1,1,29.56,0.02,0,1,1,1,1,1,1],[294,2,2,0,1,2,26.63,0.02,0,2,1,2,1,1,1],[295,3,3,1,1,3,20,0.019931,1,1,1,1,3,3,3],[296,0,0,2,1,0,26.62,0.02,0,0,2,0,0,0,0],[297,1,1,3,1,1,27.4,0.02,0,1,0,1,1,2,1],[298,2,3,1,1,2,28.26,0.02,0,2,3,0,1,1,1],[299,3,3,0,1,0,21.78,0.02,0,0,0,0,3,3,3],[300,0,0,2,1,0,25.08,0.02,0,0,2,0,0,2,0],[301,1,1,2,1,1,24.17,0.02,0,1,2,1,2,2,2],[302,2,0,0,1,0,25.88,0.02,0,2,3,0,1,0,1],[303,3,2,2,1,2,20.98,0.02,0,0,2,0,1,2,1],[304,0,2,2,1,2,24.46,0.02,0,2,2,2,2,2,2],[305,1,1,3,1,1,30.4,0.02,0,1,1,1,1,1,1],[306,2,2,3,1,2,26.1,0.02,0,0,1,0,2,1,2],[307,3,3,1,1,3,20,0.0180123,1,3,3,3,3,3,3],[308,0,0,2,1,0,27.67,0.02,0,0,2,0,0,0,0],[309,1,1,3,1,1,30.17,0.02,0,1,1,1,1,1,1],[310,2,2,0,1,2,20.73,0.02,0,2,3,2,2,0,2],[311,3,2,2,1,2,20,0.0188884,1,2,2,2,2,2,2],[312,0,0,0,1,0,29.83,0.02,0,0,0,0,0,0,0],[313,1,1,3,1,1,25.6,0.02,0,1,2,1,2,2,2],[314,2,2,0,1,2,20,0.0196983,1,2,0,2,2,2,2],[315,3,3,0,1,3,20,0.0187867,1,3,2,2,3,2,3],[316,0,2,2,1,2,24.83,0.02,0,2,2,2,2,2,2],[317,1,1,3,1,1,28.79,0.02,0,1,1,1,1,2,1],[318,2,2,0,1,2,27.19,0.02,0,2,0,0,2,0,2],[319,3,3,1,1,1,21.02,0.02,0,3,1,1,3,3,3],[320,0,0,1,1,0,29.36,0.02,0,1,1,1,0,0,0],[321,1,3,3,1,1,23.09,0.02,0,3,2,0,2,2,1],[322,2,2,0,1,2,21.24,0.02,0,2,2,0,2,0,2],[323,3,3,1,1,3,20,0.0190385,1,3,1,3,3,3,3],[324,0,0,2,1,0,27.92,0.02,0,0,2,0,0,2,0],[325,1,1,0,1,1,28.81,0.02,0,1,0,1,1,2,1],[326,2,2,1,1,2,21.98,0.02,0,2,3,0,2,0,2],[327,3,2,2,1,2,24.04,0.02,0,2,2,0,1,2,1],[328,0,0,2,1,0,23.57,0.02,0,0,2,0,0,1,0],[329,1,3,3,1,3,23.9,0.02,0,3,3,1,3,3,3],[330,2,2,0,1,0,27.59,0.02,0,2,3,0,2,3,0],[331,3,3,2,1,1,23.52,0.02,0,3,2,0,3,2,1],[332,0,0,2,1,0,24.05,0.02,0,0,0,0,0,2,0],[333,1,1,0,1,1,26.79,0.02,0,1,0,1,1,0,1],[334,2,0,0,1,0,28.04,0.02,0,0,1,0,0,0,0],[335,3,3,1,1,3,20,0.0175331,1,3,1,3,3,3,3],[336,0,2,2,1,2,26.5,0.02,0,2,2,2,2,2,0],[337,1,1,0,1,1,28.05,0.02,0,1,0,1,1,1,1],[338,2,2,1,1,2,23.18,0.02,0,2,3,2,2,3,2],[339,3,1,1,1,1,24.67,0.02,0,1,1,1,3,3,3],[340,0,0,1,1,0,29.04,0.02,0,3,1,3,0,0,0],[341,1,1,3,1,1,25.78,0.02,0,1,0,1,2,2,1],[342,2,2,1,1,2,25.62,0.02,0,0,1,0,2,3,2],[343,3,3,0,1,3,21.82,0.02,0,0,3,0,3,3,3],[344,0,0,2,1,0,20.52,0.02,0,3,2,3,0,0,0],[345,1,1,3,1,1,31.88,0.02,0,1,1,1,1,1,1],[346,2,2,0,1,2,25.72,0.02,0,2,3,2,2,0,2],[347,3,3,0,1,3,20.97,0.02,0,3,3,3,3,1,3],[348,0,0,2,1,0,22.57,0.02,0,0,0,0,0,0,0],[349,1,1,3,1,1,25.37,0.02,0,1,2,1,1,2,1],[350,2,2,0,1,2,26.15,0.02,0,0,0,0,2,0,2],[351,3,3,0,1,3,22.38,0.02,0,0,3,0,3,1,3],[352,0,0,0,1,0,29.22,0.02,0,0,0,0,0,0,0],[353,1,3,3,1,1,24.59,0.02,0,1,2,1,1,2,1],[354,2,2,3,1,2,25.25,0.02,0,2,3,2,2,0,2],[355,3,3,0,1,3,22.19,0.02,0,3,3,3,3,3,3],[356,0,0,2,1,0,27,0.02,0,0,2,0,0,2,0],[357,1,1,3,1,1,28.3,0.02,0,1,0,1,1,3,1],[358,2,2,3,1,2,20,0.0190573,1,2,3,2,2,1,2],[359,3,3,1,1,3,20,0.0199101,1,3,1,0,3,1,3],[360,0,0,2,1,2,29.96,0.02,0,2,2,0,0,2,0],[361,1,1,2,1,1,30.66,0.02,0,0,2,0,1,2,1],[362,2,2,0,1,2,26.02,0.02,0,2,3,2,2,0,2],[363,3,3,0,1,3,20,0.0190498,1,3,3,0,3,3,3],[364,0,0,2,1,0,28.36,0.02,0,3,2,3,0,0,0],[365,1,1,3,1,1,25.12,0.02,0,1,1,1,1,2,1],[366,2,2,0,1,2,25.04,0.02,0,0,0,2,2,0,2],[367,3,3,1,1,3,20,0.0192654,1,3,1,3,3,1,3],[368,0,2,2,1,2,30.75,0.02,0,2,2,0,0,2,0],[369,1,1,3,1,1,29.57,0.02,0,1,0,1,1,2,1],[370,2,2,3,1,2,22.71,0.02,0,2,3,2,2,1,2],[371,3,3,2,1,3,23.75,0.02,0,0,2,1,3,2,3],[372,0,0,2,1,0,23.44,0.02,0,0,2,0,0,2,0],[373,1,1,3,1,1,29.92,0.02,0,1,1,1,1,1,1],[374,2,2,1,1,2,26.59,0.02,0,2,1,0,1,0,1],[375,3,1,1,1,1,21.9,0.02,0,1,1,1,3,3,3],[376,0,0,2,1,0,27.78,0.02,0,0,2,0,0,1,0],[377,1,1,2,1,1,27.74,0.02,0,1,2,1,1,2,1],[378,2,0,0,1,0,27.2,0.02,0,2,0,2,1,1,1],[379,3,3,1,1,3,20,0.0194708,1,1,1,1,3,3,3],[380,0,2,2,1,2,25.67,0.02,0,2,2,2,1,2,1],[381,1,1,2,1,1,24.45,0.02,0,0,2,0,1,2,2],[382,2,2,0,1,2,24.03,0.02,0,0,1,0,2,0,2],[383,3,3,1,1,3,20,0.0190975,1,3,1,3,3,1,3],[384,0,0,3,1,0,26.28,0.02,0,3,3,0,0,0,0],[385,1,1,2,1,1,29.32,0.02,0,3,2,0,1,2,1],[386,2,2,3,1,2,20.84,0.02,0,2,3,2,2,3,2],[387,3,3,0,1,3,22.03,0.02,0,2,2,0,2,2,1],[388,0,0,2,1,0,30.14,0.02,0,2,2,2,1,2,1],[389,1,1,3,1,1,24.48,0.02,0,3,3,1,2,2,2],[390,2,2,3,1,2,24.88,0.02,0,2,3,0,2,0,1],[391,3,3,0,1,3,20.16,0.02,0,3,0,0,3,3,3],[392,0,0,3,1,0,22.32,0.02,0,3,3,3,0,0,0],[393,1,1,2,1,1,24.88,0.02,0,3,2,1,1,2,1],[394,2,3,3,1,2,27.44,0.02,0,2,3,2,2,1,2],[395,3,1,1,1,1,23.49,0.02,0,1,1,1,3,3,3],[396,0,0,2,1,0,20.97,0.02,0,0,2,0,0,2,0],[397,1,1,3,1,1,30.51,0.02,0,1,1,1,1,2,1],[398,2,2,0,1,0,21.69,0.02,0,0,0,0,2,2,2],[399,3,1,1,1,1,22.26,0.02,0,1,1,1,3,3,3]],"elapsed_ms":2818,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":263,"J":250,"J_valid":250,"n_invalid":0,"n00":2,"n01":0,"n10":52,"n11":196,"ctl_n":250,"ctl_err":44},"metrics":{"target_error":0.784,"Q_transfer":0.21599999999999997,"source_success":0.992,"joint_error":0.784,"T_cond":0.7903225806451613,"R":0.176,"delta":0.6080000000000001,"delta_pp":60.80000000000001,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.6575}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":339,"tgt_clean_correct":326,"J":297,"J_valid":297,"n_invalid":0,"n00":4,"n01":0,"n10":117,"n11":176,"ctl_n":297,"ctl_err":11},"metrics":{"target_error":0.5925925925925926,"Q_transfer":0.40740740740740744,"source_success":0.9865319865319865,"joint_error":0.5925925925925926,"T_cond":0.6006825938566553,"R":0.037037037037037035,"delta":0.5555555555555556,"delta_pp":55.55555555555556,"validity_rate":1,"src_clean_accuracy":0.8475,"tgt_clean_accuracy":0.815}}]},{"key":"s44/STFT-CNN/fgsm/eps0020","seed":44,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,0,0,1,0,43.95,0.002,0,0,0,0,0,0,0],[1,1,1,3,1,1,44.97,0.002,0,1,1,1,1,1,1],[2,2,2,1,1,2,41.84,0.002,0,0,0,0,2,0,2],[3,3,3,3,1,3,40.49,0.002,0,3,3,3,3,3,3],[4,0,0,0,1,0,39.42,0.002,0,3,3,3,0,0,0],[5,1,1,1,1,1,45.89,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,42.3,0.002,0,2,0,2,2,2,2],[7,3,3,3,1,3,35.48,0.002,0,3,3,3,3,3,3],[8,0,1,3,1,1,43.29,0.002,0,2,2,2,2,2,2],[9,1,1,3,1,1,46.43,0.002,0,1,1,1,1,1,1],[10,2,2,2,1,2,37.09,0.002,0,2,2,2,2,0,2],[11,3,3,3,1,3,40.27,0.002,0,0,0,0,3,3,3],[12,0,0,0,1,0,43.79,0.002,0,0,0,0,0,0,0],[13,1,1,2,1,1,43.71,0.002,0,1,1,1,1,1,1],[14,2,2,0,1,2,41.52,0.002,0,2,0,2,2,0,2],[15,3,3,3,1,3,35.65,0.002,0,3,2,3,3,3,3],[16,0,0,0,1,0,41.05,0.002,0,2,2,2,0,0,0],[17,1,1,1,1,1,47.82,0.002,0,1,1,1,1,1,1],[18,2,1,1,1,1,43.37,0.002,0,0,0,0,2,0,2],[19,3,3,3,1,3,38.3,0.002,0,3,3,3,3,3,3],[20,0,1,1,1,1,47.19,0.002,0,0,0,0,0,0,0],[21,1,1,2,1,1,42.86,0.002,0,0,0,0,1,1,1],[22,2,2,1,1,2,38.37,0.002,0,2,0,2,2,2,2],[23,3,3,0,1,2,35.97,0.002,0,3,3,3,3,3,3],[24,0,0,0,1,0,42.05,0.002,0,0,2,0,0,0,0],[25,1,1,2,1,1,41.36,0.002,0,1,1,1,1,1,1],[26,2,1,1,1,1,44.27,0.002,0,2,3,2,2,0,2],[27,3,3,3,1,3,39.79,0.002,0,0,0,0,3,3,3],[28,0,2,2,1,2,42.09,0.002,0,2,2,2,2,2,2],[29,1,1,1,1,1,46.86,0.002,0,1,1,1,1,1,1],[30,2,1,1,1,1,41.94,0.002,0,2,3,2,2,3,2],[31,3,3,0,1,3,36.76,0.002,0,3,3,3,3,3,3],[32,0,0,0,1,0,45.93,0.002,0,0,0,0,0,0,0],[33,1,1,1,1,1,44.32,0.002,0,1,1,1,1,1,1],[34,2,2,0,1,2,43.15,0.002,0,2,0,2,0,0,0],[35,3,3,3,1,3,37.86,0.002,0,3,3,3,3,3,3],[36,0,1,1,1,1,44.95,0.002,0,2,2,2,2,2,2],[37,1,2,2,1,2,39.8,0.002,0,3,2,3,3,3,3],[38,2,2,1,1,2,41.65,0.002,0,2,3,2,2,2,2],[39,3,3,1,1,3,38.16,0.002,0,3,3,3,3,3,3],[40,0,0,0,1,0,41.91,0.002,0,3,2,3,0,3,0],[41,1,2,2,1,2,42.5,0.002,0,1,1,1,1,1,1],[42,2,2,1,1,2,38.62,0.002,0,2,2,2,0,0,0],[43,3,3,3,1,3,37.15,0.002,0,1,3,1,3,3,3],[44,0,0,0,1,0,40.94,0.002,0,0,0,0,0,0,0],[45,1,1,1,1,1,47.71,0.002,0,1,1,1,1,1,1],[46,2,1,1,1,1,42.27,0.002,0,3,3,2,3,3,3],[47,3,3,3,1,3,37.75,0.002,0,3,3,3,3,3,3],[48,0,1,1,1,1,47.33,0.002,0,2,2,2,2,2,2],[49,1,1,0,1,1,44.4,0.002,0,1,1,1,1,1,1],[50,2,2,1,1,2,42.27,0.002,0,2,0,2,2,2,2],[51,3,3,1,1,3,36.19,0.002,0,3,3,3,3,3,3],[52,0,0,2,1,0,44.61,0.002,0,2,2,2,2,2,2],[53,1,1,1,1,1,47.39,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,37.62,0.002,0,2,0,2,2,2,2],[55,3,3,0,1,3,41.24,0.002,0,1,1,1,3,3,3],[56,0,0,0,1,0,45.97,0.002,0,0,0,0,0,0,0],[57,1,1,0,1,1,43.49,0.002,0,1,1,1,1,1,1],[58,2,2,3,1,2,40.83,0.002,0,2,3,2,2,2,2],[59,3,3,3,1,3,36.4,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,42.49,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,47.11,0.002,0,1,1,1,1,1,1],[62,2,2,0,1,2,43.9,0.002,0,0,0,0,2,0,2],[63,3,3,1,1,3,40.27,0.002,0,3,1,1,3,1,1],[64,0,1,1,1,1,47,0.002,0,0,0,0,0,2,2],[65,1,1,1,1,1,45.7,0.002,0,1,1,1,1,1,1],[66,2,1,1,1,1,44,0.002,0,2,3,2,2,3,2],[67,3,3,3,1,3,39.77,0.002,0,1,1,1,3,3,3],[68,0,0,0,1,0,43.21,0.002,0,0,0,0,0,0,0],[69,1,1,1,1,1,45.21,0.002,0,1,1,1,1,1,1],[70,2,2,1,1,2,39.82,0.002,0,2,2,2,2,2,2],[71,3,3,3,1,3,36.73,0.002,0,3,3,3,3,3,3],[72,0,1,1,1,1,46.35,0.002,0,2,2,2,0,2,0],[73,1,1,1,1,1,47.35,0.002,0,1,1,1,1,1,1],[74,2,2,2,1,2,37.01,0.002,0,2,2,2,2,0,2],[75,3,3,1,1,3,40.57,0.002,0,3,3,3,3,3,3],[76,0,1,1,1,1,46.93,0.002,0,3,2,3,0,3,0],[77,1,1,1,1,1,47.09,0.002,0,1,1,1,1,1,1],[78,2,2,1,1,2,42.35,0.002,0,2,0,2,2,0,2],[79,3,1,2,1,1,39.97,0.002,0,0,0,0,2,2,2],[80,0,0,0,1,0,44.49,0.002,0,0,2,0,0,0,0],[81,1,1,1,1,1,45.13,0.002,0,1,1,1,1,1,1],[82,2,2,2,1,2,35.7,0.002,0,2,0,2,0,0,0],[83,3,3,3,1,3,39.43,0.002,0,2,2,2,1,1,1],[84,0,2,2,1,2,42.31,0.002,0,0,0,0,0,2,0],[85,1,2,2,1,2,42.64,0.002,0,1,1,1,1,3,1],[86,2,2,1,1,2,40.28,0.002,0,2,3,2,2,2,2],[87,3,3,3,1,3,34.75,0.002,0,3,3,3,3,3,3],[88,0,0,0,1,0,47.55,0.002,0,0,2,0,0,0,0],[89,1,1,3,1,1,45.8,0.002,0,1,3,1,1,1,1],[90,2,2,2,1,2,41.95,0.002,0,2,0,2,2,2,2],[91,3,3,1,1,3,35.92,0.002,0,3,3,3,3,3,3],[92,0,2,2,1,2,40.06,0.002,0,2,2,2,2,2,2],[93,1,2,2,1,2,40.99,0.002,0,3,3,3,3,3,3],[94,2,2,0,1,2,42.01,0.002,0,2,3,2,2,2,2],[95,3,3,3,1,3,37.09,0.002,0,1,3,1,3,1,1],[96,0,1,2,1,1,44.65,0.002,0,2,2,2,0,0,0],[97,1,1,0,1,1,47.48,0.002,0,1,1,1,1,1,1],[98,2,2,2,1,2,41.13,0.002,0,2,2,2,2,2,2],[99,3,3,3,1,3,35.24,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,45.45,0.002,0,0,0,0,0,0,0],[101,1,1,0,1,1,43.65,0.002,0,1,1,1,1,1,1],[102,2,2,0,1,2,38.53,0.002,0,2,3,2,2,0,0],[103,3,3,3,1,3,40.11,0.002,0,1,1,1,1,1,1],[104,0,0,0,1,0,45.25,0.002,0,1,1,1,0,0,0],[105,1,1,0,1,1,44.65,0.002,0,3,3,3,1,1,1],[106,2,2,0,1,2,37.53,0.002,0,0,0,0,2,0,2],[107,3,3,3,1,3,40.29,0.002,0,1,1,1,3,3,3],[108,0,0,0,1,0,47.33,0.002,0,0,0,0,0,0,0],[109,1,1,3,1,1,47.75,0.002,0,1,1,1,1,1,1],[110,2,2,1,1,2,41.57,0.002,0,2,2,2,0,0,0],[111,3,3,3,1,3,35.33,0.002,0,3,3,3,3,3,3],[112,0,0,0,1,0,39.09,0.002,0,2,2,0,0,0,0],[113,1,3,3,1,3,47.32,0.002,0,1,1,1,1,1,1],[114,2,2,0,1,2,37.37,0.002,0,2,3,2,2,3,2],[115,3,3,3,1,3,36.08,0.002,0,1,1,1,3,3,3],[116,0,0,0,1,0,42.54,0.002,0,1,1,1,0,0,0],[117,1,1,0,1,1,46.36,0.002,0,1,1,1,1,1,1],[118,2,2,1,1,2,40.13,0.002,0,2,0,2,2,2,2],[119,3,3,1,1,3,38.48,0.002,0,0,3,0,3,3,3],[120,0,0,0,1,0,45.53,0.002,0,1,1,1,0,0,0],[121,1,1,1,1,1,47.75,0.002,0,1,1,1,1,1,1],[122,2,2,0,1,2,40.31,0.002,0,2,0,2,2,2,2],[123,3,3,3,1,3,40.22,0.002,0,1,1,1,1,1,1],[124,0,0,0,1,0,39.12,0.002,0,0,2,0,0,0,0],[125,1,1,0,1,1,47.47,0.002,0,1,1,1,1,1,1],[126,2,2,1,1,2,42.54,0.002,0,2,3,2,0,0,0],[127,3,3,1,1,3,36.69,0.002,0,3,3,3,3,1,3],[128,0,2,3,1,2,40.63,0.002,0,2,2,2,2,2,2],[129,1,1,3,1,1,44.26,0.002,0,1,1,1,1,1,1],[130,2,2,0,1,2,38.63,0.002,0,2,3,2,2,0,2],[131,3,3,3,1,3,40.49,0.002,0,1,0,1,3,2,3],[132,0,0,0,1,0,42.39,0.002,0,0,0,0,0,0,0],[133,1,1,3,1,1,42.02,0.002,0,1,1,1,1,1,1],[134,2,2,3,1,2,43.52,0.002,0,2,2,2,2,2,2],[135,3,3,3,1,3,36.69,0.002,0,3,3,3,3,3,3],[136,0,0,2,1,0,44.48,0.002,0,2,2,2,2,2,2],[137,1,1,1,1,1,46.56,0.002,0,1,1,1,1,1,1],[138,2,2,3,1,1,41.83,0.002,0,3,3,3,3,3,3],[139,3,3,3,1,3,32.88,0.002,0,0,2,0,3,2,3],[140,0,0,0,1,0,38.5,0.002,0,0,0,0,0,0,0],[141,1,1,1,1,1,46.09,0.002,0,1,1,1,1,1,1],[142,2,2,1,1,2,37.89,0.002,0,2,0,2,2,2,2],[143,3,3,3,1,3,36.22,0.002,0,3,3,3,3,3,3],[144,0,0,0,1,0,43.98,0.002,0,0,0,0,0,0,0],[145,1,1,2,1,1,41.81,0.002,0,1,1,1,3,3,3],[146,2,2,0,1,2,39.31,0.002,0,2,3,2,2,3,2],[147,3,3,3,1,3,34.39,0.002,0,3,3,3,3,3,3],[148,0,0,0,1,0,42.24,0.002,0,0,0,0,0,0,0],[149,1,1,2,1,1,41.37,0.002,0,0,0,0,1,1,1],[150,2,2,1,1,1,44.15,0.002,0,2,3,2,2,3,2],[151,3,1,0,1,3,41.42,0.002,0,3,3,3,3,3,3],[152,0,1,2,1,1,42.68,0.002,0,2,2,2,2,2,2],[153,1,1,2,1,1,46.58,0.002,0,1,1,1,1,1,1],[154,2,2,3,1,2,42.23,0.002,0,2,3,2,2,3,2],[155,3,3,1,1,3,33.11,0.002,0,3,3,3,3,3,3],[156,0,1,3,1,1,44.88,0.002,0,2,2,2,0,3,0],[157,1,1,1,1,1,42.79,0.002,0,1,1,1,1,1,1],[158,2,2,0,1,2,38.37,0.002,0,2,0,2,2,2,2],[159,3,3,1,1,3,40.78,0.002,0,3,3,3,3,1,3],[160,0,0,0,1,0,44.18,0.002,0,0,0,0,0,0,0],[161,1,1,0,1,1,46.52,0.002,0,1,1,1,1,1,1],[162,2,2,2,1,2,36.35,0.002,0,2,0,2,2,2,2],[163,3,3,1,1,3,41.89,0.002,0,1,1,1,1,1,1],[164,0,0,0,1,0,45,0.002,0,0,0,0,0,0,0],[165,1,1,3,1,1,45.6,0.002,0,1,1,1,1,1,1],[166,2,1,1,1,1,42.09,0.002,0,0,0,0,2,2,2],[167,3,3,0,1,3,37.81,0.002,0,3,3,3,3,3,3],[168,0,0,0,1,0,46.01,0.002,0,0,0,0,0,0,0],[169,1,2,2,1,2,40.19,0.002,0,3,3,3,3,3,3],[170,2,1,0,1,1,41.59,0.002,0,0,0,0,0,0,0],[171,3,3,1,1,3,41.85,0.002,0,3,3,3,3,3,3],[172,0,0,2,1,0,45.27,0.002,0,2,2,2,2,2,2],[173,1,1,3,1,1,45.58,0.002,0,1,1,1,1,1,1],[174,2,1,1,1,1,44.49,0.002,0,2,0,2,2,0,2],[175,3,3,1,1,3,39.33,0.002,0,3,3,3,3,3,3],[176,0,0,2,1,0,41.54,0.002,0,0,0,0,0,0,0],[177,1,1,1,1,1,46.41,0.002,0,1,1,1,1,1,1],[178,2,1,1,1,2,43.47,0.002,0,2,2,2,2,0,2],[179,3,3,1,1,3,38.74,0.002,0,3,3,3,3,3,3],[180,0,0,3,1,0,42.08,0.002,0,2,2,3,0,0,0],[181,1,1,2,1,1,41.67,0.002,0,3,2,3,3,3,3],[182,2,2,1,1,2,44.13,0.002,0,2,2,2,2,3,2],[183,3,3,3,1,3,39.64,0.002,0,1,1,1,3,3,3],[184,0,2,3,1,2,40.7,0.002,0,2,2,2,0,2,2],[185,1,1,0,1,1,44.02,0.002,0,1,1,1,1,1,1],[186,2,1,0,1,1,42.58,0.002,0,2,3,2,2,0,2],[187,3,3,1,1,3,41.03,0.002,0,3,3,3,3,3,3],[188,0,1,1,1,1,45.78,0.002,0,2,2,2,0,0,0],[189,1,1,0,1,1,46.73,0.002,0,1,1,1,1,1,1],[190,2,2,1,1,2,42.72,0.002,0,2,0,2,2,2,2],[191,3,3,2,1,3,33.61,0.002,0,3,3,3,3,3,3],[192,0,0,0,1,0,40.27,0.002,0,3,3,3,0,0,0],[193,1,1,1,1,1,46.35,0.002,0,1,1,1,1,1,1],[194,2,2,1,1,2,44.5,0.002,0,0,0,0,2,2,2],[195,3,3,1,1,3,36.11,0.002,0,0,2,0,3,3,3],[196,0,1,3,1,1,47.78,0.002,0,2,2,2,0,0,0],[197,1,1,1,1,1,47.46,0.002,0,1,1,1,1,1,1],[198,2,1,0,1,1,41.07,0.002,0,2,0,2,2,2,2],[199,3,3,3,1,3,41.16,0.002,0,1,1,1,1,3,3],[200,0,0,0,1,0,42.33,0.002,0,0,0,0,0,0,0],[201,1,1,2,1,1,46.07,0.002,0,1,1,1,1,1,1],[202,2,1,1,1,1,40.85,0.002,0,0,0,0,2,2,2],[203,3,3,2,1,3,37.23,0.002,0,0,0,0,3,3,3],[204,0,0,0,1,0,40.64,0.002,0,0,0,0,0,0,0],[205,1,1,0,1,1,45.32,0.002,0,1,1,1,1,1,1],[206,2,1,0,1,1,44.35,0.002,0,2,3,2,2,0,2],[207,3,3,3,1,3,38.46,0.002,0,3,3,3,3,3,3],[208,0,0,0,1,0,43.87,0.002,0,3,2,3,0,0,0],[209,1,1,2,1,1,42.38,0.002,0,1,1,1,1,1,1],[210,2,1,1,1,1,41.48,0.002,0,2,0,2,2,2,2],[211,3,3,1,1,3,37.93,0.002,0,3,3,3,3,1,3],[212,0,0,0,1,0,41.95,0.002,0,1,1,1,0,0,0],[213,1,1,1,1,1,47.42,0.002,0,1,1,1,1,1,1],[214,2,2,3,1,2,36.51,0.002,0,2,3,2,2,3,2],[215,3,2,2,1,2,34.92,0.002,0,2,2,2,3,2,3],[216,0,0,2,1,0,39.91,0.002,0,0,2,0,0,0,0],[217,1,1,1,1,1,46.19,0.002,0,1,1,1,1,1,1],[218,2,2,1,1,2,38.58,0.002,0,2,2,2,2,2,2],[219,3,3,1,1,3,37.86,0.002,0,0,3,0,3,1,1],[220,0,2,2,1,2,41.77,0.002,0,0,2,0,0,2,0],[221,1,1,0,1,1,46.72,0.002,0,0,0,0,1,1,1],[222,2,2,3,1,2,36.34,0.002,0,2,2,2,2,2,2],[223,3,3,1,1,3,34.52,0.002,0,2,3,2,3,2,2],[224,0,1,1,1,1,47.12,0.002,0,2,2,2,0,2,0],[225,1,1,0,1,1,46.76,0.002,0,1,1,1,1,1,1],[226,2,2,0,1,2,41.25,0.002,0,2,0,2,2,0,2],[227,3,3,1,1,3,41.79,0.002,0,1,1,1,1,1,1],[228,0,0,0,1,0,45.39,0.002,0,0,0,0,0,0,0],[229,1,1,1,1,1,43.74,0.002,0,1,1,1,1,1,1],[230,2,2,1,1,2,41.62,0.002,0,2,0,2,2,2,2],[231,3,3,3,1,3,33.97,0.002,0,1,1,1,1,1,1],[232,0,0,0,1,0,42.89,0.002,0,1,1,1,0,0,0],[233,1,1,3,1,1,39.78,0.002,0,3,3,3,1,3,1],[234,2,2,1,1,2,39.57,0.002,0,2,0,2,2,3,2],[235,3,3,3,1,3,37.6,0.002,0,3,3,3,3,3,3],[236,0,0,0,1,0,40.89,0.002,0,3,3,3,0,0,0],[237,1,1,0,1,1,44.94,0.002,0,1,1,1,1,1,1],[238,2,2,0,1,2,36.57,0.002,0,2,0,2,2,2,2],[239,3,3,3,1,3,37.02,0.002,0,1,3,1,3,1,3],[240,0,0,0,1,0,44.71,0.002,0,1,0,1,0,0,0],[241,1,1,2,1,1,46.14,0.002,0,3,3,3,1,1,1],[242,2,1,1,1,1,41.96,0.002,0,2,2,2,2,2,2],[243,3,3,1,1,3,40.71,0.002,0,3,3,3,3,3,3],[244,0,0,1,1,0,43.7,0.002,0,2,2,2,0,2,0],[245,1,1,0,1,1,46.17,0.002,0,1,1,1,1,1,1],[246,2,1,1,1,1,45.07,0.002,0,2,2,2,0,0,0],[247,3,3,3,1,3,36.38,0.002,0,1,1,1,1,1,1],[248,0,0,0,1,0,44.56,0.002,0,3,3,3,0,0,0],[249,1,1,0,1,1,45.72,0.002,0,1,1,1,1,1,1],[250,2,1,1,1,1,41.94,0.002,0,2,0,2,2,2,2],[251,3,3,1,1,3,33.78,0.002,0,2,2,2,3,3,3],[252,0,1,1,1,1,42.54,0.002,0,2,2,2,2,0,2],[253,1,2,2,1,2,41.76,0.002,0,1,1,1,1,3,1],[254,2,2,1,1,2,42.78,0.002,0,0,0,0,2,2,2],[255,3,3,3,1,3,35.47,0.002,0,3,3,3,3,3,3],[256,0,1,1,1,1,46.53,0.002,0,2,2,2,2,2,2],[257,1,1,0,1,1,42.71,0.002,0,1,1,1,1,1,1],[258,2,2,2,1,2,39.02,0.002,0,2,0,2,2,2,2],[259,3,2,2,1,2,37.47,0.002,0,0,0,0,3,3,3],[260,0,0,0,1,0,44.99,0.002,0,0,0,0,0,0,0],[261,1,1,0,1,1,46.77,0.002,0,1,1,1,1,1,1],[262,2,2,3,1,2,35.31,0.002,0,2,2,2,3,3,2],[263,3,3,3,1,3,36.72,0.002,0,1,1,1,3,3,3],[264,0,0,0,1,0,44.16,0.002,0,0,2,0,0,0,0],[265,1,1,2,1,1,42.12,0.002,0,0,0,0,1,1,1],[266,2,2,0,1,2,40.3,0.002,0,2,2,2,2,2,2],[267,3,3,3,1,3,41.2,0.002,0,3,3,3,3,3,3],[268,0,0,0,1,0,40.62,0.002,0,0,2,0,0,0,0],[269,1,1,0,1,1,45.24,0.002,0,1,1,1,1,1,1],[270,2,2,3,1,2,37.05,0.002,0,2,2,2,2,3,2],[271,3,1,1,1,1,41.65,0.002,0,0,0,0,1,1,1],[272,0,0,0,1,0,38.56,0.002,0,0,0,0,0,0,0],[273,1,1,1,1,1,43.18,0.002,0,1,1,1,1,1,1],[274,2,1,3,1,1,42.14,0.002,0,2,3,2,2,3,2],[275,3,3,3,1,3,41.73,0.002,0,1,1,1,1,1,1],[276,0,1,3,1,1,43.72,0.002,0,2,2,2,2,2,2],[277,1,1,3,1,1,40,0.002,0,3,3,3,1,3,1],[278,2,2,1,1,2,40.98,0.002,0,2,0,2,2,0,2],[279,3,3,1,1,3,38.85,0.002,0,0,0,0,3,3,3],[280,0,0,0,1,0,44.18,0.002,0,3,3,3,0,0,0],[281,1,1,1,1,1,46.18,0.002,0,1,1,1,1,1,1],[282,2,2,0,1,2,39.19,0.002,0,2,0,2,2,2,2],[283,3,3,3,1,3,33.95,0.002,0,3,3,3,3,3,3],[284,0,1,1,1,1,47.31,0.002,0,2,2,2,2,2,2],[285,1,1,1,1,1,47.82,0.002,0,1,1,1,1,1,1],[286,2,2,0,1,2,41.83,0.002,0,0,0,2,0,0,0],[287,3,3,3,1,3,35.6,0.002,0,3,3,3,3,3,3],[288,0,0,0,1,0,42.65,0.002,0,0,0,0,0,0,0],[289,1,1,1,1,1,47.71,0.002,0,1,1,1,1,1,1],[290,2,2,0,1,2,40.49,0.002,0,2,0,2,2,0,2],[291,3,3,1,1,3,38.66,0.002,0,3,3,3,3,3,3],[292,0,0,0,1,0,41.9,0.002,0,0,0,0,0,0,0],[293,1,1,3,1,1,46.47,0.002,0,1,1,1,1,1,1],[294,2,1,1,1,1,43.67,0.002,0,2,2,2,2,2,2],[295,3,3,3,1,3,36.39,0.002,0,1,1,1,3,3,3],[296,0,0,0,1,0,44.13,0.002,0,0,0,0,0,0,0],[297,1,1,1,1,1,44.85,0.002,0,1,1,1,1,1,1],[298,2,1,1,1,1,44.45,0.002,0,2,3,2,3,3,3],[299,3,3,3,1,3,38.96,0.002,0,0,0,0,3,3,3],[300,0,0,0,1,0,41.93,0.002,0,0,0,0,0,0,0],[301,1,2,2,1,2,41.62,0.002,0,1,2,1,1,3,1],[302,2,1,1,1,1,42.33,0.002,0,2,0,2,0,0,0],[303,3,1,1,1,1,37.85,0.002,0,0,0,0,2,2,2],[304,0,2,3,1,2,39.84,0.002,0,2,2,2,2,2,2],[305,1,1,1,1,1,47.52,0.002,0,1,1,1,1,1,1],[306,2,2,2,1,2,44.11,0.002,0,0,0,0,2,2,2],[307,3,3,1,1,3,33.59,0.002,0,3,3,3,3,3,3],[308,0,0,2,1,0,44.06,0.002,0,0,0,0,0,0,0],[309,1,1,0,1,1,47.34,0.002,0,1,1,1,1,1,1],[310,2,2,1,1,2,37.4,0.002,0,2,3,2,2,3,2],[311,3,2,2,1,2,35.82,0.002,0,2,2,2,2,2,2],[312,0,0,0,1,0,47.32,0.002,0,0,0,0,0,0,0],[313,1,2,2,1,2,43.05,0.002,0,1,1,1,1,1,1],[314,2,2,1,1,2,35.51,0.002,0,2,3,2,2,0,2],[315,3,3,2,1,3,35.01,0.002,0,3,2,3,3,3,3],[316,0,2,3,1,2,40.56,0.002,0,2,2,2,2,2,2],[317,1,1,1,1,1,45.54,0.002,0,1,1,1,1,1,1],[318,2,2,0,1,2,43.76,0.002,0,2,0,2,2,2,2],[319,3,3,1,1,3,37.65,0.002,0,3,0,3,3,3,3],[320,0,0,0,1,0,46.02,0.002,0,1,1,1,0,0,0],[321,1,2,2,1,2,39.74,0.002,0,3,2,3,3,3,3],[322,2,2,2,1,2,38.06,0.002,0,2,0,2,2,2,2],[323,3,3,3,1,3,35.02,0.002,0,3,3,3,3,3,3],[324,0,0,0,1,0,44.24,0.002,0,0,0,0,0,0,0],[325,1,1,0,1,1,46.17,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,37.64,0.002,0,2,0,2,2,2,2],[327,3,1,1,1,1,42.12,0.002,0,2,0,0,2,2,2],[328,0,0,0,1,0,40.91,0.002,0,0,0,0,0,0,0],[329,1,3,3,1,3,40.64,0.002,0,3,3,3,3,3,3],[330,2,2,0,1,2,44.14,0.002,0,2,0,2,2,2,2],[331,3,3,1,1,3,40.18,0.002,0,3,0,3,3,3,3],[332,0,0,0,1,0,41.74,0.002,0,0,0,0,0,0,0],[333,1,1,1,1,1,44.78,0.002,0,1,1,1,1,1,1],[334,2,0,0,1,0,44.67,0.002,0,0,0,0,0,0,0],[335,3,3,3,1,3,34.35,0.002,0,3,3,3,3,3,3],[336,0,2,2,1,2,41.58,0.002,0,2,2,2,2,2,2],[337,1,1,1,1,1,46.68,0.002,0,1,1,1,1,1,1],[338,2,2,3,1,2,39.11,0.002,0,2,3,2,2,3,2],[339,3,3,1,1,3,42.43,0.002,0,1,1,1,1,3,1],[340,0,0,0,1,0,45.76,0.002,0,3,3,3,0,0,0],[341,1,2,2,1,2,43.14,0.002,0,1,1,1,1,1,1],[342,2,2,0,1,2,42.86,0.002,0,0,0,0,2,2,2],[343,3,3,3,1,3,38.76,0.002,0,0,3,0,3,3,3],[344,0,0,0,1,0,36.57,0.002,0,3,3,3,0,0,0],[345,1,1,1,1,1,47.39,0.002,0,1,1,1,1,1,1],[346,2,2,1,1,2,42.17,0.002,0,2,0,2,2,0,0],[347,3,3,1,1,3,37.48,0.002,0,3,3,3,3,3,3],[348,0,0,0,1,0,39.58,0.002,0,0,0,0,0,0,0],[349,1,1,1,1,1,42.62,0.002,0,1,1,1,1,1,1],[350,2,2,0,1,2,43.09,0.002,0,0,0,0,2,2,2],[351,3,3,1,1,3,39.03,0.002,0,0,3,0,3,3,3],[352,0,0,0,1,0,46.14,0.002,0,0,0,0,0,0,0],[353,1,1,2,1,1,41.24,0.002,0,1,3,1,3,3,3],[354,2,2,2,1,2,41.85,0.002,0,2,2,2,2,2,2],[355,3,3,3,1,3,39.04,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,44.69,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,45.82,0.002,0,1,1,1,1,1,1],[358,2,2,1,1,2,35.79,0.002,0,2,3,2,2,3,2],[359,3,3,0,1,3,36.45,0.002,0,3,3,3,3,3,3],[360,0,0,2,1,0,46,0.002,0,2,2,2,0,0,0],[361,1,1,2,1,1,46.66,0.002,0,0,0,0,1,1,1],[362,2,2,0,1,2,42.83,0.002,0,2,0,2,2,0,2],[363,3,3,3,1,3,36.37,0.002,0,3,3,3,3,3,3],[364,0,0,0,1,0,45.65,0.002,0,3,3,3,0,0,0],[365,1,1,2,1,1,42.71,0.002,0,1,1,1,1,1,1],[366,2,2,0,1,2,41.76,0.002,0,0,0,0,2,2,2],[367,3,3,0,1,3,35.7,0.002,0,3,3,3,3,3,3],[368,0,0,1,1,0,46.94,0.002,0,2,2,2,2,2,2],[369,1,1,0,1,1,45.75,0.002,0,1,1,1,1,1,1],[370,2,2,0,1,2,39.01,0.002,0,2,0,2,2,2,2],[371,3,3,1,1,3,40.75,0.002,0,0,1,0,3,3,3],[372,0,0,0,1,0,41,0.002,0,0,0,0,0,0,0],[373,1,1,0,1,1,46.85,0.002,0,1,1,1,1,1,1],[374,2,1,1,1,1,42.54,0.002,0,2,0,2,2,3,2],[375,3,3,3,1,3,38.92,0.002,0,1,1,1,1,1,1],[376,0,0,1,1,0,45.02,0.002,0,0,0,0,0,0,0],[377,1,1,1,1,1,45.67,0.002,0,1,1,1,1,1,1],[378,2,1,1,1,1,43.84,0.002,0,2,2,2,0,0,0],[379,3,3,3,1,3,36.43,0.002,0,1,1,1,3,3,3],[380,0,1,3,1,1,41.81,0.002,0,2,2,2,2,2,2],[381,1,1,2,1,1,41.95,0.002,0,0,0,0,1,1,1],[382,2,2,1,1,2,40.38,0.002,0,0,0,0,2,3,2],[383,3,3,1,1,3,35.3,0.002,0,3,3,3,3,3,3],[384,0,0,0,1,0,42.67,0.002,0,3,3,3,0,0,0],[385,1,1,0,1,1,46.14,0.002,0,3,3,3,1,1,1],[386,2,2,3,1,2,36.88,0.002,0,2,3,2,2,3,2],[387,3,2,2,1,2,38.37,0.002,0,2,2,2,3,3,3],[388,0,1,1,1,1,47.66,0.002,0,2,2,2,0,0,0],[389,1,2,2,1,2,40.79,0.002,0,3,2,3,1,3,1],[390,2,2,1,1,2,40.66,0.002,0,2,3,2,2,0,2],[391,3,3,3,1,3,36.74,0.002,0,3,3,3,3,3,3],[392,0,0,0,1,0,38.59,0.002,0,3,3,3,0,0,0],[393,1,1,2,1,1,41.43,0.002,0,3,3,3,1,1,1],[394,2,2,2,1,2,42.76,0.002,0,2,3,2,3,3,2],[395,3,3,3,1,3,40.25,0.002,0,1,1,1,1,1,1],[396,0,0,2,1,0,37.62,0.002,0,0,0,0,0,0,0],[397,1,1,1,1,1,46.93,0.002,0,1,1,1,1,1,1],[398,2,2,2,1,2,37.5,0.002,0,0,0,0,2,0,2],[399,3,3,3,1,3,38.61,0.002,0,1,3,1,1,1,1]],"elapsed_ms":1830,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":263,"J":233,"J_valid":233,"n_invalid":0,"n00":97,"n01":13,"n10":73,"n11":50,"ctl_n":233,"ctl_err":1},"metrics":{"target_error":0.2703862660944206,"Q_transfer":0.7296137339055794,"source_success":0.5278969957081545,"joint_error":0.2145922746781116,"T_cond":0.4065040650406504,"R":0.004291845493562232,"delta":0.2660944206008584,"delta_pp":26.60944206008584,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.6575}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":339,"J":297,"J_valid":297,"n_invalid":0,"n00":139,"n01":8,"n10":114,"n11":36,"ctl_n":297,"ctl_err":6},"metrics":{"target_error":0.14814814814814814,"Q_transfer":0.8518518518518519,"source_success":0.5050505050505051,"joint_error":0.12121212121212122,"T_cond":0.24,"R":0.020202020202020204,"delta":0.12794612794612795,"delta_pp":12.794612794612794,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.8475}}]},{"key":"s44/STFT-CNN/fgsm/eps0050","seed":44,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,0,0,1,0,35.99,0.005,0,0,0,0,0,0,0],[1,1,1,3,1,1,37.01,0.005,0,1,1,1,1,1,1],[2,2,2,1,1,2,33.89,0.005,0,0,0,0,2,0,2],[3,3,3,1,1,3,32.54,0.005,0,3,2,3,3,2,1],[4,0,0,0,1,0,31.46,0.005,0,3,3,3,0,0,0],[5,1,1,1,1,1,37.93,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,34.35,0.005,0,2,3,2,2,0,2],[7,3,3,1,1,3,27.52,0.005,0,3,3,3,3,3,3],[8,0,1,3,1,1,35.33,0.005,0,2,2,2,2,2,2],[9,1,1,3,1,1,38.47,0.005,0,1,1,1,1,1,1],[10,2,2,0,1,2,29.13,0.005,0,2,3,2,2,0,2],[11,3,3,1,1,3,32.31,0.005,0,0,0,0,3,3,3],[12,0,0,2,1,0,35.83,0.005,0,0,2,0,0,0,0],[13,1,1,2,1,1,35.75,0.005,0,1,1,1,1,1,1],[14,2,2,0,1,2,33.56,0.005,0,2,3,2,2,3,2],[15,3,3,3,1,3,27.7,0.005,0,3,2,3,3,3,3],[16,0,0,0,1,0,33.09,0.005,0,2,3,3,0,0,0],[17,1,1,0,1,1,39.86,0.005,0,1,1,1,1,1,1],[18,2,1,1,1,1,35.41,0.005,0,0,0,0,2,0,2],[19,3,3,3,1,3,30.34,0.005,0,3,3,3,3,3,3],[20,0,1,3,1,1,39.23,0.005,0,0,0,0,0,0,0],[21,1,1,2,1,2,34.9,0.005,0,0,2,0,1,1,1],[22,2,2,1,1,2,30.41,0.005,0,2,3,2,2,0,2],[23,3,3,0,1,3,28.01,0.005,0,3,3,3,3,3,3],[24,0,0,1,1,0,34.09,0.005,0,0,2,0,0,0,0],[25,1,1,2,1,1,33.4,0.005,0,1,1,1,1,1,1],[26,2,1,1,1,1,36.31,0.005,0,2,3,2,2,3,0],[27,3,3,1,1,3,31.83,0.005,0,0,0,0,3,3,3],[28,0,2,3,1,2,34.13,0.005,0,2,2,2,2,2,2],[29,1,1,3,1,1,38.9,0.005,0,1,1,1,1,1,1],[30,2,1,1,1,1,33.98,0.005,0,2,3,2,2,3,2],[31,3,3,0,1,3,28.81,0.005,0,3,3,3,3,3,3],[32,0,0,0,1,0,37.97,0.005,0,0,0,0,0,0,0],[33,1,1,1,1,1,36.36,0.005,0,1,1,1,1,1,1],[34,2,2,0,1,2,35.19,0.005,0,2,0,0,0,0,2],[35,3,3,3,1,3,29.91,0.005,0,3,3,3,3,3,3],[36,0,1,3,1,1,36.99,0.005,0,2,2,2,2,3,2],[37,1,2,2,1,2,31.84,0.005,0,3,2,3,3,3,3],[38,2,2,1,1,2,33.69,0.005,0,2,3,2,2,3,2],[39,3,3,0,1,3,30.2,0.005,0,3,3,3,3,1,3],[40,0,0,0,1,0,33.95,0.005,0,3,2,3,0,3,0],[41,1,2,2,1,2,34.54,0.005,0,1,1,1,1,1,1],[42,2,2,1,1,2,30.67,0.005,0,2,3,2,0,0,0],[43,3,3,3,1,3,29.19,0.005,0,1,3,3,3,3,3],[44,0,0,1,1,0,32.98,0.005,0,0,0,0,0,0,0],[45,1,1,0,1,1,39.75,0.005,0,1,1,1,1,1,1],[46,2,1,1,1,1,34.31,0.005,0,3,3,2,3,1,2],[47,3,3,1,1,3,29.79,0.005,0,3,1,3,3,3,3],[48,0,1,3,1,1,39.37,0.005,0,2,2,2,2,2,2],[49,1,1,0,1,1,36.45,0.005,0,1,1,1,1,1,1],[50,2,2,1,1,2,34.31,0.005,0,2,0,2,2,0,2],[51,3,3,0,1,3,28.23,0.005,0,3,3,3,3,3,3],[52,0,0,2,1,0,36.65,0.005,0,2,2,2,2,2,2],[53,1,1,0,1,1,39.43,0.005,0,1,0,1,1,1,1],[54,2,2,0,1,2,29.66,0.005,0,2,0,2,2,2,2],[55,3,3,0,1,3,33.29,0.005,0,1,1,1,3,3,1],[56,0,0,2,1,0,38.01,0.005,0,0,0,0,0,0,0],[57,1,1,0,1,1,35.53,0.005,0,1,1,1,1,1,1],[58,2,2,3,1,2,32.87,0.005,0,2,3,2,2,3,2],[59,3,3,1,1,3,28.44,0.005,0,3,3,3,3,3,3],[60,0,0,0,1,0,34.53,0.005,0,0,2,0,0,0,0],[61,1,1,3,1,1,39.15,0.005,0,1,1,1,1,1,1],[62,2,2,0,1,2,35.94,0.005,0,0,0,0,2,0,2],[63,3,3,1,1,3,32.31,0.005,0,3,1,1,3,1,3],[64,0,1,1,1,1,39.04,0.005,0,0,0,0,0,2,2],[65,1,1,0,1,1,37.74,0.005,0,1,0,1,1,1,1],[66,2,1,1,1,1,36.04,0.005,0,2,3,2,2,3,2],[67,3,3,3,1,3,31.81,0.005,0,1,1,1,3,3,1],[68,0,0,0,1,0,35.25,0.005,0,0,3,0,0,0,0],[69,1,1,2,1,1,37.25,0.005,0,1,1,1,1,1,1],[70,2,2,1,1,2,31.86,0.005,0,2,0,2,2,0,2],[71,3,3,3,1,3,28.77,0.005,0,3,3,1,3,3,3],[72,0,1,1,1,1,38.39,0.005,0,2,2,2,0,2,0],[73,1,1,3,1,1,39.39,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,29.06,0.005,0,2,0,2,2,0,2],[75,3,3,1,1,3,32.61,0.005,0,3,3,3,3,1,1],[76,0,1,3,1,1,38.98,0.005,0,3,2,3,0,3,0],[77,1,1,1,1,1,39.13,0.005,0,1,1,1,1,1,1],[78,2,2,0,1,2,34.39,0.005,0,2,0,2,2,0,2],[79,3,1,0,1,1,32.01,0.005,0,0,0,0,2,2,2],[80,0,0,2,1,0,36.53,0.005,0,0,2,0,0,0,0],[81,1,1,0,1,1,37.17,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,27.74,0.005,0,2,0,2,0,0,0],[83,3,3,3,1,3,31.47,0.005,0,2,2,1,1,1,3],[84,0,2,2,1,2,34.35,0.005,0,0,2,0,0,2,0],[85,1,2,2,1,2,34.68,0.005,0,1,2,1,1,3,1],[86,2,2,1,1,2,32.32,0.005,0,2,3,2,2,3,2],[87,3,3,1,1,3,26.79,0.005,0,3,3,3,3,3,3],[88,0,0,2,1,0,39.59,0.005,0,0,2,0,0,0,0],[89,1,1,3,1,1,37.84,0.005,0,1,3,1,1,1,1],[90,2,2,0,1,2,33.99,0.005,0,2,0,2,2,0,2],[91,3,3,1,1,3,27.96,0.005,0,3,3,3,3,3,3],[92,0,2,3,1,2,32.1,0.005,0,2,2,2,2,2,2],[93,1,2,2,1,2,33.03,0.005,0,3,2,3,3,3,3],[94,2,2,0,1,2,34.05,0.005,0,2,3,2,2,0,2],[95,3,3,3,1,3,29.13,0.005,0,1,1,1,3,1,1],[96,0,1,2,1,1,36.69,0.005,0,2,2,2,0,2,0],[97,1,1,0,1,1,39.52,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,33.17,0.005,0,2,0,2,2,2,2],[99,3,3,3,1,3,27.28,0.005,0,3,3,3,3,3,3],[100,0,0,0,1,0,37.5,0.005,0,0,0,0,0,0,0],[101,1,1,0,1,1,35.7,0.005,0,1,1,1,1,1,1],[102,2,2,0,1,2,30.57,0.005,0,2,3,2,2,0,2],[103,3,3,3,1,3,32.15,0.005,0,1,1,1,1,1,1],[104,0,0,1,1,0,37.29,0.005,0,1,2,1,0,0,0],[105,1,1,0,1,1,36.69,0.005,0,3,3,3,1,1,1],[106,2,2,0,1,2,29.57,0.005,0,0,3,2,2,0,2],[107,3,3,1,1,3,32.33,0.005,0,1,1,1,3,1,3],[108,0,0,0,1,0,39.37,0.005,0,0,2,0,0,0,0],[109,1,1,3,1,1,39.8,0.005,0,1,1,1,1,1,1],[110,2,2,1,1,2,33.61,0.005,0,2,0,2,0,0,0],[111,3,3,3,1,3,27.37,0.005,0,3,3,1,3,3,1],[112,0,0,0,1,0,31.13,0.005,0,2,2,2,0,0,0],[113,1,3,3,1,3,39.36,0.005,0,1,1,1,1,1,1],[114,2,2,0,1,2,29.41,0.005,0,2,3,2,2,3,2],[115,3,3,3,1,3,28.12,0.005,0,1,1,1,3,3,3],[116,0,0,0,1,0,34.58,0.005,0,1,1,1,0,0,0],[117,1,1,0,1,1,38.41,0.005,0,1,1,1,1,1,1],[118,2,2,1,1,2,32.18,0.005,0,2,0,2,2,0,2],[119,3,3,1,1,3,30.53,0.005,0,0,3,0,3,3,3],[120,0,0,0,1,0,37.57,0.005,0,1,1,1,0,0,0],[121,1,1,0,1,1,39.79,0.005,0,1,1,1,1,1,1],[122,2,2,0,1,2,32.35,0.005,0,2,3,2,2,0,2],[123,3,3,0,1,3,32.26,0.005,0,1,1,1,1,1,1],[124,0,0,2,1,0,31.16,0.005,0,0,2,0,0,0,0],[125,1,1,0,1,1,39.51,0.005,0,1,1,1,1,1,1],[126,2,2,1,1,2,34.58,0.005,0,2,3,2,0,0,0],[127,3,3,0,1,3,28.74,0.005,0,3,3,3,3,1,3],[128,0,2,3,1,2,32.67,0.005,0,2,2,2,2,2,2],[129,1,1,3,1,1,36.3,0.005,0,1,1,1,1,1,1],[130,2,2,0,1,2,30.67,0.005,0,2,3,2,2,0,2],[131,3,3,3,1,3,32.54,0.005,0,1,0,1,3,2,3],[132,0,0,0,1,0,34.43,0.005,0,0,0,0,0,0,0],[133,1,1,3,1,3,34.06,0.005,0,1,1,1,1,1,1],[134,2,2,3,1,3,35.56,0.005,0,2,0,2,2,2,2],[135,3,3,3,1,3,28.73,0.005,0,3,3,3,3,3,3],[136,0,0,2,1,0,36.52,0.005,0,2,2,2,2,2,2],[137,1,1,3,1,1,38.6,0.005,0,1,1,1,1,1,1],[138,2,2,3,1,3,33.87,0.005,0,3,3,2,3,3,3],[139,3,3,2,1,3,24.92,0.005,0,0,2,0,3,2,3],[140,0,0,2,1,0,30.54,0.005,0,0,2,0,0,0,0],[141,1,1,0,1,1,38.13,0.005,0,1,1,1,1,1,1],[142,2,2,1,1,2,29.93,0.005,0,2,3,2,2,3,2],[143,3,3,3,1,3,28.26,0.005,0,3,3,3,3,1,3],[144,0,0,0,1,0,36.02,0.005,0,0,0,0,0,0,0],[145,1,1,2,1,1,33.85,0.005,0,1,1,1,3,3,3],[146,2,2,0,1,2,31.35,0.005,0,2,3,2,2,3,2],[147,3,3,1,1,3,26.43,0.005,0,3,3,3,3,3,3],[148,0,0,0,1,0,34.28,0.005,0,0,2,0,0,0,0],[149,1,1,2,1,1,33.41,0.005,0,0,2,0,1,2,1],[150,2,2,1,1,1,36.19,0.005,0,2,3,2,2,1,2],[151,3,1,0,1,1,33.46,0.005,0,3,3,3,3,3,3],[152,0,1,3,1,1,34.72,0.005,0,2,2,2,2,2,2],[153,1,1,2,1,1,38.62,0.005,0,1,1,1,1,1,1],[154,2,2,3,1,2,34.27,0.005,0,2,3,2,2,3,2],[155,3,3,1,1,3,25.15,0.005,0,3,3,3,3,3,3],[156,0,1,2,1,1,36.92,0.005,0,2,2,2,0,3,0],[157,1,1,2,1,1,34.83,0.005,0,1,0,1,1,1,1],[158,2,2,0,1,2,30.42,0.005,0,2,3,2,2,2,2],[159,3,3,1,1,3,32.82,0.005,0,3,3,2,3,1,3],[160,0,0,0,1,0,36.22,0.005,0,0,0,0,0,0,0],[161,1,1,0,1,1,38.56,0.005,0,1,1,1,1,1,1],[162,2,2,0,1,2,28.39,0.005,0,2,0,2,2,2,2],[163,3,3,1,1,3,33.93,0.005,0,1,1,1,1,1,1],[164,0,0,0,1,0,37.04,0.005,0,0,0,0,0,0,0],[165,1,1,3,1,1,37.64,0.005,0,1,1,1,1,1,1],[166,2,1,1,1,1,34.13,0.005,0,0,0,2,2,0,2],[167,3,3,0,1,3,29.85,0.005,0,3,3,3,3,3,3],[168,0,0,0,1,0,38.05,0.005,0,0,0,0,0,0,0],[169,1,2,2,1,2,32.23,0.005,0,3,3,3,3,3,3],[170,2,1,0,1,0,33.63,0.005,0,0,0,0,0,0,0],[171,3,3,1,1,3,33.89,0.005,0,3,3,3,3,3,3],[172,0,0,2,1,0,37.31,0.005,0,2,2,2,2,2,2],[173,1,1,3,1,1,37.62,0.005,0,1,1,1,1,1,1],[174,2,1,1,1,1,36.53,0.005,0,2,0,2,2,0,2],[175,3,3,1,1,3,31.37,0.005,0,3,3,3,3,3,3],[176,0,0,2,1,0,33.59,0.005,0,0,0,0,0,0,0],[177,1,1,0,1,1,38.45,0.005,0,1,1,1,1,1,1],[178,2,1,3,1,1,35.51,0.005,0,2,0,2,2,0,0],[179,3,3,1,1,3,30.78,0.005,0,3,3,3,3,3,3],[180,0,0,1,1,0,34.12,0.005,0,2,2,3,0,0,0],[181,1,1,2,1,1,33.71,0.005,0,3,2,3,3,3,3],[182,2,2,1,1,2,36.18,0.005,0,2,3,2,2,3,2],[183,3,3,3,1,3,31.68,0.005,0,1,3,3,3,3,3],[184,0,2,1,1,2,32.74,0.005,0,2,2,2,0,0,2],[185,1,1,0,1,1,36.06,0.005,0,1,1,1,1,1,1],[186,2,1,0,1,1,34.62,0.005,0,2,3,2,2,3,2],[187,3,3,1,1,3,33.07,0.005,0,3,3,3,3,1,3],[188,0,1,3,1,1,37.82,0.005,0,2,2,2,0,0,0],[189,1,1,0,1,1,38.77,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,34.76,0.005,0,2,3,2,2,0,2],[191,3,3,2,1,3,25.65,0.005,0,3,3,3,3,3,3],[192,0,0,0,1,0,32.31,0.005,0,3,3,3,0,0,0],[193,1,1,1,1,1,38.39,0.005,0,1,1,1,1,1,1],[194,2,2,1,1,2,36.54,0.005,0,0,0,0,2,2,2],[195,3,3,1,1,3,28.15,0.005,0,0,2,0,3,1,1],[196,0,1,3,1,1,39.82,0.005,0,2,2,2,0,2,0],[197,1,1,1,1,1,39.5,0.005,0,1,1,1,1,1,1],[198,2,1,0,1,1,33.11,0.005,0,2,0,2,2,0,2],[199,3,3,3,1,3,33.2,0.005,0,1,1,1,1,3,3],[200,0,0,2,1,0,34.37,0.005,0,0,0,0,0,0,0],[201,1,1,2,1,1,38.11,0.005,0,1,1,1,1,1,1],[202,2,1,1,1,1,32.89,0.005,0,0,0,0,2,0,2],[203,3,3,2,1,3,29.27,0.005,0,0,0,0,3,3,3],[204,0,0,0,1,0,32.68,0.005,0,0,0,0,0,0,0],[205,1,1,0,1,1,37.36,0.005,0,1,1,1,1,1,1],[206,2,1,0,1,1,36.39,0.005,0,2,3,2,2,0,2],[207,3,3,3,1,3,30.5,0.005,0,3,3,1,3,3,3],[208,0,0,1,1,0,35.91,0.005,0,3,2,3,0,0,0],[209,1,1,2,1,1,34.42,0.005,0,1,1,1,1,1,1],[210,2,1,1,1,1,33.52,0.005,0,2,0,0,2,0,2],[211,3,3,1,1,3,29.97,0.005,0,3,3,3,3,1,3],[212,0,0,0,1,0,33.99,0.005,0,1,1,1,0,0,0],[213,1,1,0,1,1,39.46,0.005,0,1,1,1,1,1,1],[214,2,2,3,1,2,28.55,0.005,0,2,3,2,2,3,2],[215,3,2,0,1,2,26.96,0.005,0,2,2,2,3,2,2],[216,0,0,2,1,0,31.96,0.005,0,0,2,0,0,2,0],[217,1,1,1,1,1,38.23,0.005,0,1,1,1,1,1,1],[218,2,2,0,1,2,30.63,0.005,0,2,0,2,2,2,2],[219,3,3,1,1,3,29.9,0.005,0,0,3,3,3,1,1],[220,0,2,2,1,2,33.81,0.005,0,0,2,0,0,2,0],[221,1,1,0,1,1,38.76,0.005,0,0,2,0,1,2,1],[222,2,2,3,1,2,28.38,0.005,0,2,0,2,2,0,2],[223,3,3,0,1,3,26.56,0.005,0,2,3,2,3,0,2],[224,0,1,1,1,1,39.16,0.005,0,2,2,2,0,2,2],[225,1,1,0,1,1,38.81,0.005,0,1,1,1,1,1,1],[226,2,2,0,1,2,33.29,0.005,0,2,0,2,2,0,2],[227,3,3,1,1,3,33.83,0.005,0,1,1,1,1,1,1],[228,0,0,2,1,0,37.43,0.005,0,0,2,0,0,0,0],[229,1,1,1,1,1,35.78,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,33.66,0.005,0,2,0,2,2,2,2],[231,3,3,3,1,3,26.01,0.005,0,1,1,1,1,1,1],[232,0,0,0,1,0,34.94,0.005,0,1,1,1,0,0,0],[233,1,1,3,1,1,31.82,0.005,0,3,3,3,1,1,1],[234,2,2,1,1,2,31.62,0.005,0,2,3,2,2,3,2],[235,3,3,3,1,3,29.64,0.005,0,3,3,1,3,1,3],[236,0,0,0,1,0,32.93,0.005,0,3,3,3,0,0,0],[237,1,1,0,1,1,36.98,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,28.61,0.005,0,2,3,2,2,3,2],[239,3,3,3,1,3,29.06,0.005,0,1,3,1,3,1,1],[240,0,0,1,1,0,36.75,0.005,0,1,2,1,0,0,0],[241,1,1,2,1,1,38.18,0.005,0,3,1,3,1,1,1],[242,2,1,1,1,1,34.01,0.005,0,2,3,2,2,3,2],[243,3,3,1,1,3,32.75,0.005,0,3,3,3,3,3,3],[244,0,0,2,1,0,35.74,0.005,0,2,2,2,0,2,0],[245,1,1,0,1,1,38.22,0.005,0,1,1,1,1,1,1],[246,2,1,0,1,1,37.11,0.005,0,2,0,2,0,0,0],[247,3,3,1,1,3,28.42,0.005,0,1,1,1,1,1,1],[248,0,0,0,1,0,36.6,0.005,0,3,3,3,0,3,0],[249,1,1,0,1,1,37.76,0.005,0,1,1,1,1,1,1],[250,2,1,0,1,1,33.98,0.005,0,2,3,2,2,0,2],[251,3,3,1,1,3,25.82,0.005,0,2,2,2,3,3,3],[252,0,1,3,1,1,34.58,0.005,0,2,2,2,2,0,2],[253,1,2,2,1,2,33.8,0.005,0,1,1,1,1,3,1],[254,2,2,3,1,2,34.82,0.005,0,0,0,0,2,2,2],[255,3,3,3,1,3,27.51,0.005,0,3,3,3,3,3,3],[256,0,1,1,1,1,38.57,0.005,0,2,2,2,2,2,2],[257,1,1,0,1,1,34.75,0.005,0,1,0,1,1,1,1],[258,2,2,0,1,2,31.06,0.005,0,2,0,2,2,0,2],[259,3,2,0,1,2,29.51,0.005,0,0,0,0,3,2,3],[260,0,0,0,1,0,37.04,0.005,0,0,0,0,0,0,0],[261,1,1,0,1,1,38.81,0.005,0,1,1,1,1,1,1],[262,2,2,3,1,2,27.35,0.005,0,2,3,2,3,3,2],[263,3,3,3,1,3,28.76,0.005,0,1,1,1,3,3,3],[264,0,0,2,1,0,36.21,0.005,0,0,2,0,0,0,0],[265,1,1,2,1,1,34.16,0.005,0,0,2,0,1,1,1],[266,2,2,0,1,2,32.34,0.005,0,2,3,2,2,0,2],[267,3,3,1,1,3,33.24,0.005,0,3,3,3,3,3,3],[268,0,0,3,1,0,32.66,0.005,0,0,2,0,0,0,0],[269,1,1,0,1,1,37.28,0.005,0,1,1,1,1,1,1],[270,2,2,3,1,2,29.09,0.005,0,2,3,2,2,3,2],[271,3,1,1,1,1,33.69,0.005,0,0,3,0,1,1,1],[272,0,0,0,1,0,30.6,0.005,0,0,0,0,0,0,0],[273,1,1,0,1,1,35.22,0.005,0,1,1,1,1,1,1],[274,2,1,3,1,1,34.18,0.005,0,2,3,2,2,3,2],[275,3,3,3,1,3,33.77,0.005,0,1,1,1,1,1,1],[276,0,1,3,1,1,35.76,0.005,0,2,2,2,2,2,2],[277,1,1,3,1,1,32.04,0.005,0,3,3,3,1,3,1],[278,2,2,1,1,2,33.02,0.005,0,2,3,2,2,0,2],[279,3,3,0,1,3,30.89,0.005,0,0,0,0,3,3,3],[280,0,0,0,1,0,36.22,0.005,0,3,3,3,0,0,0],[281,1,1,0,1,1,38.22,0.005,0,1,1,1,1,1,1],[282,2,2,0,1,2,31.23,0.005,0,2,3,2,2,0,2],[283,3,3,1,1,3,25.99,0.005,0,3,3,3,3,1,3],[284,0,1,3,1,1,39.35,0.005,0,2,2,2,2,2,2],[285,1,1,1,1,1,39.86,0.005,0,1,1,1,1,1,1],[286,2,2,0,1,2,33.88,0.005,0,0,3,2,0,0,2],[287,3,3,3,1,3,27.64,0.005,0,3,3,3,3,3,3],[288,0,0,0,1,0,34.69,0.005,0,0,0,0,0,0,0],[289,1,1,0,1,1,39.75,0.005,0,1,1,1,1,1,1],[290,2,2,0,1,2,32.53,0.005,0,2,3,2,2,0,2],[291,3,3,1,1,3,30.7,0.005,0,3,3,3,3,3,3],[292,0,0,0,1,0,33.94,0.005,0,0,0,0,0,0,0],[293,1,1,3,1,1,38.51,0.005,0,1,1,1,1,1,1],[294,2,1,1,1,1,35.71,0.005,0,2,0,2,2,0,2],[295,3,3,3,1,3,28.44,0.005,0,1,1,1,3,3,3],[296,0,0,2,1,0,36.18,0.005,0,0,0,0,0,0,0],[297,1,1,1,1,1,36.89,0.005,0,1,1,1,1,1,1],[298,2,1,1,1,1,36.49,0.005,0,2,3,2,3,1,3],[299,3,3,1,1,3,31,0.005,0,0,0,0,3,3,3],[300,0,0,2,1,0,33.97,0.005,0,0,0,0,0,0,0],[301,1,2,2,1,2,33.66,0.005,0,1,2,1,1,3,3],[302,2,1,1,1,1,34.37,0.005,0,2,3,2,0,0,0],[303,3,1,0,1,1,29.89,0.005,0,0,0,2,2,2,2],[304,0,2,3,1,2,31.88,0.005,0,2,2,2,2,2,2],[305,1,1,1,1,1,39.57,0.005,0,1,1,1,1,1,1],[306,2,2,0,1,2,36.15,0.005,0,0,0,0,2,2,2],[307,3,3,1,1,3,25.63,0.005,0,3,3,3,3,3,3],[308,0,0,2,1,0,36.1,0.005,0,0,2,0,0,0,0],[309,1,1,0,1,1,39.38,0.005,0,1,1,1,1,1,1],[310,2,2,0,1,2,29.44,0.005,0,2,3,2,2,0,2],[311,3,2,0,1,2,27.86,0.005,0,2,0,2,2,2,2],[312,0,0,0,1,0,39.36,0.005,0,0,0,0,0,0,0],[313,1,2,2,1,2,35.09,0.005,0,1,1,1,1,1,1],[314,2,2,0,1,2,27.56,0.005,0,2,3,2,2,0,2],[315,3,3,0,1,2,27.06,0.005,0,3,3,3,3,3,3],[316,0,2,3,1,2,32.6,0.005,0,2,2,2,2,2,2],[317,1,1,2,1,1,37.58,0.005,0,1,1,1,1,1,1],[318,2,2,0,1,2,35.81,0.005,0,2,0,2,2,0,2],[319,3,3,1,1,3,29.69,0.005,0,3,0,3,3,3,3],[320,0,0,0,1,0,38.06,0.005,0,1,1,1,0,0,0],[321,1,2,2,1,2,31.78,0.005,0,3,2,3,3,3,3],[322,2,2,1,1,2,30.1,0.005,0,2,0,2,2,2,2],[323,3,3,3,1,3,27.06,0.005,0,3,1,3,3,1,3],[324,0,0,2,1,0,36.28,0.005,0,0,0,0,0,2,0],[325,1,1,0,1,1,38.21,0.005,0,1,1,1,1,1,1],[326,2,2,0,1,2,29.68,0.005,0,2,3,2,2,3,2],[327,3,1,0,1,3,34.16,0.005,0,2,0,0,2,2,2],[328,0,0,1,1,0,32.95,0.005,0,0,0,0,0,0,0],[329,1,3,3,1,3,32.68,0.005,0,3,3,3,3,3,3],[330,2,2,0,1,2,36.18,0.005,0,2,3,2,2,0,0],[331,3,3,1,1,3,32.22,0.005,0,3,0,3,3,3,3],[332,0,0,2,1,0,33.79,0.005,0,0,0,0,0,0,0],[333,1,1,1,1,1,36.82,0.005,0,1,1,1,1,1,1],[334,2,0,0,1,0,36.71,0.005,0,0,0,0,0,0,0],[335,3,3,3,1,3,26.39,0.005,0,3,3,3,3,3,3],[336,0,2,3,1,2,33.62,0.005,0,2,2,2,2,2,2],[337,1,1,1,1,1,38.72,0.005,0,1,1,1,1,1,1],[338,2,2,3,1,2,31.15,0.005,0,2,3,2,2,3,2],[339,3,3,1,1,3,34.48,0.005,0,1,0,1,1,3,1],[340,0,0,0,1,0,37.8,0.005,0,3,3,3,0,0,0],[341,1,2,2,1,2,35.18,0.005,0,1,1,1,1,1,1],[342,2,2,0,1,2,34.9,0.005,0,0,0,0,2,2,2],[343,3,3,1,1,3,30.8,0.005,0,0,3,0,3,3,3],[344,0,0,0,1,0,28.61,0.005,0,3,3,3,0,0,0],[345,1,1,0,1,1,39.43,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,34.21,0.005,0,2,3,2,2,3,2],[347,3,3,1,1,3,29.52,0.005,0,3,3,3,3,3,3],[348,0,0,0,1,0,31.62,0.005,0,0,0,0,0,0,0],[349,1,1,2,1,1,34.66,0.005,0,1,1,1,1,1,1],[350,2,2,0,1,2,35.13,0.005,0,0,0,0,2,2,2],[351,3,3,1,1,3,31.07,0.005,0,0,3,0,3,3,3],[352,0,0,0,1,0,38.18,0.005,0,0,0,0,0,0,0],[353,1,1,2,1,1,33.28,0.005,0,1,3,3,3,3,3],[354,2,2,0,1,2,33.89,0.005,0,2,3,2,2,0,2],[355,3,3,3,1,3,31.08,0.005,0,3,3,3,3,3,3],[356,0,0,2,1,0,36.74,0.005,0,0,0,0,0,0,0],[357,1,1,1,1,1,37.86,0.005,0,1,1,1,1,1,1],[358,2,2,1,1,2,27.84,0.005,0,2,3,2,2,3,2],[359,3,3,0,1,3,28.49,0.005,0,3,3,3,3,3,3],[360,0,0,3,1,0,38.04,0.005,0,2,2,0,0,2,0],[361,1,1,2,1,1,38.71,0.005,0,0,0,0,1,1,1],[362,2,2,0,1,2,34.87,0.005,0,2,0,2,2,0,2],[363,3,3,1,1,3,28.41,0.005,0,3,3,3,3,3,3],[364,0,0,0,1,0,37.69,0.005,0,3,3,3,0,0,0],[365,1,1,2,1,1,34.75,0.005,0,1,1,1,1,1,1],[366,2,2,0,1,2,33.8,0.005,0,0,0,0,2,0,2],[367,3,3,0,1,3,27.74,0.005,0,3,3,3,3,1,3],[368,0,0,3,1,0,38.98,0.005,0,2,2,2,2,2,2],[369,1,1,0,1,1,37.8,0.005,0,1,1,1,1,1,1],[370,2,2,0,1,2,31.05,0.005,0,2,3,2,2,2,2],[371,3,3,1,1,3,32.8,0.005,0,0,1,0,3,1,3],[372,0,0,1,1,0,33.04,0.005,0,0,0,0,0,0,0],[373,1,1,0,1,1,38.89,0.005,0,1,1,1,1,1,1],[374,2,1,0,1,2,34.58,0.005,0,2,3,2,2,3,2],[375,3,3,3,1,3,30.96,0.005,0,1,1,1,1,1,1],[376,0,0,1,1,0,37.06,0.005,0,0,0,0,0,0,0],[377,1,1,0,1,1,37.71,0.005,0,1,2,1,1,1,1],[378,2,1,0,1,1,35.88,0.005,0,2,0,2,0,0,0],[379,3,3,3,1,3,28.47,0.005,0,1,1,1,3,3,3],[380,0,1,1,1,1,33.85,0.005,0,2,2,2,2,2,2],[381,1,1,2,1,1,33.99,0.005,0,0,2,0,1,2,1],[382,2,2,1,1,2,32.42,0.005,0,0,3,2,2,3,2],[383,3,3,1,1,3,27.34,0.005,0,3,3,3,3,3,3],[384,0,0,0,1,0,34.71,0.005,0,3,3,3,0,0,0],[385,1,1,0,1,1,38.18,0.005,0,3,3,3,1,1,1],[386,2,2,3,1,2,28.92,0.005,0,2,3,2,2,3,2],[387,3,2,0,1,2,30.41,0.005,0,2,2,2,3,2,3],[388,0,1,2,1,1,39.71,0.005,0,2,2,2,0,2,0],[389,1,2,2,1,2,32.83,0.005,0,3,3,3,1,1,1],[390,2,2,0,1,2,32.7,0.005,0,2,3,2,2,3,2],[391,3,3,1,1,3,28.79,0.005,0,3,3,3,3,3,3],[392,0,0,0,1,0,30.63,0.005,0,3,3,3,0,0,0],[393,1,1,2,1,1,33.47,0.005,0,3,2,3,1,2,1],[394,2,2,1,1,2,34.8,0.005,0,2,3,2,3,3,2],[395,3,3,3,1,3,32.29,0.005,0,1,1,1,1,1,1],[396,0,0,2,1,0,29.66,0.005,0,0,2,0,0,2,0],[397,1,1,0,1,1,38.97,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,29.54,0.005,0,0,0,0,2,0,2],[399,3,3,3,1,3,30.65,0.005,0,1,3,1,1,1,1]],"elapsed_ms":1817,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":263,"J":233,"J_valid":233,"n_invalid":0,"n00":42,"n01":6,"n10":98,"n11":87,"ctl_n":233,"ctl_err":8},"metrics":{"target_error":0.39914163090128757,"Q_transfer":0.6008583690987124,"source_success":0.7939914163090128,"joint_error":0.37339055793991416,"T_cond":0.4702702702702703,"R":0.034334763948497854,"delta":0.36480686695278974,"delta_pp":36.480686695278976,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.6575}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":339,"J":297,"J_valid":297,"n_invalid":0,"n00":68,"n01":8,"n10":142,"n11":79,"ctl_n":297,"ctl_err":11},"metrics":{"target_error":0.29292929292929293,"Q_transfer":0.7070707070707071,"source_success":0.7441077441077442,"joint_error":0.265993265993266,"T_cond":0.3574660633484163,"R":0.037037037037037035,"delta":0.2558922558922559,"delta_pp":25.589225589225588,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.8475}}]},{"key":"s44/STFT-CNN/fgsm/eps0100","seed":44,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,0,2,1,0,29.97,0.01,0,0,2,0,0,0,0],[1,1,1,3,1,1,30.99,0.01,0,1,1,1,1,1,1],[2,2,2,1,1,2,27.86,0.01,0,0,0,0,2,0,2],[3,3,3,1,1,3,26.51,0.01,0,3,2,3,3,2,3],[4,0,0,0,1,0,25.44,0.01,0,3,3,3,0,0,0],[5,1,1,0,1,1,31.91,0.01,0,1,1,1,1,1,1],[6,2,2,1,1,2,28.32,0.01,0,2,3,2,2,0,2],[7,3,3,1,1,3,21.5,0.01,0,3,3,3,3,3,3],[8,0,1,3,1,1,29.31,0.01,0,2,2,2,2,3,2],[9,1,1,1,1,1,32.45,0.01,0,1,1,1,1,1,1],[10,2,2,0,1,2,23.11,0.01,0,2,3,2,2,0,2],[11,3,3,1,1,3,26.29,0.01,0,0,3,0,3,3,3],[12,0,0,2,1,0,29.81,0.01,0,0,2,0,0,2,0],[13,1,1,2,1,1,29.73,0.01,0,1,1,1,1,1,1],[14,2,2,0,1,2,27.54,0.01,0,2,3,2,2,0,0],[15,3,3,3,1,3,21.68,0.01,0,3,3,3,3,3,3],[16,0,0,0,1,0,27.07,0.01,0,2,3,2,0,0,0],[17,1,1,0,1,1,33.84,0.01,0,1,1,1,1,1,1],[18,2,1,1,1,1,29.39,0.01,0,0,0,0,2,0,2],[19,3,3,3,1,3,24.32,0.01,0,3,3,3,3,3,3],[20,0,1,3,1,1,33.21,0.01,0,0,1,0,0,0,0],[21,1,1,2,1,1,28.88,0.01,0,0,2,0,1,1,1],[22,2,2,1,1,2,24.39,0.01,0,2,3,2,2,3,2],[23,3,3,1,1,3,21.99,0.01,0,3,3,2,3,3,3],[24,0,0,1,1,0,28.07,0.01,0,0,2,0,0,0,0],[25,1,1,2,1,1,27.38,0.01,0,1,1,1,1,1,1],[26,2,1,1,1,1,30.29,0.01,0,2,3,2,2,3,2],[27,3,3,1,1,3,25.81,0.01,0,0,3,0,3,0,3],[28,0,2,3,1,2,28.11,0.01,0,2,2,2,2,2,2],[29,1,1,3,1,1,32.88,0.01,0,1,1,1,1,1,1],[30,2,1,1,1,1,27.96,0.01,0,2,1,2,2,0,2],[31,3,3,0,1,3,22.78,0.01,0,3,3,3,3,3,3],[32,0,0,0,1,0,31.95,0.01,0,0,0,0,0,0,0],[33,1,1,2,1,1,30.34,0.01,0,1,1,1,1,1,1],[34,2,2,0,1,2,29.17,0.01,0,2,0,0,0,0,0],[35,3,3,1,1,3,23.88,0.01,0,3,1,3,3,3,3],[36,0,1,3,1,1,30.97,0.01,0,2,2,2,2,3,2],[37,1,2,2,1,2,25.82,0.01,0,3,3,3,3,3,3],[38,2,2,1,1,2,27.67,0.01,0,2,3,2,2,3,2],[39,3,3,0,1,3,24.18,0.01,0,3,1,3,3,1,3],[40,0,0,0,1,0,27.93,0.01,0,3,2,3,0,0,0],[41,1,2,2,1,2,28.52,0.01,0,1,1,1,1,1,1],[42,2,2,1,1,2,24.65,0.01,0,2,3,2,0,0,0],[43,3,3,3,1,3,23.17,0.01,0,1,3,1,3,3,3],[44,0,0,1,1,0,26.96,0.01,0,0,0,0,0,0,0],[45,1,1,0,1,1,33.73,0.01,0,1,1,1,1,1,1],[46,2,1,1,1,1,28.29,0.01,0,3,3,2,3,1,2],[47,3,3,1,1,3,23.77,0.01,0,3,1,3,3,3,3],[48,0,1,3,1,1,33.35,0.01,0,2,2,2,2,3,2],[49,1,1,0,1,1,30.42,0.01,0,1,1,1,1,1,1],[50,2,2,1,1,2,28.29,0.01,0,2,0,2,2,0,2],[51,3,3,0,1,3,22.21,0.01,0,3,3,3,3,3,3],[52,0,0,2,1,0,30.63,0.01,0,2,2,2,2,2,2],[53,1,1,0,1,1,33.41,0.01,0,1,0,1,1,1,1],[54,2,2,0,1,2,23.64,0.01,0,2,3,2,2,0,2],[55,3,3,0,1,3,27.27,0.01,0,1,1,1,3,3,1],[56,0,0,2,1,0,31.99,0.01,0,0,2,0,0,2,0],[57,1,1,0,1,1,29.51,0.01,0,1,0,1,1,1,1],[58,2,2,3,1,2,26.85,0.01,0,2,3,2,2,1,2],[59,3,3,1,1,3,22.42,0.01,0,3,3,3,3,3,3],[60,0,0,1,1,0,28.51,0.01,0,0,2,0,0,0,0],[61,1,1,3,1,1,33.13,0.01,0,1,1,1,1,1,1],[62,2,2,0,1,2,29.92,0.01,0,0,0,0,2,0,2],[63,3,3,1,1,3,26.29,0.01,0,3,1,1,3,1,3],[64,0,1,1,1,1,33.02,0.01,0,0,0,0,0,2,2],[65,1,1,0,1,1,31.72,0.01,0,1,0,1,1,1,1],[66,2,1,1,1,1,30.02,0.01,0,2,3,2,2,3,2],[67,3,3,3,1,3,25.79,0.01,0,1,1,1,3,3,3],[68,0,0,0,1,0,29.23,0.01,0,0,3,0,0,3,0],[69,1,1,2,1,1,31.23,0.01,0,1,1,1,1,1,1],[70,2,2,1,1,2,25.84,0.01,0,2,1,2,2,0,2],[71,3,3,3,1,3,22.75,0.01,0,3,1,1,3,3,3],[72,0,1,3,1,1,32.37,0.01,0,2,2,2,0,3,0],[73,1,1,3,1,1,33.37,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,23.04,0.01,0,2,3,2,2,0,2],[75,3,3,1,1,3,26.59,0.01,0,3,1,1,3,1,1],[76,0,1,3,1,1,32.95,0.01,0,3,2,2,0,3,0],[77,1,1,2,1,1,33.11,0.01,0,1,1,1,1,1,1],[78,2,2,0,1,1,28.37,0.01,0,2,1,0,2,3,0],[79,3,1,0,1,2,25.99,0.01,0,0,0,0,2,2,2],[80,0,0,2,1,0,30.51,0.01,0,0,2,2,0,0,0],[81,1,1,0,1,1,31.15,0.01,0,1,1,1,1,1,1],[82,2,2,0,1,2,21.72,0.01,0,2,3,2,0,0,2],[83,3,3,3,1,3,25.45,0.01,0,2,2,2,1,1,1],[84,0,2,2,1,2,28.33,0.01,0,0,2,0,0,2,0],[85,1,2,2,1,2,28.66,0.01,0,1,2,1,1,3,1],[86,2,2,1,1,2,26.3,0.01,0,2,3,2,2,3,2],[87,3,3,1,1,3,20.77,0.01,0,3,3,3,3,3,3],[88,0,0,2,1,0,33.57,0.01,0,0,2,0,0,2,0],[89,1,1,3,1,1,31.82,0.01,0,1,3,1,1,1,1],[90,2,2,0,1,2,27.97,0.01,0,2,0,2,2,0,2],[91,3,3,1,1,3,21.94,0.01,0,3,3,0,3,3,3],[92,0,2,2,1,2,26.08,0.01,0,2,2,2,2,2,2],[93,1,2,2,1,2,27.01,0.01,0,3,3,3,3,3,3],[94,2,2,0,1,2,28.03,0.01,0,2,3,2,2,1,2],[95,3,3,3,1,3,23.11,0.01,0,1,1,1,3,1,1],[96,0,1,2,1,0,30.67,0.01,0,2,2,2,0,2,0],[97,1,1,0,1,1,33.5,0.01,0,1,1,1,1,1,1],[98,2,2,0,1,2,27.15,0.01,0,2,0,2,2,0,2],[99,3,3,3,1,3,21.26,0.01,0,3,3,3,3,3,3],[100,0,0,0,1,0,31.47,0.01,0,0,3,0,0,0,0],[101,1,1,0,1,1,29.67,0.01,0,1,1,1,1,1,1],[102,2,2,0,1,2,24.55,0.01,0,2,3,2,2,0,0],[103,3,3,3,1,3,26.13,0.01,0,1,1,1,1,1,1],[104,0,0,1,1,0,31.27,0.01,0,1,2,1,0,0,0],[105,1,1,0,1,1,30.67,0.01,0,3,3,3,1,1,1],[106,2,2,0,1,2,23.55,0.01,0,0,3,0,2,3,2],[107,3,3,1,1,3,26.31,0.01,0,1,1,1,3,1,3],[108,0,0,1,1,0,33.35,0.01,0,0,2,0,0,0,0],[109,1,1,3,1,1,33.77,0.01,0,1,1,1,1,1,1],[110,2,2,1,1,1,27.59,0.01,0,2,3,2,0,0,0],[111,3,3,3,1,3,21.35,0.01,0,3,3,1,3,1,3],[112,0,0,1,1,0,25.11,0.01,0,2,2,0,0,0,0],[113,1,3,1,1,1,33.34,0.01,0,1,1,1,1,1,1],[114,2,2,0,1,2,23.39,0.01,0,2,3,2,2,0,2],[115,3,3,3,1,3,22.1,0.01,0,1,1,1,3,1,1],[116,0,0,0,1,0,28.56,0.01,0,1,1,1,0,0,0],[117,1,1,0,1,1,32.38,0.01,0,1,1,1,1,1,1],[118,2,2,1,1,2,26.15,0.01,0,2,0,0,2,0,2],[119,3,3,0,1,3,24.5,0.01,0,0,3,0,3,3,3],[120,0,0,0,1,0,31.55,0.01,0,1,1,1,0,0,0],[121,1,1,0,1,1,33.77,0.01,0,1,1,1,1,1,1],[122,2,2,0,1,2,26.33,0.01,0,2,3,2,2,0,0],[123,3,3,0,1,3,26.24,0.01,0,1,1,1,1,1,1],[124,0,0,0,1,0,25.14,0.01,0,0,2,0,0,2,0],[125,1,1,0,1,1,33.49,0.01,0,1,1,1,1,1,1],[126,2,2,1,1,2,28.56,0.01,0,2,3,2,0,0,0],[127,3,3,0,1,3,22.71,0.01,0,3,3,2,3,1,1],[128,0,2,3,1,2,26.65,0.01,0,2,2,0,2,2,2],[129,1,1,1,1,1,30.28,0.01,0,1,1,1,1,1,1],[130,2,2,0,1,2,24.65,0.01,0,2,3,2,2,0,2],[131,3,3,3,1,3,26.51,0.01,0,1,0,0,3,2,2],[132,0,0,1,1,0,28.41,0.01,0,0,2,0,0,0,0],[133,1,1,3,1,3,28.04,0.01,0,1,1,1,1,1,1],[134,2,2,3,1,2,29.54,0.01,0,2,0,2,2,0,0],[135,3,3,1,1,3,22.71,0.01,0,3,1,3,3,1,3],[136,0,0,2,1,0,30.5,0.01,0,2,2,2,2,2,2],[137,1,1,3,1,1,32.58,0.01,0,1,1,1,1,1,1],[138,2,2,3,1,1,27.85,0.01,0,3,3,0,3,3,2],[139,3,3,2,1,3,20,0.008807,1,0,2,0,3,2,3],[140,0,0,2,1,0,24.52,0.01,0,0,2,0,0,0,0],[141,1,1,0,1,1,32.11,0.01,0,1,1,1,1,1,1],[142,2,2,1,1,2,23.91,0.01,0,2,3,2,2,3,2],[143,3,3,3,1,3,22.24,0.01,0,3,1,3,3,1,3],[144,0,0,0,1,0,30,0.01,0,0,0,0,0,0,0],[145,1,1,2,1,1,27.83,0.01,0,1,1,1,3,1,1],[146,2,2,0,1,2,25.33,0.01,0,2,3,2,2,0,2],[147,3,3,1,1,3,20.41,0.01,0,3,1,3,3,3,3],[148,0,0,3,1,0,28.26,0.01,0,0,2,0,0,0,0],[149,1,1,2,1,1,27.39,0.01,0,0,2,0,1,2,1],[150,2,2,1,1,1,30.17,0.01,0,2,3,2,2,1,2],[151,3,1,0,1,1,27.44,0.01,0,3,3,3,3,3,3],[152,0,1,3,1,1,28.7,0.01,0,2,2,2,2,2,2],[153,1,1,2,1,1,32.6,0.01,0,1,1,1,1,1,1],[154,2,2,3,1,2,28.25,0.01,0,2,3,2,2,3,2],[155,3,3,1,1,3,20,0.0090431,1,3,3,3,3,3,3],[156,0,1,1,1,1,30.9,0.01,0,2,2,2,0,3,0],[157,1,1,2,1,1,28.81,0.01,0,1,2,1,1,2,1],[158,2,2,0,1,2,24.4,0.01,0,2,3,2,2,0,2],[159,3,3,1,1,3,26.8,0.01,0,3,3,0,3,1,3],[160,0,0,0,1,0,30.2,0.01,0,0,1,0,0,0,0],[161,1,1,0,1,1,32.54,0.01,0,1,1,1,1,1,1],[162,2,2,0,1,2,22.37,0.01,0,2,1,2,2,1,2],[163,3,3,1,1,3,27.91,0.01,0,1,1,1,1,1,1],[164,0,0,0,1,0,31.02,0.01,0,0,3,0,0,0,0],[165,1,1,3,1,1,31.62,0.01,0,1,1,1,1,1,1],[166,2,1,1,1,1,28.11,0.01,0,0,3,2,2,0,2],[167,3,3,0,1,3,23.83,0.01,0,3,3,3,3,3,3],[168,0,0,0,1,0,32.03,0.01,0,0,0,0,0,0,0],[169,1,2,2,1,2,26.21,0.01,0,3,3,1,3,1,1],[170,2,1,0,1,1,27.61,0.01,0,0,0,0,0,0,2],[171,3,3,0,1,3,27.87,0.01,0,3,3,3,3,3,3],[172,0,0,3,1,0,31.29,0.01,0,2,2,2,2,3,2],[173,1,1,1,1,1,31.6,0.01,0,1,1,1,1,1,1],[174,2,1,1,1,1,30.51,0.01,0,2,0,2,2,0,2],[175,3,3,1,1,3,25.35,0.01,0,3,3,3,3,3,3],[176,0,0,0,1,0,27.57,0.01,0,0,2,0,0,0,0],[177,1,1,0,1,1,32.43,0.01,0,1,0,1,1,1,1],[178,2,1,3,1,2,29.49,0.01,0,2,1,2,2,0,2],[179,3,3,0,1,3,24.76,0.01,0,3,3,3,3,3,3],[180,0,0,0,1,0,28.1,0.01,0,2,2,2,0,0,0],[181,1,1,2,1,1,27.69,0.01,0,3,2,3,3,3,1],[182,2,2,0,1,2,30.15,0.01,0,2,3,2,2,1,2],[183,3,3,3,1,3,25.66,0.01,0,1,1,1,3,3,3],[184,0,2,1,1,1,26.72,0.01,0,2,2,2,0,0,2],[185,1,1,0,1,1,30.04,0.01,0,1,1,1,1,1,1],[186,2,1,0,1,1,28.6,0.01,0,2,3,2,2,3,2],[187,3,3,1,1,3,27.05,0.01,0,3,3,3,3,1,1],[188,0,1,3,1,1,31.8,0.01,0,2,2,2,0,0,0],[189,1,1,0,1,1,32.75,0.01,0,1,1,1,1,1,1],[190,2,2,0,1,2,28.74,0.01,0,2,3,2,2,1,0],[191,3,3,2,1,3,20,0.0095867,1,3,3,3,3,1,3],[192,0,0,0,1,0,26.29,0.01,0,3,3,3,0,0,0],[193,1,1,2,1,1,32.37,0.01,0,1,1,1,1,1,1],[194,2,2,0,1,1,30.52,0.01,0,0,0,0,2,0,2],[195,3,3,1,1,3,22.13,0.01,0,0,3,0,3,1,3],[196,0,1,3,1,1,33.8,0.01,0,2,2,2,0,0,0],[197,1,1,1,1,1,33.48,0.01,0,1,1,1,1,1,1],[198,2,1,0,1,2,27.09,0.01,0,2,1,0,2,0,2],[199,3,3,3,1,3,27.18,0.01,0,1,1,1,1,3,1],[200,0,0,2,1,0,28.35,0.01,0,0,0,0,0,0,0],[201,1,1,2,1,1,32.09,0.01,0,1,1,1,1,1,1],[202,2,1,0,1,1,26.87,0.01,0,0,3,0,2,3,2],[203,3,3,2,1,3,23.25,0.01,0,0,3,0,3,3,3],[204,0,0,0,1,0,26.66,0.01,0,0,0,0,0,0,0],[205,1,1,0,1,1,31.34,0.01,0,1,1,1,1,1,1],[206,2,1,0,1,1,30.37,0.01,0,2,3,2,2,1,2],[207,3,3,3,1,3,24.48,0.01,0,3,3,1,3,3,3],[208,0,0,1,1,0,29.89,0.01,0,3,2,3,0,0,0],[209,1,1,2,1,1,28.4,0.01,0,1,1,1,1,1,1],[210,2,1,1,1,1,27.5,0.01,0,2,0,0,2,0,2],[211,3,3,1,1,3,23.95,0.01,0,3,1,3,3,1,3],[212,0,0,0,1,0,27.97,0.01,0,1,1,1,0,0,0],[213,1,1,0,1,1,33.44,0.01,0,1,1,1,1,1,1],[214,2,2,3,1,2,22.53,0.01,0,2,3,2,2,3,2],[215,3,2,0,1,2,20.94,0.01,0,2,2,2,3,3,2],[216,0,0,2,1,0,25.93,0.01,0,0,2,0,0,2,0],[217,1,1,0,1,1,32.21,0.01,0,1,1,1,1,1,1],[218,2,2,0,1,2,24.61,0.01,0,2,3,2,2,0,2],[219,3,3,1,1,3,23.88,0.01,0,0,3,0,3,1,1],[220,0,2,2,1,2,27.79,0.01,0,0,2,0,0,2,0],[221,1,1,0,1,1,32.74,0.01,0,0,2,0,1,2,1],[222,2,2,1,1,2,22.36,0.01,0,2,0,2,2,0,0],[223,3,3,0,1,3,20.54,0.01,0,2,3,2,3,0,2],[224,0,1,1,1,1,33.14,0.01,0,2,2,2,0,3,2],[225,1,1,0,1,1,32.79,0.01,0,1,1,1,1,1,1],[226,2,2,0,1,1,27.27,0.01,0,2,3,2,2,0,2],[227,3,3,1,1,3,27.81,0.01,0,1,1,1,1,1,1],[228,0,0,2,1,0,31.41,0.01,0,0,2,0,0,0,0],[229,1,1,0,1,1,29.76,0.01,0,1,1,1,1,1,1],[230,2,2,0,1,2,27.64,0.01,0,2,0,2,2,1,2],[231,3,3,3,1,3,20,0.0099878,1,1,1,1,1,1,1],[232,0,0,0,1,0,28.92,0.01,0,1,1,1,0,0,0],[233,1,1,1,1,1,25.8,0.01,0,3,1,1,1,1,1],[234,2,2,0,1,2,25.59,0.01,0,2,3,2,2,0,2],[235,3,3,3,1,3,23.62,0.01,0,3,3,1,3,1,1],[236,0,0,0,1,0,26.91,0.01,0,3,3,3,0,0,0],[237,1,1,0,1,1,30.96,0.01,0,1,1,1,1,1,1],[238,2,2,0,1,2,22.59,0.01,0,2,3,2,2,0,2],[239,3,3,3,1,3,23.04,0.01,0,1,1,1,3,1,3],[240,0,0,1,1,0,30.73,0.01,0,1,2,0,0,0,0],[241,1,1,0,1,1,32.16,0.01,0,3,1,1,1,1,1],[242,2,1,3,1,1,27.99,0.01,0,2,3,2,2,3,0],[243,3,3,1,1,3,26.73,0.01,0,3,3,3,3,3,3],[244,0,0,2,1,0,29.72,0.01,0,2,2,2,0,2,0],[245,1,1,0,1,1,32.2,0.01,0,1,1,1,1,1,1],[246,2,1,0,1,1,31.09,0.01,0,2,3,2,0,0,0],[247,3,3,1,1,3,22.4,0.01,0,1,1,1,1,1,1],[248,0,0,0,1,0,30.58,0.01,0,3,3,3,0,3,0],[249,1,1,0,1,1,31.74,0.01,0,1,1,1,1,1,1],[250,2,1,0,1,1,27.96,0.01,0,2,3,2,2,0,2],[251,3,3,1,1,3,20,0.0097761,1,2,3,2,3,1,3],[252,0,1,3,1,1,28.56,0.01,0,2,2,2,2,0,0],[253,1,2,2,1,2,27.78,0.01,0,1,2,1,1,3,1],[254,2,2,3,1,2,28.8,0.01,0,0,1,2,2,1,2],[255,3,3,3,1,3,21.49,0.01,0,3,1,3,3,3,3],[256,0,1,1,1,1,32.55,0.01,0,2,2,2,2,2,2],[257,1,1,0,1,1,28.73,0.01,0,1,0,1,1,0,1],[258,2,2,0,1,2,25.04,0.01,0,2,3,2,2,0,2],[259,3,2,0,1,2,23.49,0.01,0,0,0,0,3,2,3],[260,0,0,0,1,0,31.02,0.01,0,0,0,0,0,0,0],[261,1,1,0,1,1,32.79,0.01,0,1,1,1,1,1,1],[262,2,2,3,1,2,21.33,0.01,0,2,3,2,3,3,2],[263,3,3,3,1,3,22.74,0.01,0,1,1,1,3,1,3],[264,0,0,2,1,0,30.18,0.01,0,0,2,0,0,0,0],[265,1,1,2,1,1,28.14,0.01,0,0,2,1,1,2,1],[266,2,2,0,1,2,26.32,0.01,0,2,3,2,2,0,2],[267,3,3,1,1,3,27.22,0.01,0,3,3,3,3,3,3],[268,0,0,3,1,0,26.64,0.01,0,0,2,0,0,0,0],[269,1,1,0,1,1,31.26,0.01,0,1,1,1,1,1,1],[270,2,2,0,1,2,23.07,0.01,0,2,3,2,2,3,2],[271,3,1,0,1,1,27.67,0.01,0,0,3,0,1,1,1],[272,0,0,2,1,0,24.58,0.01,0,0,2,0,0,0,0],[273,1,1,2,1,1,29.2,0.01,0,1,1,1,1,1,1],[274,2,1,3,1,1,28.16,0.01,0,2,3,2,2,1,2],[275,3,3,0,1,3,27.75,0.01,0,1,1,1,1,1,1],[276,0,1,3,1,1,29.74,0.01,0,2,2,2,2,2,2],[277,1,1,1,1,1,26.02,0.01,0,3,1,1,1,1,1],[278,2,2,1,1,2,27,0.01,0,2,3,2,2,0,0],[279,3,3,0,1,3,24.87,0.01,0,0,0,0,3,3,3],[280,0,0,0,1,0,30.2,0.01,0,3,2,3,0,0,0],[281,1,1,0,1,1,32.2,0.01,0,1,1,1,1,1,1],[282,2,2,0,1,2,25.21,0.01,0,2,3,2,2,0,2],[283,3,3,1,1,3,20,0.009968,1,3,3,2,3,1,3],[284,0,1,3,1,1,33.33,0.01,0,2,2,2,2,3,2],[285,1,1,0,1,1,33.84,0.01,0,1,1,1,1,1,1],[286,2,2,0,1,2,27.85,0.01,0,0,3,2,0,0,0],[287,3,3,1,1,3,21.62,0.01,0,3,3,3,3,3,3],[288,0,0,0,1,0,28.67,0.01,0,0,0,0,0,0,0],[289,1,1,0,1,1,33.73,0.01,0,1,1,1,1,1,1],[290,2,2,0,1,2,26.51,0.01,0,2,3,2,2,0,0],[291,3,3,1,1,3,24.68,0.01,0,3,1,3,3,1,3],[292,0,0,0,1,0,27.92,0.01,0,0,3,0,0,0,0],[293,1,1,3,1,1,32.49,0.01,0,1,1,1,1,1,1],[294,2,1,1,1,1,29.69,0.01,0,2,0,2,2,0,2],[295,3,3,3,1,3,22.41,0.01,0,1,1,1,3,3,3],[296,0,0,2,1,0,30.16,0.01,0,0,2,0,0,0,0],[297,1,1,2,1,1,30.87,0.01,0,1,1,1,1,1,1],[298,2,1,1,1,1,30.47,0.01,0,2,3,2,3,1,3],[299,3,3,1,1,3,24.98,0.01,0,0,0,0,3,3,3],[300,0,0,2,1,0,27.95,0.01,0,0,2,0,0,0,0],[301,1,2,2,1,2,27.64,0.01,0,1,2,2,1,2,3],[302,2,1,1,1,1,28.35,0.01,0,2,3,2,0,0,2],[303,3,1,0,1,1,23.87,0.01,0,0,0,0,2,0,2],[304,0,2,2,1,2,25.86,0.01,0,2,2,2,2,0,2],[305,1,1,0,1,1,33.54,0.01,0,1,1,1,1,1,1],[306,2,2,0,1,2,30.13,0.01,0,0,0,0,2,3,2],[307,3,3,0,1,3,20,0.0095569,1,3,3,3,3,3,3],[308,0,0,0,1,0,30.08,0.01,0,0,2,0,0,0,0],[309,1,1,0,1,1,33.36,0.01,0,1,1,1,1,1,1],[310,2,2,1,1,2,23.42,0.01,0,2,3,2,2,0,2],[311,3,2,0,1,2,21.84,0.01,0,2,0,0,2,2,2],[312,0,0,1,1,0,33.34,0.01,0,0,0,0,0,0,0],[313,1,2,2,1,2,29.07,0.01,0,1,2,1,1,3,1],[314,2,2,1,1,2,21.54,0.01,0,2,3,2,2,0,0],[315,3,3,0,1,3,21.04,0.01,0,3,3,2,3,3,2],[316,0,2,2,1,2,26.58,0.01,0,2,2,2,2,0,2],[317,1,1,2,1,1,31.56,0.01,0,1,1,1,1,1,1],[318,2,2,0,1,2,29.78,0.01,0,2,3,2,2,0,2],[319,3,3,1,1,3,23.67,0.01,0,3,0,3,3,3,3],[320,0,0,0,1,0,32.04,0.01,0,1,1,1,0,0,0],[321,1,2,1,1,2,25.76,0.01,0,3,2,3,3,1,1],[322,2,2,1,1,2,24.08,0.01,0,2,0,2,2,0,2],[323,3,3,3,1,3,21.04,0.01,0,3,1,1,3,1,3],[324,0,0,2,1,0,30.26,0.01,0,0,0,0,0,2,0],[325,1,1,0,1,1,32.19,0.01,0,1,1,1,1,1,1],[326,2,2,0,1,2,23.66,0.01,0,2,3,2,2,0,2],[327,3,1,0,1,1,28.14,0.01,0,2,0,0,2,2,2],[328,0,0,1,1,0,26.93,0.01,0,0,2,0,0,0,0],[329,1,3,3,1,3,26.66,0.01,0,3,3,1,3,3,3],[330,2,2,0,1,2,30.16,0.01,0,2,3,2,2,0,2],[331,3,3,3,1,1,26.2,0.01,0,3,0,0,3,3,2],[332,0,0,2,1,0,27.77,0.01,0,0,0,0,0,0,0],[333,1,1,2,1,1,30.8,0.01,0,1,0,1,1,1,1],[334,2,0,0,1,0,30.69,0.01,0,0,0,0,0,0,2],[335,3,3,3,1,3,20.37,0.01,0,3,1,3,3,3,3],[336,0,2,3,1,2,27.6,0.01,0,2,2,2,2,2,2],[337,1,1,1,1,1,32.7,0.01,0,1,1,1,1,1,1],[338,2,2,3,1,2,25.13,0.01,0,2,3,2,2,3,2],[339,3,3,1,1,3,28.46,0.01,0,1,0,1,1,1,1],[340,0,0,0,1,0,31.78,0.01,0,3,1,3,0,0,0],[341,1,2,2,1,2,29.16,0.01,0,1,2,1,1,1,1],[342,2,2,0,1,2,28.88,0.01,0,0,2,0,2,3,2],[343,3,3,1,1,3,24.78,0.01,0,0,3,3,3,3,3],[344,0,0,0,1,0,22.59,0.01,0,3,1,3,0,0,0],[345,1,1,0,1,1,33.41,0.01,0,1,1,1,1,1,1],[346,2,2,0,1,2,28.19,0.01,0,2,3,2,2,3,2],[347,3,3,0,1,3,23.5,0.01,0,3,3,3,3,3,3],[348,0,0,0,1,0,25.6,0.01,0,0,0,0,0,0,0],[349,1,1,2,1,1,28.64,0.01,0,1,1,1,1,1,1],[350,2,2,0,1,2,29.11,0.01,0,0,0,0,2,0,2],[351,3,3,0,1,3,25.05,0.01,0,0,3,0,3,3,3],[352,0,0,0,1,0,32.16,0.01,0,0,0,0,0,0,0],[353,1,1,2,1,1,27.26,0.01,0,1,3,1,3,1,1],[354,2,2,0,1,2,27.87,0.01,0,2,3,2,2,0,2],[355,3,3,1,1,3,25.06,0.01,0,3,3,3,3,3,3],[356,0,0,2,1,0,30.71,0.01,0,0,2,0,0,0,0],[357,1,1,2,1,1,31.84,0.01,0,1,1,1,1,1,1],[358,2,2,2,1,2,21.82,0.01,0,2,3,2,2,3,2],[359,3,3,0,1,3,22.47,0.01,0,3,3,3,3,1,3],[360,0,0,3,1,0,32.02,0.01,0,2,2,2,0,2,2],[361,1,1,2,1,1,32.68,0.01,0,0,0,0,1,1,1],[362,2,2,0,1,2,28.85,0.01,0,2,3,2,2,0,2],[363,3,3,1,1,3,22.39,0.01,0,3,3,3,3,3,3],[364,0,0,0,1,0,31.67,0.01,0,3,3,3,0,0,0],[365,1,1,2,1,1,28.73,0.01,0,1,1,1,1,1,1],[366,2,2,0,1,2,27.78,0.01,0,0,0,0,2,0,2],[367,3,3,0,1,3,21.72,0.01,0,3,3,3,3,1,3],[368,0,0,1,1,0,32.96,0.01,0,2,2,2,2,3,0],[369,1,1,0,1,1,31.78,0.01,0,1,1,1,1,1,1],[370,2,2,0,1,2,25.03,0.01,0,2,3,2,2,1,2],[371,3,3,0,1,3,26.78,0.01,0,0,1,1,3,2,3],[372,0,0,0,1,0,27.02,0.01,0,0,0,0,0,0,0],[373,1,1,0,1,1,32.87,0.01,0,1,1,1,1,1,1],[374,2,1,0,1,1,28.56,0.01,0,2,1,0,2,1,2],[375,3,3,3,1,3,24.94,0.01,0,1,1,1,1,1,1],[376,0,0,1,1,1,31.04,0.01,0,0,2,0,0,0,0],[377,1,1,0,1,1,31.69,0.01,0,1,2,1,1,2,1],[378,2,1,0,1,1,29.86,0.01,0,2,0,2,0,0,0],[379,3,3,3,1,3,22.45,0.01,0,1,1,1,3,3,3],[380,0,1,1,1,1,27.83,0.01,0,2,2,2,2,3,2],[381,1,1,2,1,1,27.97,0.01,0,0,2,0,1,2,1],[382,2,2,1,1,2,26.4,0.01,0,0,1,0,2,1,2],[383,3,3,1,1,3,21.32,0.01,0,3,3,3,3,1,3],[384,0,0,0,1,0,28.69,0.01,0,3,3,3,0,0,0],[385,1,1,0,1,1,32.16,0.01,0,3,3,0,1,1,1],[386,2,2,3,1,2,22.9,0.01,0,2,3,2,2,3,2],[387,3,2,0,1,2,24.39,0.01,0,2,2,2,3,2,3],[388,0,1,3,1,1,33.68,0.01,0,2,2,2,0,2,0],[389,1,2,2,1,2,26.81,0.01,0,3,1,1,1,1,3],[390,2,2,0,1,2,26.68,0.01,0,2,3,2,2,3,2],[391,3,3,1,1,3,22.77,0.01,0,3,3,0,3,3,3],[392,0,0,0,1,0,24.61,0.01,0,3,3,3,0,0,0],[393,1,1,2,1,1,27.45,0.01,0,3,0,3,1,1,1],[394,2,2,1,1,2,28.78,0.01,0,2,3,2,3,3,3],[395,3,3,3,1,3,26.27,0.01,0,1,1,1,1,1,3],[396,0,0,2,1,0,23.64,0.01,0,0,2,0,0,2,0],[397,1,1,0,1,1,32.95,0.01,0,1,1,1,1,1,1],[398,2,2,0,1,2,23.52,0.01,0,0,0,2,2,0,0],[399,3,3,3,1,3,24.63,0.01,0,1,1,1,1,1,1]],"elapsed_ms":1852,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":263,"J":233,"J_valid":233,"n_invalid":0,"n00":20,"n01":15,"n10":93,"n11":105,"ctl_n":233,"ctl_err":19},"metrics":{"target_error":0.5150214592274678,"Q_transfer":0.4849785407725322,"source_success":0.8497854077253219,"joint_error":0.45064377682403434,"T_cond":0.5303030303030303,"R":0.0815450643776824,"delta":0.4334763948497854,"delta_pp":43.34763948497854,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.6575}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":339,"J":297,"J_valid":297,"n_invalid":0,"n00":52,"n01":13,"n10":128,"n11":104,"ctl_n":297,"ctl_err":24},"metrics":{"target_error":0.3939393939393939,"Q_transfer":0.6060606060606061,"source_success":0.7811447811447811,"joint_error":0.3501683501683502,"T_cond":0.4482758620689655,"R":0.08080808080808081,"delta":0.3131313131313131,"delta_pp":31.313131313131308,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.8475}}]},{"key":"s44/STFT-CNN/fgsm/eps0200","seed":44,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,0,2,1,0,23.95,0.02,0,0,2,0,0,2,0],[1,1,1,3,1,1,24.97,0.02,0,1,1,1,1,1,1],[2,2,2,1,1,2,21.84,0.02,0,0,1,0,2,0,2],[3,3,3,3,1,3,20.49,0.02,0,3,0,3,3,3,1],[4,0,0,0,1,0,20,0.0187044,1,3,3,3,0,0,0],[5,1,1,0,1,1,25.89,0.02,0,1,1,1,1,1,1],[6,2,2,1,1,2,22.3,0.02,0,2,3,2,2,0,2],[7,3,3,0,1,3,20,0.0118888,1,3,3,3,3,3,3],[8,0,1,3,1,1,23.29,0.02,0,2,3,2,2,3,2],[9,1,1,1,1,1,26.43,0.02,0,1,1,1,1,1,1],[10,2,2,0,1,2,20,0.0143064,1,2,3,2,2,0,2],[11,3,3,0,1,3,20.27,0.02,0,0,3,0,3,3,3],[12,0,0,2,1,0,23.79,0.02,0,0,2,0,0,2,0],[13,1,1,2,1,1,23.71,0.02,0,1,1,1,1,1,1],[14,2,2,0,1,2,21.52,0.02,0,2,3,2,2,0,2],[15,3,3,3,1,3,20,0.0121275,1,3,3,3,3,3,3],[16,0,0,1,1,0,21.05,0.02,0,2,3,0,0,0,0],[17,1,1,0,1,1,27.82,0.02,0,1,1,1,1,1,1],[18,2,1,1,1,1,23.37,0.02,0,0,1,0,2,0,2],[19,3,3,3,1,3,20,0.0164462,1,3,1,3,3,3,3],[20,0,1,3,1,1,27.19,0.02,0,0,1,0,0,0,0],[21,1,1,2,1,2,22.86,0.02,0,0,2,0,1,1,1],[22,2,2,1,1,2,20,0.0165751,1,2,3,2,2,3,0],[23,3,3,1,1,3,20,0.0125721,1,3,3,2,3,3,3],[24,0,0,1,1,0,22.05,0.02,0,0,2,0,0,0,0],[25,1,1,2,1,1,21.36,0.02,0,1,2,1,1,1,1],[26,2,1,1,1,1,24.27,0.02,0,2,3,2,2,3,2],[27,3,3,0,1,3,20,0.0195305,1,0,3,0,3,0,3],[28,0,2,3,1,2,22.09,0.02,0,2,2,2,2,3,2],[29,1,1,3,1,1,26.86,0.02,0,1,1,1,1,1,1],[30,2,1,1,1,1,21.94,0.02,0,2,1,0,2,0,2],[31,3,3,0,1,3,20,0.0137791,1,3,3,0,3,3,3],[32,0,0,0,1,0,25.93,0.02,0,0,0,0,0,0,0],[33,1,1,2,1,1,24.32,0.02,0,1,1,1,1,1,1],[34,2,2,0,1,2,23.15,0.02,0,2,1,0,0,0,0],[35,3,3,1,1,3,20,0.0156398,1,3,1,3,3,3,3],[36,0,1,3,1,1,24.95,0.02,0,2,2,2,2,3,0],[37,1,2,2,1,2,20,0.0195531,1,3,1,1,3,1,3],[38,2,2,3,1,1,21.65,0.02,0,2,3,2,2,3,2],[39,3,3,0,1,3,20,0.0161877,1,3,1,0,3,1,3],[40,0,0,0,1,0,21.91,0.02,0,3,2,0,0,0,0],[41,1,2,2,1,2,22.5,0.02,0,1,2,1,1,1,1],[42,2,2,1,1,2,20,0.0170716,1,2,3,2,0,0,0],[43,3,3,3,1,3,20,0.0144024,1,1,1,1,3,3,3],[44,0,0,1,1,0,20.94,0.02,0,0,2,0,0,0,0],[45,1,1,0,1,1,27.71,0.02,0,1,1,1,1,1,1],[46,2,1,1,1,1,22.27,0.02,0,3,3,2,3,1,3],[47,3,3,0,1,3,20,0.0154388,1,3,1,3,3,3,3],[48,0,1,3,1,1,27.33,0.02,0,2,2,0,2,3,2],[49,1,1,0,1,1,24.4,0.02,0,1,1,1,1,1,1],[50,2,2,1,1,2,22.27,0.02,0,2,1,2,2,0,2],[51,3,3,0,1,3,20,0.012899,1,3,1,3,3,3,3],[52,0,0,2,1,0,24.61,0.02,0,2,2,0,2,2,2],[53,1,1,0,1,1,27.39,0.02,0,1,1,1,1,1,1],[54,2,2,0,1,2,20,0.0152047,1,2,3,2,2,0,2],[55,3,3,0,1,3,21.24,0.02,0,1,1,1,3,3,1],[56,0,0,2,1,0,25.97,0.02,0,0,2,0,0,2,0],[57,1,1,0,1,1,23.49,0.02,0,1,1,1,1,1,1],[58,2,2,1,1,2,20.83,0.02,0,2,3,2,2,1,2],[59,3,3,1,1,3,20,0.0132116,1,3,3,3,3,3,3],[60,0,0,1,1,0,22.49,0.02,0,0,2,0,0,0,0],[61,1,1,3,1,1,27.11,0.02,0,1,1,1,1,1,1],[62,2,2,0,1,2,23.9,0.02,0,0,1,0,2,1,2],[63,3,3,1,1,3,20.27,0.02,0,3,1,1,3,1,2],[64,0,1,3,1,1,27,0.02,0,0,2,0,0,0,0],[65,1,1,0,1,1,25.7,0.02,0,1,1,1,1,1,1],[66,2,1,3,1,1,24,0.02,0,2,1,0,2,1,2],[67,3,3,3,1,3,20,0.0194801,1,1,1,1,3,1,1],[68,0,0,0,1,0,23.21,0.02,0,0,3,0,0,3,0],[69,1,1,2,1,1,25.21,0.02,0,1,1,1,1,1,1],[70,2,2,0,1,2,20,0.0195959,1,2,1,2,2,3,2],[71,3,3,3,1,3,20,0.0137297,1,3,1,1,3,3,3],[72,0,1,1,1,1,26.35,0.02,0,2,2,2,0,3,0],[73,1,1,3,1,1,27.35,0.02,0,1,1,1,1,1,1],[74,2,2,0,1,2,20,0.0141829,1,2,3,2,2,0,2],[75,3,3,1,1,3,20.57,0.02,0,3,1,1,3,1,1],[76,0,1,3,1,1,26.93,0.02,0,3,2,0,0,3,2],[77,1,1,3,1,1,27.09,0.02,0,1,0,1,1,1,1],[78,2,2,0,1,2,22.35,0.02,0,2,1,0,2,0,2],[79,3,1,0,1,1,20,0.0199319,1,0,0,0,2,2,2],[80,0,0,2,1,0,24.49,0.02,0,0,2,2,0,2,0],[81,1,1,0,1,1,25.13,0.02,0,1,1,1,1,1,1],[82,2,2,0,1,2,20,0.0121875,1,2,3,2,0,0,2],[83,3,3,3,1,3,20,0.018729,1,2,2,2,1,1,1],[84,0,2,2,1,2,22.31,0.02,0,0,2,0,0,2,0],[85,1,2,2,1,2,22.64,0.02,0,1,2,1,1,3,1],[86,2,2,1,1,2,20.28,0.02,0,2,3,0,2,3,2],[87,3,3,1,1,3,20,0.0109271,1,3,3,3,3,3,3],[88,0,0,2,1,0,27.55,0.02,0,0,2,0,0,2,0],[89,1,1,1,1,1,25.8,0.02,0,1,1,1,1,1,1],[90,2,2,0,1,2,21.95,0.02,0,2,1,0,2,0,2],[91,3,3,1,1,3,20,0.0125081,1,3,3,0,3,3,3],[92,0,2,2,1,2,20.06,0.02,0,2,2,2,2,0,2],[93,1,2,1,1,2,20.99,0.02,0,3,1,1,3,1,3],[94,2,2,2,1,2,22.01,0.02,0,2,3,2,2,1,0],[95,3,3,3,1,3,20,0.0143093,1,1,1,1,3,1,3],[96,0,1,2,1,0,24.65,0.02,0,2,2,2,0,2,0],[97,1,1,0,1,1,27.48,0.02,0,1,1,1,1,1,1],[98,2,2,0,1,2,21.13,0.02,0,2,1,2,2,0,2],[99,3,3,3,1,3,20,0.0115668,1,3,3,3,3,3,3],[100,0,0,0,1,0,25.45,0.02,0,0,3,0,0,0,0],[101,1,1,2,1,1,23.65,0.02,0,1,1,1,1,1,1],[102,2,2,0,1,2,20,0.0168859,1,2,2,2,2,0,2],[103,3,3,3,1,3,20.11,0.02,0,1,1,1,1,1,1],[104,0,0,1,1,0,25.25,0.02,0,1,2,1,0,0,0],[105,1,1,0,1,1,24.65,0.02,0,3,1,3,1,1,1],[106,2,2,0,1,2,20,0.0150557,1,0,1,0,2,3,2],[107,3,3,1,1,3,20.29,0.02,0,1,1,1,3,1,3],[108,0,0,0,1,0,27.33,0.02,0,0,2,0,0,0,0],[109,1,1,1,1,1,27.75,0.02,0,1,1,1,1,1,1],[110,2,2,3,1,2,21.57,0.02,0,2,3,2,0,0,2],[111,3,3,3,1,3,20,0.0116761,1,3,3,1,3,1,3],[112,0,0,1,1,0,20,0.0180082,1,2,1,0,0,0,0],[113,1,3,1,1,1,27.32,0.02,0,1,1,1,1,1,1],[114,2,2,0,1,2,20,0.0147762,1,2,3,2,2,0,2],[115,3,3,3,1,3,20,0.0127359,1,1,1,1,3,1,1],[116,0,0,1,1,0,22.54,0.02,0,1,1,1,0,0,0],[117,1,1,0,1,1,26.36,0.02,0,1,1,1,1,1,1],[118,2,2,3,1,2,20.13,0.02,0,2,1,2,2,3,2],[119,3,3,0,1,3,20,0.0167976,1,0,3,0,3,3,3],[120,0,0,0,1,0,25.53,0.02,0,1,2,1,0,0,0],[121,1,1,0,1,1,27.75,0.02,0,1,1,1,1,1,1],[122,2,2,0,1,2,20.31,0.02,0,2,3,2,2,0,2],[123,3,3,0,1,3,20.22,0.02,0,1,1,1,1,1,1],[124,0,0,0,1,0,20,0.0180667,1,0,2,0,0,2,0],[125,1,1,0,1,1,27.47,0.02,0,1,1,1,1,1,1],[126,2,2,1,1,2,22.54,0.02,0,2,3,0,0,0,2],[127,3,3,0,1,3,20,0.013669,1,3,3,0,3,1,3],[128,0,2,1,1,2,20.63,0.02,0,2,2,2,2,0,2],[129,1,1,1,1,1,24.26,0.02,0,1,1,1,1,1,1],[130,2,2,0,1,2,20,0.0170874,1,2,0,2,2,0,2],[131,3,3,3,1,3,20.49,0.02,0,1,0,1,3,2,1],[132,0,0,1,1,0,22.39,0.02,0,0,2,0,0,0,0],[133,1,1,3,1,1,22.02,0.02,0,1,1,1,1,1,1],[134,2,2,3,1,2,23.52,0.02,0,2,0,2,2,0,0],[135,3,3,1,1,3,20,0.0136606,1,3,1,3,3,1,3],[136,0,0,2,1,0,24.48,0.02,0,2,2,2,2,2,2],[137,1,1,3,1,1,26.56,0.02,0,1,1,1,1,1,1],[138,2,2,3,1,1,21.83,0.02,0,3,3,0,3,3,0],[139,3,3,2,1,3,20,0.008807,1,0,2,0,3,2,1],[140,0,0,2,1,0,20,0.0168193,1,0,2,0,0,0,0],[141,1,1,0,1,1,26.09,0.02,0,1,1,1,1,1,1],[142,2,2,1,1,2,20,0.0156818,1,2,3,2,2,3,2],[143,3,3,3,1,3,20,0.0129356,1,3,1,1,3,1,3],[144,0,0,0,1,0,23.98,0.02,0,0,0,0,0,0,0],[145,1,1,1,1,1,21.81,0.02,0,1,1,1,3,1,1],[146,2,2,0,1,2,20,0.0184789,1,2,3,2,2,0,2],[147,3,3,1,1,3,20,0.010481,1,3,1,3,3,3,3],[148,0,0,0,1,0,22.24,0.02,0,0,2,0,0,0,0],[149,1,1,2,1,1,21.37,0.02,0,0,2,0,1,2,1],[150,2,2,1,1,1,24.15,0.02,0,2,3,2,2,1,2],[151,3,1,0,1,3,21.42,0.02,0,3,3,0,3,3,3],[152,0,1,3,1,1,22.68,0.02,0,2,2,2,2,2,2],[153,1,1,2,1,1,26.58,0.02,0,1,1,1,1,1,1],[154,2,2,3,1,2,22.23,0.02,0,2,3,2,2,3,0],[155,3,3,1,1,3,20,0.0090431,1,3,3,3,3,3,3],[156,0,1,1,1,1,24.88,0.02,0,2,2,2,0,1,2],[157,1,1,2,1,1,22.79,0.02,0,1,2,1,1,2,1],[158,2,2,0,1,2,20,0.0165874,1,2,3,0,2,1,0],[159,3,3,1,1,3,20.78,0.02,0,3,3,0,3,1,3],[160,0,0,1,1,0,24.18,0.02,0,0,1,0,0,0,0],[161,1,1,0,1,1,26.52,0.02,0,1,1,1,1,1,1],[162,2,2,0,1,2,20,0.0131332,1,2,1,2,2,1,2],[163,3,3,1,1,3,21.89,0.02,0,1,1,1,1,1,1],[164,0,0,0,1,0,25,0.02,0,0,3,0,0,0,0],[165,1,1,1,1,1,25.6,0.02,0,1,1,1,1,1,1],[166,2,1,1,1,1,22.09,0.02,0,0,1,2,2,1,2],[167,3,3,0,1,3,20,0.0155349,1,3,3,3,3,3,3],[168,0,0,0,1,0,26.01,0.02,0,0,0,0,0,0,0],[169,1,2,1,1,2,20.19,0.02,0,3,1,1,3,1,1],[170,2,1,0,1,1,21.59,0.02,0,0,1,0,0,0,2],[171,3,3,0,1,3,21.85,0.02,0,3,3,3,3,3,3],[172,0,0,2,1,0,25.27,0.02,0,2,2,0,2,3,0],[173,1,1,1,1,1,25.58,0.02,0,1,1,1,1,1,1],[174,2,1,1,1,1,24.49,0.02,0,2,1,0,2,0,2],[175,3,3,1,1,3,20,0.0185066,1,3,3,3,3,3,3],[176,0,0,0,1,0,21.54,0.02,0,0,2,0,0,2,0],[177,1,1,0,1,1,26.41,0.02,0,1,1,1,1,1,1],[178,2,1,3,1,1,23.47,0.02,0,2,1,0,2,0,0],[179,3,3,0,1,3,20,0.0173043,1,3,3,3,3,3,3],[180,0,0,0,1,0,22.08,0.02,0,2,0,0,0,0,0],[181,1,1,2,1,2,21.67,0.02,0,3,2,0,3,1,1],[182,2,2,0,1,1,24.13,0.02,0,2,3,0,2,1,2],[183,3,3,3,1,3,20,0.0191893,1,1,1,1,3,3,1],[184,0,2,1,1,1,20.7,0.02,0,2,2,2,0,0,2],[185,1,1,0,1,1,24.02,0.02,0,1,1,1,1,1,1],[186,2,1,1,1,1,22.58,0.02,0,2,3,0,2,3,2],[187,3,3,0,1,1,21.03,0.02,0,3,3,1,3,1,1],[188,0,1,3,1,1,25.78,0.02,0,2,2,2,0,0,0],[189,1,1,0,1,1,26.73,0.02,0,1,1,1,1,1,1],[190,2,2,0,1,1,22.72,0.02,0,2,1,2,2,1,0],[191,3,3,2,1,3,20,0.0095867,1,3,3,3,3,1,3],[192,0,0,0,1,0,20.27,0.02,0,3,3,3,0,0,0],[193,1,1,2,1,1,26.35,0.02,0,1,1,1,1,1,1],[194,2,2,0,1,2,24.5,0.02,0,0,1,2,2,0,2],[195,3,3,1,1,3,20,0.0127831,1,0,3,0,3,1,3],[196,0,1,3,1,1,27.78,0.02,0,2,2,2,0,0,2],[197,1,1,1,1,1,27.46,0.02,0,1,1,1,1,1,1],[198,2,1,0,1,2,21.07,0.02,0,2,1,2,2,0,2],[199,3,3,3,1,3,21.16,0.02,0,1,1,1,1,1,1],[200,0,0,2,1,0,22.33,0.02,0,0,2,0,0,0,0],[201,1,1,2,1,1,26.07,0.02,0,1,1,1,1,1,1],[202,2,1,1,1,1,20.85,0.02,0,0,3,0,2,0,2],[203,3,3,0,1,3,20,0.014541,1,0,3,0,3,3,3],[204,0,0,0,1,0,20.64,0.02,0,0,0,0,0,0,0],[205,1,1,0,1,1,25.32,0.02,0,1,1,1,1,1,1],[206,2,1,0,1,1,24.35,0.02,0,2,1,2,2,1,2],[207,3,3,3,1,3,20,0.0167561,1,3,3,1,3,3,3],[208,0,0,1,1,0,23.87,0.02,0,3,1,2,0,0,0],[209,1,1,1,1,1,22.38,0.02,0,1,1,1,1,1,1],[210,2,1,1,1,1,21.48,0.02,0,2,1,0,2,0,2],[211,3,3,1,1,3,20,0.0157655,1,3,1,1,3,1,1],[212,0,0,0,1,0,21.95,0.02,0,1,2,1,0,0,0],[213,1,1,0,1,1,27.42,0.02,0,1,1,1,1,1,1],[214,2,2,3,1,2,20,0.0133862,1,2,3,2,2,3,2],[215,3,2,0,1,2,20,0.0111423,1,2,2,2,3,3,2],[216,0,0,2,1,0,20,0.0198037,1,0,2,0,0,2,0],[217,1,1,0,1,1,26.19,0.02,0,1,1,1,1,1,1],[218,2,2,0,1,2,20,0.0169924,1,2,3,2,2,0,2],[219,3,3,1,1,3,20,0.0156324,1,0,1,1,3,1,1],[220,0,2,2,1,2,21.77,0.02,0,0,2,0,0,2,0],[221,1,1,0,1,1,26.72,0.02,0,0,0,0,1,1,1],[222,2,2,0,1,2,20,0.0131277,1,2,0,0,2,0,2],[223,3,3,0,1,2,20,0.0106442,1,2,3,2,3,0,2],[224,0,1,1,1,1,27.12,0.02,0,2,3,2,0,1,2],[225,1,1,0,1,1,26.76,0.02,0,1,1,1,1,1,1],[226,2,2,0,1,2,21.25,0.02,0,2,1,2,2,0,0],[227,3,3,0,1,3,21.79,0.02,0,1,1,1,1,1,1],[228,0,0,2,1,0,25.39,0.02,0,0,2,0,0,0,0],[229,1,1,2,1,1,23.74,0.02,0,1,1,1,1,1,1],[230,2,2,0,1,2,21.62,0.02,0,2,1,2,2,1,2],[231,3,3,3,1,3,20,0.0099878,1,1,1,1,1,1,1],[232,0,0,0,1,0,22.89,0.02,0,1,1,1,0,0,0],[233,1,1,1,1,1,20,0.0194963,1,3,1,1,1,1,1],[234,2,2,0,1,2,20,0.0190435,1,2,1,2,2,0,2],[235,3,3,3,1,3,20,0.0151641,1,3,3,1,3,1,1],[236,0,0,0,1,0,20.89,0.02,0,3,3,3,0,0,0],[237,1,1,0,1,1,24.94,0.02,0,1,1,1,1,1,1],[238,2,2,0,1,2,20,0.0134718,1,2,3,2,2,0,2],[239,3,3,3,1,3,20,0.014192,1,1,1,1,3,1,3],[240,0,0,1,1,0,24.71,0.02,0,1,2,0,0,0,0],[241,1,1,0,1,1,26.14,0.02,0,3,1,1,1,1,1],[242,2,1,3,1,1,21.96,0.02,0,2,3,2,2,3,2],[243,3,3,1,1,3,20.71,0.02,0,3,3,3,3,3,3],[244,0,0,2,1,0,23.7,0.02,0,2,2,0,0,3,0],[245,1,1,0,1,1,26.17,0.02,0,1,1,1,1,1,1],[246,2,1,0,1,1,25.07,0.02,0,2,3,2,0,0,0],[247,3,3,1,1,3,20,0.0131885,1,1,1,1,1,1,1],[248,0,0,0,1,0,24.56,0.02,0,3,3,3,0,3,0],[249,1,1,0,1,1,25.72,0.02,0,1,1,1,1,1,1],[250,2,1,0,1,1,21.94,0.02,0,2,1,2,2,1,2],[251,3,3,1,1,3,20,0.0097761,1,2,3,2,3,1,3],[252,0,1,3,1,1,22.54,0.02,0,2,2,2,2,3,2],[253,1,2,2,1,1,21.76,0.02,0,1,1,1,1,3,1],[254,2,2,3,1,2,22.78,0.02,0,0,1,2,2,1,2],[255,3,3,3,1,3,20,0.0118748,1,3,1,3,3,3,3],[256,0,1,1,1,1,26.53,0.02,0,2,2,2,2,1,2],[257,1,1,2,1,1,22.71,0.02,0,1,3,1,1,1,1],[258,2,2,1,1,2,20,0.0178677,1,2,3,2,2,0,2],[259,3,2,0,1,2,20,0.014948,1,0,0,0,3,0,3],[260,0,0,0,1,0,24.99,0.02,0,0,0,0,0,0,0],[261,1,1,0,1,1,26.77,0.02,0,1,1,1,1,1,1],[262,2,2,3,1,2,20,0.0116537,1,2,3,2,3,3,2],[263,3,3,3,1,3,20,0.0137048,1,1,1,1,3,1,3],[264,0,0,2,1,0,24.16,0.02,0,0,2,0,0,0,0],[265,1,1,2,1,1,22.12,0.02,0,0,2,1,1,2,1],[266,2,2,0,1,2,20.3,0.02,0,2,3,2,2,0,2],[267,3,3,0,1,3,21.2,0.02,0,3,3,3,3,3,3],[268,0,0,0,1,0,20.62,0.02,0,0,2,0,0,0,0],[269,1,1,0,1,1,25.24,0.02,0,1,1,1,1,1,1],[270,2,2,0,1,2,20,0.0142416,1,2,0,0,2,3,0],[271,3,1,0,1,1,21.65,0.02,0,0,3,0,1,1,1],[272,0,0,2,1,0,20,0.016935,1,0,2,0,0,0,0],[273,1,1,2,1,1,23.18,0.02,0,1,1,1,1,1,1],[274,2,1,3,1,1,22.14,0.02,0,2,3,2,2,1,2],[275,3,3,0,1,3,21.73,0.02,0,1,1,1,1,1,1],[276,0,1,1,1,1,23.72,0.02,0,2,2,2,2,1,2],[277,1,1,1,1,1,20,0.0199899,1,3,1,1,1,1,1],[278,2,2,1,1,2,20.98,0.02,0,2,3,2,2,0,0],[279,3,3,0,1,3,20,0.0175203,1,0,0,0,3,3,3],[280,0,0,0,1,0,24.18,0.02,0,3,2,3,0,0,0],[281,1,1,0,1,1,26.18,0.02,0,1,1,1,1,1,1],[282,2,2,0,1,2,20,0.0182102,1,2,2,2,2,0,0],[283,3,3,1,1,3,20,0.009968,1,3,3,2,3,1,3],[284,0,1,3,1,1,27.31,0.02,0,2,3,2,2,3,2],[285,1,1,0,1,1,27.82,0.02,0,1,1,1,1,1,1],[286,2,2,0,1,2,21.83,0.02,0,0,1,2,0,0,2],[287,3,3,1,1,3,20,0.0120444,1,3,3,3,3,3,3],[288,0,0,1,1,0,22.65,0.02,0,0,0,0,0,0,0],[289,1,1,0,1,1,27.71,0.02,0,1,1,1,1,1,1],[290,2,2,0,1,2,20.49,0.02,0,2,2,2,2,0,2],[291,3,3,1,1,3,20,0.0171443,1,3,1,0,3,1,3],[292,0,0,0,1,0,21.9,0.02,0,0,3,0,0,0,0],[293,1,1,1,1,1,26.47,0.02,0,1,1,1,1,1,1],[294,2,1,3,1,1,23.67,0.02,0,2,1,2,2,0,2],[295,3,3,3,1,3,20,0.0132047,1,1,1,1,3,3,3],[296,0,0,2,1,0,24.13,0.02,0,0,2,0,0,0,0],[297,1,1,2,1,1,24.85,0.02,0,1,2,1,1,1,1],[298,2,1,1,1,1,24.45,0.02,0,2,1,0,3,1,2],[299,3,3,0,1,3,20,0.0177336,1,0,0,0,3,3,0],[300,0,0,2,1,0,21.93,0.02,0,0,2,0,0,2,0],[301,1,2,2,1,2,21.62,0.02,0,1,2,1,1,2,1],[302,2,1,1,1,1,22.33,0.02,0,2,3,0,0,0,0],[303,3,1,0,1,1,20,0.0156198,1,0,3,0,2,0,2],[304,0,2,1,1,2,20,0.0196426,1,2,2,2,2,0,2],[305,1,1,0,1,1,27.52,0.02,0,1,1,1,1,1,1],[306,2,2,0,1,2,24.11,0.02,0,0,1,0,2,0,2],[307,3,3,0,1,3,20,0.0095569,1,3,3,3,3,3,3],[308,0,0,0,1,0,24.06,0.02,0,0,2,0,0,0,0],[309,1,1,0,1,1,27.34,0.02,0,1,1,1,1,1,1],[310,2,2,1,1,2,20,0.014822,1,2,2,2,2,0,2],[311,3,2,0,1,2,20,0.0123553,1,2,0,2,2,2,2],[312,0,0,1,1,0,27.32,0.02,0,0,0,0,0,0,0],[313,1,2,2,1,2,23.05,0.02,0,1,2,1,1,3,1],[314,2,2,1,1,2,20,0.0119338,1,2,3,2,2,0,2],[315,3,3,1,1,3,20,0.0112659,1,3,3,2,3,3,3],[316,0,2,1,1,2,20.56,0.02,0,2,2,2,2,0,2],[317,1,1,2,1,1,25.54,0.02,0,1,1,1,1,1,1],[318,2,2,0,1,2,23.76,0.02,0,2,3,0,2,0,2],[319,3,3,3,1,3,20,0.0152558,1,3,1,1,3,3,1],[320,0,0,0,1,0,26.02,0.02,0,1,1,1,0,3,0],[321,1,2,1,1,1,20,0.019417,1,3,1,0,3,1,1],[322,2,2,1,1,2,20,0.0159915,1,2,1,0,2,0,2],[323,3,3,3,1,3,20,0.0112742,1,3,1,3,3,1,3],[324,0,0,0,1,0,24.24,0.02,0,0,0,0,0,2,0],[325,1,1,0,1,1,26.17,0.02,0,1,1,1,1,1,1],[326,2,2,0,1,2,20,0.0152473,1,2,3,0,2,0,2],[327,3,1,0,1,1,22.12,0.02,0,2,0,0,2,0,2],[328,0,0,1,1,0,20.91,0.02,0,0,2,0,0,0,0],[329,1,3,3,1,3,20.64,0.02,0,3,1,1,3,3,3],[330,2,2,0,1,0,24.14,0.02,0,2,2,0,2,0,0],[331,3,3,3,1,1,20.18,0.02,0,3,0,0,3,3,1],[332,0,0,2,1,0,21.74,0.02,0,0,2,0,0,0,0],[333,1,1,2,1,1,24.78,0.02,0,1,2,1,1,2,1],[334,2,0,0,1,0,24.67,0.02,0,0,2,0,0,0,0],[335,3,3,3,1,3,20,0.0104374,1,3,1,3,3,3,3],[336,0,2,1,1,0,21.58,0.02,0,2,2,2,2,0,2],[337,1,1,1,1,1,26.68,0.02,0,1,1,1,1,1,1],[338,2,2,3,1,2,20,0.0180593,1,2,3,2,2,3,2],[339,3,3,3,1,3,22.43,0.02,0,1,1,1,1,1,1],[340,0,0,0,1,0,25.76,0.02,0,3,1,3,0,0,0],[341,1,2,2,1,1,23.14,0.02,0,1,2,1,1,2,1],[342,2,2,0,1,2,22.86,0.02,0,0,2,0,2,3,2],[343,3,3,1,1,3,20,0.0173381,1,0,3,0,3,3,3],[344,0,0,0,1,0,20,0.0134763,1,3,1,3,0,0,0],[345,1,1,0,1,1,27.39,0.02,0,1,1,1,1,1,1],[346,2,2,0,1,2,22.17,0.02,0,2,1,2,2,0,2],[347,3,3,0,1,3,20,0.0149634,1,3,3,3,3,3,3],[348,0,0,0,1,0,20,0.0190496,1,0,0,0,0,0,0],[349,1,1,2,1,1,22.62,0.02,0,1,1,1,1,1,1],[350,2,2,0,1,2,23.09,0.02,0,0,1,0,2,0,2],[351,3,3,0,1,3,20,0.0178889,1,0,3,0,3,3,3],[352,0,0,1,1,0,26.14,0.02,0,0,0,0,0,0,0],[353,1,1,2,1,1,21.24,0.02,0,1,1,1,3,1,1],[354,2,2,0,1,2,21.85,0.02,0,2,3,2,2,0,2],[355,3,3,1,1,3,20,0.0179111,1,3,3,3,3,3,3],[356,0,0,2,1,0,24.69,0.02,0,0,2,0,0,0,0],[357,1,1,2,1,1,25.82,0.02,0,1,2,1,1,1,1],[358,2,2,2,1,2,20,0.0123244,1,2,3,2,2,3,2],[359,3,3,0,1,3,20,0.0132887,1,3,3,0,3,1,3],[360,0,0,1,1,0,26,0.02,0,2,2,0,0,0,2],[361,1,1,0,1,1,26.66,0.02,0,0,1,0,1,1,1],[362,2,2,0,1,2,22.83,0.02,0,2,1,2,2,0,2],[363,3,3,1,1,3,20,0.0131713,1,3,3,0,3,3,3],[364,0,0,0,1,0,25.65,0.02,0,3,1,3,0,0,0],[365,1,1,2,1,1,22.71,0.02,0,1,2,1,1,1,1],[366,2,2,0,1,2,21.76,0.02,0,0,0,2,2,0,2],[367,3,3,0,1,3,20,0.0121883,1,3,3,3,3,1,3],[368,0,0,1,1,0,26.94,0.02,0,2,3,0,2,0,2],[369,1,1,0,1,1,25.75,0.02,0,1,1,1,1,1,1],[370,2,2,0,1,2,20,0.0178485,1,2,3,2,2,0,2],[371,3,3,0,1,3,20.75,0.02,0,0,1,1,3,0,3],[372,0,0,0,1,0,21,0.02,0,0,0,0,0,0,0],[373,1,1,0,1,1,26.85,0.02,0,1,1,1,1,1,1],[374,2,1,0,1,1,22.54,0.02,0,2,1,0,2,1,2],[375,3,3,3,1,3,20,0.017661,1,1,1,1,1,1,1],[376,0,0,3,1,0,25.02,0.02,0,0,2,0,0,0,0],[377,1,1,2,1,1,25.67,0.02,0,1,2,1,1,2,1],[378,2,1,1,1,1,23.84,0.02,0,2,3,2,0,0,0],[379,3,3,1,1,3,20,0.0132586,1,1,1,1,3,3,3],[380,0,1,1,1,1,21.81,0.02,0,2,2,2,2,3,2],[381,1,1,2,1,2,21.95,0.02,0,0,2,0,1,2,1],[382,2,2,1,1,2,20.38,0.02,0,0,1,0,2,1,2],[383,3,3,1,1,3,20,0.0116393,1,3,3,3,3,1,3],[384,0,0,0,1,0,22.67,0.02,0,3,1,0,0,0,0],[385,1,1,1,1,1,26.14,0.02,0,3,1,0,1,1,1],[386,2,2,3,1,2,20,0.0139601,1,2,3,2,2,3,2],[387,3,2,0,1,1,20,0.016576,1,2,3,0,3,3,3],[388,0,1,3,1,1,27.66,0.02,0,2,2,2,0,2,0],[389,1,2,1,1,2,20.79,0.02,0,3,1,1,1,1,1],[390,2,2,1,1,1,20.66,0.02,0,2,3,0,2,3,2],[391,3,3,1,1,3,20,0.0137486,1,3,3,0,3,3,3],[392,0,0,0,1,0,20,0.0169951,1,3,3,3,0,0,0],[393,1,1,1,1,1,21.43,0.02,0,3,1,1,1,1,1],[394,2,2,1,1,2,22.76,0.02,0,2,3,2,3,3,2],[395,3,3,3,1,3,20.25,0.02,0,1,1,1,1,1,1],[396,0,0,2,1,0,20,0.015206,1,0,2,0,0,2,0],[397,1,1,1,1,1,26.93,0.02,0,1,1,1,1,1,1],[398,2,2,0,1,2,20,0.0149908,1,0,0,0,2,0,0],[399,3,3,3,1,3,20,0.0170483,1,1,1,1,1,1,1]],"elapsed_ms":1858,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":263,"J":233,"J_valid":233,"n_invalid":0,"n00":25,"n01":21,"n10":89,"n11":98,"ctl_n":233,"ctl_err":38},"metrics":{"target_error":0.5107296137339056,"Q_transfer":0.4892703862660944,"source_success":0.8025751072961373,"joint_error":0.4206008583690987,"T_cond":0.5240641711229946,"R":0.1630901287553648,"delta":0.3476394849785408,"delta_pp":34.76394849785408,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.6575}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":339,"J":297,"J_valid":297,"n_invalid":0,"n00":56,"n01":18,"n10":121,"n11":102,"ctl_n":297,"ctl_err":30},"metrics":{"target_error":0.40404040404040403,"Q_transfer":0.595959595959596,"source_success":0.7508417508417509,"joint_error":0.3434343434343434,"T_cond":0.45739910313901344,"R":0.10101010101010101,"delta":0.30303030303030304,"delta_pp":30.303030303030305,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.8475}}]},{"key":"s44/STFT-CNN/pgd/eps0020","seed":44,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0005},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,0,0,1,0,44.03,0.002,0,0,0,0,0,0,0],[1,1,1,3,1,1,45.29,0.002,0,1,1,1,1,1,1],[2,2,2,1,1,2,42.47,0.002,0,0,0,0,2,0,2],[3,3,3,3,1,3,40.65,0.002,0,3,3,3,3,3,3],[4,0,0,0,1,0,41.41,0.002,0,3,3,3,0,0,0],[5,1,1,1,1,1,46.02,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,43.34,0.002,0,2,0,2,2,2,2],[7,3,3,1,1,3,35.72,0.002,0,3,3,3,3,3,3],[8,0,1,3,1,1,43.71,0.002,0,2,2,2,2,2,2],[9,1,1,3,1,1,47.7,0.002,0,1,1,1,1,1,1],[10,2,2,2,1,2,37.66,0.002,0,2,2,2,2,2,2],[11,3,3,3,1,3,40.36,0.002,0,0,0,0,3,3,3],[12,0,0,0,1,0,43.89,0.002,0,0,0,0,0,0,0],[13,1,1,2,1,1,43.86,0.002,0,1,1,1,1,1,1],[14,2,2,0,1,2,41.89,0.002,0,2,0,2,2,0,2],[15,3,3,3,1,3,36.04,0.002,0,3,2,3,3,3,3],[16,0,0,0,1,0,41.51,0.002,0,2,2,2,0,0,0],[17,1,1,1,1,1,48.03,0.002,0,1,1,1,1,1,1],[18,2,1,1,1,1,43.56,0.002,0,0,0,0,2,0,2],[19,3,3,3,1,3,40.49,0.002,0,3,3,3,3,3,3],[20,0,1,1,1,1,47.3,0.002,0,0,0,0,0,0,0],[21,1,1,2,1,1,42.99,0.002,0,0,2,0,1,1,1],[22,2,2,0,1,2,39.82,0.002,0,2,0,2,2,2,2],[23,3,3,0,1,2,38.57,0.002,0,3,0,3,3,3,3],[24,0,0,0,1,0,42.08,0.002,0,0,2,0,0,0,0],[25,1,1,2,1,1,41.43,0.002,0,1,1,1,1,1,1],[26,2,1,1,1,1,44.61,0.002,0,2,3,2,2,0,2],[27,3,3,3,1,3,39.92,0.002,0,0,0,0,3,3,3],[28,0,2,2,1,2,42.25,0.002,0,2,2,2,2,2,2],[29,1,1,1,1,1,46.94,0.002,0,1,1,1,1,1,1],[30,2,1,3,1,1,43.37,0.002,0,2,2,2,2,3,2],[31,3,3,0,1,3,38.62,0.002,0,3,3,3,3,3,3],[32,0,0,0,1,0,46.11,0.002,0,0,0,0,0,0,0],[33,1,1,1,1,1,44.64,0.002,0,1,1,1,1,1,1],[34,2,2,0,1,2,43.17,0.002,0,2,0,2,0,0,0],[35,3,3,3,1,3,38.14,0.002,0,3,3,3,3,3,3],[36,0,1,3,1,1,45.27,0.002,0,2,2,2,2,2,2],[37,1,2,2,1,2,41.03,0.002,0,3,2,3,3,3,3],[38,2,2,1,1,2,42.08,0.002,0,2,0,2,2,2,2],[39,3,3,0,1,3,40.03,0.002,0,3,3,3,3,3,3],[40,0,0,1,1,0,42.83,0.002,0,3,2,3,0,3,0],[41,1,2,2,1,2,42.65,0.002,0,1,1,1,1,1,1],[42,2,2,0,1,2,39.41,0.002,0,2,2,2,0,0,0],[43,3,3,3,1,3,39.82,0.002,0,1,3,1,3,3,3],[44,0,0,0,1,0,41.06,0.002,0,0,0,0,0,0,0],[45,1,1,1,1,1,47.85,0.002,0,1,1,1,1,1,1],[46,2,1,1,1,1,43.77,0.002,0,3,3,2,3,3,3],[47,3,3,3,1,3,38.05,0.002,0,3,3,3,3,3,3],[48,0,1,1,1,1,47.46,0.002,0,2,2,2,2,2,2],[49,1,1,0,1,1,45.81,0.002,0,1,1,1,1,1,1],[50,2,2,1,1,2,43.1,0.002,0,2,0,2,2,2,2],[51,3,3,1,1,3,38.36,0.002,0,3,3,3,3,3,3],[52,0,0,2,1,0,44.69,0.002,0,2,2,2,2,2,2],[53,1,1,0,1,1,47.66,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,38.32,0.002,0,2,0,2,2,2,2],[55,3,3,1,1,3,41.8,0.002,0,1,1,1,3,3,3],[56,0,0,0,1,0,46.12,0.002,0,0,0,0,0,0,0],[57,1,1,0,1,1,44.25,0.002,0,1,1,1,1,1,1],[58,2,2,3,1,2,41.62,0.002,0,2,0,2,2,2,2],[59,3,3,1,1,3,36.83,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,42.55,0.002,0,0,0,0,0,0,0],[61,1,1,1,1,1,47.32,0.002,0,1,1,1,1,1,1],[62,2,2,0,1,2,44.21,0.002,0,0,0,0,2,0,2],[63,3,3,1,1,3,40.65,0.002,0,3,1,1,3,1,1],[64,0,1,1,1,1,47.06,0.002,0,0,0,0,0,2,2],[65,1,1,1,1,1,45.9,0.002,0,1,1,1,1,1,1],[66,2,1,1,1,1,44.4,0.002,0,2,3,2,2,2,2],[67,3,3,3,1,3,40.46,0.002,0,1,1,1,3,3,3],[68,0,0,0,1,0,44.52,0.002,0,0,0,0,0,0,0],[69,1,1,2,1,1,45.66,0.002,0,1,1,1,1,1,1],[70,2,2,1,1,2,39.95,0.002,0,2,2,2,2,2,2],[71,3,3,3,1,3,40.72,0.002,0,3,3,3,3,3,3],[72,0,1,1,1,1,47.29,0.002,0,2,2,2,0,0,0],[73,1,1,1,1,1,47.39,0.002,0,1,1,1,1,1,1],[74,2,2,2,1,2,37.18,0.002,0,2,2,2,2,0,2],[75,3,3,1,1,3,43.13,0.002,0,3,3,3,3,3,3],[76,0,1,1,1,1,47.18,0.002,0,3,2,3,0,3,0],[77,1,1,1,1,1,47.49,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,42.99,0.002,0,2,0,2,2,0,2],[79,3,1,2,1,1,40.05,0.002,0,0,0,0,2,2,2],[80,0,0,0,1,0,44.59,0.002,0,0,2,0,0,0,0],[81,1,1,1,1,1,45.23,0.002,0,1,1,1,1,1,1],[82,2,2,2,1,2,36.21,0.002,0,2,0,2,0,0,0],[83,3,3,3,1,3,39.58,0.002,0,2,2,2,1,1,1],[84,0,2,2,1,2,42.36,0.002,0,0,0,0,0,2,0],[85,1,2,2,1,2,42.7,0.002,0,1,1,1,1,3,1],[86,2,2,1,1,2,41.99,0.002,0,2,0,2,2,2,2],[87,3,3,3,1,3,35.32,0.002,0,3,3,3,3,3,3],[88,0,0,0,1,0,48.05,0.002,0,0,2,0,0,0,0],[89,1,1,3,1,1,46.22,0.002,0,1,3,1,1,1,1],[90,2,2,0,1,2,42.11,0.002,0,2,0,2,2,2,2],[91,3,3,1,1,3,37.84,0.002,0,3,3,3,3,3,3],[92,0,2,3,1,2,40.68,0.002,0,2,2,2,2,2,2],[93,1,2,2,1,2,41.77,0.002,0,3,3,3,3,3,3],[94,2,2,0,1,2,44.77,0.002,0,2,0,2,2,0,2],[95,3,3,3,1,3,39.04,0.002,0,1,3,1,3,3,1],[96,0,1,2,1,1,44.79,0.002,0,2,2,2,0,0,0],[97,1,1,0,1,1,48.37,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,41.26,0.002,0,2,2,2,2,2,2],[99,3,3,3,1,3,37.98,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,47.22,0.002,0,0,0,0,0,0,0],[101,1,1,0,1,1,44.77,0.002,0,1,1,1,1,1,1],[102,2,2,0,1,2,39.86,0.002,0,2,3,2,2,0,0],[103,3,3,3,1,3,41.33,0.002,0,1,1,1,1,3,1],[104,0,0,0,1,0,45.3,0.002,0,1,1,1,0,0,0],[105,1,1,0,1,1,44.93,0.002,0,3,3,3,1,1,1],[106,2,2,0,1,2,37.82,0.002,0,0,0,0,2,0,2],[107,3,3,3,1,3,40.63,0.002,0,1,1,1,3,3,3],[108,0,0,0,1,0,47.43,0.002,0,0,0,0,0,0,0],[109,1,1,3,1,1,47.88,0.002,0,1,1,1,1,1,1],[110,2,2,1,1,2,41.78,0.002,0,2,2,2,0,0,0],[111,3,3,3,1,3,35.94,0.002,0,3,3,3,3,3,3],[112,0,0,0,1,0,39.34,0.002,0,2,2,0,0,0,0],[113,1,3,3,1,3,49.06,0.002,0,1,1,1,1,1,1],[114,2,2,0,1,2,38.98,0.002,0,2,3,2,2,3,2],[115,3,3,3,1,3,36.7,0.002,0,1,1,1,3,3,3],[116,0,0,0,1,0,42.58,0.002,0,1,1,1,0,0,0],[117,1,1,0,1,1,46.96,0.002,0,1,1,1,1,1,1],[118,2,2,1,1,2,40.53,0.002,0,2,0,2,2,2,2],[119,3,3,1,1,3,39.27,0.002,0,0,0,0,3,3,3],[120,0,0,0,1,0,45.61,0.002,0,1,1,1,0,0,0],[121,1,1,1,1,1,47.91,0.002,0,1,1,1,1,1,1],[122,2,2,0,1,2,41.44,0.002,0,2,0,2,2,2,2],[123,3,3,1,1,3,40.68,0.002,0,1,1,1,1,1,1],[124,0,0,2,1,0,40.43,0.002,0,0,2,0,0,0,0],[125,1,1,0,1,1,47.76,0.002,0,1,1,1,1,1,1],[126,2,2,1,1,2,43.14,0.002,0,2,3,2,0,0,0],[127,3,3,0,1,3,37.42,0.002,0,3,3,3,3,1,3],[128,0,2,3,1,2,40.84,0.002,0,2,2,2,2,2,2],[129,1,1,3,1,1,45.39,0.002,0,1,1,1,1,1,1],[130,2,2,0,1,2,39.11,0.002,0,2,3,2,2,0,2],[131,3,3,3,1,3,40.97,0.002,0,1,1,1,3,3,3],[132,0,0,0,1,0,42.54,0.002,0,0,0,0,0,0,0],[133,1,1,3,1,1,42.13,0.002,0,1,1,1,1,1,1],[134,2,2,3,1,2,43.84,0.002,0,2,2,2,2,2,2],[135,3,3,1,1,3,39.19,0.002,0,3,3,3,3,3,3],[136,0,0,2,1,0,44.58,0.002,0,2,2,2,2,2,2],[137,1,1,1,1,1,46.72,0.002,0,1,1,1,1,1,1],[138,2,2,3,1,1,43.74,0.002,0,3,2,3,3,3,3],[139,3,3,3,1,3,33.28,0.002,0,0,2,0,3,2,3],[140,0,0,0,1,0,38.63,0.002,0,0,0,0,0,0,0],[141,1,1,1,1,1,46.38,0.002,0,1,1,1,1,1,1],[142,2,2,1,1,2,39.04,0.002,0,2,0,2,2,2,2],[143,3,3,3,1,3,36.87,0.002,0,3,3,3,3,3,3],[144,0,0,0,1,0,47.66,0.002,0,0,0,0,0,0,0],[145,1,1,2,1,1,42.45,0.002,0,1,3,1,3,3,3],[146,2,2,0,1,2,40.74,0.002,0,2,3,2,2,3,2],[147,3,3,3,1,3,35,0.002,0,3,3,3,3,3,3],[148,0,0,0,1,0,42.3,0.002,0,0,0,0,0,0,0],[149,1,1,2,1,1,41.52,0.002,0,0,0,0,1,1,1],[150,2,2,1,1,1,46.35,0.002,0,2,3,2,2,3,2],[151,3,1,0,1,3,42.95,0.002,0,3,3,3,3,3,3],[152,0,1,2,1,1,42.77,0.002,0,2,2,2,2,2,2],[153,1,1,2,1,1,47.06,0.002,0,1,1,1,1,1,1],[154,2,2,3,1,2,42.72,0.002,0,2,3,2,2,3,2],[155,3,3,1,1,3,35.21,0.002,0,3,3,3,3,3,3],[156,0,1,3,1,1,47.29,0.002,0,2,2,2,0,3,0],[157,1,1,1,1,1,42.94,0.002,0,1,1,1,1,1,1],[158,2,2,0,1,2,39.93,0.002,0,2,0,2,2,0,2],[159,3,3,1,1,3,41.46,0.002,0,3,3,3,3,1,3],[160,0,0,0,1,0,44.32,0.002,0,0,0,0,0,0,0],[161,1,1,0,1,1,47,0.002,0,1,1,1,1,1,1],[162,2,2,2,1,2,36.63,0.002,0,2,0,2,2,2,2],[163,3,3,1,1,3,42.18,0.002,0,1,1,1,1,1,1],[164,0,0,0,1,0,46.49,0.002,0,0,0,0,0,0,0],[165,1,1,3,1,1,45.98,0.002,0,1,1,1,1,1,1],[166,2,1,1,1,1,42.88,0.002,0,0,0,0,2,0,2],[167,3,3,0,1,3,39.97,0.002,0,3,3,3,3,3,3],[168,0,0,0,1,0,46.09,0.002,0,0,0,0,0,0,0],[169,1,2,2,1,2,42.17,0.002,0,3,3,3,3,3,3],[170,2,1,0,1,1,42.01,0.002,0,0,0,0,0,0,0],[171,3,3,1,1,3,42.47,0.002,0,3,3,3,3,3,3],[172,0,0,2,1,0,45.39,0.002,0,2,2,2,2,2,2],[173,1,1,3,1,1,46.13,0.002,0,1,1,1,1,1,1],[174,2,1,1,1,1,44.62,0.002,0,2,0,2,2,0,2],[175,3,3,1,1,3,39.77,0.002,0,3,3,3,3,3,3],[176,0,0,2,1,0,43.4,0.002,0,0,0,0,0,0,0],[177,1,1,1,1,1,46.65,0.002,0,1,1,1,1,1,1],[178,2,1,3,1,2,43.73,0.002,0,2,2,2,2,2,2],[179,3,3,1,1,3,39.06,0.002,0,3,3,3,3,3,3],[180,0,0,3,1,0,43.13,0.002,0,2,2,3,0,0,0],[181,1,1,2,1,1,42.5,0.002,0,3,2,3,3,3,3],[182,2,2,1,1,2,46.17,0.002,0,2,2,2,2,3,2],[183,3,3,3,1,3,41.09,0.002,0,1,1,1,3,3,3],[184,0,2,3,1,2,43.99,0.002,0,2,2,2,0,2,2],[185,1,1,0,1,1,44.61,0.002,0,1,1,1,1,1,1],[186,2,1,0,1,1,45.35,0.002,0,2,3,2,2,0,2],[187,3,3,1,1,3,41.57,0.002,0,3,3,3,3,3,3],[188,0,1,1,1,1,45.92,0.002,0,2,2,2,0,0,0],[189,1,1,0,1,1,47.07,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,43.37,0.002,0,2,0,2,2,0,2],[191,3,3,2,1,3,34.3,0.002,0,3,2,3,3,3,3],[192,0,0,0,1,0,41.13,0.002,0,3,3,3,0,0,0],[193,1,1,1,1,1,46.6,0.002,0,1,1,1,1,1,1],[194,2,2,1,1,2,44.64,0.002,0,0,0,0,2,2,2],[195,3,3,1,1,3,36.52,0.002,0,0,0,0,3,3,3],[196,0,1,3,1,1,48.06,0.002,0,2,2,2,0,0,0],[197,1,1,1,1,1,48.13,0.002,0,1,1,1,1,1,1],[198,2,1,0,1,1,41.34,0.002,0,2,0,2,2,2,2],[199,3,3,3,1,3,41.48,0.002,0,1,1,1,1,3,3],[200,0,0,0,1,0,42.46,0.002,0,0,0,0,0,0,0],[201,1,1,2,1,1,46.29,0.002,0,1,1,1,1,1,1],[202,2,1,0,1,1,41.6,0.002,0,0,0,0,2,0,2],[203,3,3,2,1,3,37.76,0.002,0,0,0,0,3,3,3],[204,0,0,0,1,0,41.31,0.002,0,0,0,0,0,0,0],[205,1,1,0,1,1,46.25,0.002,0,1,1,1,1,1,1],[206,2,1,0,1,1,45.12,0.002,0,2,0,2,2,0,2],[207,3,3,3,1,3,39.45,0.002,0,3,3,3,3,3,3],[208,0,0,0,1,0,44.04,0.002,0,3,2,3,0,0,0],[209,1,1,2,1,1,42.97,0.002,0,1,1,1,1,1,1],[210,2,1,1,1,1,42.02,0.002,0,2,0,2,2,2,2],[211,3,3,1,1,3,39.66,0.002,0,3,3,3,3,3,3],[212,0,0,0,1,0,42.19,0.002,0,1,1,1,0,0,0],[213,1,1,1,1,1,47.62,0.002,0,1,1,1,1,1,1],[214,2,2,3,1,2,37.12,0.002,0,2,3,2,2,3,2],[215,3,2,2,1,2,35.9,0.002,0,2,2,2,3,2,3],[216,0,0,2,1,0,41.17,0.002,0,0,2,0,0,0,0],[217,1,1,1,1,1,46.38,0.002,0,1,1,1,1,1,1],[218,2,2,0,1,2,39.26,0.002,0,2,0,2,2,2,2],[219,3,3,1,1,3,38.16,0.002,0,0,3,0,3,1,1],[220,0,2,2,1,2,41.84,0.002,0,0,2,0,0,2,0],[221,1,1,0,1,1,46.88,0.002,0,0,0,0,1,1,1],[222,2,2,3,1,2,37.56,0.002,0,2,0,2,2,2,2],[223,3,3,0,1,3,35.2,0.002,0,2,3,2,3,2,2],[224,0,1,3,1,1,47.82,0.002,0,2,2,2,0,2,0],[225,1,1,0,1,1,47.25,0.002,0,1,1,1,1,1,1],[226,2,2,0,1,2,41.61,0.002,0,2,0,2,2,2,2],[227,3,3,1,1,3,42.03,0.002,0,1,1,1,1,1,1],[228,0,0,0,1,0,45.52,0.002,0,0,0,0,0,0,0],[229,1,1,1,1,1,44.14,0.002,0,1,1,1,1,1,1],[230,2,2,0,1,2,41.99,0.002,0,2,0,2,2,2,2],[231,3,3,3,1,3,34.47,0.002,0,1,1,1,1,1,1],[232,0,0,0,1,0,43.16,0.002,0,1,1,1,0,0,0],[233,1,1,3,1,1,41.61,0.002,0,3,3,3,1,3,1],[234,2,2,1,1,2,40.36,0.002,0,2,0,2,2,3,2],[235,3,3,3,1,3,38.28,0.002,0,3,3,3,3,1,3],[236,0,0,0,1,0,42.88,0.002,0,3,3,3,0,0,0],[237,1,1,0,1,1,45.27,0.002,0,1,1,1,1,1,1],[238,2,2,0,1,2,37.37,0.002,0,2,0,2,2,2,2],[239,3,3,3,1,3,39.15,0.002,0,1,1,1,3,3,3],[240,0,0,0,1,0,44.76,0.002,0,1,0,1,0,0,0],[241,1,1,2,1,1,46.75,0.002,0,3,3,3,1,1,1],[242,2,1,1,1,1,42.09,0.002,0,2,2,2,2,2,2],[243,3,3,1,1,3,41.51,0.002,0,3,3,3,3,3,3],[244,0,0,2,1,0,43.87,0.002,0,2,2,2,0,2,0],[245,1,1,0,1,1,46.8,0.002,0,1,1,1,1,1,1],[246,2,1,0,1,1,46.17,0.002,0,2,2,2,0,0,0],[247,3,3,3,1,3,36.74,0.002,0,1,1,1,1,1,1],[248,0,0,0,1,0,45.51,0.002,0,3,3,3,0,0,0],[249,1,1,0,1,1,46.06,0.002,0,1,1,1,1,1,1],[250,2,1,1,1,1,42.24,0.002,0,2,0,2,2,2,2],[251,3,3,1,1,3,34.3,0.002,0,2,2,2,3,3,3],[252,0,1,1,1,1,42.64,0.002,0,2,2,2,2,2,2],[253,1,2,2,1,2,41.87,0.002,0,1,1,1,1,3,1],[254,2,2,3,1,2,43.17,0.002,0,0,0,0,2,2,2],[255,3,3,3,1,3,37.66,0.002,0,3,3,3,3,3,3],[256,0,1,1,1,1,46.88,0.002,0,2,2,2,2,2,2],[257,1,1,0,1,1,43.04,0.002,0,1,1,1,1,1,1],[258,2,2,0,1,2,39.74,0.002,0,2,0,2,2,2,2],[259,3,2,2,1,2,37.97,0.002,0,0,0,0,3,3,3],[260,0,0,0,1,0,45.7,0.002,0,0,0,0,0,0,0],[261,1,1,0,1,1,47.16,0.002,0,1,1,1,1,1,1],[262,2,2,3,1,2,37.75,0.002,0,2,2,2,3,3,2],[263,3,3,3,1,3,37.99,0.002,0,1,1,1,3,3,3],[264,0,0,2,1,0,44.33,0.002,0,0,2,0,0,0,0],[265,1,1,2,1,1,42.21,0.002,0,0,0,0,1,1,1],[266,2,2,0,1,2,40.46,0.002,0,2,2,2,2,2,2],[267,3,3,1,1,3,41.66,0.002,0,3,3,3,3,3,3],[268,0,0,0,1,0,40.79,0.002,0,0,2,0,0,0,0],[269,1,1,0,1,1,45.78,0.002,0,1,1,1,1,1,1],[270,2,2,3,1,2,39.59,0.002,0,2,2,2,2,3,2],[271,3,1,1,1,1,42.08,0.002,0,0,0,0,1,1,1],[272,0,0,0,1,0,38.69,0.002,0,0,0,0,0,0,0],[273,1,1,1,1,1,43.37,0.002,0,1,1,1,1,1,1],[274,2,1,3,1,1,42.9,0.002,0,2,3,2,2,3,2],[275,3,3,3,1,3,42.1,0.002,0,1,1,1,1,1,1],[276,0,1,3,1,1,44.25,0.002,0,2,2,2,2,2,2],[277,1,1,3,1,1,40.96,0.002,0,3,3,3,1,3,1],[278,2,2,3,1,2,42.16,0.002,0,2,0,2,2,3,2],[279,3,3,1,1,3,39.3,0.002,0,0,0,0,3,3,3],[280,0,0,0,1,0,44.45,0.002,0,3,3,3,0,0,0],[281,1,1,1,1,1,47.07,0.002,0,1,1,1,1,1,1],[282,2,2,0,1,2,41.98,0.002,0,2,0,2,2,2,2],[283,3,3,1,1,3,35.37,0.002,0,3,3,3,3,3,3],[284,0,1,1,1,1,47.46,0.002,0,2,2,2,2,2,2],[285,1,1,1,1,1,47.94,0.002,0,1,1,1,1,1,1],[286,2,2,0,1,2,42.43,0.002,0,0,0,2,0,0,0],[287,3,3,3,1,3,37.86,0.002,0,3,3,3,3,3,3],[288,0,0,0,1,0,43.38,0.002,0,0,0,0,0,0,0],[289,1,1,0,1,1,48.08,0.002,0,1,1,1,1,1,1],[290,2,2,0,1,2,42.64,0.002,0,2,0,2,2,0,2],[291,3,3,1,1,3,38.98,0.002,0,3,3,3,3,3,3],[292,0,0,0,1,0,42.2,0.002,0,0,0,0,0,0,0],[293,1,1,3,1,1,46.7,0.002,0,1,1,1,1,1,1],[294,2,1,1,1,1,43.78,0.002,0,2,2,2,2,2,2],[295,3,3,3,1,3,37.05,0.002,0,1,1,1,3,3,3],[296,0,0,0,1,0,44.27,0.002,0,0,0,0,0,0,0],[297,1,1,1,1,1,44.96,0.002,0,1,1,1,1,1,1],[298,2,1,1,1,1,46.24,0.002,0,2,3,2,3,3,3],[299,3,3,3,1,3,39.1,0.002,0,0,0,0,3,3,3],[300,0,0,0,1,0,42.15,0.002,0,0,0,0,0,0,0],[301,1,2,2,1,2,41.67,0.002,0,1,2,1,1,3,1],[302,2,1,1,1,1,43.86,0.002,0,2,0,2,0,3,0],[303,3,1,1,1,1,38.14,0.002,0,0,0,0,2,2,2],[304,0,2,2,1,2,41.6,0.002,0,2,2,2,2,2,2],[305,1,1,1,1,1,47.76,0.002,0,1,1,1,1,1,1],[306,2,2,2,1,2,44.23,0.002,0,0,0,0,2,2,2],[307,3,3,1,1,3,34.35,0.002,0,3,3,3,3,3,3],[308,0,0,2,1,0,44.99,0.002,0,0,0,0,0,0,0],[309,1,1,0,1,1,48.04,0.002,0,1,1,1,1,1,1],[310,2,2,0,1,2,39.37,0.002,0,2,3,2,2,3,2],[311,3,2,2,1,2,36.06,0.002,0,2,0,2,2,2,2],[312,0,0,0,1,0,47.45,0.002,0,0,0,0,0,0,0],[313,1,2,2,1,2,43.17,0.002,0,1,1,1,1,1,1],[314,2,2,0,1,2,36.98,0.002,0,2,3,2,2,2,2],[315,3,3,0,1,3,36.91,0.002,0,3,0,3,3,2,3],[316,0,2,3,1,2,41.79,0.002,0,2,2,2,2,2,2],[317,1,1,1,1,1,46.07,0.002,0,1,1,1,1,1,1],[318,2,2,0,1,2,43.85,0.002,0,2,0,2,2,2,2],[319,3,3,1,1,3,38.63,0.002,0,3,0,3,3,3,3],[320,0,0,0,1,0,46.06,0.002,0,1,1,1,0,0,0],[321,1,2,2,1,2,42,0.002,0,3,2,3,3,3,3],[322,2,2,2,1,2,38.45,0.002,0,2,0,2,2,2,2],[323,3,3,3,1,3,35.62,0.002,0,3,3,3,3,3,3],[324,0,0,0,1,0,44.51,0.002,0,0,0,0,0,0,0],[325,1,1,0,1,1,46.26,0.002,0,1,1,1,1,1,1],[326,2,2,0,1,2,39.34,0.002,0,2,0,2,2,2,2],[327,3,1,1,1,1,42.23,0.002,0,2,0,0,2,2,2],[328,0,0,0,1,0,41.01,0.002,0,0,0,0,0,0,0],[329,1,3,3,1,3,40.82,0.002,0,3,3,3,3,3,3],[330,2,2,0,1,2,45.75,0.002,0,2,0,2,2,2,2],[331,3,3,0,1,3,42.54,0.002,0,3,0,3,3,3,3],[332,0,0,0,1,0,41.81,0.002,0,0,0,0,0,0,0],[333,1,1,1,1,1,44.9,0.002,0,1,1,1,1,1,1],[334,2,0,0,1,0,45.14,0.002,0,0,0,0,0,0,0],[335,3,3,1,1,3,36.11,0.002,0,3,3,3,3,3,3],[336,0,2,2,1,2,42.72,0.002,0,2,2,2,2,2,2],[337,1,1,1,1,1,46.99,0.002,0,1,1,1,1,1,1],[338,2,2,3,1,2,39.66,0.002,0,2,2,2,2,3,2],[339,3,3,1,1,3,42.81,0.002,0,1,1,1,1,3,1],[340,0,0,0,1,0,46.12,0.002,0,3,3,3,0,0,0],[341,1,2,2,1,2,43.21,0.002,0,1,1,1,1,1,1],[342,2,2,0,1,2,44.19,0.002,0,0,0,0,2,2,2],[343,3,3,3,1,3,38.89,0.002,0,0,3,0,3,3,3],[344,0,0,0,1,0,38.1,0.002,0,3,3,3,0,0,0],[345,1,1,1,1,1,47.66,0.002,0,1,1,1,1,1,1],[346,2,2,0,1,2,42.95,0.002,0,2,0,2,2,0,0],[347,3,3,1,1,3,37.88,0.002,0,3,3,3,3,3,3],[348,0,0,0,1,0,39.8,0.002,0,0,0,0,0,0,0],[349,1,1,1,1,1,42.72,0.002,0,1,1,1,1,1,1],[350,2,2,0,1,2,43.14,0.002,0,0,0,0,2,2,2],[351,3,3,1,1,3,39.32,0.002,0,0,3,0,3,3,3],[352,0,0,0,1,0,46.29,0.002,0,0,0,0,0,0,0],[353,1,1,2,1,1,42.16,0.002,0,1,3,1,3,3,3],[354,2,2,2,1,2,42.21,0.002,0,2,2,2,2,2,2],[355,3,3,3,1,3,39.15,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,44.87,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,46.01,0.002,0,1,1,1,1,1,1],[358,2,2,3,1,2,38.99,0.002,0,2,0,2,2,3,2],[359,3,3,0,1,3,37.54,0.002,0,3,3,3,3,3,3],[360,0,0,2,1,0,46.19,0.002,0,2,2,2,0,2,0],[361,1,1,2,1,1,47.17,0.002,0,0,2,0,1,2,1],[362,2,2,0,1,2,43.43,0.002,0,2,0,2,2,0,2],[363,3,3,3,1,3,36.53,0.002,0,3,3,3,3,3,3],[364,0,0,0,1,0,45.95,0.002,0,3,3,3,0,0,0],[365,1,1,2,1,1,42.81,0.002,0,1,1,1,1,1,1],[366,2,2,0,1,2,41.86,0.002,0,0,0,0,2,2,2],[367,3,3,0,1,3,37.68,0.002,0,3,3,3,3,3,3],[368,0,0,1,1,0,47.39,0.002,0,2,2,2,2,2,2],[369,1,1,0,1,1,46.56,0.002,0,1,1,1,1,1,1],[370,2,2,0,1,2,40.25,0.002,0,2,0,2,2,2,2],[371,3,3,1,1,3,40.84,0.002,0,0,1,0,3,3,3],[372,0,0,0,1,0,41.1,0.002,0,0,0,0,0,0,0],[373,1,1,0,1,1,47.11,0.002,0,1,1,1,1,1,1],[374,2,1,0,1,1,43.33,0.002,0,2,0,2,2,3,2],[375,3,3,3,1,3,39.57,0.002,0,1,1,1,1,1,1],[376,0,0,1,1,0,45.04,0.002,0,0,0,0,0,0,0],[377,1,1,1,1,1,45.76,0.002,0,1,1,1,1,1,1],[378,2,1,0,1,1,44.34,0.002,0,2,2,2,0,0,0],[379,3,3,3,1,3,36.62,0.002,0,1,1,1,3,3,3],[380,0,1,3,1,1,43.01,0.002,0,2,2,2,2,2,2],[381,1,1,2,1,1,42.04,0.002,0,0,0,0,1,1,1],[382,2,2,1,1,2,41.23,0.002,0,0,0,0,2,3,2],[383,3,3,1,1,3,36.63,0.002,0,3,3,3,3,3,3],[384,0,0,1,1,0,44.11,0.002,0,3,3,3,0,0,0],[385,1,1,0,1,1,47.01,0.002,0,3,3,3,1,1,1],[386,2,2,3,1,2,38.15,0.002,0,2,3,2,2,3,2],[387,3,2,0,1,2,38.83,0.002,0,2,2,2,3,3,3],[388,0,1,1,1,1,47.75,0.002,0,2,2,2,0,0,0],[389,1,2,2,1,2,42.9,0.002,0,3,2,3,1,3,1],[390,2,2,3,1,2,44.14,0.002,0,2,0,2,2,3,2],[391,3,3,3,1,3,36.92,0.002,0,3,3,3,3,3,3],[392,0,0,1,1,0,40.8,0.002,0,3,3,3,0,3,0],[393,1,1,2,1,1,42.05,0.002,0,3,3,3,1,1,1],[394,2,2,0,1,2,45.71,0.002,0,2,3,2,3,0,2],[395,3,3,3,1,3,40.53,0.002,0,1,1,1,1,1,1],[396,0,0,2,1,0,37.74,0.002,0,0,0,0,0,0,0],[397,1,1,0,1,1,47.61,0.002,0,1,1,1,1,1,1],[398,2,2,2,1,2,37.66,0.002,0,0,0,0,2,0,2],[399,3,3,3,1,3,40.79,0.002,0,1,1,1,1,1,1]],"elapsed_ms":8595,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":263,"J":233,"J_valid":233,"n_invalid":0,"n00":86,"n01":8,"n10":80,"n11":59,"ctl_n":233,"ctl_err":1},"metrics":{"target_error":0.2875536480686695,"Q_transfer":0.7124463519313304,"source_success":0.5965665236051502,"joint_error":0.2532188841201717,"T_cond":0.4244604316546763,"R":0.004291845493562232,"delta":0.2832618025751073,"delta_pp":28.32618025751073,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.6575}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":339,"J":297,"J_valid":297,"n_invalid":0,"n00":125,"n01":4,"n10":127,"n11":41,"ctl_n":297,"ctl_err":6},"metrics":{"target_error":0.15151515151515152,"Q_transfer":0.8484848484848485,"source_success":0.5656565656565656,"joint_error":0.13804713804713806,"T_cond":0.24404761904761904,"R":0.020202020202020204,"delta":0.13131313131313133,"delta_pp":13.131313131313133,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.8475}}]},{"key":"s44/STFT-CNN/pgd/eps0050","seed":44,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.00125},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,0,0,1,0,36.35,0.005,0,0,0,0,0,0,0],[1,1,1,3,1,1,38.43,0.005,0,1,1,1,1,1,1],[2,2,2,0,1,2,35.95,0.005,0,0,0,0,2,0,2],[3,3,3,1,1,3,34.23,0.005,0,3,2,3,3,2,1],[4,0,0,1,1,0,34.18,0.005,0,3,3,3,0,0,0],[5,1,1,1,1,1,38.39,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,36.91,0.005,0,2,0,2,2,0,2],[7,3,3,1,1,3,28.02,0.005,0,3,3,3,3,3,3],[8,0,1,3,1,1,37.59,0.005,0,2,2,2,2,2,2],[9,1,1,3,1,1,42.02,0.005,0,1,3,1,1,1,1],[10,2,2,0,1,2,30.12,0.005,0,2,3,2,2,0,2],[11,3,3,1,1,3,32.6,0.005,0,0,0,0,3,3,3],[12,0,0,2,1,0,36.13,0.005,0,0,2,0,0,0,0],[13,1,1,2,1,1,36.2,0.005,0,1,1,1,1,1,1],[14,2,2,0,1,2,35.04,0.005,0,2,0,2,2,0,2],[15,3,3,3,1,3,30.3,0.005,0,3,2,3,3,3,3],[16,0,0,0,1,0,33.93,0.005,0,2,2,3,0,0,0],[17,1,1,0,1,1,40.81,0.005,0,1,1,1,1,1,1],[18,2,1,0,1,1,36.85,0.005,0,0,0,0,2,0,2],[19,3,3,3,1,3,33.86,0.005,0,3,3,3,3,3,3],[20,0,1,3,1,1,39.61,0.005,0,0,0,0,0,0,0],[21,1,1,2,1,2,35.76,0.005,0,0,2,0,1,2,1],[22,2,2,0,1,2,33.55,0.005,0,2,0,2,2,0,2],[23,3,3,0,1,3,31.89,0.005,0,3,3,3,3,3,3],[24,0,0,1,1,0,34.22,0.005,0,0,2,0,0,0,0],[25,1,1,2,1,1,33.76,0.005,0,1,1,1,1,1,1],[26,2,1,3,1,1,37.99,0.005,0,2,3,2,2,3,0],[27,3,3,1,1,3,32.12,0.005,0,0,0,0,3,0,3],[28,0,2,3,1,2,35.19,0.005,0,2,2,2,2,2,2],[29,1,1,3,1,1,39.2,0.005,0,1,1,1,1,1,1],[30,2,1,3,1,1,36.68,0.005,0,2,2,2,2,3,2],[31,3,3,0,1,3,32.02,0.005,0,3,0,3,3,3,3],[32,0,0,0,1,0,38.83,0.005,0,0,0,0,0,0,0],[33,1,1,3,1,1,37.1,0.005,0,1,1,1,1,1,1],[34,2,2,0,1,2,35.34,0.005,0,2,0,0,0,0,2],[35,3,3,1,1,3,30.62,0.005,0,3,1,3,3,3,3],[36,0,1,3,1,1,38.06,0.005,0,2,2,2,2,2,2],[37,1,2,2,1,2,35.18,0.005,0,3,2,3,3,3,3],[38,2,2,0,1,2,35.37,0.005,0,2,0,2,2,3,2],[39,3,3,0,1,3,33.55,0.005,0,3,0,3,3,3,3],[40,0,0,1,1,0,37.72,0.005,0,3,2,3,0,3,0],[41,1,2,2,1,2,34.99,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,32.38,0.005,0,2,0,2,0,0,0],[43,3,3,3,1,3,33.41,0.005,0,1,3,3,3,3,3],[44,0,0,1,1,0,33.14,0.005,0,0,0,0,0,0,0],[45,1,1,0,1,1,40.2,0.005,0,1,1,1,1,1,1],[46,2,1,1,1,1,37.82,0.005,0,3,3,2,3,3,2],[47,3,3,1,1,3,30.61,0.005,0,3,3,3,3,3,3],[48,0,1,3,1,1,40.12,0.005,0,2,2,2,2,2,2],[49,1,1,0,1,1,39.18,0.005,0,1,1,1,1,1,1],[50,2,2,0,1,2,36.02,0.005,0,2,0,2,2,0,2],[51,3,3,0,1,3,31.52,0.005,0,3,3,3,3,3,3],[52,0,0,2,1,0,36.81,0.005,0,2,2,2,2,2,2],[53,1,1,0,1,1,40.68,0.005,0,1,0,1,1,1,1],[54,2,2,0,1,2,31.43,0.005,0,2,0,2,2,0,2],[55,3,3,0,1,3,36,0.005,0,1,1,1,3,3,1],[56,0,0,2,1,0,38.96,0.005,0,0,0,0,0,0,0],[57,1,1,0,1,1,37.64,0.005,0,1,1,1,1,1,1],[58,2,2,3,1,2,34.91,0.005,0,2,3,2,2,3,2],[59,3,3,1,1,3,30.26,0.005,0,3,3,3,3,3,3],[60,0,0,1,1,0,34.7,0.005,0,0,2,0,0,0,0],[61,1,1,3,1,1,39.63,0.005,0,1,1,1,1,1,1],[62,2,2,0,1,2,36.97,0.005,0,0,0,0,2,0,2],[63,3,3,0,1,3,33.94,0.005,0,3,1,1,3,0,3],[64,0,1,1,1,1,39.19,0.005,0,0,0,0,0,2,2],[65,1,1,0,1,1,38.26,0.005,0,1,0,1,1,1,1],[66,2,1,0,1,1,37.53,0.005,0,2,3,2,2,3,2],[67,3,3,3,1,3,33.97,0.005,0,1,1,1,3,3,1],[68,0,0,0,1,0,37.53,0.005,0,0,2,0,0,0,0],[69,1,1,2,1,1,38.46,0.005,0,1,1,1,1,1,1],[70,2,2,3,1,2,33.06,0.005,0,2,2,2,2,2,2],[71,3,3,3,1,3,34.07,0.005,0,3,3,1,3,3,3],[72,0,1,3,1,1,40.49,0.005,0,2,2,2,0,0,0],[73,1,1,3,1,1,39.56,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,29.77,0.005,0,2,0,2,2,0,2],[75,3,3,0,1,3,35.81,0.005,0,3,0,3,3,3,1],[76,0,1,3,1,1,40.12,0.005,0,3,2,3,0,3,0],[77,1,1,3,1,1,40.16,0.005,0,1,1,1,1,1,1],[78,2,2,0,1,2,35.53,0.005,0,2,0,2,2,0,2],[79,3,1,0,1,1,32.31,0.005,0,0,0,0,2,2,2],[80,0,0,2,1,0,37,0.005,0,0,2,0,0,0,0],[81,1,1,0,1,1,37.67,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,28.98,0.005,0,2,0,2,0,0,0],[83,3,3,3,1,3,32.18,0.005,0,2,2,1,1,1,3],[84,0,2,2,1,2,34.5,0.005,0,0,2,0,0,2,0],[85,1,2,2,1,2,35.06,0.005,0,1,2,1,1,3,1],[86,2,2,1,1,2,36,0.005,0,2,3,2,2,3,2],[87,3,3,1,1,3,28.63,0.005,0,3,3,3,3,3,3],[88,0,0,2,1,0,41.94,0.005,0,0,2,0,0,0,0],[89,1,1,3,1,1,39.73,0.005,0,1,3,1,1,1,1],[90,2,2,0,1,2,35.14,0.005,0,2,0,2,2,0,2],[91,3,3,0,1,3,31.15,0.005,0,3,3,3,3,3,3],[92,0,2,3,1,2,34.84,0.005,0,2,2,2,2,2,2],[93,1,2,2,1,2,35.85,0.005,0,3,2,3,3,3,3],[94,2,2,0,1,2,37.81,0.005,0,2,0,2,2,0,2],[95,3,3,3,1,3,32.41,0.005,0,1,3,1,3,3,1],[96,0,1,2,1,1,37.17,0.005,0,2,2,2,0,2,0],[97,1,1,0,1,1,41.76,0.005,0,1,0,1,1,3,1],[98,2,2,0,1,2,34.32,0.005,0,2,0,2,2,2,2],[99,3,3,0,1,3,31.08,0.005,0,3,3,3,3,3,3],[100,0,0,0,1,0,41.87,0.005,0,0,0,0,0,0,0],[101,1,1,0,1,1,37.68,0.005,0,1,1,1,1,1,1],[102,2,2,0,1,2,33.68,0.005,0,2,3,2,2,0,2],[103,3,3,3,1,3,34.83,0.005,0,1,1,1,1,3,1],[104,0,0,1,1,0,37.52,0.005,0,1,2,1,0,0,0],[105,1,1,0,1,1,38.08,0.005,0,3,0,3,1,1,1],[106,2,2,0,1,2,30.74,0.005,0,0,3,2,2,0,2],[107,3,3,1,1,3,33.95,0.005,0,1,1,1,3,1,3],[108,0,0,1,1,0,40.12,0.005,0,0,2,0,0,0,0],[109,1,1,3,1,1,40.85,0.005,0,1,1,1,1,1,1],[110,2,2,1,1,2,34.82,0.005,0,2,0,2,0,0,0],[111,3,3,3,1,3,29.58,0.005,0,3,2,1,3,3,1],[112,0,0,1,1,0,31.59,0.005,0,2,2,2,0,0,0],[113,1,3,3,1,3,43.53,0.005,0,1,3,1,1,1,1],[114,2,2,0,1,2,32.33,0.005,0,2,3,2,2,0,2],[115,3,3,3,1,3,30.16,0.005,0,1,1,1,3,3,3],[116,0,0,0,1,0,34.71,0.005,0,1,1,1,0,0,0],[117,1,1,0,1,1,40.24,0.005,0,1,1,1,1,1,1],[118,2,2,1,1,2,33.4,0.005,0,2,0,2,2,0,2],[119,3,3,0,1,3,32.8,0.005,0,0,0,0,3,3,3],[120,0,0,0,1,0,37.81,0.005,0,1,1,1,0,0,0],[121,1,1,0,1,1,40.54,0.005,0,1,1,1,1,1,1],[122,2,2,0,1,2,34.15,0.005,0,2,0,2,2,0,2],[123,3,3,0,1,3,34.13,0.005,0,1,3,1,1,1,1],[124,0,0,2,1,0,34.76,0.005,0,0,2,0,0,0,0],[125,1,1,0,1,1,40.57,0.005,0,1,1,1,1,1,1],[126,2,2,3,1,2,36.14,0.005,0,2,3,2,0,3,0],[127,3,3,0,1,3,30.9,0.005,0,3,3,3,3,1,3],[128,0,2,3,1,2,34.2,0.005,0,2,2,2,2,2,2],[129,1,1,3,1,1,39.95,0.005,0,1,3,1,1,1,1],[130,2,2,0,1,2,33.03,0.005,0,2,3,2,2,0,2],[131,3,3,1,1,3,34.36,0.005,0,1,0,1,3,2,3],[132,0,0,1,1,0,34.84,0.005,0,0,0,0,0,0,0],[133,1,1,3,1,3,34.51,0.005,0,1,1,1,1,1,1],[134,2,2,3,1,3,36.86,0.005,0,2,0,2,2,2,2],[135,3,3,0,1,3,32.24,0.005,0,3,3,3,3,3,3],[136,0,0,2,1,0,36.86,0.005,0,2,2,2,2,2,2],[137,1,1,3,1,1,39.5,0.005,0,1,1,1,1,1,1],[138,2,2,3,1,3,37.51,0.005,0,3,3,2,3,3,3],[139,3,3,2,1,3,26.68,0.005,0,0,2,0,3,2,3],[140,0,0,2,1,0,31.64,0.005,0,0,0,0,0,0,0],[141,1,1,0,1,1,39.24,0.005,0,1,1,1,1,1,1],[142,2,2,1,1,2,32.32,0.005,0,2,0,2,2,0,2],[143,3,3,3,1,3,30.29,0.005,0,3,3,3,3,3,3],[144,0,0,0,1,0,41.37,0.005,0,0,0,0,0,0,0],[145,1,1,2,1,1,36.28,0.005,0,1,2,1,3,3,3],[146,2,2,0,1,2,34.09,0.005,0,2,3,2,2,3,2],[147,3,3,0,1,3,28.31,0.005,0,3,0,3,3,3,3],[148,0,0,3,1,0,35,0.005,0,0,2,0,0,0,0],[149,1,1,2,1,1,33.6,0.005,0,0,2,0,1,2,1],[150,2,2,1,1,1,39.76,0.005,0,2,3,2,2,3,2],[151,3,1,0,1,1,36.32,0.005,0,3,0,3,3,3,3],[152,0,1,3,1,1,34.97,0.005,0,2,2,2,2,2,2],[153,1,1,2,1,1,40.06,0.005,0,1,1,1,1,1,1],[154,2,2,3,1,2,36.16,0.005,0,2,3,2,2,3,2],[155,3,3,0,1,3,28.87,0.005,0,3,3,3,3,3,3],[156,0,1,3,1,1,41.22,0.005,0,2,2,2,0,3,0],[157,1,1,2,1,1,35.08,0.005,0,1,0,1,1,1,1],[158,2,2,0,1,2,33.77,0.005,0,2,0,2,2,0,2],[159,3,3,0,1,3,34.71,0.005,0,3,3,2,3,1,3],[160,0,0,0,1,0,36.51,0.005,0,0,0,0,0,0,0],[161,1,1,0,1,1,39.84,0.005,0,1,1,1,1,1,1],[162,2,2,0,1,2,29.54,0.005,0,2,0,2,2,2,2],[163,3,3,0,1,3,35.06,0.005,0,1,3,1,1,3,1],[164,0,0,2,1,0,40.92,0.005,0,0,0,0,0,0,0],[165,1,1,3,1,1,39.15,0.005,0,1,1,1,1,1,1],[166,2,1,0,1,1,35.86,0.005,0,0,0,2,2,0,2],[167,3,3,0,1,3,33.35,0.005,0,3,3,3,3,3,3],[168,0,0,0,1,0,38.68,0.005,0,0,0,0,0,0,0],[169,1,2,2,1,2,36.41,0.005,0,3,2,3,3,3,3],[170,2,1,0,1,0,34.92,0.005,0,0,0,0,0,0,0],[171,3,3,0,1,3,36.2,0.005,0,3,3,3,3,3,3],[172,0,0,3,1,0,38.06,0.005,0,2,2,2,2,2,2],[173,1,1,3,1,1,39.94,0.005,0,1,1,1,1,1,1],[174,2,1,1,1,1,37.28,0.005,0,2,0,2,2,0,2],[175,3,3,1,1,3,33.24,0.005,0,3,3,3,3,3,3],[176,0,0,2,1,0,37.77,0.005,0,0,2,0,0,0,0],[177,1,1,0,1,1,39.16,0.005,0,1,1,1,1,1,1],[178,2,1,3,1,1,36.22,0.005,0,2,2,2,2,0,0],[179,3,3,1,1,3,32.5,0.005,0,3,3,3,3,3,3],[180,0,0,3,1,0,38.61,0.005,0,2,2,3,0,0,0],[181,1,1,2,1,1,36,0.005,0,3,2,3,3,2,3],[182,2,2,1,1,2,40.23,0.005,0,2,0,2,2,3,2],[183,3,3,3,1,3,35.11,0.005,0,1,1,3,3,3,3],[184,0,2,3,1,2,37.55,0.005,0,2,2,2,0,3,2],[185,1,1,0,1,1,37.55,0.005,0,1,1,1,1,1,1],[186,2,1,0,1,1,37.81,0.005,0,2,3,2,2,0,2],[187,3,3,0,1,3,34.7,0.005,0,3,3,3,3,3,3],[188,0,1,3,1,1,38.28,0.005,0,2,2,2,0,0,0],[189,1,1,0,1,1,39.77,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,36.43,0.005,0,2,0,2,2,0,2],[191,3,3,2,1,3,28.02,0.005,0,3,2,3,3,3,3],[192,0,0,0,1,0,35.72,0.005,0,3,3,3,0,0,0],[193,1,1,0,1,1,38.91,0.005,0,1,1,1,1,1,1],[194,2,2,0,1,2,37.4,0.005,0,0,0,0,2,2,2],[195,3,3,1,1,3,29.14,0.005,0,0,0,0,3,3,1],[196,0,1,3,1,1,40.53,0.005,0,2,2,2,0,0,0],[197,1,1,0,1,1,41.22,0.005,0,1,1,1,1,1,1],[198,2,1,0,1,1,34.08,0.005,0,2,0,2,2,0,2],[199,3,3,3,1,3,34.26,0.005,0,1,1,1,1,3,3],[200,0,0,2,1,0,35.29,0.005,0,0,0,0,0,0,0],[201,1,1,2,1,1,39.22,0.005,0,1,1,1,1,1,1],[202,2,1,0,1,1,34.86,0.005,0,0,0,0,2,3,2],[203,3,3,0,1,3,30.81,0.005,0,0,0,0,3,3,3],[204,0,0,0,1,0,35.27,0.005,0,0,0,0,0,0,0],[205,1,1,0,1,1,39.56,0.005,0,1,1,1,1,1,1],[206,2,1,0,1,1,39.08,0.005,0,2,0,2,2,0,2],[207,3,3,3,1,3,32.74,0.005,0,3,3,1,3,3,3],[208,0,0,1,1,0,36.77,0.005,0,3,2,3,0,0,0],[209,1,1,2,1,1,37.24,0.005,0,1,1,1,1,1,1],[210,2,1,1,1,1,34.61,0.005,0,2,0,0,2,2,2],[211,3,3,0,1,3,32.93,0.005,0,3,3,3,3,3,3],[212,0,0,0,1,0,34.6,0.005,0,1,2,1,0,0,0],[213,1,1,0,1,1,40.08,0.005,0,1,1,1,1,1,1],[214,2,2,3,1,2,30.85,0.005,0,2,3,2,2,3,2],[215,3,2,0,1,2,29.17,0.005,0,2,0,2,3,2,2],[216,0,0,2,1,0,35.35,0.005,0,0,2,0,0,0,0],[217,1,1,0,1,1,38.74,0.005,0,1,1,1,1,1,1],[218,2,2,0,1,2,32.48,0.005,0,2,0,2,2,0,2],[219,3,3,0,1,3,31.33,0.005,0,0,3,3,3,1,1],[220,0,2,2,1,2,34.04,0.005,0,0,2,0,0,2,0],[221,1,1,0,1,1,39.59,0.005,0,0,0,0,1,2,1],[222,2,2,3,1,2,31.37,0.005,0,2,0,2,2,3,2],[223,3,3,0,1,3,28.74,0.005,0,2,3,2,3,0,2],[224,0,1,3,1,1,41.96,0.005,0,2,2,2,0,2,2],[225,1,1,0,1,1,40.2,0.005,0,1,1,1,1,1,1],[226,2,2,0,1,2,34.03,0.005,0,2,0,2,2,0,2],[227,3,3,1,1,3,34.27,0.005,0,1,1,1,1,1,1],[228,0,0,2,1,0,38.68,0.005,0,0,2,0,0,0,0],[229,1,1,0,1,1,36.37,0.005,0,1,1,1,1,1,1],[230,2,2,0,1,2,34.6,0.005,0,2,0,2,2,2,2],[231,3,3,3,1,3,28.37,0.005,0,1,1,1,1,1,1],[232,0,0,0,1,0,35.78,0.005,0,1,1,1,0,0,0],[233,1,1,3,1,1,36.12,0.005,0,3,3,3,1,3,1],[234,2,2,0,1,2,33.61,0.005,0,2,0,2,2,3,2],[235,3,3,0,1,3,31.96,0.005,0,3,3,1,3,1,3],[236,0,0,0,1,0,37.35,0.005,0,3,3,3,0,0,0],[237,1,1,0,1,1,37.98,0.005,0,1,1,1,1,1,1],[238,2,2,0,1,2,30.21,0.005,0,2,0,2,2,0,2],[239,3,3,3,1,3,32.33,0.005,0,1,3,1,3,1,1],[240,0,0,1,1,0,36.99,0.005,0,1,2,1,0,0,0],[241,1,1,2,1,1,40.79,0.005,0,3,2,3,1,1,1],[242,2,1,1,1,1,35.04,0.005,0,2,0,2,2,0,2],[243,3,3,0,1,3,35.04,0.005,0,3,3,3,3,3,3],[244,0,0,3,1,0,37.49,0.005,0,2,2,2,0,2,0],[245,1,1,0,1,1,40.13,0.005,0,1,1,1,1,1,1],[246,2,1,0,1,1,39.06,0.005,0,2,0,2,0,0,0],[247,3,3,1,1,3,29.59,0.005,0,1,1,1,1,1,1],[248,0,0,0,1,0,38.74,0.005,0,3,3,3,0,3,0],[249,1,1,0,1,1,38.59,0.005,0,1,1,1,1,1,1],[250,2,1,0,1,1,34.92,0.005,0,2,3,2,2,0,2],[251,3,3,0,1,3,27.72,0.005,0,2,3,2,3,3,3],[252,0,1,3,1,1,34.83,0.005,0,2,2,2,2,2,2],[253,1,2,2,1,2,34.3,0.005,0,1,1,1,1,3,1],[254,2,2,3,1,2,35.93,0.005,0,0,0,0,2,2,2],[255,3,3,3,1,3,31.42,0.005,0,3,2,3,3,3,3],[256,0,1,3,1,1,39.63,0.005,0,2,2,2,2,2,2],[257,1,1,0,1,1,35.51,0.005,0,1,0,1,1,1,1],[258,2,2,0,1,2,32.88,0.005,0,2,0,2,2,0,2],[259,3,2,0,1,2,31.04,0.005,0,0,0,0,3,2,3],[260,0,0,0,1,0,40.2,0.005,0,0,0,0,0,0,0],[261,1,1,0,1,1,39.99,0.005,0,1,1,1,1,1,1],[262,2,2,3,1,2,31.47,0.005,0,2,3,2,3,3,2],[263,3,3,3,1,3,31.12,0.005,0,1,2,1,3,3,3],[264,0,0,2,1,0,37.66,0.005,0,0,2,0,0,0,0],[265,1,1,2,1,1,34.32,0.005,0,0,2,0,1,2,1],[266,2,2,0,1,2,33.33,0.005,0,2,3,2,2,0,2],[267,3,3,1,1,3,34.97,0.005,0,3,3,3,3,3,3],[268,0,0,3,1,0,33.84,0.005,0,0,2,0,0,0,0],[269,1,1,0,1,1,39.25,0.005,0,1,1,1,1,1,1],[270,2,2,3,1,2,32.71,0.005,0,2,2,2,2,3,2],[271,3,1,1,1,1,34.6,0.005,0,0,0,0,1,2,1],[272,0,0,2,1,0,31.3,0.005,0,0,0,0,0,0,0],[273,1,1,0,1,1,36.52,0.005,0,1,1,1,1,1,1],[274,2,1,3,1,1,36.28,0.005,0,2,3,2,2,3,2],[275,3,3,0,1,3,34.85,0.005,0,1,1,1,1,1,1],[276,0,1,3,1,1,38.03,0.005,0,2,2,2,2,2,2],[277,1,1,3,1,1,35.38,0.005,0,3,3,3,1,3,1],[278,2,2,3,1,2,34.93,0.005,0,2,0,2,2,3,2],[279,3,3,0,1,3,32.16,0.005,0,0,0,0,3,3,3],[280,0,0,1,1,0,37.28,0.005,0,3,3,3,0,0,0],[281,1,1,0,1,1,40.27,0.005,0,1,1,1,1,1,1],[282,2,2,0,1,2,34.41,0.005,0,2,0,2,2,2,2],[283,3,3,0,1,3,28.87,0.005,0,3,3,3,3,3,3],[284,0,1,3,1,1,40.41,0.005,0,2,2,2,2,2,2],[285,1,1,0,1,1,40.21,0.005,0,1,1,1,1,1,1],[286,2,2,0,1,2,35.7,0.005,0,0,3,2,0,0,2],[287,3,3,1,1,3,30.68,0.005,0,3,3,3,3,3,3],[288,0,0,0,1,0,36.07,0.005,0,0,0,0,0,0,0],[289,1,1,0,1,1,41.37,0.005,0,1,1,1,1,1,1],[290,2,2,0,1,2,35.72,0.005,0,2,0,2,2,0,2],[291,3,3,0,1,3,32.13,0.005,0,3,3,3,3,3,3],[292,0,0,0,1,0,34.48,0.005,0,0,0,0,0,0,0],[293,1,1,3,1,1,39.78,0.005,0,1,1,1,1,1,1],[294,2,1,3,1,1,36.84,0.005,0,2,2,2,2,2,2],[295,3,3,3,1,3,30.76,0.005,0,1,1,1,3,3,3],[296,0,0,2,1,0,36.98,0.005,0,0,0,0,0,0,0],[297,1,1,2,1,1,37.05,0.005,0,1,1,1,1,1,1],[298,2,1,1,1,1,39.86,0.005,0,2,3,2,3,3,3],[299,3,3,1,1,3,31.61,0.005,0,0,0,0,3,3,3],[300,0,0,2,1,0,35.93,0.005,0,0,0,0,0,0,0],[301,1,2,2,1,2,34.01,0.005,0,1,2,1,1,3,3],[302,2,1,0,1,1,36.52,0.005,0,2,0,2,0,3,0],[303,3,1,0,1,1,30.86,0.005,0,0,0,2,2,0,2],[304,0,2,3,1,2,36.1,0.005,0,2,2,2,2,2,2],[305,1,1,1,1,1,40.21,0.005,0,1,1,1,1,1,1],[306,2,2,0,1,2,36.66,0.005,0,0,0,0,2,2,2],[307,3,3,0,1,3,27.96,0.005,0,3,3,3,3,3,3],[308,0,0,2,1,0,39.45,0.005,0,0,2,0,0,0,0],[309,1,1,0,1,1,41.21,0.005,0,1,1,1,1,1,1],[310,2,2,0,1,2,33.02,0.005,0,2,3,2,2,3,2],[311,3,2,0,1,2,28.87,0.005,0,2,0,2,2,2,2],[312,0,0,0,1,0,39.97,0.005,0,0,0,0,0,0,0],[313,1,2,2,1,2,35.48,0.005,0,1,2,1,1,1,1],[314,2,2,0,1,2,30.36,0.005,0,2,3,2,2,0,2],[315,3,3,0,1,2,30.6,0.005,0,3,0,3,3,3,3],[316,0,2,3,1,2,36.95,0.005,0,2,2,2,2,2,2],[317,1,1,2,1,1,38.8,0.005,0,1,1,1,1,1,1],[318,2,2,0,1,2,36.14,0.005,0,2,0,2,2,0,2],[319,3,3,0,1,3,32.33,0.005,0,3,0,3,3,3,3],[320,0,0,0,1,0,38.18,0.005,0,1,1,1,0,0,0],[321,1,2,2,1,2,35.95,0.005,0,3,2,3,3,2,3],[322,2,2,1,1,2,31.1,0.005,0,2,0,2,2,2,2],[323,3,3,3,1,3,28.53,0.005,0,3,3,3,3,3,3],[324,0,0,2,1,0,38.51,0.005,0,0,0,0,0,0,0],[325,1,1,0,1,1,38.81,0.005,0,1,1,1,1,1,1],[326,2,2,0,1,2,32.03,0.005,0,2,0,2,2,0,2],[327,3,1,0,1,3,34.54,0.005,0,2,0,0,2,2,2],[328,0,0,1,1,0,33.22,0.005,0,0,2,0,0,0,0],[329,1,3,3,1,3,34.09,0.005,0,3,3,3,3,3,3],[330,2,2,0,1,2,39.05,0.005,0,2,0,2,2,0,0],[331,3,3,1,1,3,36.92,0.005,0,3,0,3,3,3,3],[332,0,0,2,1,0,34.09,0.005,0,0,0,0,0,0,0],[333,1,1,1,1,1,37.05,0.005,0,1,1,1,1,1,1],[334,2,0,0,1,0,38.3,0.005,0,0,0,0,0,0,0],[335,3,3,0,1,3,29.51,0.005,0,3,3,3,3,3,3],[336,0,2,2,1,2,36.99,0.005,0,2,2,2,2,2,2],[337,1,1,1,1,1,39.01,0.005,0,1,1,1,1,1,1],[338,2,2,3,1,2,33.46,0.005,0,2,3,2,2,3,2],[339,3,3,1,1,3,35.93,0.005,0,1,0,1,1,3,1],[340,0,0,0,1,0,38.55,0.005,0,3,3,3,0,0,0],[341,1,2,2,1,2,35.3,0.005,0,1,1,1,1,1,1],[342,2,2,0,1,2,37.74,0.005,0,0,0,0,2,2,2],[343,3,3,1,1,3,31.1,0.005,0,0,3,0,3,3,3],[344,0,0,1,1,0,31.01,0.005,0,3,1,3,0,0,0],[345,1,1,0,1,1,39.79,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,35.74,0.005,0,2,3,2,2,0,2],[347,3,3,0,1,3,31.31,0.005,0,3,3,3,3,3,3],[348,0,0,2,1,0,32.87,0.005,0,0,0,0,0,0,0],[349,1,1,2,1,1,34.88,0.005,0,1,1,1,1,1,1],[350,2,2,0,1,2,35.28,0.005,0,0,0,0,2,2,2],[351,3,3,0,1,3,32.14,0.005,0,0,3,0,3,3,3],[352,0,0,0,1,0,38.82,0.005,0,0,0,0,0,0,0],[353,1,1,2,1,1,36.46,0.005,0,1,2,3,3,3,3],[354,2,2,0,1,2,35.17,0.005,0,2,3,2,2,0,2],[355,3,3,3,1,3,31.38,0.005,0,3,3,3,3,3,3],[356,0,0,2,1,0,37.7,0.005,0,0,0,0,0,0,0],[357,1,1,1,1,1,38.07,0.005,0,1,1,1,1,1,1],[358,2,2,3,1,2,31.78,0.005,0,2,3,2,2,3,2],[359,3,3,0,1,3,31.33,0.005,0,3,3,3,3,3,3],[360,0,0,3,1,0,39.43,0.005,0,2,2,0,0,2,0],[361,1,1,2,1,1,40.39,0.005,0,0,2,0,1,2,1],[362,2,2,0,1,2,36.66,0.005,0,2,0,2,2,0,2],[363,3,3,1,1,3,29.07,0.005,0,3,3,3,3,3,3],[364,0,0,0,1,0,38.84,0.005,0,3,3,3,0,0,0],[365,1,1,2,1,1,34.89,0.005,0,1,1,1,1,1,1],[366,2,2,0,1,2,34.66,0.005,0,0,0,0,2,0,2],[367,3,3,0,1,3,31.61,0.005,0,3,3,3,3,3,3],[368,0,0,3,1,0,40.93,0.005,0,2,2,2,2,2,2],[369,1,1,0,1,1,39.64,0.005,0,1,1,1,1,1,1],[370,2,2,0,1,2,34.24,0.005,0,2,0,2,2,0,2],[371,3,3,1,1,3,33.2,0.005,0,0,0,0,3,2,3],[372,0,0,1,1,0,34.38,0.005,0,0,0,0,0,0,0],[373,1,1,0,1,1,40.2,0.005,0,1,1,1,1,1,1],[374,2,1,0,1,2,36.4,0.005,0,2,0,2,2,3,2],[375,3,3,3,1,3,33.82,0.005,0,1,1,1,1,3,1],[376,0,0,1,1,0,37.13,0.005,0,0,0,0,0,0,0],[377,1,1,0,1,1,38.18,0.005,0,1,1,1,1,1,1],[378,2,1,0,1,1,37.44,0.005,0,2,0,2,0,0,0],[379,3,3,3,1,3,29.22,0.005,0,1,1,1,3,3,3],[380,0,1,3,1,1,37.65,0.005,0,2,2,2,2,2,2],[381,1,1,2,1,1,34.16,0.005,0,0,0,0,1,2,1],[382,2,2,0,1,2,34.35,0.005,0,0,0,2,2,3,2],[383,3,3,0,1,3,29.92,0.005,0,3,2,3,3,2,3],[384,0,0,1,1,0,38.68,0.005,0,3,3,3,0,0,0],[385,1,1,0,1,1,40.09,0.005,0,3,0,3,1,3,1],[386,2,2,3,1,2,32.3,0.005,0,2,3,2,2,3,2],[387,3,2,0,1,2,31.94,0.005,0,2,2,2,3,2,3],[388,0,1,3,1,1,40.18,0.005,0,2,2,2,0,2,0],[389,1,2,2,1,2,37.1,0.005,0,3,2,3,1,3,1],[390,2,2,0,1,2,36.1,0.005,0,2,3,2,2,0,2],[391,3,3,1,1,3,29.33,0.005,0,3,3,3,3,3,3],[392,0,0,1,1,0,35.31,0.005,0,3,3,3,0,0,0],[393,1,1,2,1,1,34.65,0.005,0,3,2,3,1,2,1],[394,2,2,0,1,2,38.09,0.005,0,2,3,2,3,3,2],[395,3,3,3,1,3,33.37,0.005,0,1,1,1,1,1,1],[396,0,0,2,1,0,30.4,0.005,0,0,2,0,0,0,0],[397,1,1,0,1,1,40.98,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,31.04,0.005,0,0,0,0,2,0,2],[399,3,3,0,1,3,33.79,0.005,0,1,3,1,1,1,1]],"elapsed_ms":8372,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":263,"J":233,"J_valid":233,"n_invalid":0,"n00":23,"n01":4,"n10":107,"n11":99,"ctl_n":233,"ctl_err":8},"metrics":{"target_error":0.44206008583690987,"Q_transfer":0.5579399141630901,"source_success":0.8841201716738197,"joint_error":0.4248927038626609,"T_cond":0.48058252427184467,"R":0.034334763948497854,"delta":0.40772532188841204,"delta_pp":40.772532188841204,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.6575}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":339,"J":297,"J_valid":297,"n_invalid":0,"n00":45,"n01":2,"n10":168,"n11":82,"ctl_n":297,"ctl_err":11},"metrics":{"target_error":0.2828282828282828,"Q_transfer":0.7171717171717171,"source_success":0.8417508417508418,"joint_error":0.2760942760942761,"T_cond":0.328,"R":0.037037037037037035,"delta":0.24579124579124578,"delta_pp":24.579124579124578,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.8475}}]},{"key":"s44/STFT-CNN/pgd/eps0100","seed":44,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0025},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,0,2,1,0,31.38,0.01,0,0,0,0,0,0,0],[1,1,1,3,1,1,33.77,0.01,0,1,1,1,1,1,1],[2,2,2,0,1,2,30.9,0.01,0,0,0,0,2,0,2],[3,3,3,1,1,3,30.11,0.01,0,3,2,3,3,2,3],[4,0,0,1,1,0,29.34,0.01,0,3,1,3,0,0,0],[5,1,1,0,1,1,32.95,0.01,0,1,1,1,1,1,1],[6,2,2,0,1,2,31.83,0.01,0,2,0,2,2,0,2],[7,3,3,0,1,3,23.08,0.01,0,3,0,3,3,3,3],[8,0,1,3,1,1,33.35,0.01,0,2,2,2,2,3,2],[9,1,1,3,1,1,37.28,0.01,0,1,3,1,1,1,1],[10,2,2,0,1,2,25.73,0.01,0,2,3,2,2,0,2],[11,3,3,1,1,3,27.15,0.01,0,0,0,0,3,3,3],[12,0,0,2,1,0,31.14,0.01,0,0,2,0,0,0,0],[13,1,1,2,1,1,31.22,0.01,0,1,2,1,1,1,1],[14,2,2,0,1,2,30.86,0.01,0,2,3,2,2,0,0],[15,3,3,3,1,3,26.02,0.01,0,3,2,3,3,3,3],[16,0,0,1,1,0,28.92,0.01,0,2,2,2,0,0,0],[17,1,1,0,1,1,35.79,0.01,0,1,0,1,1,1,1],[18,2,1,0,1,1,32.41,0.01,0,0,0,0,2,0,2],[19,3,3,3,1,3,27.56,0.01,0,3,3,3,3,3,3],[20,0,1,3,1,1,33.91,0.01,0,0,0,0,0,0,0],[21,1,1,2,1,1,31.1,0.01,0,0,2,0,1,2,1],[22,2,2,3,1,2,27.6,0.01,0,2,3,2,2,3,2],[23,3,3,0,1,3,26.39,0.01,0,3,3,2,3,3,3],[24,0,0,1,1,0,28.76,0.01,0,0,2,0,0,0,0],[25,1,1,2,1,1,28.87,0.01,0,1,2,1,1,1,1],[26,2,1,3,1,1,32.85,0.01,0,2,3,2,2,3,2],[27,3,3,0,1,3,26.73,0.01,0,0,0,0,3,0,3],[28,0,2,3,1,2,31.36,0.01,0,2,2,2,2,2,2],[29,1,1,3,1,1,33.85,0.01,0,1,1,1,1,1,1],[30,2,1,0,1,1,32.05,0.01,0,2,0,2,2,3,2],[31,3,3,0,1,3,26.8,0.01,0,3,3,3,3,3,3],[32,0,0,0,1,0,33.75,0.01,0,0,0,0,0,0,0],[33,1,1,3,1,1,31,0.01,0,1,1,1,1,1,1],[34,2,2,0,1,2,29.58,0.01,0,2,0,0,0,0,0],[35,3,3,0,1,3,25.63,0.01,0,3,0,3,3,3,3],[36,0,1,3,1,1,33.89,0.01,0,2,2,2,2,3,2],[37,1,2,2,1,2,30.35,0.01,0,3,2,3,3,2,3],[38,2,2,0,1,2,30.53,0.01,0,2,3,2,2,3,2],[39,3,3,0,1,3,28.08,0.01,0,3,0,3,3,3,3],[40,0,0,1,1,0,32.47,0.01,0,3,2,3,0,3,0],[41,1,2,2,1,2,29.63,0.01,0,1,2,1,1,3,1],[42,2,2,0,1,2,27.31,0.01,0,2,0,2,0,0,0],[43,3,3,3,1,3,27.35,0.01,0,1,3,1,3,3,3],[44,0,0,1,1,0,27.46,0.01,0,0,0,0,0,0,0],[45,1,1,0,1,1,34.63,0.01,0,1,1,1,1,1,1],[46,2,1,1,1,1,33.07,0.01,0,3,3,2,3,1,2],[47,3,3,0,1,3,25.49,0.01,0,3,3,3,3,3,3],[48,0,1,3,1,1,36.02,0.01,0,2,2,2,2,2,2],[49,1,1,0,1,1,34.38,0.01,0,1,1,1,1,1,1],[50,2,2,0,1,2,30.96,0.01,0,2,0,2,2,0,2],[51,3,3,0,1,3,26.26,0.01,0,3,3,3,3,3,3],[52,0,0,2,1,0,30.9,0.01,0,2,2,2,2,2,2],[53,1,1,0,1,1,35.99,0.01,0,1,0,1,1,0,1],[54,2,2,0,1,2,26.3,0.01,0,2,3,2,2,0,2],[55,3,3,0,1,3,30.95,0.01,0,1,1,1,3,3,1],[56,0,0,2,1,0,34.87,0.01,0,0,2,0,0,0,0],[57,1,1,0,1,1,32.61,0.01,0,1,0,1,1,0,1],[58,2,2,3,1,2,30.33,0.01,0,2,3,2,2,3,2],[59,3,3,0,1,3,25.34,0.01,0,3,3,3,3,3,3],[60,0,0,1,1,0,28.97,0.01,0,0,2,0,0,0,0],[61,1,1,3,1,1,34.36,0.01,0,1,1,1,1,1,1],[62,2,2,0,1,2,32.43,0.01,0,0,0,0,2,0,2],[63,3,3,0,1,3,29.19,0.01,0,3,0,1,3,0,3],[64,0,1,3,1,1,33.43,0.01,0,0,2,0,0,2,2],[65,1,1,0,1,1,33.28,0.01,0,1,0,1,1,1,1],[66,2,1,0,1,1,32.8,0.01,0,2,3,2,2,3,2],[67,3,3,3,1,3,29.29,0.01,0,1,1,1,3,3,3],[68,0,0,0,1,0,32.12,0.01,0,0,2,0,0,3,0],[69,1,1,2,1,1,33.89,0.01,0,1,1,1,1,1,1],[70,2,2,3,1,2,27.43,0.01,0,2,0,2,2,2,2],[71,3,3,3,1,3,27.94,0.01,0,3,3,1,3,3,3],[72,0,1,3,1,1,35.6,0.01,0,2,2,2,0,3,0],[73,1,1,3,1,1,33.85,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,24.86,0.01,0,2,3,2,2,0,2],[75,3,3,0,1,3,30.39,0.01,0,3,0,1,3,3,1],[76,0,1,3,1,1,36.3,0.01,0,3,2,2,0,3,0],[77,1,1,3,1,1,33.91,0.01,0,1,1,1,1,1,1],[78,2,2,0,1,1,30.4,0.01,0,2,0,0,2,0,0],[79,3,1,0,1,2,27.09,0.01,0,0,0,0,2,2,2],[80,0,0,2,1,0,32.41,0.01,0,0,2,2,0,0,0],[81,1,1,0,1,1,32.62,0.01,0,1,1,1,1,1,1],[82,2,2,0,1,2,23.67,0.01,0,2,0,2,0,0,2],[83,3,3,3,1,3,27.64,0.01,0,2,2,2,1,1,1],[84,0,2,2,1,2,29.05,0.01,0,0,2,0,0,2,0],[85,1,2,2,1,2,30.1,0.01,0,1,2,1,1,3,1],[86,2,2,3,1,2,30.49,0.01,0,2,3,2,2,3,2],[87,3,3,0,1,3,23.83,0.01,0,3,3,3,3,3,3],[88,0,0,2,1,0,37.66,0.01,0,0,2,0,0,0,0],[89,1,1,3,1,1,35.57,0.01,0,1,3,1,1,3,1],[90,2,2,0,1,2,30.35,0.01,0,2,0,2,2,0,2],[91,3,3,0,1,3,26.04,0.01,0,3,3,0,3,3,3],[92,0,2,3,1,2,30.25,0.01,0,2,2,2,2,2,2],[93,1,2,2,1,2,31.4,0.01,0,3,2,3,3,3,3],[94,2,2,0,1,2,31.79,0.01,0,2,3,2,2,0,2],[95,3,3,3,1,3,26.87,0.01,0,1,1,1,3,1,1],[96,0,1,2,1,0,32.63,0.01,0,2,2,2,0,2,0],[97,1,1,0,1,1,37.05,0.01,0,1,0,1,1,3,1],[98,2,2,0,1,2,29.28,0.01,0,2,0,2,2,0,2],[99,3,3,0,1,3,25.31,0.01,0,3,3,3,3,3,3],[100,0,0,0,1,0,36.18,0.01,0,0,0,0,0,0,0],[101,1,1,0,1,1,32.9,0.01,0,1,1,1,1,3,1],[102,2,2,0,1,2,28.92,0.01,0,2,3,2,2,0,0],[103,3,3,3,1,3,29.42,0.01,0,1,1,1,1,3,1],[104,0,0,1,1,0,32.81,0.01,0,1,2,1,0,0,0],[105,1,1,0,1,1,33.31,0.01,0,3,0,3,1,1,1],[106,2,2,0,1,2,26.39,0.01,0,0,3,0,2,0,2],[107,3,3,0,1,3,28.66,0.01,0,1,1,1,3,1,3],[108,0,0,1,1,0,36.01,0.01,0,0,2,0,0,2,0],[109,1,1,3,1,1,36.56,0.01,0,1,1,1,1,1,1],[110,2,2,0,1,1,30.19,0.01,0,2,0,2,0,0,0],[111,3,3,1,1,3,24.26,0.01,0,3,3,1,3,3,3],[112,0,0,1,1,0,26.34,0.01,0,2,2,0,0,0,0],[113,1,3,3,1,1,38.54,0.01,0,1,1,1,1,1,1],[114,2,2,0,1,2,27.62,0.01,0,2,3,2,2,0,2],[115,3,3,1,1,3,25.24,0.01,0,1,0,1,3,3,1],[116,0,0,0,1,0,28.99,0.01,0,1,1,1,0,0,0],[117,1,1,0,1,1,35.18,0.01,0,1,1,1,1,1,1],[118,2,2,1,1,2,28.39,0.01,0,2,0,0,2,3,2],[119,3,3,0,1,3,27.94,0.01,0,0,0,0,3,3,3],[120,0,0,0,1,0,32.52,0.01,0,1,2,1,0,0,0],[121,1,1,0,1,1,35.67,0.01,0,1,1,1,1,1,1],[122,2,2,0,1,2,29.34,0.01,0,2,3,2,2,0,0],[123,3,3,0,1,3,29.4,0.01,0,1,1,1,1,1,1],[124,0,0,2,1,0,29.09,0.01,0,0,2,0,0,0,0],[125,1,1,0,1,1,35.83,0.01,0,1,1,1,1,1,1],[126,2,2,3,1,2,31.37,0.01,0,2,3,2,0,3,0],[127,3,3,0,1,3,26.31,0.01,0,3,3,2,3,1,1],[128,0,2,3,1,2,30.33,0.01,0,2,2,0,2,2,2],[129,1,1,3,1,1,35.12,0.01,0,1,3,1,1,1,1],[130,2,2,0,1,2,28.74,0.01,0,2,3,2,2,0,2],[131,3,3,1,1,3,29.54,0.01,0,1,0,0,3,2,2],[132,0,0,1,1,0,29.93,0.01,0,0,2,0,0,0,0],[133,1,1,3,1,3,29.79,0.01,0,1,3,1,1,1,1],[134,2,2,3,1,2,32.15,0.01,0,2,0,2,2,0,0],[135,3,3,0,1,3,26.27,0.01,0,3,3,3,3,3,3],[136,0,0,3,1,0,31.94,0.01,0,2,2,2,2,2,2],[137,1,1,3,1,1,34.8,0.01,0,1,1,1,1,1,1],[138,2,2,3,1,1,32.5,0.01,0,3,3,0,3,3,2],[139,3,3,2,1,3,21.93,0.01,0,0,2,0,3,2,3],[140,0,0,2,1,0,27.77,0.01,0,0,2,0,0,0,0],[141,1,1,0,1,1,34.13,0.01,0,1,1,1,1,1,1],[142,2,2,3,1,2,27.13,0.01,0,2,3,2,2,3,2],[143,3,3,1,1,3,25.09,0.01,0,3,3,3,3,3,3],[144,0,0,0,1,0,35.21,0.01,0,0,0,0,0,0,0],[145,1,1,2,1,1,31.85,0.01,0,1,2,1,3,3,1],[146,2,2,0,1,2,29.36,0.01,0,2,3,2,2,0,2],[147,3,3,0,1,3,23.5,0.01,0,3,3,3,3,0,3],[148,0,0,3,1,0,30.96,0.01,0,0,2,0,0,0,0],[149,1,1,2,1,1,28.15,0.01,0,0,2,0,1,2,1],[150,2,2,3,1,1,34.39,0.01,0,2,3,2,2,1,2],[151,3,1,0,1,1,31.11,0.01,0,3,3,3,3,3,3],[152,0,1,3,1,1,29.54,0.01,0,2,2,2,2,2,2],[153,1,1,2,1,1,35.58,0.01,0,1,1,1,1,1,1],[154,2,2,3,1,2,31.68,0.01,0,2,3,2,2,3,2],[155,3,3,0,1,3,23.41,0.01,0,3,3,3,3,3,3],[156,0,1,3,1,1,35.55,0.01,0,2,2,2,0,3,0],[157,1,1,2,1,1,29.4,0.01,0,1,2,1,1,2,1],[158,2,2,0,1,2,28.35,0.01,0,2,0,2,2,0,2],[159,3,3,0,1,3,30.26,0.01,0,3,3,0,3,1,3],[160,0,0,0,1,0,30.97,0.01,0,0,1,0,0,0,0],[161,1,1,0,1,1,34.77,0.01,0,1,1,1,1,1,1],[162,2,2,0,1,2,24.74,0.01,0,2,0,2,2,3,2],[163,3,3,0,1,3,30.1,0.01,0,1,3,1,1,3,1],[164,0,0,2,1,0,35.45,0.01,0,0,2,0,0,0,0],[165,1,1,3,1,1,34.87,0.01,0,1,1,1,1,1,1],[166,2,1,0,1,1,30.95,0.01,0,0,0,2,2,3,2],[167,3,3,0,1,3,27.98,0.01,0,3,3,3,3,3,3],[168,0,0,2,1,0,34.07,0.01,0,0,0,0,0,0,0],[169,1,2,2,1,2,30.94,0.01,0,3,2,1,3,3,1],[170,2,1,0,1,1,30.37,0.01,0,0,0,0,0,0,2],[171,3,3,0,1,3,31.2,0.01,0,3,3,3,3,3,3],[172,0,0,3,1,0,33.64,0.01,0,2,2,2,2,2,2],[173,1,1,3,1,1,35.38,0.01,0,1,1,1,1,1,1],[174,2,1,0,1,1,31.88,0.01,0,2,0,2,2,0,2],[175,3,3,0,1,3,28.27,0.01,0,3,3,3,3,3,3],[176,0,0,2,1,0,32.14,0.01,0,0,2,0,0,0,0],[177,1,1,0,1,1,33.7,0.01,0,1,0,1,1,1,1],[178,2,1,3,1,2,30.91,0.01,0,2,2,2,2,0,2],[179,3,3,0,1,3,27.51,0.01,0,3,3,3,3,3,3],[180,0,0,3,1,0,34.15,0.01,0,2,2,2,0,0,0],[181,1,1,2,1,1,31.45,0.01,0,3,2,3,3,2,1],[182,2,2,0,1,2,33.72,0.01,0,2,3,2,2,0,2],[183,3,3,1,1,3,29.84,0.01,0,1,0,1,3,3,3],[184,0,2,3,1,1,31.9,0.01,0,2,2,2,0,3,2],[185,1,1,0,1,1,32.57,0.01,0,1,1,1,1,1,1],[186,2,1,0,1,1,32.68,0.01,0,2,3,2,2,0,2],[187,3,3,0,1,3,29.91,0.01,0,3,3,3,3,1,1],[188,0,1,3,1,1,32.65,0.01,0,2,2,2,0,0,0],[189,1,1,0,1,1,34.74,0.01,0,1,1,1,1,1,1],[190,2,2,0,1,2,31.22,0.01,0,2,3,2,2,0,0],[191,3,3,0,1,3,22.72,0.01,0,3,3,3,3,3,3],[192,0,0,0,1,0,30.02,0.01,0,3,3,3,0,0,0],[193,1,1,0,1,1,33.74,0.01,0,1,1,1,1,1,1],[194,2,2,0,1,1,32.44,0.01,0,0,0,0,2,0,2],[195,3,3,0,1,3,24.07,0.01,0,0,3,0,3,1,3],[196,0,1,3,1,1,35.77,0.01,0,2,2,2,0,2,0],[197,1,1,0,1,1,36.07,0.01,0,1,1,1,1,1,1],[198,2,1,0,1,2,28.8,0.01,0,2,3,0,2,0,2],[199,3,3,1,1,3,29.74,0.01,0,1,1,1,1,3,1],[200,0,0,2,1,0,31.03,0.01,0,0,0,0,0,0,0],[201,1,1,2,1,1,34.64,0.01,0,1,2,1,1,3,1],[202,2,1,0,1,1,29.9,0.01,0,0,0,0,2,0,2],[203,3,3,0,1,3,25.78,0.01,0,0,0,0,3,0,3],[204,0,0,0,1,0,30.36,0.01,0,0,0,0,0,0,0],[205,1,1,0,1,1,34.51,0.01,0,1,1,1,1,1,1],[206,2,1,0,1,1,33.74,0.01,0,2,3,2,2,0,2],[207,3,3,3,1,3,27.39,0.01,0,3,3,1,3,3,3],[208,0,0,1,1,0,32.72,0.01,0,3,2,3,0,3,0],[209,1,1,2,1,1,32.45,0.01,0,1,2,1,1,1,1],[210,2,1,1,1,1,29.58,0.01,0,2,0,0,2,0,2],[211,3,3,0,1,3,27.93,0.01,0,3,3,3,3,3,3],[212,0,0,0,1,0,29.93,0.01,0,1,2,1,0,0,0],[213,1,1,0,1,1,34.69,0.01,0,1,1,1,1,1,1],[214,2,2,3,1,2,26.53,0.01,0,2,3,2,2,3,2],[215,3,2,0,1,2,24.67,0.01,0,2,0,2,3,2,2],[216,0,0,2,1,0,30.71,0.01,0,0,2,0,0,0,0],[217,1,1,0,1,1,32.88,0.01,0,1,1,1,1,1,1],[218,2,2,0,1,2,26.96,0.01,0,2,0,2,2,0,2],[219,3,3,0,1,3,26.5,0.01,0,0,3,0,3,1,1],[220,0,2,2,1,2,28.68,0.01,0,0,2,0,0,2,0],[221,1,1,0,1,1,34.88,0.01,0,0,0,0,1,2,1],[222,2,2,3,1,2,26.17,0.01,0,2,0,2,2,3,0],[223,3,3,0,1,3,24.39,0.01,0,2,3,2,3,0,2],[224,0,1,3,1,1,37.48,0.01,0,2,2,2,0,2,2],[225,1,1,0,1,1,35.09,0.01,0,1,1,1,1,1,1],[226,2,2,0,1,1,29.49,0.01,0,2,3,2,2,0,2],[227,3,3,0,1,3,28.82,0.01,0,1,1,1,1,1,1],[228,0,0,2,1,0,34.18,0.01,0,0,2,0,0,0,0],[229,1,1,0,1,1,31.06,0.01,0,1,1,1,1,1,1],[230,2,2,0,1,2,29.6,0.01,0,2,0,2,2,0,2],[231,3,3,3,1,3,23.21,0.01,0,1,1,1,1,1,1],[232,0,0,3,1,0,31.12,0.01,0,1,1,1,0,0,0],[233,1,1,3,1,1,31.22,0.01,0,3,3,1,1,3,1],[234,2,2,0,1,2,28.6,0.01,0,2,3,2,2,3,2],[235,3,3,0,1,3,27.28,0.01,0,3,3,1,3,1,1],[236,0,0,0,1,0,31.63,0.01,0,3,3,3,0,0,0],[237,1,1,0,1,1,32.86,0.01,0,1,1,1,1,1,1],[238,2,2,0,1,2,25.19,0.01,0,2,3,2,2,0,2],[239,3,3,1,1,3,27.07,0.01,0,1,3,1,3,3,3],[240,0,0,1,1,0,32.21,0.01,0,1,2,0,0,0,0],[241,1,1,2,1,1,36.01,0.01,0,3,2,1,1,2,1],[242,2,1,0,1,1,30.5,0.01,0,2,3,2,2,0,0],[243,3,3,0,1,3,30.07,0.01,0,3,3,3,3,3,3],[244,0,0,3,1,0,33.25,0.01,0,2,2,2,0,0,0],[245,1,1,0,1,1,35.24,0.01,0,1,1,1,1,1,1],[246,2,1,0,1,1,33.15,0.01,0,2,0,2,0,0,0],[247,3,3,0,1,3,24.3,0.01,0,1,1,1,1,1,1],[248,0,0,0,1,0,34.19,0.01,0,3,3,3,0,3,0],[249,1,1,0,1,1,33.24,0.01,0,1,1,1,1,1,1],[250,2,1,0,1,1,30.32,0.01,0,2,3,2,2,0,2],[251,3,3,0,1,3,22.66,0.01,0,2,3,2,3,1,3],[252,0,1,3,1,1,29.37,0.01,0,2,2,2,2,2,0],[253,1,2,2,1,2,29.71,0.01,0,1,2,1,1,3,1],[254,2,2,3,1,2,30.85,0.01,0,0,0,2,2,3,2],[255,3,3,1,1,3,24.79,0.01,0,3,2,3,3,3,3],[256,0,1,3,1,1,34.77,0.01,0,2,2,2,2,2,2],[257,1,1,0,1,1,30.58,0.01,0,1,0,1,1,0,1],[258,2,2,0,1,2,27.8,0.01,0,2,0,2,2,0,2],[259,3,2,0,1,2,25.53,0.01,0,0,0,0,3,0,3],[260,0,0,0,1,0,35.71,0.01,0,0,0,0,0,0,0],[261,1,1,0,1,1,35.29,0.01,0,1,1,1,1,1,1],[262,2,2,3,1,2,26.18,0.01,0,2,3,2,3,3,2],[263,3,3,3,1,3,26.3,0.01,0,1,2,1,3,3,3],[264,0,0,2,1,0,33.21,0.01,0,0,2,0,0,0,0],[265,1,1,2,1,1,28.49,0.01,0,0,2,1,1,2,1],[266,2,2,0,1,2,28.77,0.01,0,2,3,2,2,0,2],[267,3,3,0,1,3,30.11,0.01,0,3,3,3,3,3,3],[268,0,0,3,1,0,30.4,0.01,0,0,2,0,0,0,0],[269,1,1,0,1,1,34.35,0.01,0,1,1,1,1,1,1],[270,2,2,3,1,2,27.54,0.01,0,2,3,2,2,3,2],[271,3,1,0,1,1,29.44,0.01,0,0,0,0,1,2,1],[272,0,0,2,1,0,26.57,0.01,0,0,2,0,0,0,0],[273,1,1,0,1,1,31.41,0.01,0,1,0,1,1,1,1],[274,2,1,3,1,1,31.59,0.01,0,2,3,2,2,3,2],[275,3,3,0,1,3,30.54,0.01,0,1,1,1,1,1,1],[276,0,1,3,1,1,33.99,0.01,0,2,2,2,2,2,2],[277,1,1,3,1,1,30.67,0.01,0,3,3,1,1,3,1],[278,2,2,3,1,2,30.09,0.01,0,2,3,2,2,3,0],[279,3,3,0,1,3,27,0.01,0,0,0,0,3,0,3],[280,0,0,1,1,0,33.18,0.01,0,3,2,3,0,0,0],[281,1,1,0,1,1,35.23,0.01,0,1,1,1,1,3,1],[282,2,2,0,1,2,29.12,0.01,0,2,3,2,2,0,2],[283,3,3,0,1,3,23.85,0.01,0,3,3,2,3,3,3],[284,0,1,3,1,1,35.94,0.01,0,2,2,2,2,2,2],[285,1,1,0,1,1,35.05,0.01,0,1,1,1,1,1,1],[286,2,2,0,1,2,31.48,0.01,0,0,3,2,0,0,0],[287,3,3,0,1,3,24.99,0.01,0,3,3,3,3,3,3],[288,0,0,1,1,0,30.62,0.01,0,0,0,0,0,0,0],[289,1,1,0,1,1,36.24,0.01,0,1,1,1,1,1,1],[290,2,2,0,1,2,29.99,0.01,0,2,0,2,2,0,0],[291,3,3,0,1,3,27.27,0.01,0,3,0,3,3,0,3],[292,0,0,0,1,0,29.01,0.01,0,0,3,0,0,0,0],[293,1,1,3,1,1,35.11,0.01,0,1,1,1,1,1,1],[294,2,1,3,1,1,31.49,0.01,0,2,2,2,2,0,2],[295,3,3,1,1,3,25.69,0.01,0,1,1,1,3,3,3],[296,0,0,2,1,0,32.66,0.01,0,0,2,0,0,0,0],[297,1,1,2,1,1,31.35,0.01,0,1,0,1,1,1,1],[298,2,1,1,1,1,34.76,0.01,0,2,3,2,3,1,3],[299,3,3,0,1,3,26.13,0.01,0,0,0,0,3,0,3],[300,0,0,2,1,0,31.78,0.01,0,0,2,0,0,0,0],[301,1,2,2,1,2,28.84,0.01,0,1,2,2,1,2,3],[302,2,1,0,1,1,31.65,0.01,0,2,3,2,0,0,2],[303,3,1,0,1,1,25.84,0.01,0,0,0,0,2,0,2],[304,0,2,3,1,2,30.68,0.01,0,2,2,2,2,3,2],[305,1,1,0,1,1,34.86,0.01,0,1,1,1,1,1,1],[306,2,2,0,1,2,31.72,0.01,0,0,0,0,2,0,2],[307,3,3,0,1,3,23.12,0.01,0,3,3,3,3,3,3],[308,0,0,2,1,0,34.22,0.01,0,0,2,0,0,0,0],[309,1,1,0,1,1,35.89,0.01,0,1,1,1,1,1,1],[310,2,2,0,1,2,27.5,0.01,0,2,3,2,2,0,2],[311,3,2,0,1,2,23.71,0.01,0,2,0,0,2,2,2],[312,0,0,1,1,0,34.6,0.01,0,0,0,0,0,0,0],[313,1,2,2,1,2,30.52,0.01,0,1,2,1,1,3,1],[314,2,2,0,1,2,25.7,0.01,0,2,3,2,2,0,0],[315,3,3,0,1,3,25.2,0.01,0,3,0,2,3,0,2],[316,0,2,3,1,2,31.68,0.01,0,2,2,2,2,2,2],[317,1,1,2,1,1,34.02,0.01,0,1,1,1,1,1,1],[318,2,2,0,1,2,30.59,0.01,0,2,3,2,2,0,2],[319,3,3,0,1,3,27.3,0.01,0,3,0,3,3,3,3],[320,0,0,0,1,0,32.49,0.01,0,1,1,1,0,0,0],[321,1,2,2,1,2,30.42,0.01,0,3,2,3,3,2,1],[322,2,2,0,1,2,26.04,0.01,0,2,0,2,2,0,2],[323,3,3,1,1,3,23.54,0.01,0,3,3,1,3,3,3],[324,0,0,2,1,0,33.98,0.01,0,0,2,0,0,0,0],[325,1,1,0,1,1,33.56,0.01,0,1,1,1,1,1,1],[326,2,2,0,1,2,27.29,0.01,0,2,3,2,2,0,2],[327,3,1,0,1,1,29.3,0.01,0,2,0,0,2,2,2],[328,0,0,1,1,0,27.42,0.01,0,0,2,0,0,0,0],[329,1,3,3,1,3,29.96,0.01,0,3,3,1,3,3,3],[330,2,2,0,1,2,33.72,0.01,0,2,3,2,2,0,2],[331,3,3,0,1,1,30.86,0.01,0,3,0,0,3,2,2],[332,0,0,2,1,0,28.99,0.01,0,0,0,0,0,0,0],[333,1,1,2,1,1,31.28,0.01,0,1,0,1,1,1,1],[334,2,0,0,1,0,33.82,0.01,0,0,0,0,0,0,2],[335,3,3,0,1,3,23.93,0.01,0,3,3,3,3,3,3],[336,0,2,3,1,2,31.88,0.01,0,2,2,2,2,2,2],[337,1,1,0,1,1,33.28,0.01,0,1,1,1,1,1,1],[338,2,2,3,1,2,29.16,0.01,0,2,3,2,2,3,2],[339,3,3,1,1,3,31.35,0.01,0,1,0,1,1,2,1],[340,0,0,0,1,0,33.44,0.01,0,3,1,3,0,0,0],[341,1,2,2,1,2,29.54,0.01,0,1,2,1,1,1,1],[342,2,2,0,1,2,32.62,0.01,0,0,0,0,2,0,2],[343,3,3,1,1,3,25.58,0.01,0,0,3,3,3,3,3],[344,0,0,1,1,0,26.34,0.01,0,3,1,3,0,0,0],[345,1,1,0,1,1,34.38,0.01,0,1,1,1,1,1,1],[346,2,2,0,1,2,31.54,0.01,0,2,3,2,2,0,2],[347,3,3,0,1,3,26.58,0.01,0,3,3,3,3,3,3],[348,0,0,3,1,0,28.9,0.01,0,0,0,0,0,0,0],[349,1,1,2,1,1,29.27,0.01,0,1,1,1,1,1,1],[350,2,2,0,1,2,29.66,0.01,0,0,0,0,2,0,2],[351,3,3,0,1,3,27.01,0.01,0,0,0,0,3,3,3],[352,0,0,0,1,0,33.56,0.01,0,0,0,0,0,0,0],[353,1,1,2,1,1,31.93,0.01,0,1,2,1,3,3,1],[354,2,2,0,1,2,30.81,0.01,0,2,3,2,2,0,2],[355,3,3,1,1,3,25.86,0.01,0,3,3,3,3,3,3],[356,0,0,2,1,0,33.29,0.01,0,0,2,0,0,0,0],[357,1,1,2,1,1,32.25,0.01,0,1,0,1,1,1,1],[358,2,2,3,1,2,26.21,0.01,0,2,3,2,2,3,2],[359,3,3,0,1,3,26.73,0.01,0,3,3,3,3,3,3],[360,0,0,3,1,0,35.43,0.01,0,2,2,2,0,0,2],[361,1,1,2,1,1,36.22,0.01,0,0,2,0,1,2,1],[362,2,2,0,1,2,31.41,0.01,0,2,0,2,2,0,2],[363,3,3,0,1,3,24.2,0.01,0,3,3,3,3,3,3],[364,0,0,0,1,0,34.83,0.01,0,3,2,3,0,0,0],[365,1,1,2,1,1,29.17,0.01,0,1,1,1,1,1,1],[366,2,2,0,1,2,30.18,0.01,0,0,0,0,2,0,2],[367,3,3,0,1,3,25.98,0.01,0,3,3,3,3,3,3],[368,0,0,3,1,0,36.81,0.01,0,2,2,2,2,2,0],[369,1,1,0,1,1,34.95,0.01,0,1,1,1,1,1,1],[370,2,2,0,1,2,28.69,0.01,0,2,0,2,2,0,2],[371,3,3,0,1,3,27.67,0.01,0,0,0,1,3,0,3],[372,0,0,3,1,0,30.26,0.01,0,0,0,0,0,0,0],[373,1,1,0,1,1,35.27,0.01,0,1,1,1,1,1,1],[374,2,1,0,1,1,31.5,0.01,0,2,3,0,2,3,2],[375,3,3,3,1,3,28.96,0.01,0,1,1,1,1,3,1],[376,0,0,1,1,1,31.32,0.01,0,0,0,0,0,0,0],[377,1,1,0,1,1,33.28,0.01,0,1,2,1,1,0,1],[378,2,1,0,1,1,32.78,0.01,0,2,0,2,0,0,0],[379,3,3,1,1,3,23.99,0.01,0,1,1,1,3,3,3],[380,0,1,3,1,1,32.74,0.01,0,2,2,2,2,2,2],[381,1,1,2,1,1,28.94,0.01,0,0,2,0,1,2,1],[382,2,2,0,1,2,29.36,0.01,0,0,0,0,2,3,2],[383,3,3,0,1,3,24.87,0.01,0,3,0,3,3,2,3],[384,0,0,1,1,0,33.44,0.01,0,3,3,3,0,0,0],[385,1,1,0,1,1,35.59,0.01,0,3,0,0,1,3,1],[386,2,2,3,1,2,27.6,0.01,0,2,3,2,2,3,2],[387,3,2,0,1,2,27.02,0.01,0,2,2,2,3,0,3],[388,0,1,3,1,1,34.83,0.01,0,2,2,2,0,2,0],[389,1,2,2,1,2,31.46,0.01,0,3,2,1,1,3,3],[390,2,2,0,1,2,31.03,0.01,0,2,0,2,2,0,2],[391,3,3,0,1,3,24.5,0.01,0,3,3,0,3,3,3],[392,0,0,1,1,0,29.63,0.01,0,3,2,3,0,0,0],[393,1,1,2,1,1,30.26,0.01,0,3,2,3,1,2,1],[394,2,2,3,1,2,32.8,0.01,0,2,3,2,3,3,3],[395,3,3,3,1,3,28.67,0.01,0,1,1,1,1,1,3],[396,0,0,3,1,0,26.23,0.01,0,0,2,0,0,0,0],[397,1,1,0,1,1,36.02,0.01,0,1,1,1,1,1,1],[398,2,2,0,1,2,26.4,0.01,0,0,0,2,2,0,0],[399,3,3,0,1,3,28.91,0.01,0,1,1,1,1,1,1]],"elapsed_ms":8433,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":263,"J":233,"J_valid":233,"n_invalid":0,"n00":9,"n01":4,"n10":97,"n11":123,"ctl_n":233,"ctl_err":19},"metrics":{"target_error":0.5450643776824035,"Q_transfer":0.45493562231759654,"source_success":0.944206008583691,"joint_error":0.5278969957081545,"T_cond":0.5590909090909091,"R":0.0815450643776824,"delta":0.46351931330472107,"delta_pp":46.351931330472105,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.6575}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":339,"J":297,"J_valid":297,"n_invalid":0,"n00":23,"n01":3,"n10":158,"n11":113,"ctl_n":297,"ctl_err":24},"metrics":{"target_error":0.39057239057239057,"Q_transfer":0.6094276094276094,"source_success":0.9124579124579124,"joint_error":0.38047138047138046,"T_cond":0.41697416974169743,"R":0.08080808080808081,"delta":0.30976430976430974,"delta_pp":30.976430976430976,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.8475}}]},{"key":"s44/STFT-CNN/pgd/eps0200","seed":44,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.005},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,0,2,1,0,27.02,0.02,0,0,2,0,0,0,0],[1,1,1,3,1,1,29.27,0.02,0,1,1,1,1,1,1],[2,2,2,0,1,2,25.88,0.02,0,0,0,0,2,0,2],[3,3,3,1,1,3,24.88,0.02,0,3,0,3,3,2,1],[4,0,0,3,1,0,23.42,0.02,0,3,1,3,0,0,0],[5,1,1,0,1,1,27.82,0.02,0,1,1,1,1,1,1],[6,2,2,0,1,2,26.2,0.02,0,2,0,2,2,0,2],[7,3,3,0,1,3,20,0.0184269,1,3,0,3,3,3,3],[8,0,1,3,1,1,28.28,0.02,0,2,3,2,2,3,2],[9,1,1,3,1,1,31.56,0.02,0,1,1,1,1,1,1],[10,2,2,0,1,2,21.35,0.02,0,2,3,2,2,0,2],[11,3,3,0,1,3,22.04,0.02,0,0,0,0,3,3,3],[12,0,0,2,1,0,26.96,0.02,0,0,2,0,0,2,0],[13,1,1,2,1,1,27.02,0.02,0,1,2,1,1,3,1],[14,2,2,0,1,2,25.94,0.02,0,2,0,2,2,0,2],[15,3,3,3,1,3,20,0.0193681,1,3,2,3,3,1,3],[16,0,0,1,1,0,24.13,0.02,0,2,2,0,0,0,0],[17,1,1,0,1,1,30.88,0.02,0,1,1,1,1,1,1],[18,2,1,0,1,1,27.09,0.02,0,0,0,0,2,0,2],[19,3,3,0,1,3,22.06,0.02,0,3,3,3,3,3,3],[20,0,1,3,1,1,29.11,0.02,0,0,0,0,0,0,0],[21,1,1,2,1,2,26.63,0.02,0,0,2,0,1,2,1],[22,2,2,3,1,2,22.97,0.02,0,2,3,2,2,3,0],[23,3,3,0,1,3,20.35,0.02,0,3,3,2,3,0,3],[24,0,0,1,1,0,24.37,0.02,0,0,2,0,0,2,0],[25,1,1,2,1,1,24.45,0.02,0,1,2,1,1,2,1],[26,2,1,3,1,1,28.35,0.02,0,2,3,2,2,3,2],[27,3,3,0,1,3,21.71,0.02,0,0,0,0,3,0,3],[28,0,2,3,1,2,26.72,0.02,0,2,2,2,2,2,2],[29,1,1,3,1,1,29.17,0.02,0,1,1,1,1,1,1],[30,2,1,0,1,1,26.1,0.02,0,2,3,0,2,0,2],[31,3,3,0,1,3,21.01,0.02,0,3,3,0,3,3,3],[32,0,0,0,1,0,29.34,0.02,0,0,0,0,0,0,0],[33,1,1,3,1,1,25.83,0.02,0,1,1,1,1,1,1],[34,2,2,0,1,2,24.18,0.02,0,2,0,0,0,0,0],[35,3,3,0,1,3,20.43,0.02,0,3,0,3,3,3,3],[36,0,1,3,1,1,29.34,0.02,0,2,3,2,2,3,0],[37,1,2,2,1,2,24.41,0.02,0,3,2,1,3,2,3],[38,2,2,0,1,1,25.63,0.02,0,2,3,2,2,0,2],[39,3,3,0,1,3,22.14,0.02,0,3,0,0,3,0,3],[40,0,0,1,1,0,26.39,0.02,0,3,2,0,0,3,0],[41,1,2,2,1,2,25.1,0.02,0,1,2,1,1,2,1],[42,2,2,0,1,2,22.28,0.02,0,2,3,2,0,0,0],[43,3,3,1,1,3,21.62,0.02,0,1,3,1,3,3,3],[44,0,0,1,1,0,22.73,0.02,0,0,2,0,0,2,0],[45,1,1,0,1,1,29.84,0.02,0,1,1,1,1,1,1],[46,2,1,3,1,1,26.71,0.02,0,3,3,2,3,1,3],[47,3,3,0,1,3,20.57,0.02,0,3,1,3,3,3,3],[48,0,1,3,1,1,31.71,0.02,0,2,2,0,2,3,2],[49,1,1,0,1,1,28.89,0.02,0,1,1,1,1,1,1],[50,2,2,0,1,2,25.47,0.02,0,2,0,2,2,0,2],[51,3,3,0,1,3,20.52,0.02,0,3,3,3,3,3,3],[52,0,0,2,1,0,26,0.02,0,2,2,0,2,2,2],[53,1,1,0,1,1,30.87,0.02,0,1,0,1,1,0,1],[54,2,2,0,1,2,21.59,0.02,0,2,3,2,2,0,2],[55,3,3,0,1,3,25.33,0.02,0,1,1,1,3,3,1],[56,0,0,2,1,0,30.28,0.02,0,0,2,0,0,2,0],[57,1,1,0,1,1,27.59,0.02,0,1,0,1,1,0,1],[58,2,2,3,1,2,25.4,0.02,0,2,3,2,2,3,2],[59,3,3,0,1,3,20.22,0.02,0,3,3,3,3,3,3],[60,0,0,3,1,0,23.69,0.02,0,0,2,0,0,0,0],[61,1,1,3,1,1,29.34,0.02,0,1,1,1,1,1,1],[62,2,2,0,1,2,27.75,0.02,0,0,0,0,2,0,2],[63,3,3,0,1,3,23.89,0.02,0,3,0,1,3,0,2],[64,0,1,3,1,1,28.02,0.02,0,0,2,0,0,2,0],[65,1,1,0,1,1,28.48,0.02,0,1,0,1,1,1,1],[66,2,1,0,1,1,27.89,0.02,0,2,3,0,2,0,2],[67,3,3,0,1,3,23.51,0.02,0,1,1,1,3,3,1],[68,0,0,0,1,0,26.4,0.02,0,0,2,0,0,3,0],[69,1,1,2,1,1,29.51,0.02,0,1,2,1,1,1,1],[70,2,2,3,1,2,22.21,0.02,0,2,0,2,2,3,2],[71,3,3,1,1,3,20.93,0.02,0,3,3,1,3,3,3],[72,0,1,3,1,1,30.69,0.02,0,2,2,2,0,3,0],[73,1,1,3,1,1,28.71,0.02,0,1,1,1,1,1,1],[74,2,2,0,1,2,20.42,0.02,0,2,3,2,2,0,2],[75,3,3,0,1,3,24.94,0.02,0,3,0,1,3,3,1],[76,0,1,3,1,1,31.29,0.02,0,3,2,0,0,3,2],[77,1,1,3,1,1,29.09,0.02,0,1,2,1,1,1,1],[78,2,2,0,1,2,26.22,0.02,0,2,0,0,2,0,2],[79,3,1,0,1,1,22.05,0.02,0,0,0,0,2,2,2],[80,0,0,2,1,0,28,0.02,0,0,2,2,0,0,0],[81,1,1,0,1,1,27.71,0.02,0,1,1,1,1,1,1],[82,2,2,0,1,2,20,0.019269,1,2,3,2,0,0,2],[83,3,3,2,1,3,23.15,0.02,0,2,2,2,1,2,1],[84,0,2,2,1,2,24.42,0.02,0,0,2,0,0,2,0],[85,1,2,2,1,2,25.53,0.02,0,1,2,1,1,2,1],[86,2,2,3,1,2,24.76,0.02,0,2,3,0,2,3,2],[87,3,3,0,1,3,20,0.0189981,1,3,3,3,3,3,3],[88,0,0,2,1,0,31.8,0.02,0,0,2,0,0,2,0],[89,1,1,3,1,1,30.82,0.02,0,1,3,1,1,3,1],[90,2,2,0,1,2,25.49,0.02,0,2,0,0,2,0,2],[91,3,3,0,1,3,20.18,0.02,0,3,3,0,3,3,3],[92,0,2,3,1,2,24.95,0.02,0,2,2,2,2,3,2],[93,1,2,2,1,2,25.6,0.02,0,3,2,1,3,3,3],[94,2,2,0,1,2,26.24,0.02,0,2,3,2,2,0,0],[95,3,3,1,1,3,20.94,0.02,0,1,1,1,3,1,3],[96,0,1,2,1,0,28.67,0.02,0,2,2,2,0,2,0],[97,1,1,0,1,1,31.88,0.02,0,1,0,1,1,3,1],[98,2,2,0,1,2,24.57,0.02,0,2,0,2,2,0,2],[99,3,3,1,1,3,20,0.019052,1,3,3,3,3,3,3],[100,0,0,1,1,0,29.89,0.02,0,0,0,0,0,0,0],[101,1,1,0,1,1,28.01,0.02,0,1,0,1,1,3,1],[102,2,2,0,1,2,23.37,0.02,0,2,3,2,2,0,2],[103,3,3,0,1,3,23.68,0.02,0,1,1,1,1,1,1],[104,0,0,1,1,0,28.88,0.02,0,1,2,1,0,3,0],[105,1,1,0,1,1,28.43,0.02,0,3,0,3,1,0,1],[106,2,2,0,1,2,21.97,0.02,0,0,3,0,2,0,2],[107,3,3,0,1,3,24.04,0.02,0,1,1,1,3,1,3],[108,0,0,1,1,0,31.78,0.02,0,0,2,0,0,0,0],[109,1,1,3,1,1,32.52,0.02,0,1,1,1,1,1,1],[110,2,2,0,1,2,25.3,0.02,0,2,0,2,0,0,2],[111,3,3,1,1,3,20,0.0191428,1,3,3,1,3,3,3],[112,0,0,1,1,0,21.88,0.02,0,2,2,0,0,3,0],[113,1,3,3,1,1,32.39,0.02,0,1,1,1,1,1,1],[114,2,2,0,1,2,21.94,0.02,0,2,3,2,2,0,2],[115,3,3,1,1,3,20,0.0194054,1,1,0,1,3,3,1],[116,0,0,3,1,0,23.65,0.02,0,1,1,1,0,0,0],[117,1,1,0,1,1,30.29,0.02,0,1,1,1,1,1,1],[118,2,2,0,1,2,23.34,0.02,0,2,0,2,2,0,2],[119,3,3,0,1,3,22.54,0.02,0,0,0,0,3,3,3],[120,0,0,0,1,0,28.07,0.02,0,1,2,1,0,0,0],[121,1,1,0,1,1,30.84,0.02,0,1,1,1,1,1,1],[122,2,2,0,1,2,24.55,0.02,0,2,0,2,2,0,2],[123,3,3,0,1,3,24.29,0.02,0,1,1,1,1,1,1],[124,0,0,2,1,0,22.93,0.02,0,0,2,0,0,2,0],[125,1,1,0,1,1,30.46,0.02,0,1,1,1,1,1,1],[126,2,2,3,1,2,26.62,0.02,0,2,3,0,0,3,2],[127,3,3,0,1,3,21.11,0.02,0,3,3,0,3,1,3],[128,0,2,3,1,2,25.55,0.02,0,2,2,2,2,0,2],[129,1,1,3,1,1,29.71,0.02,0,1,3,1,1,1,1],[130,2,2,0,1,2,23.35,0.02,0,2,3,2,2,0,2],[131,3,3,1,1,3,24.41,0.02,0,1,0,1,3,2,1],[132,0,0,1,1,0,26.18,0.02,0,0,2,0,0,0,0],[133,1,1,3,1,1,25.93,0.02,0,1,3,1,1,3,1],[134,2,2,3,1,2,27.31,0.02,0,2,0,2,2,0,0],[135,3,3,0,1,3,20.32,0.02,0,3,3,3,3,3,3],[136,0,0,3,1,0,27.9,0.02,0,2,2,2,2,2,2],[137,1,1,3,1,1,30.64,0.02,0,1,3,1,1,1,1],[138,2,2,3,1,1,26.93,0.02,0,3,3,0,3,3,0],[139,3,3,2,1,3,20,0.0173693,1,0,2,0,3,2,1],[140,0,0,2,1,0,22.63,0.02,0,0,2,0,0,0,0],[141,1,1,0,1,1,29.08,0.02,0,1,1,1,1,1,1],[142,2,2,3,1,2,22.05,0.02,0,2,3,2,2,1,2],[143,3,3,1,1,3,20,0.0193469,1,3,3,1,3,1,3],[144,0,0,0,1,0,28.14,0.02,0,0,0,0,0,0,0],[145,1,1,2,1,1,26.51,0.02,0,1,2,1,3,3,1],[146,2,2,0,1,2,24.01,0.02,0,2,0,2,2,0,2],[147,3,3,0,1,3,20,0.0185856,1,3,3,3,3,3,3],[148,0,0,3,1,0,27.31,0.02,0,0,2,0,0,0,0],[149,1,1,2,1,1,23.58,0.02,0,0,2,0,1,2,1],[150,2,2,3,1,1,28.73,0.02,0,2,3,2,2,1,2],[151,3,1,0,1,3,25.66,0.02,0,3,0,0,3,0,3],[152,0,1,3,1,1,25.23,0.02,0,2,2,2,2,2,2],[153,1,1,2,1,1,30.78,0.02,0,1,2,1,1,1,1],[154,2,2,3,1,2,27.25,0.02,0,2,3,2,2,3,0],[155,3,3,0,1,3,20,0.0178788,1,3,3,3,3,3,3],[156,0,1,3,1,1,29.79,0.02,0,2,2,2,0,0,2],[157,1,1,2,1,1,24.56,0.02,0,1,2,1,1,2,1],[158,2,2,0,1,2,23.05,0.02,0,2,0,0,2,0,0],[159,3,3,0,1,3,25.07,0.02,0,3,3,0,3,1,3],[160,0,0,1,1,0,25.64,0.02,0,0,1,0,0,0,0],[161,1,1,0,1,1,29.79,0.02,0,1,0,1,1,0,1],[162,2,2,0,1,2,20,0.0192111,1,2,3,2,2,0,2],[163,3,3,0,1,3,25.52,0.02,0,1,3,1,1,3,1],[164,0,0,2,1,0,29.45,0.02,0,0,2,0,0,2,0],[165,1,1,3,1,1,30.23,0.02,0,1,1,1,1,1,1],[166,2,1,0,1,1,25.82,0.02,0,0,0,2,2,0,2],[167,3,3,0,1,3,22.22,0.02,0,3,3,3,3,3,3],[168,0,0,2,1,0,29.83,0.02,0,0,0,0,0,0,0],[169,1,2,2,1,2,24.99,0.02,0,3,2,1,3,3,1],[170,2,1,0,1,1,25.24,0.02,0,0,0,0,0,0,2],[171,3,3,0,1,3,25.75,0.02,0,3,3,3,3,3,3],[172,0,0,3,1,0,29.66,0.02,0,2,2,0,2,2,0],[173,1,1,3,1,1,30.31,0.02,0,1,1,1,1,3,1],[174,2,1,0,1,1,26.96,0.02,0,2,0,0,2,0,2],[175,3,3,0,1,3,23.3,0.02,0,3,3,3,3,3,3],[176,0,0,2,1,0,26.13,0.02,0,0,2,0,0,2,0],[177,1,1,0,1,1,28.66,0.02,0,1,0,1,1,1,1],[178,2,1,3,1,1,26.13,0.02,0,2,2,0,2,3,0],[179,3,3,0,1,3,22.26,0.02,0,3,3,3,3,3,3],[180,0,0,3,1,0,27.93,0.02,0,2,2,0,0,0,0],[181,1,1,2,1,2,26.24,0.02,0,3,2,0,3,2,1],[182,2,2,0,1,1,28.4,0.02,0,2,0,0,2,0,2],[183,3,3,0,1,3,23.53,0.02,0,1,0,1,3,3,1],[184,0,2,3,1,1,25.3,0.02,0,2,3,2,0,3,2],[185,1,1,0,1,1,27.82,0.02,0,1,1,1,1,1,1],[186,2,1,0,1,1,27.09,0.02,0,2,3,0,2,0,2],[187,3,3,0,1,1,24.94,0.02,0,3,3,1,3,1,1],[188,0,1,3,1,1,27.7,0.02,0,2,2,2,0,2,0],[189,1,1,0,1,1,30.06,0.02,0,1,1,1,1,1,1],[190,2,2,0,1,1,26.88,0.02,0,2,3,2,2,0,0],[191,3,3,0,1,3,20,0.0186482,1,3,3,3,3,3,3],[192,0,0,1,1,0,23.68,0.02,0,3,3,3,0,0,0],[193,1,1,2,1,1,27.94,0.02,0,1,2,1,1,1,1],[194,2,2,0,1,2,27.46,0.02,0,0,0,2,2,0,2],[195,3,3,0,1,3,20,0.0194639,1,0,3,0,3,1,3],[196,0,1,3,1,1,31.69,0.02,0,2,2,2,0,3,2],[197,1,1,0,1,1,31.12,0.02,0,1,1,1,1,1,1],[198,2,1,0,1,2,24.62,0.02,0,2,0,2,2,0,2],[199,3,3,0,1,3,24.28,0.02,0,1,1,1,1,3,1],[200,0,0,2,1,0,26.35,0.02,0,0,2,0,0,0,0],[201,1,1,2,1,1,30.52,0.02,0,1,2,1,1,3,1],[202,2,1,0,1,1,24.9,0.02,0,0,0,0,2,0,2],[203,3,3,0,1,3,20.66,0.02,0,0,0,0,3,0,3],[204,0,0,0,1,0,24.9,0.02,0,0,0,0,0,0,0],[205,1,1,0,1,1,29.26,0.02,0,1,1,1,1,1,1],[206,2,1,0,1,1,28.19,0.02,0,2,3,2,2,0,2],[207,3,3,1,1,3,21.66,0.02,0,3,3,1,3,3,3],[208,0,0,1,1,0,28.14,0.02,0,3,2,2,0,0,0],[209,1,1,2,1,1,27.04,0.02,0,1,2,1,1,1,1],[210,2,1,0,1,1,24.84,0.02,0,2,0,0,2,0,2],[211,3,3,0,1,3,22.12,0.02,0,3,3,1,3,3,1],[212,0,0,1,1,0,24.93,0.02,0,1,2,1,0,0,0],[213,1,1,0,1,1,29.74,0.02,0,1,1,1,1,1,1],[214,2,2,3,1,2,21.61,0.02,0,2,3,2,2,3,2],[215,3,2,0,1,2,20,0.0190679,1,2,0,2,3,0,2],[216,0,0,2,1,0,24.58,0.02,0,0,2,0,0,0,0],[217,1,1,0,1,1,27.63,0.02,0,1,1,1,1,1,1],[218,2,2,0,1,2,21.93,0.02,0,2,3,2,2,0,2],[219,3,3,0,1,3,22.1,0.02,0,0,1,1,3,1,1],[220,0,2,2,1,2,24.46,0.02,0,0,2,0,0,2,0],[221,1,1,0,1,1,30.07,0.02,0,0,0,0,1,0,1],[222,2,2,3,1,2,20.69,0.02,0,2,0,0,2,3,2],[223,3,3,0,1,2,20,0.0190751,1,2,3,2,3,0,2],[224,0,1,3,1,1,31.87,0.02,0,2,2,2,0,3,2],[225,1,1,0,1,1,30.24,0.02,0,1,1,1,1,1,1],[226,2,2,0,1,2,25.16,0.02,0,2,3,2,2,0,0],[227,3,3,0,1,3,23.8,0.02,0,1,1,1,1,1,1],[228,0,0,2,1,0,29.39,0.02,0,0,2,0,0,0,0],[229,1,1,0,1,1,26.39,0.02,0,1,0,1,1,1,1],[230,2,2,0,1,2,24.46,0.02,0,2,0,2,2,0,2],[231,3,3,3,1,3,20,0.0179395,1,1,1,1,1,3,1],[232,0,0,3,1,0,26.72,0.02,0,1,1,1,0,0,0],[233,1,1,3,1,1,24.78,0.02,0,3,3,1,1,3,1],[234,2,2,0,1,2,23.6,0.02,0,2,3,2,2,0,2],[235,3,3,0,1,3,21.74,0.02,0,3,1,1,3,1,1],[236,0,0,1,1,0,25.21,0.02,0,3,2,3,0,0,0],[237,1,1,0,1,1,27.77,0.02,0,1,1,1,1,1,1],[238,2,2,0,1,2,20.59,0.02,0,2,0,2,2,0,2],[239,3,3,1,1,3,21.27,0.02,0,1,1,1,3,3,3],[240,0,0,1,1,0,28.11,0.02,0,1,2,0,0,2,0],[241,1,1,2,1,1,30.68,0.02,0,3,2,1,1,1,1],[242,2,1,3,1,1,25.26,0.02,0,2,3,2,2,3,2],[243,3,3,0,1,3,24.8,0.02,0,3,3,3,3,3,3],[244,0,0,3,1,0,27.65,0.02,0,2,2,0,0,0,0],[245,1,1,0,1,1,30.42,0.02,0,1,1,1,1,1,1],[246,2,1,0,1,1,28.55,0.02,0,2,0,2,0,0,0],[247,3,3,0,1,3,20,0.0195847,1,1,1,1,1,1,1],[248,0,0,1,1,0,28.75,0.02,0,3,3,3,0,3,0],[249,1,1,0,1,1,28.54,0.02,0,1,1,1,1,3,1],[250,2,1,0,1,1,25.95,0.02,0,2,3,2,2,0,2],[251,3,3,0,1,3,20,0.0179218,1,2,3,2,3,1,3],[252,0,1,3,1,1,25.12,0.02,0,2,2,2,2,2,2],[253,1,2,2,1,1,25.46,0.02,0,1,2,1,1,3,1],[254,2,2,3,1,2,25.96,0.02,0,0,0,2,2,3,2],[255,3,3,1,1,3,20,0.0187503,1,3,3,3,3,3,3],[256,0,1,3,1,1,30.31,0.02,0,2,2,2,2,2,2],[257,1,1,0,1,1,25.92,0.02,0,1,0,1,1,0,1],[258,2,2,0,1,2,22.87,0.02,0,2,0,2,2,0,2],[259,3,2,0,1,2,20.96,0.02,0,0,0,0,3,0,3],[260,0,0,0,1,0,30.05,0.02,0,0,0,0,0,0,0],[261,1,1,0,1,1,30.72,0.02,0,1,1,1,1,1,1],[262,2,2,3,1,2,20.16,0.02,0,2,3,2,3,3,2],[263,3,3,3,1,3,21.04,0.02,0,1,2,1,3,3,3],[264,0,0,2,1,0,28.04,0.02,0,0,2,0,0,0,0],[265,1,1,2,1,1,23.69,0.02,0,0,2,1,1,2,1],[266,2,2,0,1,2,24.35,0.02,0,2,3,2,2,0,2],[267,3,3,0,1,3,25.08,0.02,0,3,3,3,3,3,3],[268,0,0,3,1,0,26.12,0.02,0,0,2,0,0,0,0],[269,1,1,0,1,1,29.18,0.02,0,1,1,1,1,1,1],[270,2,2,3,1,2,21.39,0.02,0,2,0,0,2,3,0],[271,3,1,0,1,1,24.47,0.02,0,0,3,0,1,1,1],[272,0,0,2,1,0,22.19,0.02,0,0,2,0,0,0,0],[273,1,1,2,1,1,26.15,0.02,0,1,2,1,1,2,1],[274,2,1,3,1,1,27.13,0.02,0,2,3,2,2,3,2],[275,3,3,0,1,3,25.77,0.02,0,1,1,1,1,1,1],[276,0,1,3,1,1,28.34,0.02,0,2,2,2,2,2,2],[277,1,1,3,1,1,24.93,0.02,0,3,3,1,1,3,1],[278,2,2,3,1,2,25.17,0.02,0,2,3,2,2,3,0],[279,3,3,0,1,3,22.13,0.02,0,0,0,0,3,0,3],[280,0,0,1,1,0,28.96,0.02,0,3,2,3,0,0,0],[281,1,1,0,1,1,29.99,0.02,0,1,1,1,1,1,1],[282,2,2,0,1,2,23.63,0.02,0,2,3,2,2,0,0],[283,3,3,0,1,3,20,0.0188279,1,3,3,2,3,3,3],[284,0,1,3,1,1,31.02,0.02,0,2,3,2,2,3,2],[285,1,1,0,1,1,30.31,0.02,0,1,1,1,1,1,1],[286,2,2,0,1,2,26.34,0.02,0,0,3,2,0,0,2],[287,3,3,0,1,3,20,0.0191316,1,3,3,3,3,3,3],[288,0,0,3,1,0,25.28,0.02,0,0,0,0,0,0,0],[289,1,1,0,1,1,31.5,0.02,0,1,1,1,1,1,1],[290,2,2,0,1,2,24.62,0.02,0,2,0,2,2,0,2],[291,3,3,0,1,3,22.48,0.02,0,3,0,0,3,3,3],[292,0,0,1,1,0,23.38,0.02,0,0,3,0,0,0,0],[293,1,1,3,1,1,30.31,0.02,0,1,1,1,1,1,1],[294,2,1,3,1,1,26.62,0.02,0,2,0,2,2,0,2],[295,3,3,0,1,3,20.04,0.02,0,1,1,1,3,3,3],[296,0,0,2,1,0,28.21,0.02,0,0,2,0,0,0,0],[297,1,1,2,1,1,26.41,0.02,0,1,2,1,1,2,1],[298,2,1,1,1,1,29.4,0.02,0,2,3,0,3,1,2],[299,3,3,0,1,3,20.84,0.02,0,0,0,0,3,0,0],[300,0,0,2,1,0,26.3,0.02,0,0,2,0,0,0,0],[301,1,2,2,1,2,24.31,0.02,0,1,2,1,1,2,1],[302,2,1,0,1,1,26.61,0.02,0,2,3,0,0,0,0],[303,3,1,0,1,1,20.83,0.02,0,0,0,0,2,0,2],[304,0,2,3,1,2,25.18,0.02,0,2,2,2,2,3,2],[305,1,1,0,1,1,29.76,0.02,0,1,1,1,1,1,1],[306,2,2,0,1,2,26.86,0.02,0,0,0,0,2,0,2],[307,3,3,0,1,3,20,0.0181389,1,3,3,3,3,3,3],[308,0,0,2,1,0,28.38,0.02,0,0,2,0,0,0,0],[309,1,1,0,1,1,31.13,0.02,0,1,1,1,1,1,1],[310,2,2,0,1,2,21.85,0.02,0,2,3,2,2,0,2],[311,3,2,0,1,2,20,0.0186739,1,2,0,2,2,0,2],[312,0,0,3,1,0,29.36,0.02,0,0,0,0,0,0,0],[313,1,2,2,1,2,26.28,0.02,0,1,2,1,1,2,1],[314,2,2,0,1,2,20.11,0.02,0,2,3,2,2,0,2],[315,3,3,0,1,3,20,0.0191476,1,3,0,2,3,3,3],[316,0,2,3,1,2,25.41,0.02,0,2,2,2,2,3,2],[317,1,1,2,1,1,29.47,0.02,0,1,1,1,1,1,1],[318,2,2,0,1,2,25.87,0.02,0,2,3,0,2,0,2],[319,3,3,0,1,3,21.75,0.02,0,3,0,1,3,3,1],[320,0,0,0,1,0,27.55,0.02,0,1,1,1,0,0,0],[321,1,2,2,1,1,24.47,0.02,0,3,2,0,3,2,1],[322,2,2,0,1,2,21.44,0.02,0,2,0,0,2,0,2],[323,3,3,0,1,3,20,0.0185587,1,3,0,3,3,3,3],[324,0,0,2,1,0,28.6,0.02,0,0,2,0,0,2,0],[325,1,1,0,1,1,28.65,0.02,0,1,1,1,1,1,1],[326,2,2,0,1,2,22.07,0.02,0,2,3,0,2,0,2],[327,3,1,0,1,1,24.13,0.02,0,2,0,0,2,2,2],[328,0,0,3,1,0,22.63,0.02,0,0,2,0,0,0,0],[329,1,3,3,1,3,25.74,0.02,0,3,3,1,3,3,3],[330,2,2,0,1,0,28.34,0.02,0,2,3,0,2,0,0],[331,3,3,0,1,1,24.53,0.02,0,3,0,0,3,2,1],[332,0,0,2,1,0,24.75,0.02,0,0,2,0,0,0,0],[333,1,1,2,1,1,25.72,0.02,0,1,2,1,1,2,1],[334,2,0,0,1,0,28.92,0.02,0,0,0,0,0,0,0],[335,3,3,0,1,3,20,0.0184427,1,3,3,3,3,3,3],[336,0,2,3,1,0,26.68,0.02,0,2,2,2,2,3,2],[337,1,1,0,1,1,27.98,0.02,0,1,1,1,1,1,1],[338,2,2,3,1,2,24.06,0.02,0,2,3,2,2,3,2],[339,3,3,1,1,3,26.74,0.02,0,1,0,1,1,2,1],[340,0,0,1,1,0,28.69,0.02,0,3,1,3,0,0,0],[341,1,2,2,1,1,24.29,0.02,0,1,2,1,1,2,1],[342,2,2,0,1,2,26.73,0.02,0,0,0,0,2,0,2],[343,3,3,0,1,3,21.03,0.02,0,0,0,0,3,3,3],[344,0,0,3,1,0,20.78,0.02,0,3,1,3,0,0,0],[345,1,1,0,1,1,29.53,0.02,0,1,1,1,1,1,1],[346,2,2,0,1,2,26.66,0.02,0,2,0,2,2,0,2],[347,3,3,0,1,3,21.28,0.02,0,3,3,3,3,3,3],[348,0,0,2,1,0,23.59,0.02,0,0,2,0,0,0,0],[349,1,1,2,1,1,24.36,0.02,0,1,2,1,1,3,1],[350,2,2,0,1,2,24.51,0.02,0,0,0,0,2,0,2],[351,3,3,0,1,3,21.99,0.02,0,0,0,0,3,0,3],[352,0,0,3,1,0,28.42,0.02,0,0,0,0,0,0,0],[353,1,1,2,1,1,26.13,0.02,0,1,2,1,3,3,1],[354,2,2,0,1,2,26.07,0.02,0,2,3,2,2,0,2],[355,3,3,0,1,3,21.15,0.02,0,3,3,3,3,3,3],[356,0,0,2,1,0,28.84,0.02,0,0,2,0,0,0,0],[357,1,1,2,1,1,26.8,0.02,0,1,2,1,1,2,1],[358,2,2,3,1,2,20.17,0.02,0,2,3,2,2,3,2],[359,3,3,0,1,3,21.09,0.02,0,3,3,0,3,3,3],[360,0,0,3,1,0,30.51,0.02,0,2,2,0,0,0,2],[361,1,1,2,1,1,31.14,0.02,0,0,2,0,1,2,1],[362,2,2,0,1,2,26.86,0.02,0,2,0,2,2,0,2],[363,3,3,0,1,3,20,0.0196561,1,3,0,0,3,3,3],[364,0,0,1,1,0,29.4,0.02,0,3,2,3,0,0,0],[365,1,1,2,1,1,24.11,0.02,0,1,2,1,1,1,1],[366,2,2,0,1,2,25.29,0.02,0,0,0,2,2,0,2],[367,3,3,0,1,3,20.02,0.02,0,3,3,3,3,1,3],[368,0,0,3,1,0,31.91,0.02,0,2,2,0,2,2,2],[369,1,1,0,1,1,30.2,0.02,0,1,1,1,1,1,1],[370,2,2,0,1,2,23.19,0.02,0,2,0,2,2,0,2],[371,3,3,0,1,3,22.7,0.02,0,0,0,1,3,0,3],[372,0,0,1,1,0,26.02,0.02,0,0,0,0,0,0,0],[373,1,1,0,1,1,30.22,0.02,0,1,1,1,1,1,1],[374,2,1,0,1,1,26.74,0.02,0,2,3,0,2,0,2],[375,3,3,3,1,3,23.1,0.02,0,1,1,1,1,3,1],[376,0,0,3,1,0,26.27,0.02,0,0,2,0,0,2,0],[377,1,1,0,1,1,28.47,0.02,0,1,2,1,1,2,1],[378,2,1,0,1,1,27.3,0.02,0,2,0,2,0,0,0],[379,3,3,0,1,3,20,0.0187082,1,1,1,1,3,1,3],[380,0,1,3,1,1,26.86,0.02,0,2,2,2,2,3,2],[381,1,1,2,1,2,24.45,0.02,0,0,2,0,1,2,1],[382,2,2,0,1,2,24.43,0.02,0,0,3,0,2,0,2],[383,3,3,0,1,3,20,0.0194911,1,3,0,3,3,0,3],[384,0,0,1,1,0,27.6,0.02,0,3,3,0,0,0,0],[385,1,1,0,1,1,30.51,0.02,0,3,3,0,1,3,1],[386,2,2,3,1,2,22.02,0.02,0,2,3,2,2,3,2],[387,3,2,0,1,1,21.95,0.02,0,2,0,0,3,0,3],[388,0,1,3,1,1,30.91,0.02,0,2,2,2,0,2,0],[389,1,2,2,1,2,25.5,0.02,0,3,2,1,1,3,1],[390,2,2,0,1,1,25.21,0.02,0,2,3,0,2,0,2],[391,3,3,0,1,3,20,0.019601,1,3,3,0,3,3,3],[392,0,0,1,1,0,23.29,0.02,0,3,2,3,0,0,0],[393,1,1,2,1,1,25.47,0.02,0,3,2,1,1,2,1],[394,2,2,3,1,2,27.42,0.02,0,2,3,2,3,3,2],[395,3,3,1,1,3,23.41,0.02,0,1,1,1,1,1,1],[396,0,0,2,1,0,21.78,0.02,0,0,2,0,0,2,0],[397,1,1,0,1,1,31.08,0.02,0,1,1,1,1,1,1],[398,2,2,0,1,2,20.92,0.02,0,0,0,0,2,0,0],[399,3,3,0,1,3,23.29,0.02,0,1,1,1,1,1,1]],"elapsed_ms":8556,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":263,"J":233,"J_valid":233,"n_invalid":0,"n00":4,"n01":2,"n10":85,"n11":142,"ctl_n":233,"ctl_err":38},"metrics":{"target_error":0.6180257510729614,"Q_transfer":0.3819742489270386,"source_success":0.9742489270386266,"joint_error":0.6094420600858369,"T_cond":0.6255506607929515,"R":0.1630901287553648,"delta":0.45493562231759666,"delta_pp":45.49356223175967,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.6575}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":326,"tgt_clean_correct":339,"J":297,"J_valid":297,"n_invalid":0,"n00":7,"n01":2,"n10":147,"n11":141,"ctl_n":297,"ctl_err":30},"metrics":{"target_error":0.48148148148148145,"Q_transfer":0.5185185185185186,"source_success":0.9696969696969697,"joint_error":0.47474747474747475,"T_cond":0.4895833333333333,"R":0.10101010101010101,"delta":0.38047138047138046,"delta_pp":38.04713804713805,"validity_rate":1,"src_clean_accuracy":0.815,"tgt_clean_accuracy":0.8475}}]}],"cka":{"pair":["SPEC-MLP","STFT-CNN"],"layers":["hidden ReLU (32)","pooled after conv2 (16)"],"value":0.45413780956681105,"n":400,"dims":[32,16]},"limitations":["Данные синтетические: четыре класса сигналов с известными правилами генерации; это не речь, не распознавание речи (ASR) и не записи реальных звуков.","Сохранение класса принимается как допущение при SNR ≥ 20 дБ относительно исходного клипа; прослушивание людьми не проводилось, незаметность возмущения не установлена.","Три небольшие модели одного автора обучения и одного генератора данных: перенос между ними не характеризует перенос между промышленными аудиомоделями.","Пары моделей и примеры зависимы (одни и те же 400 клипов, каждая модель входит в несколько пар): p-value не приводятся; интервал Вильсона — только условный, для одной фиксированной пары.","Проекция на допустимое множество (клиппинг, затем масштабирование до SNR ≥ 20 дБ) даёт допустимую точку, но не является евклидовой проекцией на пересечение ограничений."]}
