{"schema":"nir-mm-run-v1","schema_version":"1.0.0","lab_id":"audio","modality":"audio","task_name":"классификация синтетических сигналов 0,256 с на 4 класса (тон, свип, АМ-тон, шум)","run_id":"audio-r20261119-s42","created":"2026-11-19T19:07:03.667Z","seed":42,"dataset":{"id":"nir-synth-audio-4","name":"синтетические звуковые сигналы, 4 класса","version":"1.0.0","license":"сгенерирован для этой работы (синтетические данные)","source_url":null,"synthetic":true,"generator":"research/assets/js/mm/audio-engine.js → generateClip(seed, split, index)","sha256":{"test_x_int16le":"63dfcc0331d32b5ff3cc90d34223ec507dfe4152bc90f1655052db2c63501aaf","test_y_uint8":"a5794a451a32c3170503d5d415d9af3689cf35cb7ab9cec116e0797a2a886d8b"},"split":{"train":2000,"test":400,"rule":"clip generator = mulberry32(deriveSeed('nir-synth-audio-4', seed, split, index)); train and test use different split names","classes":["tone","chirp","am","noise"]}},"models":{"SPEC-LR":{"family":"linear","features":"SPEC: 40 log-полос спектра всего клипа","arch":"softmax regression 40 -> 4","params":164,"checkpoint_sha256":"933de015ef38813be9a84e54e3ca619160d86b2ec6ba90cdc408ffa6c6a24020","model_file":"research/multimodal/audio/models/SPEC-LR_s42.json","model_file_sha256":"16221e1b393e389cf26af9936d40adf3531c9f272ed64aa60b6de21c77487517","training":{"optimizer":"Adam","lr":0.01,"weight_decay":0.0001,"epochs":400,"batch":"full","init_seed":421,"final_minibatch_loss":0.6626408696174622,"framework":"torch 2.15.0+cpu (CPU, deterministic algorithms, 1 thread)","loss":"cross-entropy"},"clean_accuracy":0.72,"clean_correct":288,"n_test":400,"train_accuracy":0.719},"SPEC-MLP":{"family":"MLP","features":"SPEC: 40 log-полос спектра всего клипа","arch":"40 -> 32 ReLU -> 4","params":1444,"checkpoint_sha256":"6e8a20f1408147a49ac17d1ed74b94714b998d6e0a8c7c4c124b1a2ac5991cc4","model_file":"research/multimodal/audio/models/SPEC-MLP_s42.json","model_file_sha256":"b5d50f0f7d832bdd094851e239384bb5a1527cf4ae020d2d44cb043fef3b327c","training":{"optimizer":"Adam","lr":0.005,"weight_decay":0.0001,"epochs":80,"batch":100,"init_seed":422,"final_minibatch_loss":0.08354746550321579,"framework":"torch 2.15.0+cpu (CPU, deterministic algorithms, 1 thread)","loss":"cross-entropy"},"clean_accuracy":0.87,"clean_correct":348,"n_test":400,"train_accuracy":0.961},"STFT-CNN":{"family":"CNN","features":"STFT: 29 кадров × 24 log-полосы","arch":"Conv1d(24->16,k3,p1)-ReLU-Conv1d(16->16,k3,p1)-ReLU-mean over 29 frames-Linear(16->4)","params":2020,"checkpoint_sha256":"b7a27a5551bdea17e0863c33803745397d857cca1aac126e70b222e406a7d2ab","model_file":"research/multimodal/audio/models/STFT-CNN_s42.json","model_file_sha256":"1292a751cf2a87b53a77ff69be68fed308e49c27bb03a519ac158d367514bd85","training":{"optimizer":"Adam","lr":0.003,"weight_decay":0.0001,"epochs":60,"batch":100,"init_seed":423,"final_minibatch_loss":0.4481523036956787,"framework":"torch 2.15.0+cpu (CPU, deterministic algorithms, 1 thread)","loss":"cross-entropy"},"clean_accuracy":0.825,"clean_correct":330,"n_test":400,"train_accuracy":0.8555}},"attacks":{"fgsm":{"name_ru":"FGSM: один шаг ε·sign(∇ₓL) по градиенту источника, затем проекция","attacker_access":"white-box на источнике: веса и аналитический градиент функции потерь по форме волны; цель не используется до окончания атаки","params":{"steps":1,"random_start":false},"budgets":[0.002,0.005,0.01,0.02]},"pgd":{"name_ru":"PGD-10: десять шагов α·sign(∇ₓL), α = 2,5·ε/10, проекция после каждого шага, без случайного старта","attacker_access":"white-box на источнике (10 вычислений градиента); цель не используется до окончания атаки","params":{"steps":10,"alpha_rule":"2.5*eps/steps","random_start":false},"budgets":[0.002,0.005,0.01,0.02]}},"constraint_spec":{"length_samples":2048,"sample_rate_hz":8000,"range":[-1,1],"linf":"ε (amplitude units; samples are in [−1, 1])","snr_min_db":20,"snr_definition":"SNR = 10·log10(Σx² / Σδ²) relative to the clean clip (including its background noise)","projection":"clip δ to [−ε, ε], clip x+δ to [−1, 1], then scale δ by s ≤ 1 so that SNR ≥ 20 dB (s = sqrt(Σx² / (Σδ²·10²))·(1−1e−9)); feasible but not the Euclidean projection onto the intersection","checker":"NIR_MM_AUDIO.checkCandidate — length, sample rate, finiteness, range, L∞, SNR","label_preservation":"assumed from the generation rules under SNR ≥ 20 dB; not verified by listening"},"control":{"name_ru":"случайные знаки ±ε (тот же бюджет и та же проекция), seed = deriveSeed(\"nir-audio-control-v1\", seed, index, round(ε·10⁶))","matched":"L∞ = ε и L2 как у FGSM (у FGSM знак 0 там, где градиент равен 0); для PGD контроль не слабее по L2","independent_of_source":true},"environment":{"runner":"node v24.22.0 (win32 10.0.26300)","engine_version":"1.0.0","core_version":"1.0.0","code_sha256":{"research/assets/js/mm/core.js":"cb2342c84180ffe69d72c77a4bdcdd2fc565d3d11ea1c731b9de3f7748a21863","research/assets/js/mm/audio-engine.js":"5ddcf8f7e9120b286e635432452aac33f892dbf2462a7d555b985dc2bf81b673","scripts/research/multimodal/run-audio.mjs":"79c7d2f3a0d8e680dddfe8b85bfc58168659feccf0df035da00dc8b62a74e3ca"},"started":"2026-11-19T19:05:58.368Z","finished":"2026-11-19T19:07:03.667Z","elapsed_ms":65296},"evidence_class":"VERIFIED RUN","rowsets":[{"key":"s42/SPEC-LR/fgsm/eps0020","seed":42,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,44.78,0.002,0,0,2,0,1,1,1],[1,1,1,1,1,1,42.29,0.002,0,1,1,1,1,2,1],[2,2,0,0,1,0,38.58,0.002,0,2,3,2,2,2,2],[3,3,3,2,1,3,40.3,0.002,0,3,3,3,3,3,3],[4,0,2,2,1,2,47.38,0.002,0,0,2,2,1,1,0],[5,1,1,1,1,1,45.67,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,41.84,0.002,0,2,2,2,2,2,2],[7,3,0,2,1,2,41.64,0.002,0,1,1,1,1,1,1],[8,0,0,0,1,0,46.05,0.002,0,0,0,0,0,0,0],[9,1,1,3,1,1,41.23,0.002,0,1,3,1,2,2,2],[10,2,0,0,1,0,44.14,0.002,0,2,2,2,0,0,0],[11,3,0,0,1,0,40.82,0.002,0,3,3,3,1,2,1],[12,0,2,2,1,2,42.91,0.002,0,2,0,0,2,2,2],[13,1,1,1,1,1,43.03,0.002,0,1,1,1,1,1,1],[14,2,2,0,1,0,43.76,0.002,0,0,0,0,2,0,2],[15,3,1,0,1,1,37.45,0.002,0,3,3,3,3,3,3],[16,0,1,1,1,1,46.77,0.002,0,0,0,0,0,0,0],[17,1,0,0,1,0,44.05,0.002,0,3,3,3,1,2,1],[18,2,2,0,1,2,38.69,0.002,0,2,2,2,2,2,2],[19,3,1,1,1,1,34.32,0.002,0,3,3,3,3,3,3],[20,0,0,2,1,0,42.76,0.002,0,0,0,0,0,0,0],[21,1,1,0,1,1,42.04,0.002,0,1,1,1,1,1,1],[22,2,2,0,1,2,36.1,0.002,0,2,0,2,2,0,2],[23,3,3,3,1,3,32.7,0.002,0,3,3,3,3,3,3],[24,0,2,2,1,2,40.7,0.002,0,2,0,2,2,2,2],[25,1,1,3,1,1,43.42,0.002,0,1,1,1,1,1,1],[26,2,2,0,1,0,44.19,0.002,0,2,2,2,1,1,1],[27,3,3,2,1,3,39.28,0.002,0,3,3,3,3,3,3],[28,0,0,2,1,0,44.55,0.002,0,0,0,0,1,1,1],[29,1,1,1,1,1,47.84,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,43.28,0.002,0,2,0,2,2,0,2],[31,3,3,3,1,3,39.41,0.002,0,3,3,3,3,3,3],[32,0,3,3,1,3,41.14,0.002,0,0,0,0,0,0,0],[33,1,1,1,1,1,44.99,0.002,0,1,1,1,1,1,1],[34,2,2,0,1,2,36.75,0.002,0,2,0,2,2,2,2],[35,3,3,3,1,3,41.2,0.002,0,3,3,3,3,3,3],[36,0,0,3,1,0,45.55,0.002,0,0,0,0,0,0,0],[37,1,1,1,1,1,47.44,0.002,0,1,1,1,1,1,1],[38,2,2,2,1,2,36.38,0.002,0,2,2,2,2,2,2],[39,3,0,0,1,0,41.46,0.002,0,1,1,1,1,1,1],[40,0,1,1,1,1,45.6,0.002,0,0,0,0,0,0,0],[41,1,1,1,1,1,47.11,0.002,0,1,1,1,1,1,1],[42,2,2,0,1,2,43.97,0.002,0,2,2,2,2,2,2],[43,3,3,0,1,3,39.81,0.002,0,3,3,3,3,3,3],[44,0,0,2,1,0,44.05,0.002,0,0,0,0,0,1,0],[45,1,1,1,1,1,47.78,0.002,0,1,1,1,1,1,1],[46,2,2,2,1,2,36.42,0.002,0,2,0,2,2,0,2],[47,3,3,0,1,3,37.64,0.002,0,3,3,3,3,3,3],[48,0,0,2,1,0,43.23,0.002,0,0,0,0,0,0,0],[49,1,3,3,1,3,43.34,0.002,0,1,3,1,1,1,1],[50,2,0,0,1,0,43.09,0.002,0,0,0,0,0,0,0],[51,3,0,2,1,0,41.21,0.002,0,3,3,3,3,3,3],[52,0,0,0,1,0,46.83,0.002,0,0,0,0,0,0,0],[53,1,1,1,1,1,42.04,0.002,0,1,1,1,1,2,1],[54,2,2,0,1,2,42.32,0.002,0,2,3,2,2,1,2],[55,3,1,0,1,1,39.74,0.002,0,3,3,3,3,3,3],[56,0,0,0,1,0,47.75,0.002,0,0,2,0,1,1,1],[57,1,1,3,1,1,47.2,0.002,0,1,1,1,1,1,1],[58,2,2,2,1,2,36.16,0.002,0,2,2,2,2,2,2],[59,3,3,0,1,3,37.44,0.002,0,3,3,3,3,3,3],[60,0,0,2,1,0,45.03,0.002,0,0,0,0,0,0,0],[61,1,3,3,1,3,40.92,0.002,0,1,3,1,2,2,2],[62,2,2,2,1,2,38.55,0.002,0,2,0,2,2,1,2],[63,3,3,3,1,3,36.35,0.002,0,3,3,3,3,3,3],[64,0,1,1,1,1,45.23,0.002,0,0,0,0,0,0,0],[65,1,1,3,1,1,43.15,0.002,0,1,1,1,1,2,1],[66,2,2,3,1,2,42.67,0.002,0,2,3,2,2,0,2],[67,3,2,2,1,2,37.86,0.002,0,3,2,3,3,3,3],[68,0,2,2,1,2,42.35,0.002,0,0,2,0,2,2,2],[69,1,1,1,1,1,47.75,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,37.57,0.002,0,2,0,2,2,2,2],[71,3,0,0,1,0,38.43,0.002,0,3,2,3,3,3,3],[72,0,2,2,1,2,40.09,0.002,0,2,2,2,2,2,2],[73,1,1,1,1,1,46.18,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,40.55,0.002,0,2,3,2,2,2,2],[75,3,3,3,1,3,34.74,0.002,0,3,3,3,3,3,3],[76,0,2,2,1,2,39.88,0.002,0,0,0,0,0,0,0],[77,1,1,0,1,1,44.77,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,39.1,0.002,0,2,2,2,2,2,2],[79,3,2,2,1,2,40.39,0.002,0,2,2,2,2,2,2],[80,0,0,2,1,0,44.9,0.002,0,2,2,2,1,1,1],[81,1,1,1,1,1,48.24,0.002,0,1,1,1,1,1,1],[82,2,2,0,1,2,42.03,0.002,0,2,2,2,2,1,2],[83,3,3,0,1,3,38.32,0.002,0,3,3,3,3,3,3],[84,0,3,1,1,3,45.11,0.002,0,0,0,0,0,0,0],[85,1,1,1,1,1,40.74,0.002,0,1,1,1,2,2,2],[86,2,2,0,1,2,42.56,0.002,0,2,3,2,2,2,2],[87,3,3,2,1,3,40.15,0.002,0,3,3,3,1,2,1],[88,0,0,0,1,0,39.29,0.002,0,0,0,0,0,0,0],[89,1,1,3,1,1,42.85,0.002,0,1,1,1,1,2,1],[90,2,2,0,1,2,37.39,0.002,0,2,3,2,2,2,2],[91,3,3,2,1,3,36.13,0.002,0,3,3,3,3,3,3],[92,0,1,1,1,1,42.95,0.002,0,0,0,0,0,0,0],[93,1,1,3,1,1,41.09,0.002,0,1,1,1,2,2,1],[94,2,2,0,1,2,36.43,0.002,0,2,2,2,2,3,2],[95,3,1,1,1,1,38.31,0.002,0,1,1,1,3,3,3],[96,0,2,2,1,2,47.02,0.002,0,0,2,0,0,0,0],[97,1,1,1,1,1,45.65,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,40.21,0.002,0,2,2,2,2,2,2],[99,3,3,0,1,3,32.18,0.002,0,3,3,3,3,3,3],[100,0,0,2,1,0,47.74,0.002,0,0,0,0,1,1,1],[101,1,1,1,1,1,46.85,0.002,0,1,1,1,1,1,1],[102,2,2,0,1,2,40.67,0.002,0,2,2,2,2,2,2],[103,3,3,2,1,3,38.14,0.002,0,3,2,3,3,3,3],[104,0,2,2,1,2,44.02,0.002,0,2,2,2,1,1,1],[105,1,1,3,1,1,41.5,0.002,0,3,3,3,1,1,1],[106,2,2,0,1,2,36.66,0.002,0,2,2,2,2,2,2],[107,3,3,0,1,3,39.07,0.002,0,3,3,3,3,3,3],[108,0,2,2,1,2,44.62,0.002,0,2,2,2,1,1,1],[109,1,1,0,1,1,48.01,0.002,0,1,1,1,1,1,1],[110,2,2,0,1,2,40.96,0.002,0,2,3,2,2,2,2],[111,3,3,3,1,3,39.8,0.002,0,3,3,3,3,3,3],[112,0,0,2,1,0,39.72,0.002,0,0,0,0,0,0,0],[113,1,1,1,1,1,47.08,0.002,0,1,1,1,1,1,1],[114,2,0,0,1,0,38.37,0.002,0,2,0,2,2,2,2],[115,3,3,2,1,3,40.97,0.002,0,3,3,3,1,2,1],[116,0,2,2,1,2,40.33,0.002,0,2,2,2,2,2,2],[117,1,1,3,1,1,42.59,0.002,0,1,1,1,1,1,1],[118,2,0,0,1,0,38.01,0.002,0,2,0,2,2,0,2],[119,3,1,1,1,1,40.26,0.002,0,3,3,3,3,3,3],[120,0,2,2,1,2,45.99,0.002,0,2,2,2,1,1,1],[121,1,3,3,1,3,41.27,0.002,0,3,3,3,1,2,1],[122,2,2,0,1,2,39.28,0.002,0,2,0,2,2,2,2],[123,3,3,2,1,3,33.84,0.002,0,3,2,3,3,3,3],[124,0,2,2,1,2,44.14,0.002,0,0,0,0,0,0,0],[125,1,1,1,1,1,47.06,0.002,0,1,1,1,1,1,1],[126,2,2,0,1,2,38.58,0.002,0,2,0,2,2,2,2],[127,3,1,1,1,1,41.15,0.002,0,3,1,3,3,3,3],[128,0,0,0,1,0,43.52,0.002,0,0,0,0,0,0,0],[129,1,1,1,1,1,46.88,0.002,0,1,1,1,1,1,1],[130,2,0,0,1,2,42.01,0.002,0,2,2,2,2,0,2],[131,3,1,1,1,1,39.76,0.002,0,3,3,3,3,3,3],[132,0,0,0,1,0,42.57,0.002,0,0,0,0,0,0,0],[133,1,1,1,1,1,48.08,0.002,0,1,1,1,1,1,1],[134,2,2,2,1,2,41.01,0.002,0,2,2,2,2,2,2],[135,3,3,0,1,3,39.23,0.002,0,3,3,3,3,3,3],[136,0,3,3,1,3,47.52,0.002,0,0,0,0,0,0,0],[137,1,2,2,1,2,45.03,0.002,0,1,2,1,1,2,1],[138,2,2,0,1,2,42.49,0.002,0,2,0,2,2,2,2],[139,3,2,2,1,2,34.63,0.002,0,2,2,2,2,2,2],[140,0,0,0,1,0,43.78,0.002,0,0,0,0,0,0,0],[141,1,3,3,1,3,42.22,0.002,0,1,3,1,1,2,1],[142,2,2,0,1,2,37.63,0.002,0,2,0,2,2,2,2],[143,3,2,2,1,2,38.37,0.002,0,2,2,2,2,2,2],[144,0,0,3,1,0,46.76,0.002,0,0,0,0,0,0,0],[145,1,1,1,1,1,46.05,0.002,0,1,1,1,1,1,1],[146,2,2,3,1,2,37.55,0.002,0,2,0,2,2,0,2],[147,3,3,2,1,3,34.62,0.002,0,3,3,3,3,3,3],[148,0,3,1,1,1,45.56,0.002,0,0,0,0,0,0,0],[149,1,1,1,1,1,45.68,0.002,0,1,1,1,1,1,1],[150,2,2,0,1,2,42.13,0.002,0,2,0,2,2,0,2],[151,3,1,1,1,1,38.25,0.002,0,1,1,1,3,3,3],[152,0,0,0,1,0,43.57,0.002,0,0,0,0,0,0,0],[153,1,3,2,1,3,45.45,0.002,0,1,1,1,1,2,1],[154,2,2,0,1,2,37.58,0.002,0,2,2,2,2,2,2],[155,3,3,1,1,3,37.57,0.002,0,3,1,3,3,3,3],[156,0,0,2,1,0,40.94,0.002,0,0,0,0,0,0,0],[157,1,1,1,1,1,43.17,0.002,0,1,3,1,1,1,1],[158,2,2,0,1,2,39.48,0.002,0,2,0,2,2,2,2],[159,3,3,1,1,3,37.74,0.002,0,3,1,3,3,3,3],[160,0,2,2,1,2,40.51,0.002,0,2,2,2,2,2,2],[161,1,3,2,1,3,45.35,0.002,0,1,3,1,1,2,1],[162,2,2,0,1,0,40.9,0.002,0,0,0,0,2,2,2],[163,3,1,1,1,1,36.98,0.002,0,3,3,3,3,3,3],[164,0,0,2,1,0,43.33,0.002,0,0,0,0,0,0,0],[165,1,1,1,1,1,46.35,0.002,0,1,1,1,1,1,1],[166,2,2,3,1,2,40.27,0.002,0,2,0,2,2,0,2],[167,3,3,3,1,3,39.87,0.002,0,3,3,3,3,3,3],[168,0,2,2,1,2,43.25,0.002,0,0,0,0,0,1,0],[169,1,1,1,1,1,47.16,0.002,0,1,1,1,1,1,1],[170,2,2,2,1,2,40.91,0.002,0,2,2,2,2,2,2],[171,3,2,2,1,2,35.74,0.002,0,3,3,3,3,3,3],[172,0,1,1,1,1,46.36,0.002,0,0,0,0,0,0,0],[173,1,1,0,1,1,43.07,0.002,0,1,1,1,1,2,1],[174,2,2,0,1,2,40.13,0.002,0,2,3,2,2,2,2],[175,3,3,1,1,3,37.1,0.002,0,1,1,1,3,3,3],[176,0,2,2,1,2,41.29,0.002,0,0,0,0,0,0,0],[177,1,1,1,1,1,46.13,0.002,0,1,1,1,1,1,1],[178,2,2,0,1,2,38.56,0.002,0,2,2,2,2,0,2],[179,3,3,0,1,3,36.52,0.002,0,3,3,3,3,3,3],[180,0,0,0,1,0,44.56,0.002,0,0,0,0,0,0,0],[181,1,1,1,1,1,46.95,0.002,0,1,1,1,1,1,1],[182,2,2,0,1,2,42.83,0.002,0,2,0,2,2,2,2],[183,3,3,2,1,3,39.79,0.002,0,3,3,3,3,3,3],[184,0,2,2,1,2,47.71,0.002,0,0,0,0,0,1,0],[185,1,1,3,1,1,44.77,0.002,0,1,3,1,1,1,1],[186,2,2,0,1,2,43.03,0.002,0,2,3,2,2,2,2],[187,3,1,1,1,1,40.82,0.002,0,3,3,3,3,3,3],[188,0,2,2,1,2,47.28,0.002,0,0,2,0,1,1,1],[189,1,1,1,1,1,46.3,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,40.26,0.002,0,2,3,2,2,2,2],[191,3,3,1,1,3,36.05,0.002,0,3,3,3,3,3,3],[192,0,2,2,1,2,45.09,0.002,0,0,2,0,1,1,1],[193,1,1,0,1,1,45.35,0.002,0,1,1,1,1,1,1],[194,2,2,0,1,2,42.54,0.002,0,2,2,2,1,0,1],[195,3,3,3,1,3,40.96,0.002,0,3,3,3,3,3,3],[196,0,0,2,1,0,48.12,0.002,0,0,0,0,1,1,0],[197,1,1,3,1,1,45.77,0.002,0,1,3,1,1,1,1],[198,2,2,0,1,2,39.37,0.002,0,2,0,2,2,2,2],[199,3,3,3,1,3,37.59,0.002,0,3,3,3,3,3,3],[200,0,0,0,1,0,46.99,0.002,0,0,0,0,0,0,0],[201,1,1,1,1,1,43.81,0.002,0,1,1,1,1,1,1],[202,2,2,0,1,2,41.37,0.002,0,2,0,0,2,1,1],[203,3,3,1,1,3,36.3,0.002,0,1,1,1,0,3,0],[204,0,0,2,1,0,38.53,0.002,0,0,0,0,0,2,0],[205,1,1,1,1,1,42.36,0.002,0,1,3,1,1,2,1],[206,2,0,0,1,0,43.38,0.002,0,2,0,2,2,2,2],[207,3,3,0,1,3,39.64,0.002,0,3,3,3,3,3,3],[208,0,2,2,1,2,39.43,0.002,0,2,2,2,2,2,2],[209,1,1,1,1,1,46.85,0.002,0,1,1,1,1,1,1],[210,2,2,0,1,2,41.56,0.002,0,2,2,2,0,0,0],[211,3,3,1,1,3,41.43,0.002,0,3,1,3,3,3,3],[212,0,0,0,1,0,46.09,0.002,0,0,0,0,0,0,0],[213,1,1,3,1,1,44.94,0.002,0,1,1,1,1,1,1],[214,2,2,0,1,2,42.26,0.002,0,0,0,0,2,1,2],[215,3,3,2,1,3,33.74,0.002,0,3,3,3,3,3,3],[216,0,0,2,1,0,43.22,0.002,0,0,0,0,0,0,0],[217,1,0,0,1,0,46.96,0.002,0,2,2,2,1,1,1],[218,2,0,0,1,0,43.66,0.002,0,2,2,2,1,1,1],[219,3,3,2,1,3,36.99,0.002,0,3,3,3,2,2,2],[220,0,0,0,1,0,46.38,0.002,0,0,0,0,0,0,0],[221,1,1,3,1,1,39.88,0.002,0,1,3,1,2,2,2],[222,2,2,0,1,2,35.82,0.002,0,2,0,2,2,2,2],[223,3,3,1,1,3,39.38,0.002,0,1,1,1,3,3,3],[224,0,3,1,1,3,40.66,0.002,0,0,0,0,0,0,0],[225,1,3,0,1,3,39.23,0.002,0,1,3,1,2,2,2],[226,2,0,0,1,0,43.52,0.002,0,2,3,2,2,2,2],[227,3,0,2,1,0,35.13,0.002,0,3,2,3,3,2,3],[228,0,2,2,1,2,47.92,0.002,0,2,2,2,0,0,0],[229,1,1,3,1,1,41.29,0.002,0,3,3,1,1,3,1],[230,2,2,0,1,2,36.05,0.002,0,2,2,2,2,2,2],[231,3,3,2,1,3,35.39,0.002,0,3,3,3,3,3,3],[232,0,2,2,1,2,45.7,0.002,0,2,2,2,1,1,1],[233,1,1,1,1,1,48.3,0.002,0,1,1,1,1,1,1],[234,2,2,3,1,2,37.17,0.002,0,2,0,2,2,2,2],[235,3,3,2,1,3,39.84,0.002,0,3,3,3,3,3,3],[236,0,0,2,1,0,45.2,0.002,0,0,2,0,1,1,1],[237,1,3,2,1,3,43.03,0.002,0,3,3,3,1,2,1],[238,2,2,0,1,2,43.83,0.002,0,2,2,2,1,0,2],[239,3,0,2,1,0,34.01,0.002,0,3,3,3,3,3,3],[240,0,3,2,1,3,42.49,0.002,0,0,0,0,0,0,0],[241,1,1,1,1,1,42.37,0.002,0,1,1,1,1,2,1],[242,2,2,0,1,2,43.27,0.002,0,2,2,2,2,2,2],[243,3,3,1,1,3,38.57,0.002,0,3,3,3,3,3,3],[244,0,2,2,1,2,39.71,0.002,0,0,0,0,0,0,0],[245,1,1,1,1,1,44.44,0.002,0,1,1,1,1,1,1],[246,2,0,0,1,0,40.87,0.002,0,2,2,2,2,2,2],[247,3,3,2,1,3,37.91,0.002,0,3,2,3,3,3,3],[248,0,0,0,1,0,45.5,0.002,0,0,0,0,0,0,0],[249,1,1,1,1,1,44.27,0.002,0,3,3,3,2,2,2],[250,2,2,0,1,2,44.32,0.002,0,2,3,2,1,1,1],[251,3,3,2,1,3,35.21,0.002,0,3,3,3,3,3,3],[252,0,2,2,1,2,44.93,0.002,0,0,0,0,0,0,0],[253,1,1,1,1,1,47.29,0.002,0,1,1,1,1,1,1],[254,2,2,0,1,2,42.91,0.002,0,2,3,2,0,2,0],[255,3,1,1,1,1,34.34,0.002,0,3,1,3,3,3,3],[256,0,2,2,1,2,40.52,0.002,0,2,2,2,2,2,2],[257,1,3,3,1,3,46.09,0.002,0,1,1,1,1,1,1],[258,2,2,0,1,2,35.94,0.002,0,2,2,2,2,2,2],[259,3,3,2,1,3,38.26,0.002,0,3,3,3,3,3,3],[260,0,2,2,1,2,38.43,0.002,0,0,2,0,0,0,0],[261,1,1,1,1,1,44.86,0.002,0,1,1,1,1,1,1],[262,2,2,0,1,2,36.12,0.002,0,2,0,2,2,2,2],[263,3,3,2,1,3,37.71,0.002,0,3,3,3,3,3,3],[264,0,2,2,1,2,45.44,0.002,0,2,2,2,1,1,1],[265,1,1,1,1,1,42.23,0.002,0,1,1,1,1,2,1],[266,2,2,3,1,2,41.23,0.002,0,3,1,3,2,0,2],[267,3,3,3,1,3,40.03,0.002,0,3,3,3,3,3,3],[268,0,2,2,1,2,41.04,0.002,0,2,2,2,2,2,2],[269,1,1,1,1,1,46.24,0.002,0,1,1,1,1,1,1],[270,2,2,3,1,2,36.38,0.002,0,2,0,2,2,0,2],[271,3,3,2,1,3,35.63,0.002,0,3,3,3,3,3,3],[272,0,0,2,1,0,43.58,0.002,0,2,2,2,2,2,1],[273,1,1,0,1,1,46.53,0.002,0,1,1,1,1,1,1],[274,2,2,3,1,2,37.92,0.002,0,2,0,2,2,0,2],[275,3,3,3,1,3,34.37,0.002,0,3,3,3,3,3,3],[276,0,0,2,1,0,44.97,0.002,0,0,0,0,1,1,1],[277,1,1,3,1,1,43.33,0.002,0,1,3,1,1,2,1],[278,2,2,0,1,2,43.57,0.002,0,2,0,2,1,1,1],[279,3,3,0,1,3,35.69,0.002,0,3,3,3,3,3,3],[280,0,0,0,1,0,44.43,0.002,0,0,0,0,0,0,0],[281,1,1,1,1,1,48.7,0.002,0,1,1,1,1,1,1],[282,2,2,0,1,0,42.31,0.002,0,2,0,2,2,1,2],[283,3,3,0,1,3,36.44,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,39.68,0.002,0,0,0,0,0,0,0],[285,1,3,3,1,3,43.53,0.002,0,1,3,1,1,2,1],[286,2,2,0,1,2,38.31,0.002,0,2,2,2,2,2,2],[287,3,3,0,1,3,35.2,0.002,0,3,3,3,3,3,3],[288,0,0,3,1,0,44.15,0.002,0,0,0,0,0,0,0],[289,1,3,3,1,3,42.52,0.002,0,1,3,1,3,3,3],[290,2,2,0,1,2,40.74,0.002,0,2,0,2,2,2,2],[291,3,1,1,1,1,38.03,0.002,0,3,1,3,3,3,3],[292,0,2,2,1,2,40.99,0.002,0,0,0,0,0,0,0],[293,1,1,1,1,1,42.82,0.002,0,1,1,1,1,2,1],[294,2,2,0,1,2,42.14,0.002,0,2,3,2,2,1,2],[295,3,1,1,1,3,40.13,0.002,0,3,1,1,3,3,3],[296,0,2,2,1,2,42.38,0.002,0,2,2,2,0,2,0],[297,1,1,1,1,1,47.18,0.002,0,1,1,1,1,1,1],[298,2,2,2,1,2,36.17,0.002,0,2,2,2,2,0,2],[299,3,1,1,1,1,41.11,0.002,0,3,3,3,3,3,3],[300,0,1,1,1,1,45.54,0.002,0,0,0,0,0,0,0],[301,1,1,1,1,1,44.43,0.002,0,1,1,1,1,1,1],[302,2,2,0,1,2,38.04,0.002,0,2,2,2,2,2,2],[303,3,3,3,1,3,32.8,0.002,0,3,3,3,3,3,3],[304,0,0,3,1,0,43.91,0.002,0,0,0,0,0,0,0],[305,1,3,2,1,3,40.58,0.002,0,1,3,1,2,2,2],[306,2,2,0,1,2,44.6,0.002,0,0,0,0,0,0,0],[307,3,3,2,1,3,35.88,0.002,0,3,3,3,2,2,2],[308,0,0,2,1,0,48.22,0.002,0,2,2,2,1,1,1],[309,1,1,0,1,1,47.51,0.002,0,1,1,1,1,1,1],[310,2,2,3,1,2,40.07,0.002,0,2,2,2,1,1,1],[311,3,3,0,1,3,42.22,0.002,0,3,3,3,3,3,3],[312,0,3,1,1,3,46.84,0.002,0,0,0,0,0,0,0],[313,1,1,1,1,1,45.69,0.002,0,1,1,1,1,1,1],[314,2,2,0,1,2,44.44,0.002,0,2,3,2,1,1,1],[315,3,2,2,1,3,34.9,0.002,0,3,2,3,3,3,3],[316,0,0,2,1,0,47.36,0.002,0,0,2,0,1,1,1],[317,1,1,1,1,1,48.09,0.002,0,1,1,1,1,1,1],[318,2,2,0,1,2,43.33,0.002,0,2,3,2,1,1,1],[319,3,0,0,1,0,40.46,0.002,0,3,3,3,3,3,3],[320,0,0,0,1,0,46.76,0.002,0,0,0,0,0,0,0],[321,1,3,3,1,3,43.34,0.002,0,1,1,1,1,2,1],[322,2,2,0,1,2,43.45,0.002,0,0,0,0,1,1,1],[323,3,3,2,1,2,37.11,0.002,0,3,2,3,3,3,3],[324,0,0,2,1,0,39.31,0.002,0,0,0,0,0,0,0],[325,1,3,3,1,3,42.77,0.002,0,1,3,1,1,2,1],[326,2,2,0,1,2,43.97,0.002,0,2,2,2,3,3,3],[327,3,3,0,1,3,33.24,0.002,0,3,3,3,3,3,3],[328,0,0,0,1,0,38.87,0.002,0,0,0,0,0,0,0],[329,1,1,3,1,1,41.73,0.002,0,1,1,1,1,2,1],[330,2,2,0,1,2,41.62,0.002,0,2,2,2,2,2,2],[331,3,2,2,1,2,35.86,0.002,0,2,2,2,2,2,2],[332,0,0,2,1,0,42.04,0.002,0,0,0,0,0,0,0],[333,1,1,3,1,1,46.48,0.002,0,1,1,1,1,1,1],[334,2,3,3,1,2,36.71,0.002,0,3,3,2,2,0,2],[335,3,3,3,1,3,38.4,0.002,0,3,3,3,3,3,3],[336,0,2,2,1,2,42.36,0.002,0,0,0,0,0,1,0],[337,1,1,1,1,1,45.38,0.002,0,1,1,1,1,1,1],[338,2,2,0,1,2,35.86,0.002,0,2,2,2,2,2,2],[339,3,3,3,1,3,38.99,0.002,0,3,3,3,3,3,3],[340,0,0,2,1,0,47.74,0.002,0,0,0,0,1,1,1],[341,1,1,1,1,1,47.25,0.002,0,1,1,1,1,1,1],[342,2,2,3,1,2,36.19,0.002,0,2,3,2,2,3,2],[343,3,3,0,1,3,35.71,0.002,0,3,3,3,3,3,3],[344,0,0,2,1,0,46.92,0.002,0,0,2,0,0,1,0],[345,1,1,1,1,1,45.76,0.002,0,1,1,1,1,1,1],[346,2,2,0,1,2,41.15,0.002,0,2,0,2,2,1,2],[347,3,3,0,1,0,37.41,0.002,0,3,3,3,3,3,3],[348,0,2,2,1,2,46.67,0.002,0,0,0,0,1,1,1],[349,1,1,1,1,1,47.38,0.002,0,1,1,1,1,1,1],[350,2,2,2,1,2,43.38,0.002,0,2,2,2,2,2,2],[351,3,1,1,1,1,39.96,0.002,0,3,1,3,3,3,3],[352,0,0,0,1,0,43.59,0.002,0,0,0,0,0,0,0],[353,1,0,0,1,0,45.19,0.002,0,1,1,1,1,1,1],[354,2,2,0,1,2,39.17,0.002,0,2,0,2,2,2,2],[355,3,3,2,1,3,36.27,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,44.64,0.002,0,0,0,0,0,0,0],[357,1,1,3,1,1,47.05,0.002,0,1,1,1,1,1,1],[358,2,2,0,1,2,43.45,0.002,0,0,0,0,2,0,2],[359,3,3,1,1,3,33.44,0.002,0,3,3,3,3,3,3],[360,0,0,3,1,0,43.05,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,47.83,0.002,0,1,1,1,1,1,1],[362,2,2,0,1,2,44.05,0.002,0,0,0,0,1,1,1],[363,3,3,0,1,3,35.41,0.002,0,3,3,3,3,3,3],[364,0,0,0,1,0,43.16,0.002,0,0,0,0,0,0,0],[365,1,1,1,1,1,40.76,0.002,0,1,1,1,1,2,1],[366,2,2,0,1,2,38.53,0.002,0,0,0,0,2,2,2],[367,3,2,2,1,2,33.82,0.002,0,0,2,0,3,3,2],[368,0,0,2,1,0,44.28,0.002,0,0,0,0,0,0,0],[369,1,1,1,1,1,45.2,0.002,0,1,1,1,1,1,1],[370,2,2,0,1,2,42.42,0.002,0,2,0,2,2,1,2],[371,3,3,2,1,3,37.09,0.002,0,3,3,3,3,3,3],[372,0,3,3,1,3,43.58,0.002,0,0,0,0,0,0,0],[373,1,1,1,1,1,47.05,0.002,0,1,1,1,1,1,1],[374,2,2,0,1,0,44.24,0.002,0,3,3,3,1,1,1],[375,3,0,0,1,0,36.29,0.002,0,3,3,3,3,3,3],[376,0,0,0,1,0,42.27,0.002,0,0,0,0,0,0,0],[377,1,1,1,1,1,45.75,0.002,0,1,1,1,1,1,1],[378,2,2,0,1,2,36.68,0.002,0,0,0,0,2,0,2],[379,3,3,1,1,3,39.58,0.002,0,3,3,3,3,3,3],[380,0,3,1,1,3,43.29,0.002,0,0,0,0,0,0,0],[381,1,1,1,1,1,47.45,0.002,0,1,1,1,1,1,1],[382,2,2,0,1,2,42.9,0.002,0,2,0,2,1,0,2],[383,3,0,2,1,0,36.4,0.002,0,3,3,3,3,3,3],[384,0,2,2,1,2,41.01,0.002,0,2,2,2,0,2,0],[385,1,1,1,1,1,47.8,0.002,0,1,1,1,1,1,1],[386,2,0,0,1,0,39.44,0.002,0,2,2,2,2,0,2],[387,3,3,1,1,3,39.65,0.002,0,3,1,3,3,3,3],[388,0,0,2,1,0,40.71,0.002,0,0,0,0,0,2,0],[389,1,1,1,1,1,46.26,0.002,0,1,1,1,1,1,1],[390,2,0,0,1,0,42.95,0.002,0,0,0,0,2,2,2],[391,3,1,1,1,1,36.25,0.002,0,3,1,3,3,3,3],[392,0,0,3,1,0,41.51,0.002,0,0,0,0,0,0,0],[393,1,1,3,1,1,44.86,0.002,0,1,1,1,1,1,1],[394,2,2,0,1,2,37.57,0.002,0,2,2,2,2,2,2],[395,3,3,2,1,2,34.69,0.002,0,3,2,3,3,3,3],[396,0,0,0,1,0,44.1,0.002,0,0,0,0,0,0,0],[397,1,1,3,1,1,46.76,0.002,0,1,3,1,1,1,1],[398,2,2,0,1,2,43.09,0.002,0,2,0,2,2,0,2],[399,3,3,2,1,3,36.32,0.002,0,3,3,3,3,3,3]],"elapsed_ms":1324,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":348,"J":268,"J_valid":268,"n_invalid":0,"n00":94,"n01":5,"n10":107,"n11":62,"ctl_n":268,"ctl_err":1},"metrics":{"target_error":0.25,"Q_transfer":0.75,"source_success":0.6305970149253731,"joint_error":0.23134328358208955,"T_cond":0.3668639053254438,"R":0.0037313432835820895,"delta":0.2462686567164179,"delta_pp":24.62686567164179,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.87}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":330,"J":250,"J_valid":250,"n_invalid":0,"n00":87,"n01":10,"n10":119,"n11":34,"ctl_n":250,"ctl_err":1},"metrics":{"target_error":0.176,"Q_transfer":0.8240000000000001,"source_success":0.612,"joint_error":0.136,"T_cond":0.2222222222222222,"R":0.004,"delta":0.172,"delta_pp":17.2,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-LR/fgsm/eps0050","seed":42,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,36.82,0.005,0,0,2,0,1,1,1],[1,1,1,1,1,1,34.33,0.005,0,1,1,1,1,2,1],[2,2,0,0,1,0,30.62,0.005,0,2,0,2,2,2,2],[3,3,3,2,1,3,32.34,0.005,0,3,2,3,3,3,3],[4,0,2,2,1,2,39.42,0.005,0,0,0,0,1,1,0],[5,1,1,0,1,1,37.71,0.005,0,1,1,1,1,0,1],[6,2,2,0,1,2,33.89,0.005,0,2,2,2,2,2,2],[7,3,0,2,1,2,33.68,0.005,0,1,2,1,1,3,1],[8,0,0,1,1,0,38.1,0.005,0,0,0,0,0,0,0],[9,1,1,2,1,1,33.27,0.005,0,1,3,1,2,2,2],[10,2,0,0,1,0,36.19,0.005,0,2,0,2,0,0,0],[11,3,0,0,1,0,32.86,0.005,0,3,3,3,1,2,1],[12,0,2,2,1,2,34.95,0.005,0,2,0,0,2,2,1],[13,1,1,1,1,1,35.07,0.005,0,1,1,1,1,1,1],[14,2,2,0,1,0,35.8,0.005,0,0,0,0,2,0,2],[15,3,1,0,1,1,29.49,0.005,0,3,3,3,3,3,3],[16,0,1,1,1,1,38.81,0.005,0,0,0,0,0,0,0],[17,1,0,2,1,0,36.09,0.005,0,3,3,3,1,2,1],[18,2,2,0,1,2,30.73,0.005,0,2,0,0,2,2,2],[19,3,1,0,1,1,26.36,0.005,0,3,3,3,3,3,3],[20,0,0,2,1,0,34.8,0.005,0,0,0,0,0,0,0],[21,1,1,0,1,1,34.08,0.005,0,1,3,1,1,1,1],[22,2,2,2,1,2,28.14,0.005,0,2,0,0,2,0,2],[23,3,3,3,1,3,24.75,0.005,0,3,3,3,3,3,3],[24,0,2,2,1,2,32.74,0.005,0,2,0,0,2,2,2],[25,1,1,3,1,1,35.47,0.005,0,1,3,1,1,2,1],[26,2,2,0,1,0,36.23,0.005,0,2,3,2,1,1,1],[27,3,3,2,1,3,31.32,0.005,0,3,2,3,3,3,3],[28,0,0,2,1,0,36.59,0.005,0,0,0,0,1,1,1],[29,1,1,1,1,1,39.88,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,35.32,0.005,0,2,3,2,2,0,2],[31,3,3,0,1,3,31.45,0.005,0,3,3,3,3,3,3],[32,0,3,3,1,3,33.18,0.005,0,0,0,0,0,0,0],[33,1,1,1,1,1,37.04,0.005,0,1,1,1,1,1,1],[34,2,2,0,1,2,28.79,0.005,0,2,0,2,2,2,2],[35,3,3,3,1,3,33.24,0.005,0,3,3,3,3,3,3],[36,0,0,3,1,0,37.59,0.005,0,0,0,0,0,0,0],[37,1,1,1,1,1,39.48,0.005,0,1,1,1,1,1,1],[38,2,2,2,1,2,28.42,0.005,0,2,0,2,2,0,2],[39,3,0,0,1,0,33.51,0.005,0,1,1,1,1,3,1],[40,0,1,1,1,1,37.64,0.005,0,0,1,0,0,0,0],[41,1,1,3,1,1,39.16,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,36.01,0.005,0,2,3,2,2,0,2],[43,3,3,2,1,3,31.85,0.005,0,3,3,3,3,3,3],[44,0,0,2,1,0,36.09,0.005,0,0,2,0,0,1,0],[45,1,1,1,1,1,39.82,0.005,0,1,1,1,1,1,1],[46,2,2,2,1,2,28.46,0.005,0,2,0,2,2,0,2],[47,3,3,0,1,3,29.68,0.005,0,3,3,3,3,3,3],[48,0,0,2,1,0,35.28,0.005,0,0,0,0,0,0,0],[49,1,3,2,1,3,35.39,0.005,0,1,3,1,1,2,1],[50,2,0,0,1,0,35.13,0.005,0,0,0,0,0,0,0],[51,3,0,2,1,0,33.26,0.005,0,3,3,3,3,3,3],[52,0,0,2,1,0,38.87,0.005,0,0,0,0,0,0,0],[53,1,1,3,1,1,34.08,0.005,0,1,3,1,1,2,1],[54,2,2,2,1,2,34.36,0.005,0,2,0,2,2,1,2],[55,3,1,0,1,0,31.79,0.005,0,3,3,3,3,3,3],[56,0,0,2,1,0,39.79,0.005,0,0,2,0,1,1,1],[57,1,1,3,1,1,39.24,0.005,0,1,1,1,1,1,1],[58,2,2,0,1,2,28.2,0.005,0,2,2,2,2,2,2],[59,3,3,0,1,3,29.48,0.005,0,3,3,3,3,3,3],[60,0,0,2,1,0,37.07,0.005,0,0,0,0,0,0,0],[61,1,3,2,1,3,32.96,0.005,0,1,3,1,2,2,2],[62,2,2,2,1,2,30.59,0.005,0,2,0,2,2,0,2],[63,3,3,3,1,3,28.39,0.005,0,3,3,3,3,3,3],[64,0,1,1,1,1,37.27,0.005,0,0,1,0,0,0,0],[65,1,1,2,1,1,35.19,0.005,0,1,3,1,1,2,1],[66,2,2,3,1,2,34.71,0.005,0,2,1,2,2,0,2],[67,3,2,2,1,2,29.91,0.005,0,3,2,3,3,3,3],[68,0,2,2,1,2,34.39,0.005,0,0,2,2,2,2,2],[69,1,1,1,1,1,39.79,0.005,0,1,1,1,1,1,1],[70,2,2,2,1,2,29.61,0.005,0,2,0,2,2,1,2],[71,3,0,2,1,0,30.47,0.005,0,3,2,3,3,3,3],[72,0,2,2,1,2,32.13,0.005,0,2,2,2,2,3,2],[73,1,1,1,1,1,38.22,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,32.59,0.005,0,2,3,2,2,2,2],[75,3,3,3,1,3,26.79,0.005,0,3,3,3,3,3,3],[76,0,2,2,1,0,31.92,0.005,0,0,0,0,0,0,0],[77,1,1,0,1,1,36.81,0.005,0,1,3,1,1,2,1],[78,2,2,0,1,2,31.14,0.005,0,2,2,2,2,2,2],[79,3,2,2,1,2,32.43,0.005,0,2,2,2,2,2,2],[80,0,0,2,1,0,36.94,0.005,0,2,2,0,1,1,1],[81,1,1,0,1,1,40.28,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,34.07,0.005,0,2,0,2,2,1,2],[83,3,3,0,1,3,30.36,0.005,0,3,3,3,3,3,3],[84,0,3,1,1,3,37.15,0.005,0,0,0,0,0,0,0],[85,1,1,0,1,1,32.78,0.005,0,1,3,1,2,2,2],[86,2,2,3,1,2,34.6,0.005,0,2,3,2,2,1,2],[87,3,3,2,1,3,32.2,0.005,0,3,3,3,1,2,1],[88,0,0,2,1,0,31.33,0.005,0,0,0,0,0,0,0],[89,1,1,3,1,1,34.89,0.005,0,1,3,1,1,2,1],[90,2,2,2,1,2,29.43,0.005,0,2,2,2,2,1,2],[91,3,3,2,1,3,28.17,0.005,0,3,3,3,3,3,3],[92,0,1,1,1,1,34.99,0.005,0,0,0,0,0,0,0],[93,1,1,3,1,1,33.13,0.005,0,1,1,1,2,2,2],[94,2,2,2,1,2,28.47,0.005,0,2,2,2,2,3,3],[95,3,1,1,1,1,30.35,0.005,0,1,1,1,3,3,3],[96,0,2,2,1,2,39.06,0.005,0,0,0,0,0,1,0],[97,1,1,1,1,1,37.69,0.005,0,1,3,1,1,1,1],[98,2,2,0,1,2,32.25,0.005,0,2,2,2,2,2,2],[99,3,3,0,1,3,24.22,0.005,0,3,3,3,3,3,3],[100,0,0,2,1,0,39.78,0.005,0,0,0,0,1,1,1],[101,1,1,1,1,1,38.9,0.005,0,1,1,1,1,1,1],[102,2,2,2,1,2,32.71,0.005,0,2,0,2,2,2,2],[103,3,3,2,1,3,30.18,0.005,0,3,2,3,3,3,3],[104,0,2,2,1,2,36.06,0.005,0,2,2,2,1,1,1],[105,1,1,3,1,1,33.54,0.005,0,3,3,3,1,2,1],[106,2,2,0,1,2,28.7,0.005,0,2,0,2,2,2,2],[107,3,3,0,1,3,31.11,0.005,0,3,3,3,3,3,3],[108,0,2,2,1,2,36.66,0.005,0,2,2,2,1,2,1],[109,1,1,0,1,1,40.05,0.005,0,1,1,1,1,1,1],[110,2,2,0,1,2,33.01,0.005,0,2,3,2,2,2,2],[111,3,3,3,1,3,31.84,0.005,0,3,3,3,3,3,3],[112,0,0,2,1,0,31.77,0.005,0,0,0,0,0,0,0],[113,1,1,1,1,1,39.12,0.005,0,1,1,1,1,1,1],[114,2,0,0,1,2,30.41,0.005,0,2,0,2,2,2,2],[115,3,3,2,1,3,33.01,0.005,0,3,2,3,1,2,1],[116,0,2,2,1,0,32.38,0.005,0,2,2,2,2,2,2],[117,1,1,3,1,1,34.63,0.005,0,1,3,1,1,1,1],[118,2,0,0,1,0,30.05,0.005,0,2,0,2,2,0,2],[119,3,1,1,1,1,32.3,0.005,0,3,3,3,3,3,3],[120,0,2,2,1,2,38.03,0.005,0,2,2,2,1,1,1],[121,1,3,3,1,3,33.31,0.005,0,3,3,1,1,2,1],[122,2,2,0,1,2,31.32,0.005,0,2,0,2,2,2,2],[123,3,3,2,1,2,25.88,0.005,0,3,2,3,3,3,3],[124,0,2,2,1,2,36.18,0.005,0,0,2,0,0,0,0],[125,1,1,1,1,1,39.1,0.005,0,1,3,1,1,1,1],[126,2,2,0,1,2,30.62,0.005,0,2,3,2,2,2,2],[127,3,1,1,1,1,33.19,0.005,0,3,1,3,3,3,3],[128,0,0,0,1,0,35.56,0.005,0,0,0,0,0,0,0],[129,1,1,1,1,1,38.92,0.005,0,1,1,1,1,1,1],[130,2,0,0,1,0,34.05,0.005,0,2,3,2,2,0,2],[131,3,1,1,1,1,31.8,0.005,0,3,3,3,3,3,3],[132,0,0,2,1,0,34.61,0.005,0,0,0,0,0,0,0],[133,1,1,1,1,1,40.12,0.005,0,1,1,1,1,1,1],[134,2,2,2,1,2,33.05,0.005,0,2,2,2,2,0,2],[135,3,3,0,1,3,31.27,0.005,0,3,3,3,3,3,3],[136,0,3,2,1,3,39.56,0.005,0,0,0,0,0,0,0],[137,1,2,2,1,2,37.07,0.005,0,1,2,1,1,2,1],[138,2,2,0,1,2,34.53,0.005,0,2,3,2,2,0,2],[139,3,2,2,1,2,26.67,0.005,0,2,2,2,2,2,2],[140,0,0,2,1,0,35.82,0.005,0,0,0,0,0,0,0],[141,1,3,2,1,3,34.26,0.005,0,1,3,1,1,2,1],[142,2,2,0,1,2,29.67,0.005,0,2,2,2,2,0,2],[143,3,2,2,1,2,30.41,0.005,0,2,2,2,2,2,2],[144,0,0,3,1,0,38.8,0.005,0,0,0,0,0,0,0],[145,1,1,3,1,1,38.09,0.005,0,1,3,1,1,3,1],[146,2,2,2,1,2,29.59,0.005,0,2,0,2,2,0,2],[147,3,3,2,1,3,26.66,0.005,0,3,3,3,3,3,3],[148,0,3,1,1,1,37.6,0.005,0,0,0,0,0,0,0],[149,1,1,3,1,1,37.72,0.005,0,1,3,1,1,1,1],[150,2,2,3,1,2,34.18,0.005,0,2,0,2,2,0,2],[151,3,1,1,1,1,30.29,0.005,0,1,1,3,3,3,3],[152,0,0,0,1,0,35.62,0.005,0,0,0,0,0,0,0],[153,1,3,2,1,3,37.49,0.005,0,1,2,1,1,2,1],[154,2,2,0,1,2,29.62,0.005,0,2,3,2,2,0,2],[155,3,3,2,1,3,29.61,0.005,0,3,3,3,3,3,3],[156,0,0,2,1,0,32.98,0.005,0,0,0,0,0,0,0],[157,1,1,1,1,1,35.22,0.005,0,1,3,1,1,1,1],[158,2,2,3,1,2,31.52,0.005,0,2,3,2,2,1,2],[159,3,3,1,1,3,29.78,0.005,0,3,1,3,3,3,3],[160,0,2,2,1,2,32.55,0.005,0,2,2,2,2,2,2],[161,1,3,2,1,3,37.39,0.005,0,1,3,1,1,2,1],[162,2,2,2,1,2,32.94,0.005,0,0,2,2,2,2,2],[163,3,1,1,1,1,29.02,0.005,0,3,1,3,3,3,3],[164,0,0,2,1,0,35.38,0.005,0,0,0,0,0,0,0],[165,1,1,1,1,1,38.39,0.005,0,1,1,1,1,1,1],[166,2,2,3,1,2,32.31,0.005,0,2,0,2,2,0,2],[167,3,3,0,1,3,31.92,0.005,0,3,3,3,3,3,3],[168,0,2,2,1,2,35.3,0.005,0,0,0,0,0,1,0],[169,1,1,1,1,1,39.2,0.005,0,1,1,1,1,1,1],[170,2,2,0,1,2,32.95,0.005,0,2,2,2,2,2,2],[171,3,2,2,1,2,27.78,0.005,0,3,2,3,3,3,3],[172,0,1,1,1,1,38.4,0.005,0,0,0,0,0,0,0],[173,1,1,0,1,1,35.11,0.005,0,1,1,1,1,2,1],[174,2,2,3,1,2,32.17,0.005,0,2,0,2,2,2,2],[175,3,3,0,1,3,29.14,0.005,0,1,1,1,3,3,3],[176,0,2,2,1,2,33.33,0.005,0,0,0,0,0,0,0],[177,1,1,1,1,1,38.17,0.005,0,1,1,1,1,1,1],[178,2,2,2,1,2,30.61,0.005,0,2,0,2,2,0,2],[179,3,3,0,1,3,28.57,0.005,0,3,3,3,3,3,3],[180,0,0,0,1,0,36.6,0.005,0,0,0,0,0,0,0],[181,1,1,1,1,1,38.99,0.005,0,1,1,1,1,1,1],[182,2,2,0,1,2,34.87,0.005,0,2,0,2,2,1,2],[183,3,3,2,1,3,31.83,0.005,0,3,3,3,3,3,3],[184,0,2,2,1,2,39.75,0.005,0,0,0,0,0,1,0],[185,1,1,3,1,1,36.81,0.005,0,1,3,1,1,1,1],[186,2,2,0,1,2,35.07,0.005,0,2,0,2,2,1,2],[187,3,1,1,1,1,32.86,0.005,0,3,3,3,3,3,3],[188,0,2,2,1,2,39.32,0.005,0,0,2,0,1,1,1],[189,1,1,1,1,1,38.34,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,32.31,0.005,0,2,3,2,2,2,2],[191,3,3,3,1,3,28.1,0.005,0,3,3,3,3,3,3],[192,0,2,2,1,2,37.13,0.005,0,0,2,0,1,1,1],[193,1,1,0,1,1,37.39,0.005,0,1,1,1,1,1,1],[194,2,2,0,1,2,34.58,0.005,0,2,0,2,1,0,1],[195,3,3,3,1,3,33,0.005,0,3,3,3,3,3,3],[196,0,0,2,1,0,40.16,0.005,0,0,0,0,1,1,0],[197,1,1,3,1,1,37.81,0.005,0,1,3,1,1,1,1],[198,2,2,0,1,2,31.41,0.005,0,2,0,2,2,0,2],[199,3,3,2,1,3,29.63,0.005,0,3,3,3,3,3,3],[200,0,0,2,1,0,39.03,0.005,0,0,0,0,0,0,0],[201,1,1,1,1,1,35.85,0.005,0,1,1,1,1,1,1],[202,2,2,0,1,2,33.41,0.005,0,2,0,2,2,0,2],[203,3,3,1,1,1,28.35,0.005,0,1,1,3,0,3,3],[204,0,0,2,1,0,30.57,0.005,0,0,0,0,0,2,0],[205,1,1,1,1,1,34.4,0.005,0,1,3,1,1,2,1],[206,2,0,0,1,0,35.42,0.005,0,2,3,2,2,2,2],[207,3,3,0,1,3,31.68,0.005,0,3,3,3,3,3,3],[208,0,2,2,1,2,31.48,0.005,0,2,2,2,2,2,2],[209,1,1,3,1,1,38.89,0.005,0,1,1,1,1,1,1],[210,2,2,0,1,2,33.6,0.005,0,2,2,2,0,0,0],[211,3,3,1,1,1,33.47,0.005,0,3,1,3,3,3,3],[212,0,0,3,1,0,38.13,0.005,0,0,0,0,0,0,0],[213,1,1,2,1,1,36.98,0.005,0,1,3,1,1,2,1],[214,2,2,0,1,2,34.3,0.005,0,0,0,0,2,1,2],[215,3,3,2,1,3,25.78,0.005,0,3,3,3,3,2,3],[216,0,0,2,1,0,35.26,0.005,0,0,0,0,0,2,0],[217,1,0,0,1,0,39,0.005,0,2,2,2,1,1,1],[218,2,0,0,1,0,35.7,0.005,0,2,0,2,1,1,1],[219,3,3,2,1,3,29.03,0.005,0,3,3,3,2,2,2],[220,0,0,2,1,0,38.42,0.005,0,0,0,0,0,0,0],[221,1,1,2,1,1,31.93,0.005,0,1,3,1,2,2,2],[222,2,2,3,1,2,27.86,0.005,0,2,2,2,2,0,2],[223,3,3,3,1,3,31.42,0.005,0,1,1,1,3,3,3],[224,0,3,1,1,3,32.7,0.005,0,0,0,0,0,0,0],[225,1,3,2,1,1,31.27,0.005,0,1,3,1,2,2,2],[226,2,0,0,1,0,35.56,0.005,0,2,3,2,2,0,2],[227,3,0,2,1,0,27.17,0.005,0,3,2,3,3,2,3],[228,0,2,2,1,2,39.96,0.005,0,2,2,2,0,2,0],[229,1,1,3,1,3,33.33,0.005,0,3,3,3,1,3,1],[230,2,2,2,1,2,28.09,0.005,0,2,0,2,2,0,2],[231,3,3,2,1,3,27.43,0.005,0,3,3,3,3,3,3],[232,0,2,2,1,2,37.75,0.005,0,2,2,2,1,1,1],[233,1,1,1,1,1,40.34,0.005,0,1,1,1,1,1,1],[234,2,2,3,1,2,29.21,0.005,0,2,0,2,2,0,2],[235,3,3,2,1,3,31.88,0.005,0,3,3,1,3,3,3],[236,0,0,2,1,0,37.24,0.005,0,0,2,0,1,1,1],[237,1,3,2,1,3,35.07,0.005,0,3,2,3,1,2,1],[238,2,2,3,1,2,35.87,0.005,0,2,1,3,1,0,1],[239,3,0,2,1,0,26.06,0.005,0,3,3,3,3,3,3],[240,0,3,2,1,2,34.53,0.005,0,0,0,0,0,0,0],[241,1,1,0,1,1,34.41,0.005,0,1,1,1,1,2,0],[242,2,2,0,1,2,35.31,0.005,0,2,0,2,2,1,2],[243,3,3,1,1,3,30.61,0.005,0,3,3,3,3,3,3],[244,0,2,2,1,2,31.75,0.005,0,0,0,0,0,0,0],[245,1,1,1,1,1,36.49,0.005,0,1,1,1,1,1,1],[246,2,0,0,1,0,32.91,0.005,0,2,3,2,2,2,2],[247,3,3,2,1,3,29.95,0.005,0,3,2,3,3,3,3],[248,0,0,0,1,0,37.55,0.005,0,0,0,0,0,0,0],[249,1,1,0,1,1,36.31,0.005,0,3,3,3,2,2,2],[250,2,2,0,1,2,36.36,0.005,0,2,3,2,1,1,1],[251,3,3,2,1,3,27.25,0.005,0,3,3,3,3,3,3],[252,0,2,2,1,2,36.97,0.005,0,0,0,0,0,0,0],[253,1,1,1,1,1,39.33,0.005,0,1,1,1,1,1,1],[254,2,2,0,1,2,34.95,0.005,0,2,0,2,0,0,0],[255,3,1,1,1,1,26.38,0.005,0,3,1,3,3,3,3],[256,0,2,2,1,2,32.56,0.005,0,2,2,2,2,2,2],[257,1,3,2,1,1,38.13,0.005,0,1,3,1,1,2,1],[258,2,2,2,1,2,27.99,0.005,0,2,2,2,2,0,2],[259,3,3,2,1,3,30.3,0.005,0,3,3,3,3,3,3],[260,0,2,2,1,2,30.47,0.005,0,0,0,0,0,0,0],[261,1,1,3,1,1,36.9,0.005,0,1,1,1,1,1,1],[262,2,2,0,1,2,28.16,0.005,0,2,2,2,2,2,2],[263,3,3,2,1,3,29.75,0.005,0,3,3,3,3,3,3],[264,0,2,2,1,2,37.48,0.005,0,2,2,2,1,1,1],[265,1,1,0,1,1,34.27,0.005,0,1,3,1,1,2,1],[266,2,2,3,1,2,33.27,0.005,0,3,1,2,2,0,2],[267,3,3,3,1,3,32.07,0.005,0,3,3,3,3,3,3],[268,0,2,2,1,2,33.08,0.005,0,2,2,2,2,2,2],[269,1,1,0,1,1,38.28,0.005,0,1,1,1,1,1,1],[270,2,2,3,1,2,28.42,0.005,0,2,0,2,2,0,2],[271,3,3,2,1,3,27.67,0.005,0,3,3,3,3,3,3],[272,0,0,2,1,0,35.62,0.005,0,2,2,2,2,2,2],[273,1,1,0,1,1,38.57,0.005,0,1,3,1,1,1,1],[274,2,2,2,1,2,29.96,0.005,0,2,0,2,2,0,2],[275,3,3,3,1,3,26.41,0.005,0,3,3,3,3,3,3],[276,0,0,2,1,0,37.01,0.005,0,0,0,0,1,1,1],[277,1,1,3,1,1,35.37,0.005,0,1,3,1,1,2,1],[278,2,2,0,1,2,35.61,0.005,0,2,0,2,1,0,1],[279,3,3,0,1,3,27.73,0.005,0,3,3,3,3,3,3],[280,0,0,0,1,0,36.47,0.005,0,0,0,0,0,0,0],[281,1,1,1,1,1,40.74,0.005,0,1,1,1,1,1,1],[282,2,2,0,1,2,34.35,0.005,0,2,0,2,2,1,2],[283,3,3,0,1,3,28.48,0.005,0,3,3,3,3,3,3],[284,0,0,2,1,0,31.72,0.005,0,0,0,0,0,0,0],[285,1,3,2,1,3,35.58,0.005,0,1,3,1,1,2,1],[286,2,2,0,1,2,30.35,0.005,0,2,2,2,2,2,2],[287,3,3,0,1,3,27.24,0.005,0,3,3,3,3,3,3],[288,0,0,3,1,0,36.19,0.005,0,0,0,0,0,0,0],[289,1,3,3,1,3,34.56,0.005,0,1,3,1,3,3,3],[290,2,2,0,1,2,32.78,0.005,0,2,0,2,2,1,2],[291,3,1,1,1,1,30.08,0.005,0,3,1,1,3,3,3],[292,0,2,2,1,2,33.03,0.005,0,0,2,0,0,0,0],[293,1,1,3,1,1,34.86,0.005,0,1,3,1,1,2,1],[294,2,2,3,1,2,34.18,0.005,0,2,3,2,2,1,2],[295,3,1,1,1,1,32.17,0.005,0,3,1,1,3,3,3],[296,0,2,2,1,2,34.42,0.005,0,2,2,2,0,2,0],[297,1,1,1,1,1,39.22,0.005,0,1,1,1,1,1,1],[298,2,2,2,1,2,28.22,0.005,0,2,0,2,2,0,2],[299,3,1,1,1,1,33.15,0.005,0,3,1,3,3,3,3],[300,0,1,1,1,1,37.58,0.005,0,0,1,0,0,0,0],[301,1,1,0,1,1,36.47,0.005,0,1,3,1,1,2,1],[302,2,2,0,1,2,30.08,0.005,0,2,0,2,2,2,2],[303,3,3,3,1,3,24.84,0.005,0,3,3,3,3,3,3],[304,0,0,3,1,0,35.95,0.005,0,0,0,0,0,0,0],[305,1,3,2,1,3,32.62,0.005,0,1,2,1,2,2,2],[306,2,2,0,1,2,36.65,0.005,0,0,0,0,0,0,0],[307,3,3,2,1,3,27.92,0.005,0,3,2,3,2,2,3],[308,0,0,2,1,0,40.26,0.005,0,2,2,2,1,1,1],[309,1,1,2,1,1,39.55,0.005,0,1,1,1,1,1,1],[310,2,2,3,1,2,32.11,0.005,0,2,0,2,1,1,2],[311,3,3,0,1,3,34.26,0.005,0,3,3,3,3,3,3],[312,0,3,1,1,3,38.88,0.005,0,0,0,0,0,0,0],[313,1,1,1,1,1,37.73,0.005,0,1,1,1,1,1,1],[314,2,2,0,1,2,36.48,0.005,0,2,3,2,1,1,1],[315,3,2,2,1,3,26.94,0.005,0,3,2,3,3,3,3],[316,0,0,2,1,0,39.4,0.005,0,0,2,0,1,1,1],[317,1,1,1,1,1,40.13,0.005,0,1,1,1,1,1,1],[318,2,2,0,1,2,35.37,0.005,0,2,0,2,1,1,1],[319,3,0,0,1,0,32.51,0.005,0,3,3,3,3,3,3],[320,0,0,0,1,0,38.81,0.005,0,0,0,0,0,0,0],[321,1,3,2,1,3,35.38,0.005,0,1,3,1,1,2,1],[322,2,2,0,1,2,35.5,0.005,0,0,0,2,1,1,1],[323,3,3,2,1,2,29.15,0.005,0,3,2,3,3,3,3],[324,0,0,2,1,0,31.35,0.005,0,0,0,0,0,0,0],[325,1,3,2,1,3,34.82,0.005,0,1,3,1,1,2,1],[326,2,2,0,1,2,36.01,0.005,0,2,0,2,3,3,3],[327,3,3,2,1,0,25.28,0.005,0,3,2,3,3,3,3],[328,0,0,2,1,0,30.91,0.005,0,0,0,0,0,0,0],[329,1,1,3,1,1,33.77,0.005,0,1,3,1,1,2,1],[330,2,2,2,1,2,33.66,0.005,0,2,2,2,2,2,2],[331,3,2,2,1,2,27.9,0.005,0,2,2,2,2,2,2],[332,0,0,2,1,0,34.08,0.005,0,0,0,0,0,0,0],[333,1,1,3,1,1,38.52,0.005,0,1,3,1,1,1,1],[334,2,3,3,1,2,28.75,0.005,0,3,3,2,2,0,3],[335,3,3,3,1,3,30.44,0.005,0,3,3,3,3,1,3],[336,0,2,2,1,2,34.4,0.005,0,0,0,0,0,2,0],[337,1,1,1,1,1,37.42,0.005,0,1,1,1,1,1,1],[338,2,2,3,1,2,27.9,0.005,0,2,0,2,2,2,2],[339,3,3,3,1,3,31.03,0.005,0,3,3,3,3,3,3],[340,0,0,2,1,0,39.78,0.005,0,0,0,0,1,1,1],[341,1,1,1,1,1,39.29,0.005,0,1,1,1,1,1,1],[342,2,2,3,1,2,28.24,0.005,0,2,3,2,2,1,2],[343,3,3,0,1,3,27.75,0.005,0,3,3,3,3,3,3],[344,0,0,2,1,0,38.96,0.005,0,0,2,0,0,1,0],[345,1,1,1,1,1,37.8,0.005,0,1,1,1,1,1,1],[346,2,2,2,1,2,33.19,0.005,0,2,3,2,2,1,2],[347,3,3,2,1,3,29.45,0.005,0,3,3,3,3,3,3],[348,0,2,2,1,2,38.71,0.005,0,0,0,2,1,3,1],[349,1,1,0,1,1,39.42,0.005,0,1,1,1,1,1,1],[350,2,2,0,1,2,35.42,0.005,0,2,2,2,2,2,2],[351,3,1,1,1,1,32,0.005,0,3,1,3,3,3,3],[352,0,0,0,1,0,35.63,0.005,0,0,0,0,0,0,0],[353,1,0,2,1,0,37.23,0.005,0,1,2,1,1,2,1],[354,2,2,3,1,2,31.21,0.005,0,2,0,2,2,1,2],[355,3,3,2,1,3,28.31,0.005,0,3,2,3,3,3,3],[356,0,0,2,1,0,36.68,0.005,0,0,0,0,0,0,0],[357,1,1,3,1,1,39.09,0.005,0,1,1,1,1,1,1],[358,2,2,0,1,2,35.49,0.005,0,0,0,0,2,0,2],[359,3,3,3,1,3,25.48,0.005,0,3,3,3,3,3,3],[360,0,0,3,1,0,35.09,0.005,0,0,0,0,0,0,0],[361,1,1,1,1,1,39.87,0.005,0,1,1,1,1,1,1],[362,2,2,3,1,2,36.09,0.005,0,0,0,2,1,0,1],[363,3,3,2,1,3,27.45,0.005,0,3,3,3,3,3,3],[364,0,0,0,1,0,35.21,0.005,0,0,0,0,0,0,0],[365,1,1,1,1,1,32.8,0.005,0,1,1,1,1,2,1],[366,2,2,0,1,2,30.57,0.005,0,0,2,0,2,2,2],[367,3,2,2,1,2,25.86,0.005,0,0,2,0,3,3,2],[368,0,0,2,1,0,36.32,0.005,0,0,0,0,0,0,0],[369,1,1,0,1,1,37.24,0.005,0,1,1,1,1,1,1],[370,2,2,3,1,2,34.46,0.005,0,2,0,2,2,1,2],[371,3,3,2,1,3,29.13,0.005,0,3,2,3,3,3,3],[372,0,3,3,1,3,35.62,0.005,0,0,0,0,0,0,0],[373,1,1,1,1,1,39.09,0.005,0,1,1,1,1,1,1],[374,2,2,0,1,0,36.29,0.005,0,3,3,3,1,0,1],[375,3,0,2,1,0,28.33,0.005,0,3,2,3,3,2,3],[376,0,0,0,1,0,34.31,0.005,0,0,0,0,0,0,0],[377,1,1,3,1,1,37.79,0.005,0,1,3,1,1,1,1],[378,2,2,2,1,2,28.72,0.005,0,0,0,2,2,0,2],[379,3,3,1,1,3,31.62,0.005,0,3,3,3,3,3,3],[380,0,3,1,1,3,35.33,0.005,0,0,0,0,0,0,0],[381,1,1,1,1,1,39.49,0.005,0,1,3,1,1,1,1],[382,2,2,0,1,2,34.95,0.005,0,2,0,2,1,0,2],[383,3,0,2,1,0,28.44,0.005,0,3,3,3,3,3,3],[384,0,2,2,1,2,33.05,0.005,0,2,2,2,0,2,0],[385,1,1,3,1,1,39.84,0.005,0,1,1,1,1,1,1],[386,2,0,0,1,2,31.48,0.005,0,2,2,2,2,0,2],[387,3,3,1,1,3,31.69,0.005,0,3,1,3,3,3,3],[388,0,0,2,1,0,32.75,0.005,0,0,0,0,0,2,0],[389,1,1,1,1,1,38.3,0.005,0,1,1,1,1,1,1],[390,2,0,0,1,0,34.99,0.005,0,0,0,0,2,2,2],[391,3,1,1,1,1,28.3,0.005,0,3,1,3,3,3,3],[392,0,0,3,1,0,33.55,0.005,0,0,0,0,0,0,0],[393,1,1,3,1,1,36.9,0.005,0,1,3,1,1,2,1],[394,2,2,0,1,2,29.61,0.005,0,2,0,2,2,2,2],[395,3,3,2,1,3,26.73,0.005,0,3,2,3,3,3,3],[396,0,0,0,1,0,36.15,0.005,0,0,0,0,0,0,0],[397,1,1,3,1,1,38.8,0.005,0,1,3,1,1,2,1],[398,2,2,3,1,2,35.13,0.005,0,2,0,2,2,0,2],[399,3,3,2,1,3,28.36,0.005,0,3,3,3,3,3,3]],"elapsed_ms":996,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":348,"J":268,"J_valid":268,"n_invalid":0,"n00":60,"n01":18,"n10":97,"n11":93,"ctl_n":268,"ctl_err":4},"metrics":{"target_error":0.4141791044776119,"Q_transfer":0.585820895522388,"source_success":0.7089552238805971,"joint_error":0.34701492537313433,"T_cond":0.48947368421052634,"R":0.014925373134328358,"delta":0.39925373134328357,"delta_pp":39.92537313432835,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.87}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":330,"J":250,"J_valid":250,"n_invalid":0,"n00":60,"n01":21,"n10":114,"n11":55,"ctl_n":250,"ctl_err":2},"metrics":{"target_error":0.304,"Q_transfer":0.696,"source_success":0.676,"joint_error":0.22,"T_cond":0.3254437869822485,"R":0.008,"delta":0.296,"delta_pp":29.599999999999998,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-LR/fgsm/eps0100","seed":42,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,2,30.8,0.01,0,0,2,0,1,1,1],[1,1,1,0,1,1,28.31,0.01,0,1,3,1,1,2,1],[2,2,0,0,1,0,24.6,0.01,0,2,2,2,2,2,2],[3,3,3,2,1,2,26.32,0.01,0,3,2,3,3,3,3],[4,0,2,2,1,2,33.4,0.01,0,0,0,2,1,3,0],[5,1,1,0,1,1,31.69,0.01,0,1,1,1,1,0,1],[6,2,2,0,1,2,27.87,0.01,0,2,2,2,2,2,2],[7,3,0,2,1,0,27.66,0.01,0,1,2,1,1,2,1],[8,0,0,1,1,0,32.07,0.01,0,0,0,0,0,0,0],[9,1,1,2,1,1,27.25,0.01,0,1,3,1,2,2,2],[10,2,0,0,1,0,30.17,0.01,0,2,3,2,0,0,0],[11,3,0,0,1,0,26.84,0.01,0,3,2,3,1,2,1],[12,0,2,2,1,2,28.93,0.01,0,2,0,2,2,3,1],[13,1,1,1,1,1,29.05,0.01,0,1,3,1,1,2,1],[14,2,2,3,1,0,29.78,0.01,0,0,0,0,2,0,2],[15,3,1,0,1,1,23.47,0.01,0,3,3,3,3,3,3],[16,0,1,1,1,1,32.79,0.01,0,0,0,0,0,0,0],[17,1,0,2,1,0,30.07,0.01,0,3,2,3,1,2,1],[18,2,2,3,1,2,24.71,0.01,0,2,0,2,2,0,2],[19,3,1,0,1,1,20.34,0.01,0,3,3,3,3,3,3],[20,0,0,2,1,0,28.78,0.01,0,0,0,0,0,0,0],[21,1,1,0,1,1,28.06,0.01,0,1,2,1,1,2,1],[22,2,2,2,1,2,22.12,0.01,0,2,0,2,2,0,2],[23,3,3,2,1,0,20,0.008635,1,3,3,3,3,3,3],[24,0,2,2,1,2,26.72,0.01,0,2,0,0,2,2,0],[25,1,1,2,1,1,29.45,0.01,0,1,3,1,1,2,1],[26,2,2,0,1,0,30.21,0.01,0,2,0,2,1,1,1],[27,3,3,2,1,3,25.3,0.01,0,3,2,3,3,3,3],[28,0,0,2,1,0,30.57,0.01,0,0,0,0,1,1,0],[29,1,1,3,1,1,33.86,0.01,0,1,3,1,1,1,1],[30,2,2,3,1,2,29.3,0.01,0,2,3,2,2,0,2],[31,3,3,0,1,3,25.43,0.01,0,3,3,3,3,3,3],[32,0,3,3,1,3,27.16,0.01,0,0,0,0,0,0,0],[33,1,1,1,1,1,31.02,0.01,0,1,1,1,1,1,1],[34,2,2,0,1,2,22.77,0.01,0,2,0,2,2,0,2],[35,3,3,3,1,3,27.22,0.01,0,3,3,3,3,3,3],[36,0,0,3,1,0,31.57,0.01,0,0,0,0,0,0,0],[37,1,1,1,1,1,33.46,0.01,0,1,1,1,1,1,1],[38,2,2,2,1,2,22.4,0.01,0,2,0,2,2,1,2],[39,3,0,2,1,0,27.48,0.01,0,1,2,1,1,3,1],[40,0,1,1,1,1,31.62,0.01,0,0,1,0,0,0,0],[41,1,1,3,1,1,33.13,0.01,0,1,3,1,1,1,1],[42,2,2,2,1,2,29.99,0.01,0,2,2,2,2,0,2],[43,3,3,2,1,3,25.83,0.01,0,3,3,3,3,3,3],[44,0,0,2,1,0,30.07,0.01,0,0,2,0,0,1,0],[45,1,1,3,1,1,33.8,0.01,0,1,3,1,1,1,1],[46,2,2,2,1,2,22.44,0.01,0,2,0,2,2,0,2],[47,3,3,0,1,3,23.66,0.01,0,3,3,3,3,3,3],[48,0,0,2,1,0,29.25,0.01,0,0,0,0,0,0,0],[49,1,3,2,1,1,29.36,0.01,0,1,2,1,1,2,1],[50,2,0,0,1,0,29.11,0.01,0,0,0,0,0,0,0],[51,3,0,2,1,0,27.23,0.01,0,3,2,3,3,3,1],[52,0,0,2,1,0,32.85,0.01,0,0,0,0,0,0,0],[53,1,1,3,1,1,28.06,0.01,0,1,3,1,1,2,1],[54,2,2,2,1,2,28.34,0.01,0,2,0,2,2,1,2],[55,3,1,0,1,0,25.77,0.01,0,3,3,3,3,3,3],[56,0,0,2,1,0,33.77,0.01,0,0,2,0,1,1,1],[57,1,1,3,1,1,33.22,0.01,0,1,3,1,1,1,1],[58,2,2,2,1,2,22.18,0.01,0,2,2,2,2,0,2],[59,3,3,0,1,0,23.46,0.01,0,3,3,3,3,3,3],[60,0,0,2,1,0,31.05,0.01,0,0,0,0,0,0,0],[61,1,3,2,1,3,26.94,0.01,0,1,3,1,2,0,2],[62,2,2,2,1,2,24.57,0.01,0,2,0,2,2,0,2],[63,3,3,3,1,3,22.37,0.01,0,3,3,3,3,1,3],[64,0,1,1,1,1,31.25,0.01,0,0,1,0,0,0,0],[65,1,1,2,1,1,29.17,0.01,0,1,3,1,1,2,1],[66,2,2,3,1,2,28.69,0.01,0,2,1,2,2,0,2],[67,3,2,2,1,0,23.89,0.01,0,3,2,3,3,3,3],[68,0,2,2,1,2,28.37,0.01,0,0,0,0,2,2,2],[69,1,1,0,1,1,33.77,0.01,0,1,3,1,1,1,1],[70,2,2,2,1,2,23.59,0.01,0,2,0,2,2,0,2],[71,3,0,2,1,0,24.45,0.01,0,3,2,3,3,2,3],[72,0,2,2,1,2,26.11,0.01,0,2,2,2,2,3,2],[73,1,1,1,1,1,32.2,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,26.57,0.01,0,2,2,2,2,1,2],[75,3,3,2,1,3,20.77,0.01,0,3,3,3,3,3,3],[76,0,2,2,1,2,25.9,0.01,0,0,0,0,0,0,0],[77,1,1,2,1,1,30.79,0.01,0,1,3,1,1,2,1],[78,2,2,0,1,2,25.12,0.01,0,2,3,2,2,0,2],[79,3,2,2,1,2,26.41,0.01,0,2,2,2,2,2,2],[80,0,0,2,1,0,30.92,0.01,0,2,2,2,1,1,1],[81,1,1,0,1,1,34.26,0.01,0,1,1,1,1,1,1],[82,2,2,2,1,2,28.05,0.01,0,2,0,2,2,1,2],[83,3,3,0,1,3,24.34,0.01,0,3,3,3,3,3,3],[84,0,3,1,1,3,31.13,0.01,0,0,0,0,0,0,0],[85,1,1,2,1,1,26.76,0.01,0,1,3,1,2,2,1],[86,2,2,3,1,2,28.58,0.01,0,2,0,2,2,1,2],[87,3,3,2,1,3,26.18,0.01,0,3,3,3,1,2,1],[88,0,0,2,1,0,25.31,0.01,0,0,0,0,0,0,0],[89,1,1,3,1,1,28.87,0.01,0,1,3,1,1,1,1],[90,2,2,2,1,2,23.41,0.01,0,2,0,2,2,3,2],[91,3,3,2,1,3,22.15,0.01,0,3,3,3,3,3,3],[92,0,1,1,1,1,28.97,0.01,0,0,0,0,0,0,0],[93,1,1,3,1,1,27.11,0.01,0,1,3,1,2,2,1],[94,2,2,2,1,2,22.45,0.01,0,2,0,2,2,3,2],[95,3,1,1,1,1,24.33,0.01,0,1,1,1,3,3,3],[96,0,2,2,1,2,33.04,0.01,0,0,0,0,0,1,0],[97,1,1,1,1,1,31.67,0.01,0,1,3,1,1,1,1],[98,2,2,2,1,2,26.23,0.01,0,2,2,2,2,0,2],[99,3,3,0,1,3,20,0.0081252,1,3,3,3,3,3,3],[100,0,0,2,1,0,33.76,0.01,0,0,0,0,1,1,1],[101,1,1,1,1,1,32.87,0.01,0,1,1,1,1,1,1],[102,2,2,2,1,2,26.69,0.01,0,2,0,2,2,3,3],[103,3,3,2,1,0,24.16,0.01,0,3,2,3,3,3,3],[104,0,2,2,1,2,30.04,0.01,0,2,2,2,1,1,1],[105,1,1,3,1,1,27.52,0.01,0,3,3,3,1,2,1],[106,2,2,0,1,0,22.68,0.01,0,2,2,2,2,2,2],[107,3,3,0,1,3,25.09,0.01,0,3,3,3,3,3,3],[108,0,2,2,1,2,30.64,0.01,0,2,2,2,1,2,1],[109,1,1,0,1,1,34.03,0.01,0,1,3,1,1,2,1],[110,2,2,0,1,2,26.98,0.01,0,2,3,2,2,1,2],[111,3,3,3,1,3,25.82,0.01,0,3,3,3,3,1,3],[112,0,0,2,1,0,25.74,0.01,0,0,0,0,0,0,0],[113,1,1,1,1,1,33.1,0.01,0,1,3,1,1,1,1],[114,2,0,0,1,0,24.39,0.01,0,2,2,2,2,2,2],[115,3,3,2,1,3,26.99,0.01,0,3,2,3,1,2,1],[116,0,2,2,1,2,26.35,0.01,0,2,0,2,2,2,2],[117,1,1,1,1,1,28.61,0.01,0,1,3,1,1,1,1],[118,2,0,3,1,2,24.03,0.01,0,2,0,2,2,1,2],[119,3,1,1,1,1,26.28,0.01,0,3,1,3,3,3,3],[120,0,2,2,1,2,32.01,0.01,0,2,2,2,1,3,1],[121,1,3,3,1,1,27.29,0.01,0,3,3,1,1,0,1],[122,2,2,0,1,2,25.3,0.01,0,2,0,2,2,1,2],[123,3,3,2,1,2,20,0.0098441,1,3,0,3,3,2,3],[124,0,2,2,1,2,30.16,0.01,0,0,0,0,0,0,0],[125,1,1,0,1,1,33.08,0.01,0,1,3,1,1,2,1],[126,2,2,0,1,2,24.6,0.01,0,2,3,2,2,0,2],[127,3,1,1,1,1,27.17,0.01,0,3,3,3,3,3,3],[128,0,0,2,1,0,29.54,0.01,0,0,0,0,0,0,0],[129,1,1,1,1,1,32.9,0.01,0,1,1,1,1,1,1],[130,2,0,0,1,2,28.03,0.01,0,2,0,2,2,0,2],[131,3,1,1,1,1,25.78,0.01,0,3,3,3,3,3,3],[132,0,0,2,1,0,28.59,0.01,0,0,0,0,0,0,0],[133,1,1,1,1,1,34.1,0.01,0,1,1,1,1,1,1],[134,2,2,2,1,2,27.03,0.01,0,2,0,2,2,0,2],[135,3,3,0,1,3,25.25,0.01,0,3,3,3,3,3,3],[136,0,3,2,1,3,33.54,0.01,0,0,0,0,0,0,0],[137,1,2,2,1,0,31.05,0.01,0,1,2,1,1,2,1],[138,2,2,2,1,2,28.51,0.01,0,2,0,2,2,0,2],[139,3,2,2,1,2,20.65,0.01,0,2,2,2,2,3,2],[140,0,0,2,1,0,29.8,0.01,0,0,0,0,0,0,0],[141,1,3,2,1,1,28.24,0.01,0,1,3,1,1,1,2],[142,2,2,2,1,2,23.65,0.01,0,2,2,2,2,0,2],[143,3,2,2,1,2,24.39,0.01,0,2,2,2,2,2,2],[144,0,0,3,1,0,32.78,0.01,0,0,3,0,0,0,0],[145,1,1,1,1,1,32.07,0.01,0,1,3,1,1,1,1],[146,2,2,2,1,2,23.57,0.01,0,2,0,2,2,0,2],[147,3,3,2,1,3,20.64,0.01,0,3,3,3,3,3,3],[148,0,3,1,1,3,31.58,0.01,0,0,0,0,0,0,0],[149,1,1,3,1,1,31.7,0.01,0,1,3,1,1,2,1],[150,2,2,3,1,2,28.15,0.01,0,2,0,2,2,0,2],[151,3,1,1,1,1,24.27,0.01,0,1,1,1,3,3,3],[152,0,0,2,1,0,29.59,0.01,0,0,0,0,0,0,0],[153,1,3,2,1,3,31.47,0.01,0,1,1,1,1,2,1],[154,2,2,0,1,2,23.6,0.01,0,2,0,2,2,0,2],[155,3,3,2,1,3,23.59,0.01,0,3,3,3,3,3,3],[156,0,0,2,1,0,26.96,0.01,0,0,0,0,0,0,0],[157,1,1,3,1,1,29.2,0.01,0,1,3,1,1,2,1],[158,2,2,3,1,2,25.5,0.01,0,2,0,2,2,0,2],[159,3,3,1,1,1,23.76,0.01,0,3,3,3,3,3,3],[160,0,2,2,1,2,26.53,0.01,0,2,0,2,2,2,2],[161,1,3,2,1,3,31.37,0.01,0,1,3,1,1,2,1],[162,2,2,2,1,2,26.92,0.01,0,0,0,2,2,1,2],[163,3,1,1,1,1,23,0.01,0,3,1,3,3,3,3],[164,0,0,2,1,0,29.36,0.01,0,0,0,0,0,0,0],[165,1,1,1,1,1,32.37,0.01,0,1,1,1,1,1,1],[166,2,2,3,1,2,26.29,0.01,0,2,0,2,2,0,2],[167,3,3,0,1,3,25.89,0.01,0,3,3,3,3,3,3],[168,0,2,2,1,2,29.28,0.01,0,0,0,0,0,1,0],[169,1,1,1,1,1,33.18,0.01,0,1,1,1,1,1,1],[170,2,2,0,1,2,26.93,0.01,0,2,2,2,2,2,2],[171,3,2,2,1,2,21.76,0.01,0,3,2,3,3,3,3],[172,0,1,1,1,1,32.38,0.01,0,0,0,0,0,0,0],[173,1,1,2,1,1,29.09,0.01,0,1,3,1,1,2,1],[174,2,2,2,1,2,26.15,0.01,0,2,0,2,2,0,2],[175,3,3,2,1,3,23.12,0.01,0,1,3,1,3,3,3],[176,0,2,2,1,2,27.31,0.01,0,0,0,0,0,0,0],[177,1,1,1,1,1,32.15,0.01,0,1,1,1,1,1,1],[178,2,2,2,1,2,24.58,0.01,0,2,0,2,2,0,2],[179,3,3,0,1,0,22.55,0.01,0,3,0,3,3,3,3],[180,0,0,2,1,0,30.58,0.01,0,0,0,0,0,0,0],[181,1,1,1,1,1,32.97,0.01,0,1,1,1,1,1,1],[182,2,2,0,1,2,28.85,0.01,0,2,2,2,2,1,2],[183,3,3,2,1,3,25.81,0.01,0,3,3,3,3,3,3],[184,0,2,2,1,2,33.73,0.01,0,0,0,0,0,1,1],[185,1,1,2,1,1,30.79,0.01,0,1,3,1,1,1,1],[186,2,2,3,1,2,29.05,0.01,0,2,0,2,2,1,2],[187,3,1,1,1,1,26.84,0.01,0,3,3,1,3,3,3],[188,0,2,2,1,2,33.3,0.01,0,0,2,0,1,1,1],[189,1,1,1,1,1,32.32,0.01,0,1,1,1,1,1,1],[190,2,2,0,1,2,26.29,0.01,0,2,3,2,2,1,2],[191,3,3,3,1,1,22.08,0.01,0,3,3,3,3,3,3],[192,0,2,2,1,2,31.11,0.01,0,0,2,0,1,1,1],[193,1,1,0,1,1,31.37,0.01,0,1,3,1,1,1,1],[194,2,2,0,1,2,28.56,0.01,0,2,1,2,1,0,1],[195,3,3,2,1,3,26.98,0.01,0,3,3,3,3,1,3],[196,0,0,2,1,2,34.14,0.01,0,0,0,0,1,2,1],[197,1,1,3,1,1,31.79,0.01,0,1,3,1,1,1,1],[198,2,2,2,1,2,25.39,0.01,0,2,2,2,2,0,2],[199,3,3,2,1,3,23.61,0.01,0,3,2,3,3,2,3],[200,0,0,2,1,0,33.01,0.01,0,0,0,0,0,0,0],[201,1,1,1,1,1,29.83,0.01,0,1,3,1,1,2,1],[202,2,2,3,1,2,27.39,0.01,0,2,0,2,2,0,2],[203,3,3,1,1,1,22.32,0.01,0,1,1,3,0,3,3],[204,0,0,2,1,0,24.55,0.01,0,0,0,0,0,2,0],[205,1,1,2,1,1,28.38,0.01,0,1,3,1,1,2,1],[206,2,0,0,1,0,29.4,0.01,0,2,0,2,2,1,2],[207,3,3,0,1,3,25.66,0.01,0,3,3,3,3,3,3],[208,0,2,2,1,2,25.46,0.01,0,2,0,2,2,2,2],[209,1,1,3,1,1,32.87,0.01,0,1,1,1,1,1,1],[210,2,2,0,1,2,27.58,0.01,0,2,0,2,0,0,2],[211,3,3,1,1,1,27.45,0.01,0,3,1,3,3,3,3],[212,0,0,3,1,0,32.11,0.01,0,0,0,0,0,0,0],[213,1,1,2,1,1,30.96,0.01,0,1,3,1,1,2,1],[214,2,2,3,1,2,28.28,0.01,0,0,0,2,2,0,2],[215,3,3,2,1,3,20,0.0097286,1,3,3,3,3,2,3],[216,0,0,2,1,0,29.24,0.01,0,0,0,0,0,2,0],[217,1,0,0,1,0,32.98,0.01,0,2,2,2,1,1,1],[218,2,0,0,1,0,29.68,0.01,0,2,0,2,1,1,1],[219,3,3,2,1,3,23.01,0.01,0,3,3,3,2,3,2],[220,0,0,2,1,0,32.4,0.01,0,0,0,0,0,0,0],[221,1,1,2,1,1,25.91,0.01,0,1,3,1,2,2,1],[222,2,2,3,1,2,21.84,0.01,0,2,0,2,2,0,2],[223,3,3,3,1,3,25.4,0.01,0,1,1,1,3,3,3],[224,0,3,1,1,0,26.68,0.01,0,0,0,0,0,0,0],[225,1,3,2,1,0,25.25,0.01,0,1,2,1,2,2,2],[226,2,0,0,1,0,29.54,0.01,0,2,3,2,2,0,2],[227,3,0,2,1,2,21.15,0.01,0,3,2,3,3,2,2],[228,0,2,2,1,2,33.94,0.01,0,2,0,2,0,2,0],[229,1,1,3,1,1,27.31,0.01,0,3,3,1,1,1,1],[230,2,2,2,1,2,22.07,0.01,0,2,0,2,2,0,2],[231,3,3,2,1,3,21.41,0.01,0,3,3,3,3,3,3],[232,0,2,2,1,2,31.73,0.01,0,2,2,2,1,1,1],[233,1,1,1,1,1,34.32,0.01,0,1,1,1,1,1,1],[234,2,2,2,1,2,23.19,0.01,0,2,0,2,2,0,2],[235,3,3,2,1,3,25.86,0.01,0,3,3,1,3,3,3],[236,0,0,2,1,0,31.22,0.01,0,0,2,0,1,1,1],[237,1,3,2,1,3,29.05,0.01,0,3,2,3,1,2,1],[238,2,2,1,1,0,29.85,0.01,0,2,1,2,1,0,2],[239,3,0,2,1,0,20.04,0.01,0,3,2,3,3,3,3],[240,0,3,2,1,2,28.51,0.01,0,0,0,0,0,0,0],[241,1,1,2,1,1,28.39,0.01,0,1,1,1,1,2,0],[242,2,2,0,1,2,29.29,0.01,0,2,0,2,2,1,2],[243,3,3,0,1,3,24.59,0.01,0,3,3,3,3,3,3],[244,0,2,2,1,2,25.73,0.01,0,0,0,0,0,0,0],[245,1,1,1,1,1,30.46,0.01,0,1,1,1,1,2,1],[246,2,0,0,1,0,26.89,0.01,0,2,0,2,2,1,2],[247,3,3,2,1,2,23.93,0.01,0,3,2,3,3,3,3],[248,0,0,2,1,0,31.53,0.01,0,0,0,0,0,0,0],[249,1,1,0,1,1,30.29,0.01,0,3,3,3,2,2,2],[250,2,2,0,1,2,30.34,0.01,0,2,3,2,1,1,1],[251,3,3,2,1,3,21.23,0.01,0,3,3,3,3,3,3],[252,0,2,2,1,2,30.95,0.01,0,0,0,0,0,0,0],[253,1,1,1,1,1,33.31,0.01,0,1,1,1,1,1,1],[254,2,2,2,1,2,28.93,0.01,0,2,0,2,0,0,0],[255,3,1,1,1,1,20.36,0.01,0,3,3,3,3,3,3],[256,0,2,2,1,2,26.54,0.01,0,2,0,2,2,2,0],[257,1,3,2,1,1,32.11,0.01,0,1,3,1,1,2,1],[258,2,2,2,1,2,21.97,0.01,0,2,0,2,2,0,2],[259,3,3,2,1,3,24.28,0.01,0,3,3,3,3,1,3],[260,0,2,2,1,0,24.45,0.01,0,0,0,0,0,0,0],[261,1,1,3,1,1,30.88,0.01,0,1,3,1,1,3,1],[262,2,2,2,1,2,22.14,0.01,0,2,0,2,2,0,2],[263,3,3,2,1,3,23.73,0.01,0,3,3,3,3,3,3],[264,0,2,2,1,2,31.46,0.01,0,2,2,2,1,3,1],[265,1,1,0,1,1,28.25,0.01,0,1,3,1,1,2,1],[266,2,2,3,1,2,27.25,0.01,0,3,1,2,2,0,2],[267,3,3,3,1,3,26.05,0.01,0,3,3,3,3,1,3],[268,0,2,2,1,2,27.06,0.01,0,2,2,2,2,2,2],[269,1,1,0,1,1,32.26,0.01,0,1,1,1,1,0,1],[270,2,2,2,1,2,22.4,0.01,0,2,0,2,2,0,2],[271,3,3,2,1,3,21.65,0.01,0,3,3,3,3,3,3],[272,0,0,2,1,0,29.6,0.01,0,2,2,2,2,3,1],[273,1,1,0,1,1,32.55,0.01,0,1,3,1,1,2,1],[274,2,2,2,1,2,23.94,0.01,0,2,0,2,2,0,2],[275,3,3,3,1,3,20.39,0.01,0,3,3,3,3,3,3],[276,0,0,2,1,0,30.99,0.01,0,0,0,0,1,1,1],[277,1,1,2,1,1,29.35,0.01,0,1,3,1,1,2,1],[278,2,2,3,1,2,29.59,0.01,0,2,3,2,1,0,1],[279,3,3,2,1,3,21.71,0.01,0,3,2,3,3,3,3],[280,0,0,0,1,0,30.45,0.01,0,0,0,0,0,0,0],[281,1,1,1,1,1,34.72,0.01,0,1,1,1,1,1,1],[282,2,2,0,1,0,28.33,0.01,0,2,0,2,2,1,2],[283,3,3,0,1,3,22.46,0.01,0,3,3,3,3,3,3],[284,0,0,2,1,0,25.7,0.01,0,0,0,0,0,0,0],[285,1,3,2,1,1,29.56,0.01,0,1,3,1,1,2,1],[286,2,2,0,1,2,24.33,0.01,0,2,2,2,2,2,2],[287,3,3,0,1,3,21.22,0.01,0,3,3,3,3,3,3],[288,0,0,3,1,0,30.17,0.01,0,0,0,0,0,0,0],[289,1,3,3,1,1,28.54,0.01,0,1,1,1,3,1,3],[290,2,2,0,1,0,26.76,0.01,0,2,2,2,2,0,2],[291,3,1,1,1,1,24.06,0.01,0,3,1,3,3,3,3],[292,0,2,2,1,2,27.01,0.01,0,0,0,0,0,0,0],[293,1,1,3,1,1,28.84,0.01,0,1,3,1,1,2,1],[294,2,2,3,1,2,28.16,0.01,0,2,1,2,2,1,2],[295,3,1,1,1,1,26.15,0.01,0,3,1,1,3,3,3],[296,0,2,2,1,2,28.4,0.01,0,2,2,2,0,2,0],[297,1,1,1,1,1,33.2,0.01,0,1,1,1,1,1,1],[298,2,2,2,1,2,22.2,0.01,0,2,0,2,2,0,2],[299,3,1,1,1,1,27.13,0.01,0,3,1,3,3,3,3],[300,0,1,1,1,1,31.56,0.01,0,0,1,0,0,0,0],[301,1,1,0,1,1,30.45,0.01,0,1,3,1,1,2,1],[302,2,2,0,1,2,24.06,0.01,0,2,0,2,2,2,2],[303,3,3,3,1,3,20,0.0087295,1,3,3,3,3,3,3],[304,0,0,2,1,3,29.93,0.01,0,0,3,0,0,0,0],[305,1,3,2,1,3,26.6,0.01,0,1,2,1,2,2,2],[306,2,2,3,1,2,30.63,0.01,0,0,0,0,0,0,1],[307,3,3,2,1,0,21.9,0.01,0,3,2,3,2,2,3],[308,0,0,2,1,0,34.24,0.01,0,2,2,2,1,1,1],[309,1,1,2,1,1,33.53,0.01,0,1,3,1,1,2,1],[310,2,2,2,1,2,26.09,0.01,0,2,0,2,1,0,2],[311,3,3,2,1,3,28.24,0.01,0,3,3,3,3,3,3],[312,0,3,1,1,3,32.86,0.01,0,0,1,0,0,0,0],[313,1,1,0,1,1,31.71,0.01,0,1,1,1,1,1,1],[314,2,2,0,1,0,30.46,0.01,0,2,2,2,1,1,1],[315,3,2,2,1,2,20.92,0.01,0,3,2,3,3,3,3],[316,0,0,2,1,0,33.38,0.01,0,0,2,2,1,1,1],[317,1,1,1,1,1,34.11,0.01,0,1,1,1,1,1,1],[318,2,2,0,1,2,29.35,0.01,0,2,0,2,1,1,1],[319,3,0,0,1,0,26.48,0.01,0,3,3,3,3,3,3],[320,0,0,0,1,0,32.79,0.01,0,0,0,0,0,0,0],[321,1,3,2,1,1,29.36,0.01,0,1,3,1,1,2,1],[322,2,2,0,1,2,29.48,0.01,0,0,0,2,1,1,1],[323,3,3,2,1,2,23.13,0.01,0,3,2,3,3,3,3],[324,0,0,2,1,0,25.33,0.01,0,0,0,0,0,0,0],[325,1,3,2,1,3,28.79,0.01,0,1,3,1,1,1,1],[326,2,2,0,1,2,29.99,0.01,0,2,0,2,3,0,3],[327,3,3,2,1,3,20,0.0091847,1,3,2,3,3,3,3],[328,0,0,2,1,0,24.89,0.01,0,0,0,0,0,0,0],[329,1,1,3,1,1,27.75,0.01,0,1,3,1,1,0,1],[330,2,2,2,1,2,27.64,0.01,0,2,0,2,2,2,2],[331,3,2,2,1,2,21.88,0.01,0,2,2,2,2,2,2],[332,0,0,2,1,0,28.06,0.01,0,0,0,0,0,0,0],[333,1,1,3,1,1,32.5,0.01,0,1,3,1,1,1,1],[334,2,3,2,1,2,22.73,0.01,0,3,3,2,2,0,2],[335,3,3,3,1,3,24.42,0.01,0,3,3,3,3,1,3],[336,0,2,2,1,2,28.38,0.01,0,0,0,0,0,2,1],[337,1,1,1,1,1,31.4,0.01,0,1,3,1,1,1,1],[338,2,2,2,1,2,21.88,0.01,0,2,0,2,2,0,2],[339,3,3,3,1,3,25.01,0.01,0,3,1,3,3,3,3],[340,0,0,2,1,0,33.76,0.01,0,0,0,0,1,1,1],[341,1,1,0,1,1,33.27,0.01,0,1,1,1,1,1,1],[342,2,2,3,1,2,22.21,0.01,0,2,3,2,2,1,2],[343,3,3,0,1,3,21.73,0.01,0,3,3,3,3,3,3],[344,0,0,2,1,0,32.94,0.01,0,0,2,0,0,1,1],[345,1,1,1,1,1,31.78,0.01,0,1,1,1,1,1,1],[346,2,2,2,1,2,27.17,0.01,0,2,3,2,2,0,2],[347,3,3,2,1,0,23.43,0.01,0,3,2,3,3,3,3],[348,0,2,2,1,2,32.69,0.01,0,0,0,2,1,3,1],[349,1,1,2,1,1,33.4,0.01,0,1,3,1,1,1,1],[350,2,2,0,1,2,29.4,0.01,0,2,2,2,2,2,2],[351,3,1,1,1,0,25.98,0.01,0,3,1,3,3,3,3],[352,0,0,2,1,0,29.61,0.01,0,0,0,0,0,0,0],[353,1,0,2,1,1,31.21,0.01,0,1,2,1,1,2,1],[354,2,2,3,1,2,25.19,0.01,0,2,0,2,2,0,2],[355,3,3,2,1,3,22.29,0.01,0,3,2,3,3,3,3],[356,0,0,2,1,0,30.66,0.01,0,0,0,0,0,0,0],[357,1,1,3,1,1,33.07,0.01,0,1,1,1,1,1,1],[358,2,2,0,1,2,29.47,0.01,0,0,0,2,2,0,2],[359,3,3,3,1,3,20,0.0094011,1,3,3,3,3,3,3],[360,0,0,3,1,0,29.07,0.01,0,0,0,0,0,0,0],[361,1,1,1,1,1,33.85,0.01,0,1,1,1,1,1,1],[362,2,2,3,1,2,30.07,0.01,0,0,0,0,1,0,1],[363,3,3,2,1,0,21.43,0.01,0,3,3,3,3,3,3],[364,0,0,3,1,0,29.19,0.01,0,0,0,0,0,0,0],[365,1,1,1,1,1,26.78,0.01,0,1,3,1,1,2,1],[366,2,2,0,1,2,24.55,0.01,0,0,2,0,2,1,2],[367,3,2,2,1,2,20,0.0098156,1,0,2,3,3,3,2],[368,0,0,2,1,0,30.3,0.01,0,0,0,0,0,0,0],[369,1,1,0,1,1,31.22,0.01,0,1,1,1,1,1,1],[370,2,2,3,1,2,28.44,0.01,0,2,0,2,2,1,2],[371,3,3,2,1,3,23.11,0.01,0,3,3,1,3,3,3],[372,0,3,3,1,3,29.6,0.01,0,0,0,0,0,0,0],[373,1,1,0,1,1,33.07,0.01,0,1,1,1,1,1,1],[374,2,2,3,1,0,30.26,0.01,0,3,1,3,1,0,1],[375,3,0,2,1,0,22.31,0.01,0,3,2,3,3,2,3],[376,0,0,2,1,0,28.29,0.01,0,0,0,0,0,0,0],[377,1,1,3,1,1,31.77,0.01,0,1,3,1,1,1,1],[378,2,2,2,1,2,22.7,0.01,0,0,0,2,2,0,2],[379,3,3,1,1,3,25.6,0.01,0,3,3,3,3,3,3],[380,0,3,1,1,3,29.31,0.01,0,0,0,0,0,0,0],[381,1,1,3,1,1,33.47,0.01,0,1,3,1,1,1,1],[382,2,2,0,1,2,28.92,0.01,0,2,0,2,1,0,1],[383,3,0,2,1,0,22.42,0.01,0,3,2,3,3,3,3],[384,0,2,2,1,2,27.03,0.01,0,2,0,2,0,2,0],[385,1,1,3,1,1,33.82,0.01,0,1,1,1,1,1,1],[386,2,0,0,1,0,25.46,0.01,0,2,2,2,2,0,2],[387,3,3,1,1,1,25.67,0.01,0,3,3,3,3,3,3],[388,0,0,2,1,0,26.73,0.01,0,0,0,0,0,2,0],[389,1,1,1,1,1,32.28,0.01,0,1,1,1,1,1,1],[390,2,0,0,1,0,28.97,0.01,0,0,0,0,2,0,2],[391,3,1,1,1,1,22.27,0.01,0,3,1,3,3,3,3],[392,0,0,3,1,0,27.53,0.01,0,0,0,0,0,0,0],[393,1,1,2,1,1,30.88,0.01,0,1,3,1,1,1,1],[394,2,2,0,1,2,23.59,0.01,0,2,2,2,2,0,2],[395,3,3,2,1,2,20.71,0.01,0,3,2,3,3,3,3],[396,0,0,2,1,0,30.12,0.01,0,0,0,0,0,0,0],[397,1,1,2,1,1,32.78,0.01,0,1,3,1,1,1,0],[398,2,2,3,1,2,29.11,0.01,0,2,0,0,2,0,2],[399,3,3,2,1,3,22.34,0.01,0,3,3,3,3,3,3]],"elapsed_ms":1103,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":348,"J":268,"J_valid":268,"n_invalid":0,"n00":36,"n01":36,"n10":98,"n11":98,"ctl_n":268,"ctl_err":4},"metrics":{"target_error":0.5,"Q_transfer":0.5,"source_success":0.7313432835820896,"joint_error":0.3656716417910448,"T_cond":0.5,"R":0.014925373134328358,"delta":0.48507462686567165,"delta_pp":48.507462686567166,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.87}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":330,"J":250,"J_valid":250,"n_invalid":0,"n00":34,"n01":39,"n10":109,"n11":68,"ctl_n":250,"ctl_err":4},"metrics":{"target_error":0.428,"Q_transfer":0.5720000000000001,"source_success":0.708,"joint_error":0.272,"T_cond":0.384180790960452,"R":0.016,"delta":0.412,"delta_pp":41.199999999999996,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-LR/fgsm/eps0200","seed":42,"source":"SPEC-LR","attack":"fgsm","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,24.78,0.02,0,0,2,0,1,1,1],[1,1,1,2,1,1,22.29,0.02,0,1,3,1,1,2,1],[2,2,0,2,1,0,20,0.016983,1,2,0,2,2,1,2],[3,3,3,2,1,1,20.3,0.02,0,3,2,3,3,3,3],[4,0,2,2,1,0,27.38,0.02,0,0,0,0,1,3,0],[5,1,1,0,1,1,25.67,0.02,0,1,3,1,1,2,1],[6,2,2,0,1,2,21.84,0.02,0,2,1,2,2,0,2],[7,3,0,2,1,0,21.64,0.02,0,1,2,1,1,2,1],[8,0,0,1,1,0,26.05,0.02,0,0,0,0,0,0,0],[9,1,1,2,1,1,21.23,0.02,0,1,3,3,2,1,2],[10,2,0,0,1,0,24.14,0.02,0,2,1,2,0,0,0],[11,3,0,2,1,0,20.82,0.02,0,3,2,3,1,2,1],[12,0,2,2,1,2,22.91,0.02,0,2,0,2,2,3,1],[13,1,1,3,1,1,23.03,0.02,0,1,3,1,1,2,1],[14,2,2,2,1,0,23.76,0.02,0,0,0,0,2,0,2],[15,3,1,2,1,0,20,0.0149119,1,3,3,3,3,3,3],[16,0,1,1,1,1,26.77,0.02,0,0,0,0,0,0,0],[17,1,0,2,1,1,24.05,0.02,0,3,2,3,1,2,0],[18,2,2,2,1,2,20,0.0172058,1,2,0,2,2,0,2],[19,3,1,2,1,0,20,0.0104,1,3,3,3,3,3,3],[20,0,0,2,1,0,22.76,0.02,0,0,0,0,0,0,0],[21,1,1,0,1,0,22.04,0.02,0,1,2,1,1,2,1],[22,2,2,2,1,2,20,0.012758,1,2,0,2,2,0,2],[23,3,3,2,1,3,20,0.008635,1,3,3,3,3,3,3],[24,0,2,2,1,2,20.7,0.02,0,2,0,2,2,2,0],[25,1,1,2,1,1,23.42,0.02,0,1,3,1,1,1,1],[26,2,2,0,1,0,24.19,0.02,0,2,0,2,1,1,1],[27,3,3,2,1,3,20,0.0184128,1,3,3,3,3,3,3],[28,0,0,2,1,2,24.55,0.02,0,0,0,0,1,1,0],[29,1,1,1,1,1,27.84,0.02,0,1,3,1,1,1,1],[30,2,2,3,1,2,23.28,0.02,0,2,3,2,2,0,2],[31,3,3,0,1,3,20,0.018685,1,3,3,3,3,3,3],[32,0,3,3,1,0,21.14,0.02,0,0,0,0,0,0,0],[33,1,1,1,1,1,24.99,0.02,0,1,1,1,1,2,1],[34,2,2,2,1,2,20,0.0137624,1,2,0,2,2,0,2],[35,3,3,3,1,3,21.2,0.02,0,3,3,3,3,3,3],[36,0,0,3,1,0,25.55,0.02,0,0,0,0,0,0,0],[37,1,1,0,1,1,27.44,0.02,0,1,2,1,1,1,0],[38,2,2,2,1,2,20,0.0131839,1,2,0,2,2,1,2],[39,3,0,2,1,0,21.46,0.02,0,1,2,1,1,3,1],[40,0,1,1,1,1,25.6,0.02,0,0,1,0,0,0,0],[41,1,1,3,1,1,27.11,0.02,0,1,3,1,1,1,1],[42,2,2,2,1,2,23.97,0.02,0,2,0,2,2,0,2],[43,3,3,2,1,0,20,0.0195689,1,3,3,3,3,3,1],[44,0,0,2,1,0,24.05,0.02,0,0,0,0,0,1,0],[45,1,1,2,1,1,27.78,0.02,0,1,3,1,1,1,1],[46,2,2,2,1,2,20,0.0132411,1,2,0,2,2,0,2],[47,3,3,0,1,3,20,0.0152423,1,3,3,3,3,3,3],[48,0,0,2,1,0,23.23,0.02,0,0,0,0,0,0,0],[49,1,3,2,1,1,23.34,0.02,0,1,2,1,1,2,1],[50,2,0,0,1,2,23.09,0.02,0,0,0,0,0,0,0],[51,3,0,2,1,0,21.21,0.02,0,3,2,3,3,3,1],[52,0,0,2,1,0,26.83,0.02,0,0,0,0,0,0,0],[53,1,1,1,1,1,22.04,0.02,0,1,3,1,1,1,2],[54,2,2,2,1,2,22.32,0.02,0,2,0,0,2,1,2],[55,3,1,0,1,1,20,0.0194203,1,3,1,3,3,3,3],[56,0,0,2,1,0,27.75,0.02,0,0,2,0,1,1,1],[57,1,1,3,1,1,27.2,0.02,0,1,3,1,1,1,1],[58,2,2,2,1,2,20,0.0128505,1,2,0,2,2,0,2],[59,3,3,0,1,0,20,0.0148928,1,3,0,3,3,3,3],[60,0,0,2,1,0,25.03,0.02,0,0,0,0,0,0,0],[61,1,3,2,1,1,20.92,0.02,0,1,3,3,2,0,0],[62,2,2,2,1,2,20,0.0169275,1,2,0,2,2,0,2],[63,3,3,3,1,3,20,0.0131425,1,3,3,3,3,1,3],[64,0,1,1,1,1,25.23,0.02,0,0,1,1,0,0,0],[65,1,1,2,1,1,23.15,0.02,0,1,3,1,1,2,0],[66,2,2,2,1,2,22.67,0.02,0,2,3,2,2,0,2],[67,3,2,2,1,0,20,0.0156405,1,3,2,3,3,3,3],[68,0,2,2,1,2,22.35,0.02,0,0,0,0,2,2,0],[69,1,1,2,1,1,27.75,0.02,0,1,3,1,1,1,1],[70,2,2,2,1,2,20,0.0151129,1,2,0,2,2,0,2],[71,3,0,2,1,0,20,0.0166854,1,3,2,2,3,2,1],[72,0,2,2,1,2,20.09,0.02,0,2,0,2,2,3,2],[73,1,1,1,1,1,26.18,0.02,0,1,3,1,1,2,1],[74,2,2,2,1,2,20.55,0.02,0,2,0,2,2,1,2],[75,3,3,2,1,3,20,0.0109212,1,3,3,3,3,3,3],[76,0,2,2,1,0,20,0.019715,1,0,0,0,0,0,0],[77,1,1,2,1,1,24.77,0.02,0,1,2,1,1,2,1],[78,2,2,2,1,2,20,0.0180371,1,2,0,2,2,0,2],[79,3,2,2,1,0,20.39,0.02,0,2,2,2,2,2,2],[80,0,0,2,1,0,24.9,0.02,0,2,2,2,1,3,1],[81,1,1,0,1,1,28.24,0.02,0,1,3,1,1,2,1],[82,2,2,2,1,2,22.03,0.02,0,2,0,2,2,1,2],[83,3,3,0,1,0,20,0.0164825,1,3,3,3,3,3,3],[84,0,3,1,1,1,25.11,0.02,0,0,0,0,0,0,0],[85,1,1,2,1,1,20.74,0.02,0,1,3,1,2,2,2],[86,2,2,2,1,2,22.56,0.02,0,2,0,2,2,1,2],[87,3,3,2,1,2,20.15,0.02,0,3,3,3,1,3,1],[88,0,0,2,1,0,20,0.0184368,1,0,0,0,0,0,0],[89,1,1,3,1,1,22.85,0.02,0,1,3,1,1,1,1],[90,2,2,2,1,2,20,0.014815,1,2,0,2,2,3,2],[91,3,3,2,1,3,20,0.0128131,1,3,3,3,3,3,3],[92,0,1,1,1,1,22.95,0.02,0,0,0,0,0,0,0],[93,1,1,3,1,1,21.09,0.02,0,1,3,1,2,3,2],[94,2,2,2,1,2,20,0.0132548,1,2,0,2,2,3,3],[95,3,1,1,1,1,20,0.0164609,1,1,1,1,3,3,3],[96,0,2,2,1,2,27.02,0.02,0,0,0,0,0,1,0],[97,1,1,2,1,1,25.65,0.02,0,1,3,1,1,2,1],[98,2,2,2,1,2,20.21,0.02,0,2,0,2,2,0,2],[99,3,3,0,1,3,20,0.0081252,1,3,3,3,3,3,3],[100,0,0,2,1,0,27.74,0.02,0,0,0,0,1,1,1],[101,1,1,1,1,1,26.85,0.02,0,1,1,1,1,1,1],[102,2,2,2,1,2,20.67,0.02,0,2,0,2,2,3,3],[103,3,3,2,1,0,20,0.0161487,1,3,2,3,3,3,3],[104,0,2,2,1,2,24.02,0.02,0,2,2,2,1,2,1],[105,1,1,2,1,1,21.5,0.02,0,3,3,3,1,2,1],[106,2,2,0,1,2,20,0.0136154,1,2,2,2,2,2,2],[107,3,3,0,1,0,20,0.0179637,1,3,3,3,3,3,3],[108,0,2,2,1,2,24.62,0.02,0,2,2,2,1,2,1],[109,1,1,2,1,1,28.01,0.02,0,1,2,1,1,2,1],[110,2,2,0,1,2,20.96,0.02,0,2,3,2,2,0,2],[111,3,3,3,1,3,20,0.0195489,1,3,3,3,3,1,3],[112,0,0,2,1,0,20,0.0193746,1,0,0,0,0,0,0],[113,1,1,1,1,1,27.08,0.02,0,1,3,1,1,1,1],[114,2,0,2,1,2,20,0.0165705,1,2,2,2,2,1,2],[115,3,3,2,1,2,20.97,0.02,0,3,2,3,1,2,1],[116,0,2,2,1,2,20.33,0.02,0,2,0,2,2,2,0],[117,1,1,1,1,1,22.59,0.02,0,1,1,1,1,1,1],[118,2,0,2,1,2,20,0.0159067,1,2,0,2,2,1,2],[119,3,1,1,1,1,20.26,0.02,0,3,1,3,3,3,3],[120,0,2,2,1,2,25.99,0.02,0,2,0,2,1,1,0],[121,1,3,3,1,1,21.27,0.02,0,3,3,1,1,0,2],[122,2,2,2,1,0,20,0.0184096,1,2,0,0,2,1,2],[123,3,3,2,1,0,20,0.0098441,1,3,0,3,3,2,3],[124,0,2,2,1,2,24.14,0.02,0,0,0,0,0,2,0],[125,1,1,0,1,1,27.06,0.02,0,1,3,1,1,2,1],[126,2,2,3,1,2,20,0.0169909,1,2,1,2,2,0,2],[127,3,1,1,1,1,21.15,0.02,0,3,1,3,3,3,3],[128,0,0,2,1,0,23.52,0.02,0,0,0,0,0,0,0],[129,1,1,1,1,1,26.88,0.02,0,1,1,1,1,1,1],[130,2,0,0,1,0,22.01,0.02,0,2,1,2,2,0,2],[131,3,1,1,1,1,20,0.0194486,1,3,3,3,3,3,3],[132,0,0,2,1,0,22.57,0.02,0,0,0,0,0,0,0],[133,1,1,1,1,1,28.08,0.02,0,1,1,1,1,1,1],[134,2,2,2,1,2,21.01,0.02,0,2,0,2,2,0,2],[135,3,3,0,1,3,20,0.0182971,1,3,3,3,3,3,3],[136,0,3,2,1,0,27.52,0.02,0,0,0,0,0,0,0],[137,1,2,2,1,0,25.03,0.02,0,1,2,1,1,2,1],[138,2,2,2,1,2,22.49,0.02,0,2,0,2,2,0,2],[139,3,2,2,1,2,20,0.0107807,1,2,2,2,2,3,2],[140,0,0,2,1,0,23.78,0.02,0,0,0,0,0,0,0],[141,1,3,2,1,1,22.22,0.02,0,1,3,1,1,1,1],[142,2,2,2,1,2,20,0.0152178,1,2,0,2,2,0,2],[143,3,2,2,1,2,20,0.0165713,1,2,2,2,2,3,2],[144,0,0,3,1,0,26.76,0.02,0,0,0,0,0,0,0],[145,1,1,1,1,1,26.05,0.02,0,1,1,1,1,1,1],[146,2,2,2,1,2,20,0.0150767,1,2,0,0,2,0,2],[147,3,3,2,1,3,20,0.0107677,1,3,3,3,3,3,3],[148,0,3,1,1,1,25.56,0.02,0,0,0,0,0,0,0],[149,1,1,3,1,1,25.68,0.02,0,1,3,1,1,1,1],[150,2,2,2,1,2,22.13,0.02,0,2,0,2,2,3,2],[151,3,1,1,1,1,20,0.0163441,1,1,1,1,3,3,3],[152,0,0,2,1,0,23.57,0.02,0,0,0,0,0,0,0],[153,1,3,2,1,1,25.45,0.02,0,1,1,1,1,1,1],[154,2,2,3,1,2,20,0.0151406,1,2,0,2,2,0,2],[155,3,3,2,1,3,20,0.0151203,1,3,3,3,3,3,3],[156,0,0,2,1,0,20.94,0.02,0,0,0,0,0,0,0],[157,1,1,3,1,1,23.17,0.02,0,1,3,1,1,2,1],[158,2,2,3,1,2,20,0.0188314,1,2,0,2,2,1,2],[159,3,3,1,1,1,20,0.0154207,1,3,3,3,3,3,3],[160,0,2,2,1,2,20.51,0.02,0,2,0,2,2,2,2],[161,1,3,2,1,0,25.35,0.02,0,1,3,1,1,1,1],[162,2,2,2,1,2,20.9,0.02,0,0,0,2,2,1,2],[163,3,1,1,1,1,20,0.0141247,1,3,1,3,3,3,3],[164,0,0,2,1,0,23.33,0.02,0,0,0,0,0,0,0],[165,1,1,1,1,1,26.35,0.02,0,1,3,1,1,1,1],[166,2,2,2,1,2,20.27,0.02,0,2,0,2,2,0,2],[167,3,3,0,1,3,20,0.0197123,1,3,3,3,3,1,3],[168,0,2,2,1,0,23.25,0.02,0,0,0,0,0,1,0],[169,1,1,1,1,1,27.16,0.02,0,1,1,1,1,1,1],[170,2,2,2,1,2,20.91,0.02,0,2,0,2,2,2,2],[171,3,2,2,1,3,20,0.0122402,1,3,2,3,3,3,3],[172,0,1,1,1,1,26.36,0.02,0,0,0,0,0,0,0],[173,1,1,2,1,1,23.07,0.02,0,1,2,1,1,2,1],[174,2,2,2,1,2,20.13,0.02,0,2,0,2,2,0,2],[175,3,3,2,1,3,20,0.0143205,1,1,3,3,3,3,3],[176,0,2,2,1,0,21.29,0.02,0,0,0,0,0,0,0],[177,1,1,1,1,1,26.13,0.02,0,1,3,1,1,1,1],[178,2,2,2,1,2,20,0.016953,1,2,0,2,2,0,2],[179,3,3,0,1,3,20,0.0134053,1,3,0,3,3,3,3],[180,0,0,2,1,0,24.56,0.02,0,0,0,0,0,0,0],[181,1,1,1,1,1,26.95,0.02,0,1,1,1,1,1,1],[182,2,2,2,1,0,22.83,0.02,0,2,0,2,2,1,2],[183,3,3,2,1,3,20,0.0195292,1,3,3,3,3,1,3],[184,0,2,2,1,2,27.71,0.02,0,0,0,0,0,3,1],[185,1,1,2,1,1,24.77,0.02,0,1,3,1,1,1,1],[186,2,2,2,1,2,23.03,0.02,0,2,0,2,2,1,2],[187,3,1,1,1,1,20.82,0.02,0,3,1,3,3,3,3],[188,0,2,2,1,0,27.28,0.02,0,0,2,0,1,1,1],[189,1,1,1,1,1,26.3,0.02,0,1,1,1,1,1,1],[190,2,2,3,1,2,20.26,0.02,0,2,1,2,2,1,2],[191,3,3,2,1,1,20,0.0126986,1,3,3,1,3,3,3],[192,0,2,2,1,0,25.09,0.02,0,0,2,2,1,3,1],[193,1,1,2,1,1,25.35,0.02,0,1,2,1,1,2,1],[194,2,2,1,1,2,22.54,0.02,0,2,1,3,1,0,1],[195,3,3,2,1,3,20.96,0.02,0,3,3,3,3,1,3],[196,0,0,2,1,0,28.12,0.02,0,0,0,0,1,1,0],[197,1,1,2,1,1,25.77,0.02,0,1,3,1,1,1,1],[198,2,2,2,1,2,20,0.0186036,1,2,0,2,2,0,2],[199,3,3,2,1,3,20,0.0151524,1,3,2,3,3,2,3],[200,0,0,2,1,0,26.99,0.02,0,0,0,0,0,0,0],[201,1,1,1,1,1,23.81,0.02,0,1,3,1,1,2,1],[202,2,2,2,1,2,21.37,0.02,0,2,0,0,2,0,2],[203,3,3,1,1,1,20,0.0130686,1,1,3,3,0,3,3],[204,0,0,2,1,0,20,0.016881,1,0,0,0,0,2,0],[205,1,1,2,1,1,22.36,0.02,0,1,3,1,1,2,1],[206,2,0,0,1,0,23.38,0.02,0,2,3,2,2,1,2],[207,3,3,0,1,3,20,0.0191927,1,3,3,3,3,3,3],[208,0,2,2,1,2,20,0.0187398,1,2,0,0,2,2,2],[209,1,1,1,1,1,26.85,0.02,0,1,1,1,1,1,1],[210,2,2,2,1,2,21.56,0.02,0,2,0,2,0,0,2],[211,3,3,1,1,1,21.43,0.02,0,3,1,3,3,3,3],[212,0,0,3,1,0,26.09,0.02,0,0,0,0,0,0,0],[213,1,1,2,1,1,24.94,0.02,0,1,3,1,1,1,1],[214,2,2,2,1,0,22.26,0.02,0,0,0,0,2,0,0],[215,3,3,2,1,0,20,0.0097286,1,3,3,3,3,2,3],[216,0,0,2,1,2,23.22,0.02,0,0,0,0,0,2,0],[217,1,0,0,1,0,26.96,0.02,0,2,2,2,1,2,1],[218,2,0,2,1,0,23.66,0.02,0,2,0,2,1,1,1],[219,3,3,2,1,0,20,0.0141353,1,3,3,3,2,3,2],[220,0,0,2,1,0,26.38,0.02,0,0,0,0,0,0,0],[221,1,1,2,1,1,20,0.0197366,1,1,3,1,2,1,2],[222,2,2,2,1,2,20,0.0123599,1,2,0,2,2,0,2],[223,3,3,2,1,3,20,0.018612,1,1,1,3,3,3,3],[224,0,3,1,1,1,20.66,0.02,0,0,0,0,0,0,0],[225,1,3,2,1,1,20,0.018305,1,1,2,1,2,2,2],[226,2,0,0,1,0,23.52,0.02,0,2,1,2,2,0,0],[227,3,0,2,1,0,20,0.0114099,1,3,2,1,3,2,2],[228,0,2,2,1,2,27.92,0.02,0,2,0,2,0,2,0],[229,1,1,3,1,1,21.29,0.02,0,3,3,1,1,1,1],[230,2,2,2,1,2,20,0.0126934,1,2,0,2,2,0,2],[231,3,3,2,1,3,20,0.0117635,1,3,3,3,3,3,3],[232,0,2,2,1,2,25.7,0.02,0,2,2,2,1,2,1],[233,1,1,0,1,1,28.3,0.02,0,1,3,1,1,1,1],[234,2,2,2,1,2,20,0.0144353,1,2,0,2,2,0,2],[235,3,3,2,1,0,20,0.0196418,1,3,3,1,3,3,3],[236,0,0,2,1,0,25.2,0.02,0,0,2,0,1,1,1],[237,1,3,2,1,0,23.03,0.02,0,3,2,1,1,2,1],[238,2,2,1,1,0,23.83,0.02,0,2,1,2,1,0,2],[239,3,0,2,1,0,20,0.0100407,1,3,2,3,3,3,3],[240,0,3,2,1,0,22.49,0.02,0,0,0,0,0,0,0],[241,1,1,2,1,1,22.37,0.02,0,1,3,1,1,2,0],[242,2,2,0,1,2,23.27,0.02,0,2,2,2,2,1,2],[243,3,3,0,1,1,20,0.0169621,1,3,3,3,3,3,3],[244,0,2,2,1,0,20,0.0193432,1,0,0,0,0,0,0],[245,1,1,1,1,1,24.44,0.02,0,1,3,1,1,2,1],[246,2,0,2,1,0,20.87,0.02,0,2,0,2,2,1,2],[247,3,3,2,1,0,20,0.0157176,1,3,2,3,3,3,1],[248,0,0,2,1,0,25.5,0.02,0,0,0,0,0,0,0],[249,1,1,2,1,1,24.27,0.02,0,3,3,1,2,2,2],[250,2,2,2,1,0,24.32,0.02,0,2,0,2,1,1,1],[251,3,3,2,1,3,20,0.0115222,1,3,3,3,3,3,3],[252,0,2,2,1,2,24.93,0.02,0,0,0,0,0,0,0],[253,1,1,0,1,1,27.29,0.02,0,1,1,1,1,1,1],[254,2,2,2,1,0,22.91,0.02,0,2,0,2,0,0,0],[255,3,1,1,1,1,20,0.0104231,1,3,3,1,3,3,3],[256,0,2,2,1,2,20.52,0.02,0,2,0,2,2,2,2],[257,1,3,2,1,1,26.09,0.02,0,1,3,1,1,1,1],[258,2,2,2,1,2,20,0.012539,1,2,0,2,2,0,2],[259,3,3,2,1,3,20,0.0163693,1,3,3,3,3,1,3],[260,0,2,2,1,0,20,0.0166974,1,0,0,0,0,2,0],[261,1,1,3,1,1,24.86,0.02,0,1,1,1,1,1,1],[262,2,2,2,1,2,20,0.0127948,1,2,0,2,2,0,2],[263,3,3,2,1,3,20,0.0153671,1,3,3,3,3,3,3],[264,0,2,2,1,2,25.44,0.02,0,2,0,2,1,3,1],[265,1,1,2,1,1,22.23,0.02,0,1,3,1,1,2,1],[266,2,2,2,1,2,21.23,0.02,0,3,1,2,2,0,2],[267,3,3,3,1,3,20.03,0.02,0,3,3,3,3,1,3],[268,0,2,2,1,2,21.04,0.02,0,2,2,2,2,2,1],[269,1,1,0,1,1,26.24,0.02,0,1,2,1,1,2,1],[270,2,2,2,1,2,20,0.0131841,1,2,0,2,2,0,2],[271,3,3,2,1,3,20,0.0120892,1,3,3,3,3,3,3],[272,0,0,2,1,0,23.58,0.02,0,2,0,2,2,3,2],[273,1,1,2,1,1,26.53,0.02,0,1,2,1,1,2,1],[274,2,2,2,1,2,20,0.0157404,1,2,0,2,2,0,2],[275,3,3,3,1,3,20,0.0104622,1,3,3,3,3,3,3],[276,0,0,2,1,0,24.97,0.02,0,0,0,0,1,1,1],[277,1,1,2,1,1,23.33,0.02,0,1,3,1,1,1,1],[278,2,2,3,1,0,23.57,0.02,0,2,0,2,1,0,1],[279,3,3,2,1,3,20,0.012176,1,3,2,3,3,3,3],[280,0,0,1,1,0,24.43,0.02,0,0,0,0,0,0,0],[281,1,1,1,1,1,28.7,0.02,0,1,3,1,1,2,1],[282,2,2,3,1,0,22.31,0.02,0,2,0,2,2,0,2],[283,3,3,2,1,3,20,0.0132689,1,3,3,3,3,3,3],[284,0,0,2,1,0,20,0.019277,1,0,0,0,0,0,0],[285,1,3,2,1,1,23.53,0.02,0,1,3,1,1,1,1],[286,2,2,0,1,2,20,0.0164673,1,2,0,2,2,1,2],[287,3,3,0,1,3,20,0.011509,1,3,3,3,3,3,3],[288,0,0,3,1,0,24.15,0.02,0,0,0,0,0,0,0],[289,1,3,1,1,1,22.52,0.02,0,1,1,1,3,0,3],[290,2,2,2,1,2,20.74,0.02,0,2,0,2,2,0,2],[291,3,1,1,1,1,20,0.0159506,1,3,3,3,3,3,3],[292,0,2,2,1,2,20.99,0.02,0,0,0,0,0,0,0],[293,1,1,1,1,1,22.82,0.02,0,1,3,1,1,1,1],[294,2,2,2,1,2,22.14,0.02,0,2,0,2,2,1,2],[295,3,1,1,1,1,20.13,0.02,0,3,3,1,3,3,3],[296,0,2,2,1,2,22.38,0.02,0,2,0,0,0,2,0],[297,1,1,1,1,1,27.18,0.02,0,1,1,1,1,1,1],[298,2,2,2,1,2,20,0.0128752,1,2,0,2,2,0,2],[299,3,1,1,1,1,21.11,0.02,0,3,1,3,3,3,3],[300,0,1,1,1,1,25.54,0.02,0,0,1,0,0,0,0],[301,1,1,2,1,1,24.43,0.02,0,1,3,1,1,2,1],[302,2,2,2,1,2,20,0.015952,1,2,0,0,2,2,2],[303,3,3,3,1,3,20,0.0087295,1,3,3,3,3,3,3],[304,0,0,2,1,0,23.91,0.02,0,0,0,0,0,0,0],[305,1,3,2,1,0,20.58,0.02,0,1,3,1,2,2,2],[306,2,2,2,1,2,24.6,0.02,0,0,0,2,0,0,1],[307,3,3,2,1,0,20,0.01245,1,3,2,3,2,2,3],[308,0,0,2,1,0,28.22,0.02,0,2,0,2,1,0,1],[309,1,1,2,1,1,27.51,0.02,0,1,1,1,1,1,1],[310,2,2,2,1,2,20.07,0.02,0,2,0,2,1,3,2],[311,3,3,2,1,0,22.22,0.02,0,3,2,3,3,3,3],[312,0,3,1,1,1,26.84,0.02,0,0,1,1,0,0,0],[313,1,1,0,1,1,25.69,0.02,0,1,3,1,1,2,1],[314,2,2,2,1,0,24.44,0.02,0,2,3,2,1,1,1],[315,3,2,2,1,2,20,0.0111147,1,3,2,3,3,3,3],[316,0,0,2,1,0,27.36,0.02,0,0,2,2,1,1,1],[317,1,1,1,1,1,28.09,0.02,0,1,3,1,1,1,1],[318,2,2,3,1,2,23.33,0.02,0,2,0,2,1,0,1],[319,3,0,0,1,0,20.46,0.02,0,3,0,3,3,3,3],[320,0,0,3,1,0,26.76,0.02,0,0,0,0,0,0,0],[321,1,3,2,1,1,23.34,0.02,0,1,1,1,1,1,1],[322,2,2,2,1,0,23.45,0.02,0,0,0,0,1,0,1],[323,3,3,2,1,3,20,0.0143366,1,3,2,3,3,3,3],[324,0,0,2,1,0,20,0.0184796,1,0,0,0,0,0,0],[325,1,3,2,1,1,22.77,0.02,0,1,3,1,1,1,1],[326,2,2,1,1,0,23.97,0.02,0,2,0,2,3,1,3],[327,3,3,2,1,0,20,0.0091847,1,3,2,3,3,3,3],[328,0,0,2,1,0,20,0.0175507,1,0,0,0,0,0,0],[329,1,1,1,1,1,21.73,0.02,0,1,3,1,1,0,2],[330,2,2,2,1,2,21.62,0.02,0,2,0,2,2,2,2],[331,3,2,2,1,2,20,0.0124164,1,2,2,2,2,2,2],[332,0,0,2,1,0,22.04,0.02,0,0,0,0,0,0,0],[333,1,1,1,1,1,26.48,0.02,0,1,3,1,1,1,1],[334,2,3,2,1,2,20,0.0136862,1,3,3,2,2,1,2],[335,3,3,3,1,3,20,0.0166363,1,3,3,3,3,1,3],[336,0,2,2,1,2,22.36,0.02,0,0,0,0,0,2,0],[337,1,1,1,1,1,25.38,0.02,0,1,3,1,1,1,1],[338,2,2,2,1,2,20,0.0124166,1,2,0,2,2,0,2],[339,3,3,3,1,3,20,0.0178066,1,3,1,3,3,3,3],[340,0,0,2,1,0,27.74,0.02,0,0,0,0,1,1,1],[341,1,1,0,1,1,27.25,0.02,0,1,1,1,1,1,1],[342,2,2,3,1,2,20,0.0129048,1,2,3,2,2,1,3],[343,3,3,2,1,3,20,0.012207,1,3,3,3,3,3,3],[344,0,0,2,1,0,26.92,0.02,0,0,0,0,0,1,0],[345,1,1,1,1,1,25.76,0.02,0,1,1,1,1,1,1],[346,2,2,2,1,0,21.15,0.02,0,2,3,2,2,0,2],[347,3,3,2,1,0,20,0.0148358,1,3,2,3,3,3,3],[348,0,2,2,1,2,26.67,0.02,0,0,0,2,1,3,1],[349,1,1,2,1,1,27.38,0.02,0,1,3,1,1,2,1],[350,2,2,0,1,2,23.38,0.02,0,2,2,2,2,1,2],[351,3,1,0,1,1,20,0.0199098,1,3,1,3,3,3,3],[352,0,0,2,1,0,23.59,0.02,0,0,0,0,0,0,0],[353,1,0,2,1,1,25.19,0.02,0,1,2,1,1,2,1],[354,2,2,2,1,2,20,0.0181787,1,2,0,2,2,0,2],[355,3,3,2,1,2,20,0.0130157,1,3,2,3,3,3,3],[356,0,0,2,1,0,24.64,0.02,0,0,0,0,0,0,0],[357,1,1,3,1,1,27.05,0.02,0,1,1,1,1,1,1],[358,2,2,0,1,2,23.45,0.02,0,0,0,0,2,1,2],[359,3,3,3,1,3,20,0.0094011,1,3,3,3,3,3,3],[360,0,0,1,1,0,23.05,0.02,0,0,0,0,0,0,0],[361,1,1,2,1,1,27.83,0.02,0,1,3,1,1,2,1],[362,2,2,2,1,2,24.05,0.02,0,0,0,0,1,0,1],[363,3,3,2,1,0,20,0.0117945,1,3,3,3,3,3,3],[364,0,0,3,1,0,23.16,0.02,0,0,0,0,0,0,0],[365,1,1,3,1,1,20.76,0.02,0,1,3,1,1,2,1],[366,2,2,2,1,2,20,0.0168779,1,0,0,2,2,3,2],[367,3,2,2,1,2,20,0.0098156,1,0,2,3,3,3,2],[368,0,0,2,1,0,24.28,0.02,0,0,0,0,0,2,0],[369,1,1,0,1,1,25.2,0.02,0,1,2,1,1,2,1],[370,2,2,2,1,2,22.42,0.02,0,2,0,2,2,3,2],[371,3,3,2,1,3,20,0.0143102,1,3,3,1,3,3,3],[372,0,3,3,1,3,23.58,0.02,0,0,0,0,0,0,0],[373,1,1,2,1,1,27.05,0.02,0,1,3,1,1,2,1],[374,2,2,1,1,2,24.24,0.02,0,3,1,2,1,0,1],[375,3,0,2,1,0,20,0.0130451,1,3,2,3,3,2,3],[376,0,0,2,1,0,22.27,0.02,0,0,0,0,0,0,0],[377,1,1,2,1,1,25.75,0.02,0,1,3,1,1,1,1],[378,2,2,2,1,2,20,0.0136508,1,0,0,2,2,0,2],[379,3,3,1,1,0,20,0.0190509,1,3,3,3,3,3,3],[380,0,3,1,1,1,23.29,0.02,0,0,1,0,0,0,0],[381,1,1,2,1,1,27.45,0.02,0,1,3,1,1,1,1],[382,2,2,2,1,0,22.9,0.02,0,2,0,2,1,0,1],[383,3,0,2,1,2,20,0.0132177,1,3,2,3,3,3,3],[384,0,2,2,1,2,21.01,0.02,0,2,0,2,0,2,2],[385,1,1,1,1,1,27.8,0.02,0,1,3,1,1,1,1],[386,2,0,2,1,0,20,0.0187453,1,2,0,2,2,0,0],[387,3,3,1,1,1,20,0.0192176,1,3,3,3,3,3,3],[388,0,0,2,1,0,20.71,0.02,0,0,0,0,0,2,0],[389,1,1,1,1,1,26.26,0.02,0,1,3,1,1,2,1],[390,2,0,0,1,0,22.95,0.02,0,0,0,0,2,2,2],[391,3,1,1,1,1,20,0.012994,1,3,1,3,3,3,3],[392,0,0,3,1,0,21.51,0.02,0,0,0,0,0,0,0],[393,1,1,2,1,1,24.86,0.02,0,1,3,1,1,1,1],[394,2,2,0,1,2,20,0.0151186,1,2,0,2,2,0,2],[395,3,3,2,1,2,20,0.010851,1,3,2,2,3,3,3],[396,0,0,2,1,0,24.1,0.02,0,0,0,0,0,0,0],[397,1,1,2,1,1,26.76,0.02,0,1,3,3,1,0,1],[398,2,2,2,1,2,23.09,0.02,0,2,0,0,2,0,2],[399,3,3,2,1,3,20,0.0130866,1,3,3,3,3,3,3]],"elapsed_ms":1243,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":348,"J":268,"J_valid":268,"n_invalid":0,"n00":20,"n01":73,"n10":91,"n11":84,"ctl_n":268,"ctl_err":14},"metrics":{"target_error":0.585820895522388,"Q_transfer":0.41417910447761197,"source_success":0.6529850746268657,"joint_error":0.31343283582089554,"T_cond":0.48,"R":0.05223880597014925,"delta":0.5335820895522387,"delta_pp":53.35820895522387,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.87}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":330,"J":250,"J_valid":250,"n_invalid":0,"n00":29,"n01":64,"n10":103,"n11":54,"ctl_n":250,"ctl_err":11},"metrics":{"target_error":0.472,"Q_transfer":0.528,"source_success":0.628,"joint_error":0.216,"T_cond":0.34394904458598724,"R":0.044,"delta":0.428,"delta_pp":42.8,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-LR/pgd/eps0020","seed":42,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0005},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,44.82,0.002,0,0,2,0,1,1,1],[1,1,1,1,1,1,42.39,0.002,0,1,1,1,1,2,1],[2,2,0,0,1,0,39.79,0.002,0,2,3,2,2,2,2],[3,3,3,2,1,3,41.16,0.002,0,3,2,3,3,3,3],[4,0,2,2,1,2,47.56,0.002,0,0,2,2,1,1,0],[5,1,1,1,1,1,45.72,0.002,0,1,1,1,1,1,1],[6,2,2,0,1,2,41.98,0.002,0,2,2,2,2,2,2],[7,3,0,2,1,2,41.82,0.002,0,1,2,1,1,3,1],[8,0,0,0,1,0,46.11,0.002,0,0,0,0,0,0,0],[9,1,1,3,1,1,42.76,0.002,0,1,3,1,2,2,2],[10,2,0,0,1,0,44.2,0.002,0,2,2,2,0,0,0],[11,3,0,0,1,0,41.35,0.002,0,3,3,3,1,2,1],[12,0,2,2,1,2,42.97,0.002,0,2,2,0,2,2,2],[13,1,1,1,1,1,43.09,0.002,0,1,1,1,1,1,1],[14,2,2,0,1,0,44.72,0.002,0,0,0,0,2,0,2],[15,3,1,0,1,1,38.57,0.002,0,3,3,3,3,3,3],[16,0,1,1,1,1,47.92,0.002,0,0,0,0,0,0,0],[17,1,0,2,1,0,44.15,0.002,0,3,3,3,1,2,1],[18,2,2,0,1,2,41.11,0.002,0,2,0,2,2,2,2],[19,3,1,1,1,1,34.75,0.002,0,3,3,3,3,3,3],[20,0,0,2,1,0,42.83,0.002,0,0,0,0,0,0,0],[21,1,1,0,1,1,42.64,0.002,0,1,1,1,1,1,1],[22,2,2,0,1,2,39.85,0.002,0,2,0,2,2,0,2],[23,3,3,1,1,3,35.81,0.002,0,3,3,3,3,3,3],[24,0,2,2,1,2,41.6,0.002,0,2,2,2,2,2,2],[25,1,1,3,1,1,44.55,0.002,0,1,1,1,1,2,1],[26,2,2,0,1,0,44.58,0.002,0,2,2,2,1,1,1],[27,3,3,2,1,3,39.97,0.002,0,3,3,3,3,3,3],[28,0,0,2,1,0,44.61,0.002,0,0,0,0,1,1,1],[29,1,1,1,1,1,48.14,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,44.3,0.002,0,2,0,2,2,0,2],[31,3,3,3,1,3,40.32,0.002,0,3,3,3,3,3,3],[32,0,3,3,1,3,41.58,0.002,0,0,0,0,0,0,0],[33,1,1,1,1,1,45.1,0.002,0,1,1,1,1,1,1],[34,2,2,0,1,2,37.06,0.002,0,2,0,2,2,2,2],[35,3,3,3,1,3,44.21,0.002,0,3,3,3,3,3,3],[36,0,0,3,1,0,45.68,0.002,0,0,0,0,0,0,0],[37,1,1,1,1,1,47.55,0.002,0,1,1,1,1,1,1],[38,2,2,0,1,2,40.31,0.002,0,2,3,2,2,2,2],[39,3,0,0,1,0,41.85,0.002,0,1,1,1,1,1,1],[40,0,1,1,1,1,45.67,0.002,0,0,0,0,0,0,0],[41,1,1,1,1,1,47.51,0.002,0,1,1,1,1,1,1],[42,2,2,0,1,2,44.86,0.002,0,2,2,2,2,2,2],[43,3,3,0,1,3,41.65,0.002,0,3,3,3,3,3,3],[44,0,0,2,1,0,44.13,0.002,0,0,0,0,0,1,0],[45,1,1,1,1,1,47.94,0.002,0,1,1,1,1,1,1],[46,2,2,0,1,2,40.68,0.002,0,2,0,2,2,2,2],[47,3,3,0,1,3,38.99,0.002,0,3,3,3,3,3,3],[48,0,0,2,1,0,43.37,0.002,0,0,0,0,0,0,0],[49,1,3,2,1,3,43.67,0.002,0,1,3,1,1,2,1],[50,2,0,0,1,0,43.15,0.002,0,0,0,0,0,0,0],[51,3,0,2,1,0,41.48,0.002,0,3,3,3,3,3,3],[52,0,0,0,1,0,46.95,0.002,0,0,0,0,0,0,0],[53,1,1,1,1,1,44.1,0.002,0,1,1,1,1,2,1],[54,2,2,0,1,2,45.32,0.002,0,2,3,2,2,1,2],[55,3,1,0,1,1,39.87,0.002,0,3,3,3,3,3,3],[56,0,0,0,1,0,47.81,0.002,0,0,2,0,1,1,1],[57,1,1,3,1,1,47.41,0.002,0,1,1,1,1,1,1],[58,2,2,2,1,2,37.31,0.002,0,2,2,2,2,2,2],[59,3,3,0,1,3,38.22,0.002,0,3,3,3,3,3,3],[60,0,0,2,1,0,45.11,0.002,0,0,0,0,0,0,0],[61,1,3,2,1,3,43.06,0.002,0,1,3,1,2,2,2],[62,2,2,0,1,2,42.44,0.002,0,2,0,2,2,2,2],[63,3,3,0,1,3,39.03,0.002,0,3,3,3,3,3,3],[64,0,1,1,1,1,45.32,0.002,0,0,1,0,0,0,0],[65,1,1,0,1,1,43.25,0.002,0,1,1,1,1,2,1],[66,2,2,0,1,2,46.02,0.002,0,2,3,2,2,2,2],[67,3,2,2,1,2,38.02,0.002,0,3,3,3,3,3,3],[68,0,2,2,1,2,42.83,0.002,0,0,2,0,2,2,2],[69,1,1,1,1,1,47.9,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,40.76,0.002,0,2,0,2,2,2,2],[71,3,0,2,1,0,38.62,0.002,0,3,2,3,3,3,3],[72,0,2,2,1,2,40.18,0.002,0,2,2,2,2,2,2],[73,1,1,1,1,1,46.22,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,41.13,0.002,0,2,3,2,2,2,2],[75,3,3,1,1,3,38.08,0.002,0,3,3,3,3,3,3],[76,0,2,2,1,2,40.02,0.002,0,0,0,0,0,0,0],[77,1,1,0,1,1,45.06,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,41.02,0.002,0,2,2,2,2,2,2],[79,3,2,2,1,2,40.48,0.002,0,2,2,2,2,2,2],[80,0,0,2,1,0,44.99,0.002,0,2,2,2,1,1,1],[81,1,1,1,1,1,48.35,0.002,0,1,1,1,1,1,1],[82,2,2,0,1,2,43.58,0.002,0,2,3,2,2,2,2],[83,3,3,0,1,3,39.11,0.002,0,3,3,3,3,3,3],[84,0,3,1,1,3,46.13,0.002,0,0,0,0,0,0,0],[85,1,1,1,1,1,40.85,0.002,0,1,1,1,2,2,2],[86,2,2,0,1,2,45.03,0.002,0,2,3,2,2,2,2],[87,3,3,2,1,3,41.21,0.002,0,3,3,3,1,3,1],[88,0,0,0,1,0,39.45,0.002,0,0,0,0,0,0,0],[89,1,1,3,1,1,44.04,0.002,0,1,1,1,1,2,1],[90,2,2,0,1,2,39.84,0.002,0,2,0,2,2,2,2],[91,3,3,2,1,3,38.01,0.002,0,3,3,3,3,3,3],[92,0,1,1,1,1,43.09,0.002,0,0,0,0,0,0,0],[93,1,1,3,1,1,42.4,0.002,0,1,1,1,2,2,1],[94,2,2,0,1,2,39.1,0.002,0,2,0,2,2,3,2],[95,3,1,1,1,1,39.12,0.002,0,1,1,1,3,3,3],[96,0,2,2,1,2,47.1,0.002,0,0,2,0,0,0,0],[97,1,1,1,1,1,45.74,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,41.55,0.002,0,2,2,2,2,2,2],[99,3,3,0,1,3,32.95,0.002,0,3,3,3,3,3,3],[100,0,0,2,1,0,47.79,0.002,0,0,0,0,1,1,1],[101,1,1,1,1,1,47.57,0.002,0,1,1,1,1,1,1],[102,2,2,0,1,2,43.72,0.002,0,2,0,2,2,2,2],[103,3,3,2,1,3,38.76,0.002,0,3,0,3,3,3,3],[104,0,2,2,1,2,44.05,0.002,0,2,2,2,1,1,1],[105,1,1,3,1,1,41.66,0.002,0,3,3,3,1,1,1],[106,2,2,0,1,2,37.15,0.002,0,2,0,2,2,2,2],[107,3,3,0,1,3,39.99,0.002,0,3,3,3,3,3,3],[108,0,2,2,1,2,44.67,0.002,0,2,2,2,1,1,1],[109,1,1,0,1,1,48.14,0.002,0,1,1,1,1,1,1],[110,2,2,0,1,2,41.29,0.002,0,2,0,2,2,2,2],[111,3,3,0,1,3,42.5,0.002,0,3,3,3,3,3,3],[112,0,0,2,1,0,39.83,0.002,0,0,0,0,0,0,0],[113,1,1,1,1,1,47.54,0.002,0,1,1,1,1,1,1],[114,2,0,0,1,0,39.09,0.002,0,2,0,2,2,2,2],[115,3,3,2,1,3,41.15,0.002,0,3,3,3,1,2,1],[116,0,2,2,1,2,40.39,0.002,0,2,2,2,2,2,2],[117,1,1,3,1,1,44.09,0.002,0,1,1,1,1,1,1],[118,2,0,0,1,0,38.78,0.002,0,2,0,2,2,2,2],[119,3,1,1,1,1,44.49,0.002,0,3,3,3,3,3,3],[120,0,2,2,1,2,46.4,0.002,0,2,2,2,1,1,1],[121,1,3,3,1,3,42.79,0.002,0,3,3,3,1,2,1],[122,2,2,0,1,2,39.76,0.002,0,2,0,2,2,2,2],[123,3,3,2,1,3,35.6,0.002,0,3,2,3,3,3,3],[124,0,2,2,1,2,44.28,0.002,0,0,0,0,0,0,0],[125,1,1,1,1,1,47.1,0.002,0,1,1,1,1,1,1],[126,2,2,0,1,2,39.59,0.002,0,2,0,2,2,2,2],[127,3,1,1,1,1,41.73,0.002,0,3,1,3,3,3,3],[128,0,0,0,1,0,43.55,0.002,0,0,0,0,0,0,0],[129,1,1,1,1,1,47.04,0.002,0,1,1,1,1,1,1],[130,2,0,0,1,2,42.09,0.002,0,2,2,2,2,0,2],[131,3,1,1,1,1,42.39,0.002,0,3,1,3,3,3,3],[132,0,0,0,1,0,42.63,0.002,0,0,0,0,0,0,0],[133,1,1,1,1,1,48.13,0.002,0,1,1,1,1,1,1],[134,2,2,0,1,2,43.77,0.002,0,2,2,2,2,2,2],[135,3,3,0,1,3,39.34,0.002,0,3,3,3,3,3,3],[136,0,3,2,1,3,47.7,0.002,0,0,0,0,0,0,0],[137,1,2,2,1,2,45.64,0.002,0,1,2,1,1,2,1],[138,2,2,0,1,2,43.46,0.002,0,2,3,2,2,2,2],[139,3,2,2,1,2,36.45,0.002,0,2,2,2,2,2,2],[140,0,0,0,1,0,43.86,0.002,0,0,0,0,0,0,0],[141,1,3,3,1,3,43.76,0.002,0,1,3,1,1,2,1],[142,2,2,0,1,2,38.71,0.002,0,2,0,2,2,2,2],[143,3,2,2,1,2,38.56,0.002,0,2,2,2,2,2,2],[144,0,0,3,1,0,46.86,0.002,0,0,0,0,0,0,0],[145,1,1,1,1,1,46.92,0.002,0,1,1,1,1,1,1],[146,2,2,3,1,2,41.74,0.002,0,2,0,2,2,0,2],[147,3,3,2,1,3,35.91,0.002,0,3,3,3,3,3,3],[148,0,3,1,1,1,45.72,0.002,0,0,0,0,0,0,0],[149,1,1,1,1,1,45.92,0.002,0,1,1,1,1,1,1],[150,2,2,0,1,2,44.66,0.002,0,2,0,2,2,0,2],[151,3,1,1,1,1,40.53,0.002,0,1,1,1,3,3,3],[152,0,0,0,1,0,43.64,0.002,0,0,0,0,0,0,0],[153,1,3,2,1,3,46.17,0.002,0,1,1,1,1,2,1],[154,2,2,0,1,2,39.46,0.002,0,2,2,2,2,2,2],[155,3,3,1,1,3,39.99,0.002,0,3,1,3,3,3,3],[156,0,0,2,1,0,41.07,0.002,0,0,0,0,0,0,0],[157,1,1,1,1,1,43.36,0.002,0,1,3,1,1,1,1],[158,2,2,0,1,2,40.82,0.002,0,2,0,2,2,2,2],[159,3,3,1,1,3,40.46,0.002,0,3,1,3,3,3,3],[160,0,2,2,1,2,40.59,0.002,0,2,2,2,2,2,2],[161,1,3,2,1,3,45.77,0.002,0,1,3,1,1,2,1],[162,2,2,0,1,0,43.46,0.002,0,0,0,0,2,3,2],[163,3,1,1,1,1,38.05,0.002,0,3,3,3,3,3,3],[164,0,0,2,1,0,43.62,0.002,0,0,0,0,0,0,0],[165,1,1,1,1,1,47.09,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,42.51,0.002,0,2,0,2,2,2,2],[167,3,3,0,1,3,40.46,0.002,0,3,3,3,3,3,3],[168,0,2,2,1,2,43.29,0.002,0,0,0,0,0,1,0],[169,1,1,1,1,1,47.2,0.002,0,1,1,1,1,1,1],[170,2,2,2,1,2,41.65,0.002,0,2,2,2,2,2,2],[171,3,2,2,1,2,35.85,0.002,0,3,3,3,3,3,3],[172,0,1,1,1,1,48.48,0.002,0,0,0,0,0,0,0],[173,1,1,0,1,1,43.22,0.002,0,1,1,1,1,2,1],[174,2,2,0,1,2,41.73,0.002,0,2,3,2,2,2,2],[175,3,3,1,1,3,38.82,0.002,0,1,3,1,3,3,3],[176,0,2,2,1,2,41.33,0.002,0,0,0,0,0,0,0],[177,1,1,1,1,1,46.2,0.002,0,1,1,1,1,1,1],[178,2,2,0,1,2,40.89,0.002,0,2,2,2,2,2,2],[179,3,3,0,1,3,39.5,0.002,0,3,3,3,3,3,3],[180,0,0,0,1,0,44.69,0.002,0,0,0,0,0,0,0],[181,1,1,1,1,1,47.08,0.002,0,1,1,1,1,1,1],[182,2,2,0,1,2,43.67,0.002,0,2,0,2,2,2,2],[183,3,3,2,1,3,40.64,0.002,0,3,3,3,3,3,3],[184,0,2,2,1,2,47.82,0.002,0,0,0,0,0,1,0],[185,1,1,3,1,1,46.02,0.002,0,1,1,1,1,1,1],[186,2,2,0,1,2,44.27,0.002,0,2,3,2,2,2,2],[187,3,1,1,1,1,43.47,0.002,0,3,1,3,3,3,3],[188,0,2,2,1,2,47.33,0.002,0,0,2,0,1,1,1],[189,1,1,1,1,1,46.36,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,41.45,0.002,0,2,2,2,2,2,2],[191,3,3,1,1,3,39.07,0.002,0,3,3,3,3,3,3],[192,0,2,2,1,2,45.34,0.002,0,0,2,0,1,1,1],[193,1,1,0,1,1,45.64,0.002,0,1,1,1,1,1,1],[194,2,2,0,1,2,42.69,0.002,0,2,2,2,1,0,1],[195,3,3,3,1,3,43.17,0.002,0,3,3,3,3,3,3],[196,0,0,2,1,0,48.23,0.002,0,0,0,0,1,1,0],[197,1,1,3,1,1,46.84,0.002,0,1,3,1,1,1,1],[198,2,2,0,1,2,40.61,0.002,0,2,2,2,2,2,2],[199,3,3,2,1,3,39.92,0.002,0,3,3,3,3,3,3],[200,0,0,2,1,0,47.08,0.002,0,0,0,0,0,0,0],[201,1,1,1,1,1,43.97,0.002,0,1,1,1,1,1,1],[202,2,2,0,1,2,42.26,0.002,0,2,0,0,2,1,1],[203,3,3,1,1,3,39.26,0.002,0,1,1,1,0,0,0],[204,0,0,2,1,0,39.29,0.002,0,0,0,0,0,2,0],[205,1,1,1,1,1,42.66,0.002,0,1,3,1,1,2,1],[206,2,0,0,1,0,43.66,0.002,0,2,3,2,2,2,2],[207,3,3,0,1,3,41.49,0.002,0,3,3,3,3,3,3],[208,0,2,2,1,2,40.07,0.002,0,2,2,2,2,2,2],[209,1,1,1,1,1,47.31,0.002,0,1,1,1,1,1,1],[210,2,2,0,1,2,41.91,0.002,0,2,2,2,0,0,0],[211,3,3,1,1,3,42.05,0.002,0,3,1,3,3,3,3],[212,0,0,0,1,0,46.21,0.002,0,0,0,0,0,0,0],[213,1,1,3,1,1,45.23,0.002,0,1,1,1,1,2,1],[214,2,2,0,1,2,43.57,0.002,0,0,0,0,2,2,2],[215,3,3,2,1,3,35.99,0.002,0,3,2,3,3,3,3],[216,0,0,2,1,0,43.27,0.002,0,0,0,0,0,0,0],[217,1,0,0,1,0,46.99,0.002,0,2,2,2,1,1,1],[218,2,0,0,1,0,44.38,0.002,0,2,2,2,1,1,1],[219,3,3,2,1,3,38.43,0.002,0,3,3,3,2,2,2],[220,0,0,2,1,0,46.51,0.002,0,0,0,0,0,0,0],[221,1,1,3,1,1,41.17,0.002,0,1,3,1,2,2,2],[222,2,2,0,1,2,37.45,0.002,0,2,0,2,2,2,2],[223,3,3,1,1,3,41.18,0.002,0,1,1,1,3,3,3],[224,0,3,1,1,3,40.79,0.002,0,0,0,0,0,0,0],[225,1,3,0,1,3,39.34,0.002,0,1,3,1,2,2,2],[226,2,0,0,1,0,43.59,0.002,0,2,3,2,2,2,2],[227,3,0,2,1,0,35.51,0.002,0,3,2,3,3,3,3],[228,0,2,2,1,2,48.04,0.002,0,2,2,2,0,2,0],[229,1,1,3,1,1,41.63,0.002,0,3,3,1,1,3,1],[230,2,2,0,1,2,40,0.002,0,2,0,2,2,2,2],[231,3,3,2,1,3,37.88,0.002,0,3,3,3,3,3,3],[232,0,2,2,1,2,45.76,0.002,0,2,2,2,1,1,1],[233,1,1,1,1,1,48.34,0.002,0,1,1,1,1,1,1],[234,2,2,0,1,2,40.82,0.002,0,2,0,2,2,2,2],[235,3,3,2,1,3,41.46,0.002,0,3,3,3,3,3,3],[236,0,0,2,1,0,45.22,0.002,0,0,2,0,1,1,1],[237,1,3,2,1,3,43.38,0.002,0,3,3,3,1,2,1],[238,2,2,0,1,2,44.73,0.002,0,2,1,2,1,0,2],[239,3,0,0,1,0,36.92,0.002,0,3,3,3,3,3,3],[240,0,3,2,1,3,42.64,0.002,0,0,0,0,0,0,0],[241,1,1,0,1,1,42.48,0.002,0,1,1,1,1,2,1],[242,2,2,0,1,2,43.34,0.002,0,2,2,2,2,2,2],[243,3,3,1,1,3,38.81,0.002,0,3,3,3,3,3,3],[244,0,2,2,1,2,39.82,0.002,0,0,0,0,0,0,0],[245,1,1,1,1,1,45.21,0.002,0,1,1,1,1,1,1],[246,2,0,0,1,0,41.16,0.002,0,2,3,2,2,2,2],[247,3,3,2,1,3,38.62,0.002,0,3,2,3,3,3,3],[248,0,0,0,1,0,45.6,0.002,0,0,0,0,0,0,0],[249,1,1,1,1,1,44.45,0.002,0,3,3,3,2,2,2],[250,2,2,0,1,2,47.06,0.002,0,2,3,2,1,1,1],[251,3,3,2,1,3,36.78,0.002,0,3,3,3,3,3,3],[252,0,2,2,1,2,45.04,0.002,0,0,0,0,0,0,0],[253,1,1,1,1,1,47.34,0.002,0,1,1,1,1,1,1],[254,2,2,0,1,2,44.23,0.002,0,2,3,2,0,2,0],[255,3,1,1,1,1,36.85,0.002,0,3,3,3,3,3,3],[256,0,2,2,1,2,40.59,0.002,0,2,2,2,2,2,2],[257,1,3,0,1,3,47.01,0.002,0,1,3,1,1,1,1],[258,2,2,0,1,2,39.18,0.002,0,2,0,2,2,2,2],[259,3,3,2,1,3,39.98,0.002,0,3,3,3,3,3,3],[260,0,2,2,1,2,38.63,0.002,0,0,0,0,0,0,0],[261,1,1,1,1,1,46.31,0.002,0,1,1,1,1,1,1],[262,2,2,0,1,2,37.61,0.002,0,2,0,2,2,2,2],[263,3,3,2,1,3,39.03,0.002,0,3,3,3,3,3,3],[264,0,2,2,1,2,45.59,0.002,0,2,2,2,1,1,1],[265,1,1,1,1,1,42.41,0.002,0,1,1,1,1,2,1],[266,2,2,0,1,2,44.66,0.002,0,3,3,3,2,0,2],[267,3,3,3,1,3,42.02,0.002,0,3,3,3,3,3,3],[268,0,2,2,1,2,41.14,0.002,0,2,2,2,2,2,2],[269,1,1,1,1,1,46.33,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,40.17,0.002,0,2,0,2,2,0,2],[271,3,3,2,1,3,36.71,0.002,0,3,3,3,3,3,3],[272,0,0,2,1,0,43.68,0.002,0,2,2,2,2,2,1],[273,1,1,0,1,1,46.59,0.002,0,1,1,1,1,1,1],[274,2,2,3,1,2,42.15,0.002,0,2,0,2,2,0,2],[275,3,3,0,1,3,36.95,0.002,0,3,3,3,3,3,3],[276,0,0,2,1,0,44.99,0.002,0,0,0,0,1,1,1],[277,1,1,3,1,1,44.6,0.002,0,1,3,1,1,2,1],[278,2,2,0,1,2,44.33,0.002,0,2,0,2,1,1,1],[279,3,3,0,1,3,36.85,0.002,0,3,3,3,3,3,3],[280,0,0,0,1,0,44.51,0.002,0,0,0,0,0,0,0],[281,1,1,1,1,1,48.8,0.002,0,1,1,1,1,1,1],[282,2,2,0,1,0,42.68,0.002,0,2,0,2,2,1,2],[283,3,3,0,1,3,37.69,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,39.86,0.002,0,0,0,0,0,0,0],[285,1,3,3,1,3,44.55,0.002,0,1,3,1,1,2,1],[286,2,2,0,1,2,39.95,0.002,0,2,2,2,2,2,2],[287,3,3,0,1,3,36.84,0.002,0,3,3,3,3,3,3],[288,0,0,3,1,0,44.38,0.002,0,0,0,0,0,0,0],[289,1,3,3,1,3,44.16,0.002,0,1,3,1,3,3,3],[290,2,2,0,1,2,40.96,0.002,0,2,0,2,2,2,2],[291,3,1,1,1,1,41.68,0.002,0,3,1,3,3,3,3],[292,0,2,2,1,2,41.09,0.002,0,0,0,0,0,0,0],[293,1,1,1,1,1,42.99,0.002,0,1,1,1,1,2,1],[294,2,2,0,1,2,44.65,0.002,0,2,3,2,2,1,2],[295,3,1,1,1,3,43.17,0.002,0,3,1,1,3,3,3],[296,0,2,2,1,2,42.47,0.002,0,2,2,2,0,2,0],[297,1,1,1,1,1,47.24,0.002,0,1,1,1,1,1,1],[298,2,2,3,1,2,40.1,0.002,0,2,0,2,2,0,2],[299,3,1,1,1,1,41.18,0.002,0,3,3,3,3,3,3],[300,0,1,1,1,1,45.58,0.002,0,0,0,0,0,0,0],[301,1,1,1,1,1,44.66,0.002,0,1,1,1,1,1,1],[302,2,2,0,1,2,38.87,0.002,0,2,0,2,2,2,2],[303,3,3,1,1,3,35.55,0.002,0,3,1,3,3,3,3],[304,0,0,2,1,0,44.05,0.002,0,0,0,0,0,0,0],[305,1,3,2,1,3,41.01,0.002,0,1,2,1,2,2,2],[306,2,2,0,1,2,46.42,0.002,0,0,0,0,0,0,0],[307,3,3,2,1,3,36.81,0.002,0,3,3,3,2,2,2],[308,0,0,2,1,0,48.28,0.002,0,2,2,2,1,1,1],[309,1,1,0,1,1,49.1,0.002,0,1,1,1,1,1,1],[310,2,2,3,1,2,43.14,0.002,0,2,0,2,1,1,1],[311,3,3,0,1,3,42.37,0.002,0,3,3,3,3,3,3],[312,0,3,1,1,3,48.02,0.002,0,0,0,0,0,0,0],[313,1,1,1,1,1,45.72,0.002,0,1,1,1,1,1,1],[314,2,2,0,1,2,45.69,0.002,0,2,3,2,1,1,1],[315,3,2,2,1,3,35.93,0.002,0,3,2,3,3,3,3],[316,0,0,2,1,0,47.48,0.002,0,0,2,0,1,1,1],[317,1,1,1,1,1,48.17,0.002,0,1,1,1,1,1,1],[318,2,2,0,1,2,43.68,0.002,0,2,3,2,1,1,1],[319,3,0,0,1,0,40.76,0.002,0,3,3,3,3,3,3],[320,0,0,0,1,0,46.96,0.002,0,0,0,0,0,0,0],[321,1,3,2,1,3,43.95,0.002,0,1,1,1,1,2,1],[322,2,2,0,1,2,45.39,0.002,0,0,0,0,1,1,1],[323,3,3,2,1,2,38.54,0.002,0,3,2,3,3,3,3],[324,0,0,2,1,0,40.51,0.002,0,0,0,0,0,0,0],[325,1,3,2,1,3,43.97,0.002,0,1,3,1,1,2,1],[326,2,2,0,1,2,43.99,0.002,0,2,2,2,3,3,3],[327,3,3,0,1,3,33.9,0.002,0,3,3,3,3,3,3],[328,0,0,0,1,0,39.12,0.002,0,0,0,0,0,0,0],[329,1,1,3,1,1,43.36,0.002,0,1,1,1,1,2,1],[330,2,2,0,1,2,42.57,0.002,0,2,2,2,2,2,2],[331,3,2,2,1,2,35.93,0.002,0,2,2,2,2,2,2],[332,0,0,2,1,0,42.93,0.002,0,0,0,0,0,0,0],[333,1,1,3,1,1,47.62,0.002,0,1,1,1,1,1,1],[334,2,3,3,1,2,40.49,0.002,0,3,0,2,2,0,2],[335,3,3,0,1,3,40.93,0.002,0,3,3,3,3,3,3],[336,0,2,2,1,2,42.5,0.002,0,0,0,0,0,2,0],[337,1,1,1,1,1,45.6,0.002,0,1,1,1,1,1,1],[338,2,2,0,1,2,37.76,0.002,0,2,0,2,2,2,2],[339,3,3,1,1,3,42.1,0.002,0,3,3,3,3,3,3],[340,0,0,2,1,0,47.79,0.002,0,0,0,0,1,1,1],[341,1,1,1,1,1,47.31,0.002,0,1,1,1,1,1,1],[342,2,2,3,1,2,38.69,0.002,0,2,0,2,2,3,2],[343,3,3,0,1,3,37.8,0.002,0,3,3,3,3,3,3],[344,0,0,2,1,0,46.98,0.002,0,0,2,0,0,1,0],[345,1,1,1,1,1,45.89,0.002,0,1,1,1,1,1,1],[346,2,2,0,1,2,44.72,0.002,0,2,0,2,2,2,2],[347,3,3,0,1,0,39.33,0.002,0,3,3,3,3,3,3],[348,0,2,2,1,2,46.84,0.002,0,0,2,0,1,1,1],[349,1,1,1,1,1,48.13,0.002,0,1,1,1,1,1,1],[350,2,2,2,1,2,43.43,0.002,0,2,2,2,2,2,2],[351,3,1,1,1,1,40.26,0.002,0,3,1,3,3,3,3],[352,0,0,0,1,0,43.63,0.002,0,0,0,0,0,0,0],[353,1,0,0,1,0,45.28,0.002,0,1,1,1,1,1,1],[354,2,2,0,1,2,41.21,0.002,0,2,0,2,2,2,2],[355,3,3,2,1,3,36.55,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,44.84,0.002,0,0,0,0,0,0,0],[357,1,1,3,1,1,47.36,0.002,0,1,1,1,1,3,1],[358,2,2,0,1,2,43.52,0.002,0,0,0,0,2,0,2],[359,3,3,1,1,3,36.17,0.002,0,3,3,3,3,3,3],[360,0,0,3,1,0,43.15,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,48.03,0.002,0,1,1,1,1,1,1],[362,2,2,0,1,2,46.1,0.002,0,0,0,0,1,1,1],[363,3,3,0,1,3,37.96,0.002,0,3,3,3,3,3,3],[364,0,0,0,1,0,43.51,0.002,0,0,0,0,0,0,0],[365,1,1,1,1,1,40.9,0.002,0,1,1,1,1,2,1],[366,2,2,0,1,2,39.05,0.002,0,0,0,0,2,2,2],[367,3,2,2,1,2,36.04,0.002,0,0,2,0,3,3,2],[368,0,0,2,1,0,44.58,0.002,0,0,0,0,0,0,0],[369,1,1,1,1,1,45.3,0.002,0,1,1,1,1,1,1],[370,2,2,0,1,2,44.81,0.002,0,2,0,2,2,2,2],[371,3,3,2,1,3,37.96,0.002,0,3,2,3,3,3,3],[372,0,3,3,1,3,44.49,0.002,0,0,0,0,0,0,0],[373,1,1,1,1,1,47.15,0.002,0,1,1,1,1,1,1],[374,2,2,0,1,0,45.1,0.002,0,3,3,3,1,1,1],[375,3,0,0,1,0,37.61,0.002,0,3,3,3,3,3,3],[376,0,0,0,1,0,42.43,0.002,0,0,0,0,0,0,0],[377,1,1,1,1,1,46.81,0.002,0,1,3,1,1,1,1],[378,2,2,0,1,2,39.67,0.002,0,0,0,0,2,0,2],[379,3,3,1,1,3,41.61,0.002,0,3,3,3,3,3,3],[380,0,3,1,1,3,43.4,0.002,0,0,0,0,0,0,0],[381,1,1,1,1,1,47.84,0.002,0,1,3,1,1,1,1],[382,2,2,0,1,2,43.06,0.002,0,2,2,2,1,0,2],[383,3,0,2,1,0,36.54,0.002,0,3,3,3,3,3,3],[384,0,2,2,1,2,41.37,0.002,0,2,2,2,0,2,0],[385,1,1,1,1,1,48.91,0.002,0,1,1,1,1,1,1],[386,2,0,0,1,0,40.3,0.002,0,2,2,2,2,0,2],[387,3,3,1,1,3,42.96,0.002,0,3,1,3,3,3,3],[388,0,0,2,1,0,41.63,0.002,0,0,0,0,0,2,0],[389,1,1,1,1,1,46.32,0.002,0,1,1,1,1,1,1],[390,2,0,0,1,0,43.26,0.002,0,0,0,0,2,2,2],[391,3,1,1,1,1,37.05,0.002,0,3,1,3,3,3,3],[392,0,0,3,1,0,41.95,0.002,0,0,0,0,0,0,0],[393,1,1,3,1,1,46.02,0.002,0,1,1,1,1,1,1],[394,2,2,0,1,2,38.28,0.002,0,2,2,2,2,2,2],[395,3,3,2,1,2,35.83,0.002,0,3,2,3,3,3,3],[396,0,0,0,1,0,44.18,0.002,0,0,0,0,0,0,0],[397,1,1,3,1,1,48.88,0.002,0,1,3,1,1,1,1],[398,2,2,0,1,2,44.32,0.002,0,2,0,2,2,0,2],[399,3,3,2,1,3,37.15,0.002,0,3,3,3,3,3,3]],"elapsed_ms":2405,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":348,"J":268,"J_valid":268,"n_invalid":0,"n00":76,"n01":5,"n10":110,"n11":77,"ctl_n":268,"ctl_err":1},"metrics":{"target_error":0.30597014925373134,"Q_transfer":0.6940298507462687,"source_success":0.6977611940298507,"joint_error":0.2873134328358209,"T_cond":0.4117647058823529,"R":0.0037313432835820895,"delta":0.30223880597014924,"delta_pp":30.223880597014922,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.87}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":330,"J":250,"J_valid":250,"n_invalid":0,"n00":73,"n01":6,"n10":138,"n11":33,"ctl_n":250,"ctl_err":1},"metrics":{"target_error":0.156,"Q_transfer":0.844,"source_success":0.684,"joint_error":0.132,"T_cond":0.19298245614035087,"R":0.004,"delta":0.152,"delta_pp":15.2,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-LR/pgd/eps0050","seed":42,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.00125},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,36.91,0.005,0,0,2,0,1,1,1],[1,1,1,0,1,1,35.24,0.005,0,1,3,1,1,2,1],[2,2,0,0,1,0,33.25,0.005,0,2,0,2,2,2,2],[3,3,3,2,1,3,34.52,0.005,0,3,2,3,3,3,3],[4,0,2,2,1,2,40.59,0.005,0,0,2,0,1,1,0],[5,1,1,0,1,1,38.27,0.005,0,1,1,1,1,0,1],[6,2,2,0,1,2,35.19,0.005,0,2,3,2,2,2,2],[7,3,0,2,1,2,34.61,0.005,0,1,2,1,1,3,1],[8,0,0,1,1,0,38.43,0.005,0,0,0,0,0,0,0],[9,1,1,2,1,1,34.94,0.005,0,1,3,1,2,2,2],[10,2,0,0,1,0,37.06,0.005,0,2,0,2,0,0,0],[11,3,0,0,1,0,34.77,0.005,0,3,0,3,1,2,1],[12,0,2,2,1,2,35.38,0.005,0,2,2,0,2,2,1],[13,1,1,1,1,1,35.27,0.005,0,1,1,1,1,1,1],[14,2,2,0,1,0,39.49,0.005,0,0,0,0,2,0,2],[15,3,1,0,1,1,31.8,0.005,0,3,3,3,3,3,3],[16,0,1,1,1,1,40.42,0.005,0,0,0,0,0,0,0],[17,1,0,2,1,0,36.51,0.005,0,3,3,3,1,2,1],[18,2,2,0,1,2,34.79,0.005,0,2,0,0,2,2,2],[19,3,1,0,1,1,28.72,0.005,0,3,3,3,3,3,3],[20,0,0,2,1,0,34.92,0.005,0,0,0,0,0,0,0],[21,1,1,0,1,1,36.19,0.005,0,1,3,1,1,1,1],[22,2,2,0,1,2,32.27,0.005,0,2,0,0,2,0,2],[23,3,3,1,1,3,28.3,0.005,0,3,3,3,3,3,3],[24,0,2,2,1,2,35.37,0.005,0,2,2,0,2,3,2],[25,1,1,0,1,1,37.38,0.005,0,1,3,1,1,2,1],[26,2,2,0,1,0,37.76,0.005,0,2,3,2,1,1,1],[27,3,3,2,1,3,33.41,0.005,0,3,2,3,3,3,3],[28,0,0,2,1,0,36.83,0.005,0,0,0,0,1,1,1],[29,1,1,1,1,1,40.79,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,38.2,0.005,0,2,0,2,2,0,2],[31,3,3,0,1,3,33.59,0.005,0,3,3,3,3,3,3],[32,0,3,3,1,3,35.76,0.005,0,0,0,0,0,0,0],[33,1,1,1,1,1,37.39,0.005,0,1,1,1,1,1,1],[34,2,2,0,1,2,30.66,0.005,0,2,0,2,2,2,2],[35,3,3,3,1,3,36.19,0.005,0,3,3,3,3,3,3],[36,0,0,3,1,0,38.53,0.005,0,0,0,0,0,0,0],[37,1,1,1,1,1,40.52,0.005,0,1,1,1,1,1,1],[38,2,2,3,1,2,32.82,0.005,0,2,3,2,2,0,2],[39,3,0,0,1,0,35.01,0.005,0,1,0,1,1,1,1],[40,0,1,1,1,1,38.73,0.005,0,0,0,0,0,0,0],[41,1,1,3,1,1,40.45,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,38.79,0.005,0,2,3,2,2,0,2],[43,3,3,2,1,3,33.6,0.005,0,3,3,3,3,3,3],[44,0,0,2,1,0,36.19,0.005,0,0,2,0,0,1,0],[45,1,1,1,1,1,40.74,0.005,0,1,1,1,1,1,1],[46,2,2,3,1,2,32.51,0.005,0,2,0,2,2,0,2],[47,3,3,0,1,3,32.46,0.005,0,3,3,3,3,3,3],[48,0,0,2,1,0,35.48,0.005,0,0,0,0,0,0,0],[49,1,3,2,1,3,36.24,0.005,0,1,2,1,1,2,1],[50,2,0,0,1,0,35.69,0.005,0,0,0,0,0,0,0],[51,3,0,2,1,0,33.85,0.005,0,3,2,3,3,3,3],[52,0,0,2,1,0,39.79,0.005,0,0,0,0,0,0,0],[53,1,1,3,1,1,35.95,0.005,0,1,3,1,1,2,1],[54,2,2,0,1,2,37.97,0.005,0,2,0,2,2,0,2],[55,3,1,0,1,0,33.09,0.005,0,3,3,3,3,3,3],[56,0,0,2,1,0,39.88,0.005,0,0,2,0,1,1,1],[57,1,1,3,1,1,40.75,0.005,0,1,3,1,1,1,1],[58,2,2,0,1,2,31.23,0.005,0,2,2,2,2,2,2],[59,3,3,0,1,3,32.33,0.005,0,3,3,3,3,3,3],[60,0,0,2,1,0,37.94,0.005,0,0,0,0,0,0,0],[61,1,3,2,1,3,35.85,0.005,0,1,3,1,2,2,2],[62,2,2,3,1,2,34.58,0.005,0,2,0,2,2,0,2],[63,3,3,0,1,3,31.82,0.005,0,3,3,3,3,3,3],[64,0,1,1,1,1,38.3,0.005,0,0,1,0,0,0,0],[65,1,1,2,1,1,36.21,0.005,0,1,1,1,1,2,1],[66,2,2,3,1,2,38.58,0.005,0,2,1,2,2,0,2],[67,3,2,2,1,2,30.72,0.005,0,3,2,3,3,3,3],[68,0,2,2,1,2,35.88,0.005,0,0,2,2,2,2,2],[69,1,1,1,1,1,41.19,0.005,0,1,1,1,1,1,1],[70,2,2,0,1,2,34.02,0.005,0,2,0,2,2,1,2],[71,3,0,2,1,0,31.1,0.005,0,3,2,3,3,3,3],[72,0,2,2,1,2,32.53,0.005,0,2,2,2,2,3,2],[73,1,1,1,1,1,38.78,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,34.9,0.005,0,2,3,2,2,2,2],[75,3,3,1,1,3,29.61,0.005,0,3,1,3,3,3,3],[76,0,2,2,1,0,32.75,0.005,0,0,0,0,0,0,0],[77,1,1,0,1,1,38.25,0.005,0,1,3,1,1,2,1],[78,2,2,0,1,2,34.43,0.005,0,2,3,2,2,2,2],[79,3,2,2,1,2,32.84,0.005,0,2,0,2,2,2,2],[80,0,0,2,1,0,37.93,0.005,0,2,2,0,1,1,1],[81,1,1,0,1,1,41.22,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,36.96,0.005,0,2,3,2,2,1,2],[83,3,3,0,1,3,32.69,0.005,0,3,3,3,3,3,3],[84,0,3,1,1,3,38.85,0.005,0,0,0,0,0,0,0],[85,1,1,0,1,1,33.78,0.005,0,1,3,1,2,2,2],[86,2,2,0,1,2,38.08,0.005,0,2,3,2,2,1,2],[87,3,3,2,1,3,34.84,0.005,0,3,2,3,1,2,1],[88,0,0,2,1,0,32.21,0.005,0,0,0,0,0,0,0],[89,1,1,3,1,1,37.46,0.005,0,1,3,1,1,2,1],[90,2,2,3,1,2,33.28,0.005,0,2,0,2,2,0,2],[91,3,3,2,1,3,31.62,0.005,0,3,2,3,3,3,3],[92,0,1,1,1,1,36.03,0.005,0,0,0,0,0,0,0],[93,1,1,3,1,1,35.32,0.005,0,1,3,1,2,2,2],[94,2,2,0,1,2,32.9,0.005,0,2,0,2,2,0,3],[95,3,1,1,1,1,33,0.005,0,1,1,1,3,3,3],[96,0,2,2,1,2,39.22,0.005,0,0,2,0,0,1,0],[97,1,1,1,1,1,37.99,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,35.51,0.005,0,2,2,2,2,2,2],[99,3,3,0,1,3,26.65,0.005,0,3,3,3,3,3,3],[100,0,0,2,1,0,39.87,0.005,0,0,0,0,1,1,1],[101,1,1,1,1,1,40.31,0.005,0,1,1,1,1,1,1],[102,2,2,0,1,2,37.06,0.005,0,2,0,2,2,0,2],[103,3,3,2,1,3,32.21,0.005,0,3,2,3,3,3,3],[104,0,2,2,1,2,36.24,0.005,0,2,2,2,1,1,1],[105,1,1,0,1,1,35.02,0.005,0,3,3,3,1,2,1],[106,2,2,0,1,2,30.47,0.005,0,2,0,2,2,0,2],[107,3,3,0,1,3,33.6,0.005,0,3,3,3,3,3,3],[108,0,2,2,1,2,36.81,0.005,0,2,2,2,1,2,1],[109,1,1,0,1,1,41.17,0.005,0,1,1,1,1,1,1],[110,2,2,0,1,2,34.83,0.005,0,2,3,2,2,2,2],[111,3,3,0,1,3,35.05,0.005,0,3,3,3,3,3,3],[112,0,0,2,1,0,32.74,0.005,0,0,0,0,0,0,0],[113,1,1,3,1,1,41.06,0.005,0,1,1,1,1,1,1],[114,2,0,0,1,2,32.91,0.005,0,2,0,2,2,2,2],[115,3,3,2,1,3,34.46,0.005,0,3,2,3,1,2,1],[116,0,2,2,1,0,32.6,0.005,0,2,2,2,2,2,2],[117,1,1,3,1,1,37.68,0.005,0,1,3,1,1,2,1],[118,2,0,0,1,0,33.23,0.005,0,2,0,2,2,0,2],[119,3,1,1,1,1,35.34,0.005,0,3,1,3,3,3,3],[120,0,2,2,1,2,39.34,0.005,0,2,2,2,1,3,1],[121,1,3,2,1,3,36.42,0.005,0,3,3,1,1,3,1],[122,2,2,0,1,2,33.63,0.005,0,2,0,2,2,2,2],[123,3,3,2,1,2,29.02,0.005,0,3,2,3,3,2,3],[124,0,2,2,1,2,36.98,0.005,0,0,2,0,0,0,0],[125,1,1,1,1,1,39.2,0.005,0,1,3,1,1,1,1],[126,2,2,0,1,2,33.24,0.005,0,2,3,2,2,2,2],[127,3,1,1,1,1,35.46,0.005,0,3,1,3,3,3,3],[128,0,0,0,1,0,35.64,0.005,0,0,0,0,0,0,0],[129,1,1,1,1,1,39.85,0.005,0,1,1,1,1,1,1],[130,2,0,0,1,0,34.82,0.005,0,2,3,2,2,0,2],[131,3,1,1,1,1,35.42,0.005,0,3,1,3,3,3,3],[132,0,0,2,1,0,34.71,0.005,0,0,0,0,0,0,0],[133,1,1,1,1,1,40.26,0.005,0,1,1,1,1,1,1],[134,2,2,0,1,2,36.6,0.005,0,2,2,2,2,0,2],[135,3,3,0,1,3,32.31,0.005,0,3,3,3,3,3,3],[136,0,3,2,1,3,40.14,0.005,0,0,0,0,0,0,0],[137,1,2,2,1,2,38.86,0.005,0,1,2,1,1,2,1],[138,2,2,0,1,2,37.36,0.005,0,2,0,2,2,0,2],[139,3,2,2,1,2,30.14,0.005,0,2,2,2,2,2,2],[140,0,0,2,1,0,36.02,0.005,0,0,0,0,0,0,0],[141,1,3,2,1,3,36.92,0.005,0,1,3,1,1,3,1],[142,2,2,0,1,2,33.29,0.005,0,2,0,2,2,2,2],[143,3,2,2,1,2,31.79,0.005,0,2,2,2,2,2,2],[144,0,0,3,1,0,39.19,0.005,0,0,0,0,0,0,0],[145,1,1,3,1,1,39.97,0.005,0,1,3,1,1,3,1],[146,2,2,3,1,2,33.86,0.005,0,2,0,2,2,0,2],[147,3,3,2,1,3,29.87,0.005,0,3,2,3,3,3,3],[148,0,3,1,1,1,38.82,0.005,0,0,0,0,0,0,0],[149,1,1,3,1,1,39.49,0.005,0,1,3,1,1,2,1],[150,2,2,0,1,2,38.06,0.005,0,2,0,2,2,0,2],[151,3,1,1,1,1,33.55,0.005,0,1,1,3,3,0,3],[152,0,0,0,1,0,35.89,0.005,0,0,0,0,0,0,0],[153,1,3,2,1,3,38.89,0.005,0,1,2,1,1,2,1],[154,2,2,0,1,2,32.22,0.005,0,2,0,2,2,2,2],[155,3,3,1,1,3,33.05,0.005,0,3,1,3,3,3,3],[156,0,0,2,1,0,33.24,0.005,0,0,2,0,0,0,0],[157,1,1,1,1,1,36.63,0.005,0,1,3,1,1,1,1],[158,2,2,0,1,2,34.92,0.005,0,2,0,2,2,0,2],[159,3,3,1,1,3,33.21,0.005,0,3,1,3,3,3,3],[160,0,2,2,1,2,32.8,0.005,0,2,2,2,2,2,2],[161,1,3,2,1,3,38.98,0.005,0,1,3,1,1,2,1],[162,2,2,0,1,2,37.11,0.005,0,0,0,2,2,0,2],[163,3,1,1,1,1,31.48,0.005,0,3,1,3,3,3,3],[164,0,0,2,1,0,35.82,0.005,0,0,0,0,0,0,0],[165,1,1,3,1,1,40.5,0.005,0,1,1,1,1,1,1],[166,2,2,3,1,2,35.66,0.005,0,2,0,2,2,0,2],[167,3,3,0,1,3,33.87,0.005,0,3,3,3,3,3,3],[168,0,2,2,1,2,35.36,0.005,0,0,0,0,0,1,0],[169,1,1,1,1,1,39.31,0.005,0,1,1,1,1,1,1],[170,2,2,0,1,2,34.85,0.005,0,2,2,2,2,2,2],[171,3,2,2,1,2,28.71,0.005,0,3,2,3,3,3,3],[172,0,1,1,1,1,40.5,0.005,0,0,0,0,0,0,0],[173,1,1,0,1,1,36.39,0.005,0,1,1,1,1,2,1],[174,2,2,0,1,2,36.03,0.005,0,2,0,2,2,2,2],[175,3,3,0,1,3,32.57,0.005,0,1,1,1,3,3,3],[176,0,2,2,1,2,33.49,0.005,0,0,0,0,0,0,0],[177,1,1,1,1,1,38.38,0.005,0,1,1,1,1,1,1],[178,2,2,0,1,2,33.53,0.005,0,2,3,2,2,0,2],[179,3,3,2,1,3,31.87,0.005,0,3,0,3,3,3,3],[180,0,0,0,1,0,37.34,0.005,0,0,0,0,0,0,0],[181,1,1,1,1,1,39.64,0.005,0,1,1,1,1,1,1],[182,2,2,0,1,2,37.22,0.005,0,2,0,2,2,3,2],[183,3,3,2,1,3,34.37,0.005,0,3,3,3,3,3,3],[184,0,2,2,1,2,40.71,0.005,0,0,0,0,0,1,0],[185,1,1,2,1,1,39.05,0.005,0,1,3,1,1,3,1],[186,2,2,0,1,2,37.77,0.005,0,2,3,2,2,2,2],[187,3,1,1,1,1,35.89,0.005,0,3,1,3,3,3,3],[188,0,2,2,1,2,39.49,0.005,0,0,2,0,1,1,1],[189,1,1,1,1,1,38.57,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,34.67,0.005,0,2,3,2,2,2,2],[191,3,3,1,1,3,30.99,0.005,0,3,1,3,3,3,3],[192,0,2,2,1,2,38.47,0.005,0,0,2,0,1,1,1],[193,1,1,0,1,1,39.35,0.005,0,1,1,1,1,1,1],[194,2,2,0,1,2,36.02,0.005,0,2,0,2,1,0,1],[195,3,3,0,1,3,35.51,0.005,0,3,3,3,3,3,3],[196,0,0,2,1,0,41.06,0.005,0,0,0,0,1,2,0],[197,1,1,3,1,1,39.62,0.005,0,1,3,1,1,2,1],[198,2,2,0,1,2,34.87,0.005,0,2,0,2,2,2,2],[199,3,3,2,1,3,31.94,0.005,0,3,2,3,3,2,3],[200,0,0,2,1,0,39.22,0.005,0,0,0,0,0,0,0],[201,1,1,1,1,1,37.15,0.005,0,1,3,1,1,1,1],[202,2,2,0,1,2,37.57,0.005,0,2,0,2,2,1,2],[203,3,3,1,1,1,31.62,0.005,0,1,1,3,0,0,3],[204,0,0,2,1,0,33.16,0.005,0,0,0,0,0,2,0],[205,1,1,1,1,1,35.67,0.005,0,1,3,1,1,2,1],[206,2,0,0,1,0,37.13,0.005,0,2,3,2,2,2,2],[207,3,3,0,1,3,33.86,0.005,0,3,3,3,3,3,3],[208,0,2,2,1,2,33.66,0.005,0,2,2,2,2,3,2],[209,1,1,3,1,1,40.59,0.005,0,1,1,1,1,3,1],[210,2,2,0,1,2,36.18,0.005,0,2,0,2,0,0,0],[211,3,3,1,1,1,36.41,0.005,0,3,1,3,3,3,3],[212,0,0,3,1,0,38.99,0.005,0,0,0,0,0,0,0],[213,1,1,2,1,1,38.29,0.005,0,1,3,1,1,2,1],[214,2,2,0,1,2,37.56,0.005,0,0,0,0,2,2,2],[215,3,3,2,1,3,29.55,0.005,0,3,2,3,3,2,3],[216,0,0,2,1,0,35.36,0.005,0,0,0,0,0,2,0],[217,1,0,0,1,0,39.11,0.005,0,2,2,2,1,1,1],[218,2,0,0,1,0,37.73,0.005,0,2,3,2,1,1,1],[219,3,3,2,1,3,32.21,0.005,0,3,2,3,2,2,2],[220,0,0,2,1,0,39.19,0.005,0,0,0,0,0,0,0],[221,1,1,2,1,1,34.06,0.005,0,1,3,1,2,2,2],[222,2,2,0,1,2,32.15,0.005,0,2,0,2,2,0,2],[223,3,3,1,1,3,35.06,0.005,0,1,1,1,3,3,3],[224,0,3,1,1,3,33.57,0.005,0,0,0,0,0,0,0],[225,1,3,2,1,1,32.09,0.005,0,1,2,1,2,2,2],[226,2,0,0,1,0,36.37,0.005,0,2,3,2,2,2,2],[227,3,0,2,1,0,28.93,0.005,0,3,2,3,3,3,3],[228,0,2,2,1,2,40.4,0.005,0,2,2,2,0,2,0],[229,1,1,3,1,3,35,0.005,0,3,3,3,1,3,1],[230,2,2,3,1,2,32.01,0.005,0,2,0,2,2,0,2],[231,3,3,2,1,3,31.2,0.005,0,3,3,3,3,3,3],[232,0,2,2,1,2,38.05,0.005,0,2,2,2,1,2,1],[233,1,1,1,1,1,40.56,0.005,0,1,1,1,1,1,1],[234,2,2,3,1,2,33.47,0.005,0,2,0,2,2,0,2],[235,3,3,2,1,3,34.51,0.005,0,3,2,1,3,3,3],[236,0,0,2,1,0,37.32,0.005,0,0,2,0,1,1,1],[237,1,3,2,1,3,36.36,0.005,0,3,2,3,1,2,1],[238,2,2,0,1,2,38.82,0.005,0,2,0,3,1,0,1],[239,3,0,2,1,0,26.88,0.005,0,3,2,3,3,3,3],[240,0,3,2,1,2,34.94,0.005,0,0,0,0,0,0,0],[241,1,1,0,1,1,35.47,0.005,0,1,1,1,1,2,0],[242,2,2,0,1,2,36.23,0.005,0,2,0,2,2,1,2],[243,3,3,1,1,3,32.61,0.005,0,3,3,3,3,3,3],[244,0,2,2,1,2,32.23,0.005,0,0,0,0,0,0,0],[245,1,1,1,1,1,38.76,0.005,0,1,1,1,1,1,1],[246,2,0,0,1,0,35.19,0.005,0,2,3,2,2,2,2],[247,3,3,2,1,3,32.24,0.005,0,3,2,3,3,3,3],[248,0,0,2,1,0,37.74,0.005,0,0,0,0,0,0,0],[249,1,1,0,1,1,37.44,0.005,0,3,3,3,2,2,2],[250,2,2,0,1,2,39.64,0.005,0,2,0,2,1,0,1],[251,3,3,2,1,3,30.28,0.005,0,3,2,3,3,3,3],[252,0,2,2,1,2,37.15,0.005,0,0,0,0,0,0,0],[253,1,1,1,1,1,39.46,0.005,0,1,1,1,1,1,1],[254,2,2,0,1,2,39.52,0.005,0,2,0,2,0,2,0],[255,3,1,1,1,1,29.7,0.005,0,3,1,3,3,3,3],[256,0,2,2,1,2,32.74,0.005,0,2,2,2,2,2,2],[257,1,3,2,1,1,39.75,0.005,0,1,3,1,1,2,1],[258,2,2,0,1,2,32.12,0.005,0,2,0,2,2,0,2],[259,3,3,2,1,3,33.9,0.005,0,3,2,3,3,2,3],[260,0,2,2,1,2,31.59,0.005,0,0,2,0,0,0,0],[261,1,1,3,1,1,38.51,0.005,0,1,3,1,1,3,1],[262,2,2,0,1,2,31.92,0.005,0,2,0,2,2,2,2],[263,3,3,2,1,3,32.48,0.005,0,3,3,3,3,3,3],[264,0,2,2,1,2,38.42,0.005,0,2,2,2,1,1,1],[265,1,1,0,1,1,35.25,0.005,0,1,3,1,1,2,1],[266,2,2,3,1,2,36.89,0.005,0,3,1,2,2,0,2],[267,3,3,0,1,3,34.92,0.005,0,3,3,3,3,3,3],[268,0,2,2,1,2,33.37,0.005,0,2,2,2,2,2,2],[269,1,1,0,1,1,38.71,0.005,0,1,1,1,1,1,1],[270,2,2,3,1,2,32.36,0.005,0,2,0,2,2,0,2],[271,3,3,2,1,3,30.39,0.005,0,3,2,3,3,3,3],[272,0,0,2,1,0,35.75,0.005,0,2,2,2,2,2,2],[273,1,1,0,1,1,39.56,0.005,0,1,0,1,1,1,1],[274,2,2,3,1,2,34.17,0.005,0,2,0,2,2,0,2],[275,3,3,0,1,3,30.18,0.005,0,3,3,3,3,3,3],[276,0,0,2,1,0,37.07,0.005,0,0,0,0,1,1,1],[277,1,1,3,1,1,37.2,0.005,0,1,3,1,1,2,1],[278,2,2,0,1,2,38.26,0.005,0,2,0,2,1,0,1],[279,3,3,0,1,3,29.77,0.005,0,3,3,3,3,3,3],[280,0,0,0,1,0,37.01,0.005,0,0,0,0,0,0,0],[281,1,1,1,1,1,42.58,0.005,0,1,1,1,1,1,1],[282,2,2,0,1,2,36.82,0.005,0,2,0,2,2,0,2],[283,3,3,0,1,3,30.77,0.005,0,3,3,3,3,3,3],[284,0,0,2,1,0,33.03,0.005,0,0,0,0,0,0,0],[285,1,3,2,1,3,36.85,0.005,0,1,3,1,1,2,1],[286,2,2,0,1,2,33.28,0.005,0,2,2,2,2,2,2],[287,3,3,0,1,3,29.75,0.005,0,3,3,3,3,3,3],[288,0,0,3,1,0,37.5,0.005,0,0,0,0,0,0,0],[289,1,3,3,1,3,38.09,0.005,0,1,3,1,3,3,3],[290,2,2,0,1,2,34.94,0.005,0,2,0,2,2,2,2],[291,3,1,1,1,1,33.75,0.005,0,3,1,1,3,3,3],[292,0,2,2,1,2,33.46,0.005,0,0,2,0,0,0,0],[293,1,1,3,1,1,36.04,0.005,0,1,3,1,1,2,1],[294,2,2,0,1,2,38.31,0.005,0,2,3,2,2,1,2],[295,3,1,1,1,1,35.28,0.005,0,3,1,1,3,3,3],[296,0,2,2,1,2,35.32,0.005,0,2,2,2,0,2,0],[297,1,1,1,1,1,39.45,0.005,0,1,1,1,1,1,1],[298,2,2,3,1,2,32.49,0.005,0,2,0,2,2,0,2],[299,3,1,1,1,1,33.73,0.005,0,3,3,3,3,3,3],[300,0,1,1,1,1,37.8,0.005,0,0,1,0,0,0,0],[301,1,1,0,1,1,37.33,0.005,0,1,3,1,1,2,1],[302,2,2,0,1,2,32.21,0.005,0,2,0,2,2,2,2],[303,3,3,1,1,3,28.63,0.005,0,3,1,3,3,3,3],[304,0,0,2,1,0,36.45,0.005,0,0,0,0,0,0,0],[305,1,3,2,1,3,34.02,0.005,0,1,2,1,2,2,2],[306,2,2,0,1,2,40.7,0.005,0,0,0,0,0,0,0],[307,3,3,2,1,3,30.31,0.005,0,3,2,3,2,2,3],[308,0,0,2,1,0,40.37,0.005,0,2,2,2,1,1,1],[309,1,1,0,1,1,41.05,0.005,0,1,3,1,1,2,1],[310,2,2,3,1,2,36.01,0.005,0,2,0,2,1,0,2],[311,3,3,2,1,3,35.19,0.005,0,3,3,3,3,3,3],[312,0,3,1,1,3,40.34,0.005,0,0,0,0,0,0,0],[313,1,1,1,1,1,38.05,0.005,0,1,1,1,1,1,1],[314,2,2,0,1,2,40.02,0.005,0,2,3,2,1,3,1],[315,3,2,2,1,3,29.37,0.005,0,3,2,3,3,3,3],[316,0,0,2,1,0,39.63,0.005,0,0,2,0,1,1,1],[317,1,1,1,1,1,40.74,0.005,0,1,1,1,1,1,1],[318,2,2,0,1,2,37.52,0.005,0,2,0,2,1,1,1],[319,3,0,0,1,0,34.84,0.005,0,3,3,3,3,3,3],[320,0,0,0,1,0,39.57,0.005,0,0,0,0,0,0,0],[321,1,3,2,1,3,36.79,0.005,0,1,2,1,1,2,1],[322,2,2,0,1,2,38.61,0.005,0,0,0,2,1,2,1],[323,3,3,2,1,2,32.52,0.005,0,3,2,3,3,3,3],[324,0,0,2,1,0,34.34,0.005,0,0,0,0,0,0,0],[325,1,3,2,1,3,37.58,0.005,0,1,3,1,1,3,1],[326,2,2,0,1,2,36.27,0.005,0,2,0,2,3,1,3],[327,3,3,2,1,0,26.54,0.005,0,3,2,3,3,3,3],[328,0,0,2,1,0,31.68,0.005,0,0,0,0,0,0,0],[329,1,1,3,1,1,36.78,0.005,0,1,3,1,1,2,1],[330,2,2,0,1,2,37.07,0.005,0,2,2,2,2,2,2],[331,3,2,2,1,2,28.22,0.005,0,2,2,2,2,2,2],[332,0,0,2,1,0,35.96,0.005,0,0,0,0,0,0,0],[333,1,1,3,1,1,40.92,0.005,0,1,3,1,1,2,1],[334,2,3,3,1,2,33.53,0.005,0,3,0,2,2,0,3],[335,3,3,0,1,3,34.04,0.005,0,3,3,3,3,3,3],[336,0,2,2,1,2,35.31,0.005,0,0,2,0,0,2,0],[337,1,1,1,1,1,39.02,0.005,0,1,1,1,1,1,1],[338,2,2,0,1,2,31.84,0.005,0,2,2,2,2,2,2],[339,3,3,1,1,3,34.65,0.005,0,3,1,3,3,3,3],[340,0,0,2,1,0,39.92,0.005,0,0,0,0,1,1,1],[341,1,1,1,1,1,39.65,0.005,0,1,1,1,1,1,1],[342,2,2,3,1,2,32.01,0.005,0,2,0,2,2,3,2],[343,3,3,0,1,3,30.31,0.005,0,3,3,3,3,3,3],[344,0,0,2,1,0,39.06,0.005,0,0,2,0,0,1,0],[345,1,1,1,1,1,38.94,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,37.41,0.005,0,2,0,2,2,1,2],[347,3,3,2,1,3,30.86,0.005,0,3,2,3,3,3,3],[348,0,2,2,1,2,39.63,0.005,0,0,2,2,1,3,1],[349,1,1,0,1,1,41.49,0.005,0,1,1,1,1,1,1],[350,2,2,0,1,2,35.73,0.005,0,2,2,2,2,2,2],[351,3,1,1,1,1,34.16,0.005,0,3,1,3,3,3,3],[352,0,0,2,1,0,36.1,0.005,0,0,0,0,0,0,0],[353,1,0,2,1,0,37.46,0.005,0,1,2,1,1,2,1],[354,2,2,0,1,2,35.32,0.005,0,2,0,2,2,1,2],[355,3,3,2,1,3,29.87,0.005,0,3,2,3,3,3,3],[356,0,0,2,1,0,37.92,0.005,0,0,0,0,0,0,0],[357,1,1,3,1,1,40.85,0.005,0,1,1,1,1,3,1],[358,2,2,0,1,2,36.73,0.005,0,0,0,0,2,0,2],[359,3,3,1,1,3,29.55,0.005,0,3,1,3,3,3,3],[360,0,0,1,1,0,35.45,0.005,0,0,0,0,0,0,0],[361,1,1,1,1,1,40.75,0.005,0,1,1,1,1,1,1],[362,2,2,0,1,2,39.77,0.005,0,0,0,2,1,0,1],[363,3,3,2,1,3,30.78,0.005,0,3,2,3,3,3,3],[364,0,0,3,1,0,36.83,0.005,0,0,0,0,0,0,0],[365,1,1,1,1,1,34.35,0.005,0,1,1,1,1,2,1],[366,2,2,0,1,2,33.22,0.005,0,0,0,0,2,2,2],[367,3,2,2,1,2,29.34,0.005,0,0,2,0,3,3,2],[368,0,0,2,1,0,38.04,0.005,0,0,0,0,0,0,0],[369,1,1,0,1,1,38.28,0.005,0,1,1,1,1,1,1],[370,2,2,0,1,2,38.56,0.005,0,2,0,2,2,0,2],[371,3,3,2,1,3,31.79,0.005,0,3,2,3,3,3,3],[372,0,3,3,1,3,37.18,0.005,0,0,0,0,0,0,0],[373,1,1,1,1,1,39.6,0.005,0,1,1,1,1,1,1],[374,2,2,0,1,0,38.36,0.005,0,3,3,3,1,0,1],[375,3,0,2,1,0,29.7,0.005,0,3,2,3,3,2,3],[376,0,0,2,1,0,34.62,0.005,0,0,0,0,0,0,0],[377,1,1,3,1,1,39.33,0.005,0,1,3,1,1,2,1],[378,2,2,0,1,2,33.29,0.005,0,0,0,2,2,0,2],[379,3,3,1,1,3,34.96,0.005,0,3,1,3,3,3,3],[380,0,3,1,1,3,36.08,0.005,0,0,0,0,0,0,0],[381,1,1,0,1,1,40.62,0.005,0,1,3,1,1,1,1],[382,2,2,0,1,2,36.36,0.005,0,2,0,2,1,0,2],[383,3,0,2,1,0,29.24,0.005,0,3,3,3,3,3,3],[384,0,2,2,1,2,34.82,0.005,0,2,2,2,0,2,0],[385,1,1,3,1,1,42.04,0.005,0,1,3,1,1,2,1],[386,2,0,0,1,2,33.7,0.005,0,2,0,2,2,0,2],[387,3,3,1,1,3,34.89,0.005,0,3,1,3,3,0,3],[388,0,0,2,1,0,35.23,0.005,0,0,0,0,0,2,0],[389,1,1,1,1,1,38.44,0.005,0,1,1,1,1,1,1],[390,2,0,0,1,0,36.36,0.005,0,0,0,0,2,2,2],[391,3,1,1,1,1,30.97,0.005,0,3,1,3,3,3,3],[392,0,0,3,1,0,35.27,0.005,0,0,0,0,0,0,0],[393,1,1,0,1,1,38.77,0.005,0,1,3,1,1,2,1],[394,2,2,0,1,2,32.06,0.005,0,2,0,2,2,2,2],[395,3,3,2,1,3,29.65,0.005,0,3,2,3,3,3,3],[396,0,0,0,1,0,36.3,0.005,0,0,0,0,0,0,0],[397,1,1,0,1,1,41.14,0.005,0,1,3,1,1,3,1],[398,2,2,0,1,2,38.78,0.005,0,2,0,2,2,0,2],[399,3,3,2,1,3,30.65,0.005,0,3,3,3,3,3,3]],"elapsed_ms":2712,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":348,"J":268,"J_valid":268,"n_invalid":0,"n00":36,"n01":4,"n10":87,"n11":141,"ctl_n":268,"ctl_err":4},"metrics":{"target_error":0.5410447761194029,"Q_transfer":0.45895522388059706,"source_success":0.8507462686567164,"joint_error":0.5261194029850746,"T_cond":0.618421052631579,"R":0.014925373134328358,"delta":0.5261194029850745,"delta_pp":52.611940298507456,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.87}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":330,"J":250,"J_valid":250,"n_invalid":0,"n00":38,"n01":2,"n10":125,"n11":85,"ctl_n":250,"ctl_err":2},"metrics":{"target_error":0.348,"Q_transfer":0.652,"source_success":0.84,"joint_error":0.34,"T_cond":0.40476190476190477,"R":0.008,"delta":0.33999999999999997,"delta_pp":34,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-LR/pgd/eps0100","seed":42,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0025},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,2,31.01,0.01,0,0,2,0,1,1,1],[1,1,1,0,1,1,29.79,0.01,0,1,3,1,1,2,1],[2,2,0,0,1,0,28.21,0.01,0,2,3,2,2,0,2],[3,3,3,2,1,2,29.64,0.01,0,3,2,3,3,3,3],[4,0,2,2,1,2,35,0.01,0,0,2,2,1,3,0],[5,1,1,0,1,1,33.5,0.01,0,1,3,1,1,0,1],[6,2,2,0,1,2,30.47,0.01,0,2,3,2,2,2,2],[7,3,0,2,1,0,30.02,0.01,0,1,2,1,1,3,1],[8,0,0,1,1,0,33.32,0.01,0,0,1,0,0,0,0],[9,1,1,2,1,1,29.93,0.01,0,1,3,1,2,2,2],[10,2,0,0,1,0,31.51,0.01,0,2,3,2,0,0,0],[11,3,0,0,1,0,29.68,0.01,0,3,0,3,1,2,1],[12,0,2,2,1,2,30.32,0.01,0,2,2,2,2,3,1],[13,1,1,3,1,1,29.87,0.01,0,1,3,1,1,2,1],[14,2,2,0,1,0,33.79,0.01,0,0,0,0,2,0,2],[15,3,1,0,1,1,26.31,0.01,0,3,3,3,3,3,3],[16,0,1,1,1,1,34.91,0.01,0,0,0,0,0,0,0],[17,1,0,2,1,0,31.28,0.01,0,3,2,3,1,2,1],[18,2,2,1,1,2,28.56,0.01,0,2,1,2,2,0,2],[19,3,1,0,1,1,23.62,0.01,0,3,3,3,3,3,3],[20,0,0,2,1,0,29.67,0.01,0,0,0,0,0,0,0],[21,1,1,0,1,1,30.3,0.01,0,1,3,1,1,2,1],[22,2,2,3,1,2,27.08,0.01,0,2,0,2,2,0,2],[23,3,3,2,1,0,22.09,0.01,0,3,2,3,3,3,3],[24,0,2,2,1,2,30.73,0.01,0,2,2,0,2,2,0],[25,1,1,2,1,1,31.59,0.01,0,1,3,1,1,2,1],[26,2,2,0,1,0,33.35,0.01,0,2,0,2,1,1,1],[27,3,3,2,1,3,28.88,0.01,0,3,2,3,3,3,3],[28,0,0,2,1,0,31.58,0.01,0,0,0,0,1,1,0],[29,1,1,3,1,1,35.93,0.01,0,1,3,1,1,2,1],[30,2,2,0,1,2,33.54,0.01,0,2,0,2,2,0,2],[31,3,3,2,1,3,27.94,0.01,0,3,3,3,3,3,3],[32,0,3,3,1,3,30.78,0.01,0,0,0,0,0,0,0],[33,1,1,1,1,1,32.35,0.01,0,1,1,1,1,1,1],[34,2,2,0,1,2,26.55,0.01,0,2,0,2,2,2,2],[35,3,3,1,1,3,30.15,0.01,0,3,1,3,3,3,3],[36,0,0,3,1,0,34.1,0.01,0,0,0,0,0,0,0],[37,1,1,1,1,1,35.6,0.01,0,1,1,1,1,1,1],[38,2,2,3,1,2,26.92,0.01,0,2,3,2,2,0,2],[39,3,0,2,1,0,29.42,0.01,0,1,2,1,1,3,1],[40,0,1,1,1,1,33.98,0.01,0,0,1,0,0,0,0],[41,1,1,3,1,1,35.47,0.01,0,1,3,1,1,3,1],[42,2,2,0,1,2,33.52,0.01,0,2,3,2,2,0,2],[43,3,3,2,1,3,28.71,0.01,0,3,2,3,3,3,3],[44,0,0,2,1,0,30.51,0.01,0,0,2,0,0,2,0],[45,1,1,0,1,1,35.46,0.01,0,1,3,1,1,2,1],[46,2,2,3,1,2,26.95,0.01,0,2,0,2,2,0,2],[47,3,3,0,1,3,26.88,0.01,0,3,3,3,3,3,3],[48,0,0,2,1,0,29.88,0.01,0,0,2,0,0,0,0],[49,1,3,2,1,1,31.02,0.01,0,1,2,1,1,2,1],[50,2,0,0,1,0,30.83,0.01,0,0,0,0,0,0,0],[51,3,0,2,1,0,28.82,0.01,0,3,2,3,3,3,1],[52,0,0,2,1,0,34.52,0.01,0,0,0,0,0,0,0],[53,1,1,2,1,1,30.84,0.01,0,1,3,1,1,2,1],[54,2,2,3,1,2,32.4,0.01,0,2,3,2,2,0,2],[55,3,1,0,1,0,28.17,0.01,0,3,3,3,3,3,3],[56,0,0,2,1,0,33.9,0.01,0,0,2,0,1,1,1],[57,1,1,2,1,1,35.61,0.01,0,1,3,1,1,3,1],[58,2,2,0,1,2,26.01,0.01,0,2,3,2,2,0,2],[59,3,3,0,1,0,26.57,0.01,0,3,3,3,3,3,3],[60,0,0,2,1,0,32.58,0.01,0,0,0,0,0,0,0],[61,1,3,2,1,3,30.2,0.01,0,1,3,1,2,2,2],[62,2,2,3,1,2,28.94,0.01,0,2,0,2,2,0,2],[63,3,3,2,1,3,26.42,0.01,0,3,3,3,3,3,3],[64,0,1,1,1,1,32.56,0.01,0,0,1,0,0,0,0],[65,1,1,2,1,1,31.06,0.01,0,1,2,1,1,2,1],[66,2,2,3,1,2,33.07,0.01,0,2,1,2,2,0,2],[67,3,2,2,1,0,25.51,0.01,0,3,2,3,3,3,3],[68,0,2,2,1,2,31.28,0.01,0,0,2,0,2,2,2],[69,1,1,0,1,1,35.69,0.01,0,1,3,1,1,1,1],[70,2,2,3,1,2,28.42,0.01,0,2,0,2,2,0,2],[71,3,0,2,1,0,25.74,0.01,0,3,2,3,3,3,3],[72,0,2,2,1,2,27.63,0.01,0,2,2,2,2,3,2],[73,1,1,1,1,1,33.59,0.01,0,1,1,1,1,2,1],[74,2,2,0,1,2,30.36,0.01,0,2,0,2,2,1,2],[75,3,3,2,1,3,23.99,0.01,0,3,2,3,3,3,3],[76,0,2,2,1,2,27.88,0.01,0,0,0,0,0,0,0],[77,1,1,2,1,1,32.13,0.01,0,1,2,1,1,2,1],[78,2,2,0,1,2,29.44,0.01,0,2,0,2,2,0,2],[79,3,2,2,1,2,27.38,0.01,0,2,0,2,2,2,2],[80,0,0,2,1,0,32.17,0.01,0,2,2,2,1,3,1],[81,1,1,0,1,1,36.21,0.01,0,1,1,1,1,1,1],[82,2,2,0,1,2,31.36,0.01,0,2,1,2,2,0,2],[83,3,3,0,1,3,27.43,0.01,0,3,3,3,3,3,3],[84,0,3,1,1,3,34.41,0.01,0,0,1,0,0,0,0],[85,1,1,2,1,1,27.73,0.01,0,1,3,1,2,2,1],[86,2,2,3,1,2,31.93,0.01,0,2,1,2,2,0,2],[87,3,3,2,1,3,29.84,0.01,0,3,2,3,1,2,1],[88,0,0,2,1,0,27.6,0.01,0,0,0,0,0,0,0],[89,1,1,2,1,1,31.99,0.01,0,1,3,1,1,3,1],[90,2,2,3,1,2,27.77,0.01,0,2,0,2,2,0,2],[91,3,3,2,1,3,26.15,0.01,0,3,2,3,3,3,3],[92,0,1,1,1,1,30.84,0.01,0,0,0,0,0,0,0],[93,1,1,2,1,1,30.13,0.01,0,1,3,1,2,2,1],[94,2,2,3,1,2,27.08,0.01,0,2,1,2,2,0,2],[95,3,1,1,1,1,27.93,0.01,0,1,1,1,3,3,3],[96,0,2,2,1,2,33.64,0.01,0,0,2,0,0,1,0],[97,1,1,0,1,1,32.93,0.01,0,1,3,1,1,2,1],[98,2,2,0,1,2,29.59,0.01,0,2,3,2,2,0,2],[99,3,3,0,1,3,21.35,0.01,0,3,3,3,3,3,3],[100,0,0,2,1,0,33.9,0.01,0,0,0,0,1,1,1],[101,1,1,1,1,1,35.04,0.01,0,1,1,1,1,2,1],[102,2,2,1,1,2,31,0.01,0,2,1,2,2,0,3],[103,3,3,2,1,0,27.38,0.01,0,3,2,3,3,3,3],[104,0,2,2,1,2,30.98,0.01,0,2,2,2,1,2,1],[105,1,1,0,1,1,29.65,0.01,0,3,3,3,1,2,1],[106,2,2,0,1,0,26.1,0.01,0,2,0,2,2,0,2],[107,3,3,0,1,3,28.03,0.01,0,3,3,3,3,3,3],[108,0,2,2,1,2,31.75,0.01,0,2,2,2,1,2,1],[109,1,1,0,1,1,35.96,0.01,0,1,3,1,1,2,1],[110,2,2,0,1,2,30.3,0.01,0,2,0,2,2,2,2],[111,3,3,0,1,3,29.74,0.01,0,3,3,3,3,3,3],[112,0,0,2,1,0,27.33,0.01,0,0,0,0,0,0,0],[113,1,1,3,1,1,36.15,0.01,0,1,3,1,1,3,1],[114,2,0,0,1,0,28.86,0.01,0,2,0,2,2,2,2],[115,3,3,2,1,3,29.65,0.01,0,3,2,3,1,3,1],[116,0,2,2,1,2,27.45,0.01,0,2,2,2,2,2,2],[117,1,1,3,1,1,31.75,0.01,0,1,3,1,1,2,1],[118,2,0,0,1,2,28.57,0.01,0,2,0,2,2,0,2],[119,3,1,1,1,1,29.31,0.01,0,3,1,3,3,3,3],[120,0,2,2,1,2,34.75,0.01,0,2,2,2,1,3,1],[121,1,3,2,1,1,30.89,0.01,0,3,3,1,1,3,1],[122,2,2,0,1,2,29.24,0.01,0,2,0,2,2,2,2],[123,3,3,2,1,2,23.55,0.01,0,3,2,3,3,2,3],[124,0,2,2,1,2,32,0.01,0,0,2,0,0,2,0],[125,1,1,0,1,1,34.22,0.01,0,1,3,1,1,2,1],[126,2,2,0,1,2,28.91,0.01,0,2,0,2,2,2,2],[127,3,1,1,1,1,30.12,0.01,0,3,1,3,3,3,3],[128,0,0,2,1,0,29.99,0.01,0,0,0,0,0,0,0],[129,1,1,1,1,1,34.98,0.01,0,1,1,1,1,2,1],[130,2,0,0,1,2,30.56,0.01,0,2,0,2,2,0,2],[131,3,1,1,1,1,29.76,0.01,0,3,1,3,3,3,3],[132,0,0,2,1,0,29.49,0.01,0,0,0,0,0,0,0],[133,1,1,1,1,1,34.76,0.01,0,1,1,1,1,1,1],[134,2,2,3,1,2,30.37,0.01,0,2,3,2,2,0,2],[135,3,3,0,1,3,27.29,0.01,0,3,3,3,3,3,3],[136,0,3,2,1,3,34.57,0.01,0,0,0,0,0,0,0],[137,1,2,2,1,0,34.25,0.01,0,1,2,1,1,2,1],[138,2,2,0,1,2,32.63,0.01,0,2,0,2,2,0,2],[139,3,2,2,1,2,24.73,0.01,0,2,2,2,2,3,2],[140,0,0,2,1,0,30.7,0.01,0,0,0,0,0,0,0],[141,1,3,2,1,1,31.62,0.01,0,1,3,1,1,3,2],[142,2,2,0,1,2,28.42,0.01,0,2,0,2,2,0,2],[143,3,2,2,1,2,26.85,0.01,0,2,2,2,2,3,2],[144,0,0,3,1,0,34.22,0.01,0,0,3,0,0,0,0],[145,1,1,3,1,1,35.3,0.01,0,1,3,1,1,3,1],[146,2,2,3,1,2,28.07,0.01,0,2,0,2,2,0,2],[147,3,3,2,1,3,24.47,0.01,0,3,2,3,3,3,3],[148,0,3,1,1,3,33.49,0.01,0,0,0,0,0,0,0],[149,1,1,0,1,1,34.31,0.01,0,1,3,1,1,3,1],[150,2,2,3,1,2,32.36,0.01,0,2,1,2,2,0,2],[151,3,1,1,1,1,27.68,0.01,0,1,1,1,3,0,3],[152,0,0,2,1,0,30.59,0.01,0,0,0,0,0,0,0],[153,1,3,2,1,3,34.5,0.01,0,1,2,1,1,2,1],[154,2,2,0,1,2,27.73,0.01,0,2,0,2,2,0,2],[155,3,3,2,1,3,27.03,0.01,0,3,3,3,3,3,3],[156,0,0,2,1,0,27.79,0.01,0,0,2,0,0,0,0],[157,1,1,0,1,1,30.94,0.01,0,1,3,1,1,2,1],[158,2,2,3,1,2,28.91,0.01,0,2,0,2,2,0,2],[159,3,3,1,1,1,27.13,0.01,0,3,1,3,3,0,3],[160,0,2,2,1,2,27.49,0.01,0,2,2,2,2,2,2],[161,1,3,2,1,3,33.67,0.01,0,1,2,1,1,2,1],[162,2,2,3,1,2,31,0.01,0,0,1,2,2,0,2],[163,3,1,1,1,1,26.05,0.01,0,3,1,3,3,3,3],[164,0,0,2,1,0,30.11,0.01,0,0,0,0,0,0,0],[165,1,1,3,1,1,35.27,0.01,0,1,3,1,1,2,1],[166,2,2,3,1,2,30.54,0.01,0,2,0,2,2,0,2],[167,3,3,0,1,3,28.62,0.01,0,3,3,3,3,3,3],[168,0,2,2,1,2,29.49,0.01,0,0,0,0,0,1,0],[169,1,1,1,1,1,34.01,0.01,0,1,1,1,1,1,1],[170,2,2,0,1,2,29.88,0.01,0,2,2,2,2,2,2],[171,3,2,2,1,2,23.89,0.01,0,3,2,3,3,3,3],[172,0,1,1,1,1,34.38,0.01,0,0,0,0,0,0,0],[173,1,1,0,1,1,31.16,0.01,0,1,2,1,1,2,1],[174,2,2,1,1,2,30,0.01,0,2,1,2,2,0,2],[175,3,3,2,1,3,25.7,0.01,0,1,2,1,3,3,3],[176,0,2,2,1,2,28.37,0.01,0,0,2,0,0,0,0],[177,1,1,0,1,1,33.48,0.01,0,1,3,1,1,1,1],[178,2,2,3,1,2,27.97,0.01,0,2,3,2,2,0,2],[179,3,3,2,1,0,26.76,0.01,0,3,0,3,3,2,3],[180,0,0,2,1,0,31.99,0.01,0,0,0,0,0,0,0],[181,1,1,0,1,1,35.17,0.01,0,1,3,1,1,1,1],[182,2,2,0,1,2,33.5,0.01,0,2,0,2,2,0,2],[183,3,3,2,1,3,29.62,0.01,0,3,2,3,3,3,3],[184,0,2,2,1,2,34.78,0.01,0,0,2,0,0,3,1],[185,1,1,2,1,1,34.06,0.01,0,1,3,1,1,3,1],[186,2,2,0,1,2,32.96,0.01,0,2,0,2,2,0,2],[187,3,1,1,1,1,30.34,0.01,0,3,1,1,3,3,3],[188,0,2,2,1,2,33.94,0.01,0,0,2,0,1,1,1],[189,1,1,1,1,1,33.39,0.01,0,1,1,1,1,1,1],[190,2,2,0,1,2,30.6,0.01,0,2,3,2,2,1,2],[191,3,3,1,1,1,25.44,0.01,0,3,1,3,3,3,3],[192,0,2,2,1,2,33.13,0.01,0,0,2,0,1,3,1],[193,1,1,0,1,1,33.23,0.01,0,1,3,1,1,1,1],[194,2,2,0,1,2,31.65,0.01,0,2,0,2,1,0,1],[195,3,3,2,1,3,30.36,0.01,0,3,2,3,3,3,3],[196,0,0,2,1,2,35.52,0.01,0,0,2,0,1,3,1],[197,1,1,2,1,1,34.43,0.01,0,1,3,1,1,3,1],[198,2,2,0,1,2,29.6,0.01,0,2,0,2,2,0,2],[199,3,3,2,1,3,27.03,0.01,0,3,2,3,3,2,3],[200,0,0,2,1,0,33.31,0.01,0,0,0,0,0,0,0],[201,1,1,0,1,1,32.08,0.01,0,1,3,1,1,2,1],[202,2,2,3,1,2,31.53,0.01,0,2,0,2,2,0,2],[203,3,3,1,1,1,25.73,0.01,0,1,1,3,0,0,3],[204,0,0,2,1,0,28.15,0.01,0,0,0,0,0,2,0],[205,1,1,2,1,1,30.04,0.01,0,1,3,1,1,2,1],[206,2,0,0,1,0,31.91,0.01,0,2,0,2,2,2,2],[207,3,3,0,1,3,28.56,0.01,0,3,3,3,3,3,3],[208,0,2,2,1,2,28.82,0.01,0,2,2,2,2,2,2],[209,1,1,3,1,1,35.48,0.01,0,1,3,1,1,3,1],[210,2,2,0,1,2,31.37,0.01,0,2,0,2,0,0,2],[211,3,3,1,1,1,30.32,0.01,0,3,1,3,3,3,3],[212,0,0,3,1,0,34.44,0.01,0,0,0,0,0,0,0],[213,1,1,2,1,1,33.65,0.01,0,1,3,1,1,2,1],[214,2,2,0,1,2,32.41,0.01,0,0,0,2,2,0,2],[215,3,3,2,1,3,24.08,0.01,0,3,2,3,3,2,3],[216,0,0,2,1,0,29.48,0.01,0,0,0,0,0,2,0],[217,1,0,0,1,0,34.21,0.01,0,2,2,2,1,1,1],[218,2,0,0,1,0,33.7,0.01,0,2,0,2,1,1,1],[219,3,3,2,1,3,26.69,0.01,0,3,2,3,2,2,2],[220,0,0,2,1,0,33.82,0.01,0,0,0,0,0,0,0],[221,1,1,2,1,1,28.84,0.01,0,1,3,1,2,3,1],[222,2,2,3,1,2,25.49,0.01,0,2,0,2,2,0,2],[223,3,3,1,1,3,28.8,0.01,0,1,1,1,3,3,3],[224,0,3,1,1,0,28.37,0.01,0,0,1,0,0,0,0],[225,1,3,2,1,0,26.39,0.01,0,1,2,1,2,2,2],[226,2,0,0,1,0,31.74,0.01,0,2,3,2,2,0,2],[227,3,0,2,1,2,24.22,0.01,0,3,2,3,3,3,2],[228,0,2,2,1,2,35.48,0.01,0,2,2,2,0,2,0],[229,1,1,3,1,1,30.61,0.01,0,3,3,1,1,3,1],[230,2,2,3,1,2,26.47,0.01,0,2,0,2,2,0,2],[231,3,3,2,1,3,25.17,0.01,0,3,3,3,3,3,3],[232,0,2,2,1,2,32.93,0.01,0,2,2,2,1,2,1],[233,1,1,1,1,1,35.51,0.01,0,1,1,1,1,1,1],[234,2,2,3,1,2,27.43,0.01,0,2,0,2,2,0,2],[235,3,3,2,1,3,29.19,0.01,0,3,2,1,3,3,3],[236,0,0,2,1,0,31.39,0.01,0,0,2,0,1,1,1],[237,1,3,2,1,3,31.17,0.01,0,3,2,3,1,2,1],[238,2,2,0,1,0,33.48,0.01,0,2,1,2,1,0,2],[239,3,0,2,1,0,21.76,0.01,0,3,2,3,3,3,3],[240,0,3,2,1,2,29.98,0.01,0,0,2,0,0,0,0],[241,1,1,2,1,1,29.91,0.01,0,1,1,1,1,2,0],[242,2,2,0,1,2,31.68,0.01,0,2,0,2,2,1,2],[243,3,3,1,1,3,27.7,0.01,0,3,3,3,3,3,3],[244,0,2,2,1,2,27.45,0.01,0,0,0,0,0,0,0],[245,1,1,0,1,1,32.77,0.01,0,1,3,1,1,2,1],[246,2,0,0,1,0,31.02,0.01,0,2,3,2,2,0,2],[247,3,3,2,1,2,27.53,0.01,0,3,2,3,3,3,3],[248,0,0,2,1,0,31.89,0.01,0,0,0,0,0,0,0],[249,1,1,0,1,1,31.96,0.01,0,3,3,3,2,2,2],[250,2,2,0,1,2,34.57,0.01,0,2,0,2,1,0,1],[251,3,3,2,1,3,24.74,0.01,0,3,2,3,3,3,3],[252,0,2,2,1,2,31.32,0.01,0,0,0,0,0,0,0],[253,1,1,1,1,1,34.78,0.01,0,1,1,1,1,1,1],[254,2,2,0,1,2,33.67,0.01,0,2,1,2,0,0,0],[255,3,1,1,1,1,23.53,0.01,0,3,1,3,3,3,3],[256,0,2,2,1,2,27.37,0.01,0,2,2,2,2,2,0],[257,1,3,2,1,1,34.45,0.01,0,1,3,1,1,2,1],[258,2,2,3,1,2,26.08,0.01,0,2,0,2,2,0,2],[259,3,3,2,1,3,28.19,0.01,0,3,2,3,3,2,3],[260,0,2,2,1,0,26.12,0.01,0,0,2,0,0,2,0],[261,1,1,3,1,1,33.72,0.01,0,1,3,1,1,3,1],[262,2,2,0,1,2,26.22,0.01,0,2,0,2,2,0,2],[263,3,3,2,1,3,27.24,0.01,0,3,3,3,3,3,3],[264,0,2,2,1,2,33.56,0.01,0,2,2,2,1,3,1],[265,1,1,0,1,1,29.91,0.01,0,1,3,1,1,2,1],[266,2,2,3,1,2,31.44,0.01,0,3,1,2,2,0,2],[267,3,3,0,1,3,29.4,0.01,0,3,3,3,3,3,3],[268,0,2,2,1,2,28.19,0.01,0,2,2,2,2,2,2],[269,1,1,0,1,1,33.27,0.01,0,1,3,1,1,0,1],[270,2,2,3,1,2,26.93,0.01,0,2,0,2,2,0,2],[271,3,3,2,1,3,25.2,0.01,0,3,2,3,3,2,3],[272,0,0,2,1,0,30.2,0.01,0,2,2,2,2,2,1],[273,1,1,0,1,1,33.93,0.01,0,1,0,1,1,2,1],[274,2,2,3,1,2,28.96,0.01,0,2,0,2,2,0,2],[275,3,3,2,1,3,24.43,0.01,0,3,3,3,3,3,3],[276,0,0,2,1,0,31.11,0.01,0,0,0,0,1,1,1],[277,1,1,2,1,1,32.2,0.01,0,1,3,1,1,2,1],[278,2,2,0,1,2,33.46,0.01,0,2,0,2,1,0,1],[279,3,3,0,1,3,24.7,0.01,0,3,3,3,3,3,3],[280,0,0,1,1,0,31.65,0.01,0,0,0,0,0,0,0],[281,1,1,1,1,1,37.09,0.01,0,1,1,1,1,1,1],[282,2,2,0,1,0,32.65,0.01,0,2,0,2,2,0,2],[283,3,3,0,1,3,25.06,0.01,0,3,3,3,3,3,3],[284,0,0,2,1,0,28.06,0.01,0,0,0,0,0,2,0],[285,1,3,2,1,1,32.19,0.01,0,1,3,1,1,3,1],[286,2,2,0,1,2,27.49,0.01,0,2,0,2,2,2,2],[287,3,3,0,1,3,24.7,0.01,0,3,3,3,3,3,3],[288,0,0,3,1,0,33.29,0.01,0,0,0,0,0,0,0],[289,1,3,3,1,1,32.71,0.01,0,1,3,1,3,3,3],[290,2,2,0,1,0,30.5,0.01,0,2,0,2,2,0,2],[291,3,1,1,1,1,27.61,0.01,0,3,1,3,3,3,3],[292,0,2,2,1,2,28.36,0.01,0,0,2,0,0,0,0],[293,1,1,3,1,1,31.73,0.01,0,1,3,1,1,2,1],[294,2,2,1,1,2,31.95,0.01,0,2,1,2,2,0,2],[295,3,1,1,1,1,29.31,0.01,0,3,1,1,3,3,3],[296,0,2,2,1,2,29.92,0.01,0,2,2,2,0,2,0],[297,1,1,1,1,1,34.65,0.01,0,1,1,1,1,1,1],[298,2,2,3,1,2,26.49,0.01,0,2,0,2,2,0,2],[299,3,1,1,1,1,29.3,0.01,0,3,1,3,3,3,3],[300,0,1,1,1,1,32.67,0.01,0,0,1,0,0,0,0],[301,1,1,0,1,1,32.32,0.01,0,1,3,1,1,2,1],[302,2,2,0,1,2,27.99,0.01,0,2,0,2,2,2,2],[303,3,3,1,1,3,22.47,0.01,0,3,1,3,3,3,3],[304,0,0,2,1,3,31.25,0.01,0,0,0,0,0,0,0],[305,1,3,2,1,3,29.35,0.01,0,1,2,1,2,2,2],[306,2,2,1,1,2,34.06,0.01,0,0,0,0,0,0,1],[307,3,3,2,1,0,25.59,0.01,0,3,2,3,2,2,3],[308,0,0,2,1,0,35.03,0.01,0,2,2,2,1,1,1],[309,1,1,2,1,1,36.04,0.01,0,1,2,1,1,2,1],[310,2,2,3,1,2,30.71,0.01,0,2,0,2,1,0,2],[311,3,3,2,1,3,29.72,0.01,0,3,3,3,3,3,3],[312,0,3,1,1,3,35.06,0.01,0,0,0,0,0,0,0],[313,1,1,0,1,1,32.75,0.01,0,1,1,1,1,1,1],[314,2,2,0,1,0,34.73,0.01,0,2,3,2,1,1,1],[315,3,2,2,1,2,24.51,0.01,0,3,2,3,3,3,3],[316,0,0,2,1,0,34.26,0.01,0,0,2,2,1,2,1],[317,1,1,1,1,1,35.45,0.01,0,1,3,1,1,1,1],[318,2,2,0,1,2,32.68,0.01,0,2,0,2,1,1,1],[319,3,0,0,1,0,29.57,0.01,0,3,3,3,3,3,3],[320,0,0,3,1,0,34.12,0.01,0,0,0,0,0,0,0],[321,1,3,2,1,1,32.37,0.01,0,1,2,1,1,2,1],[322,2,2,0,1,2,33.92,0.01,0,0,0,2,1,1,1],[323,3,3,2,1,2,26.62,0.01,0,3,2,3,3,3,3],[324,0,0,2,1,0,29.13,0.01,0,0,0,0,0,0,0],[325,1,3,2,1,3,32.18,0.01,0,1,2,1,1,3,1],[326,2,2,0,1,2,31.59,0.01,0,2,0,2,3,0,3],[327,3,3,2,1,3,22.06,0.01,0,3,2,3,3,3,3],[328,0,0,2,1,0,26.51,0.01,0,0,0,0,0,0,0],[329,1,1,3,1,1,31.16,0.01,0,1,3,1,1,2,1],[330,2,2,0,1,2,31.32,0.01,0,2,2,2,2,2,2],[331,3,2,2,1,2,23.22,0.01,0,2,2,2,2,2,2],[332,0,0,2,1,0,31.11,0.01,0,0,0,0,0,0,0],[333,1,1,2,1,1,35.6,0.01,0,1,3,1,1,2,1],[334,2,3,3,1,2,27.28,0.01,0,3,1,2,2,0,2],[335,3,3,0,1,3,28.18,0.01,0,3,3,3,3,3,3],[336,0,2,2,1,2,30.06,0.01,0,0,2,0,0,3,1],[337,1,1,0,1,1,33.53,0.01,0,1,3,1,1,2,1],[338,2,2,3,1,2,25.66,0.01,0,2,0,2,2,0,2],[339,3,3,1,1,3,28.57,0.01,0,3,1,3,3,3,3],[340,0,0,2,1,0,33.92,0.01,0,0,0,0,1,1,1],[341,1,1,0,1,1,34.66,0.01,0,1,1,1,1,1,1],[342,2,2,3,1,2,26.48,0.01,0,2,1,2,2,0,2],[343,3,3,0,1,3,24.78,0.01,0,3,3,3,3,3,3],[344,0,0,2,1,0,33.27,0.01,0,0,2,0,0,2,1],[345,1,1,1,1,1,33.42,0.01,0,1,1,1,1,1,1],[346,2,2,3,1,2,31.57,0.01,0,2,1,2,2,0,2],[347,3,3,2,1,0,25.55,0.01,0,3,2,3,3,3,3],[348,0,2,2,1,2,34.88,0.01,0,0,2,2,1,3,1],[349,1,1,0,1,1,35.47,0.01,0,1,3,1,1,2,1],[350,2,2,0,1,2,30.56,0.01,0,2,2,2,2,2,2],[351,3,1,1,1,0,29.33,0.01,0,3,1,3,3,3,3],[352,0,0,2,1,0,30.91,0.01,0,0,0,0,0,0,0],[353,1,0,2,1,1,31.91,0.01,0,1,2,1,1,2,1],[354,2,2,3,1,2,29.18,0.01,0,2,0,2,2,0,2],[355,3,3,2,1,3,25.6,0.01,0,3,2,3,3,3,3],[356,0,0,2,1,0,33.47,0.01,0,0,0,0,0,0,0],[357,1,1,3,1,1,35.88,0.01,0,1,3,1,1,3,1],[358,2,2,0,1,2,32.19,0.01,0,0,0,2,2,2,2],[359,3,3,1,1,3,23.06,0.01,0,3,1,3,3,3,3],[360,0,0,1,1,0,30.11,0.01,0,0,0,0,0,0,0],[361,1,1,1,1,1,35.81,0.01,0,1,1,1,1,1,1],[362,2,2,3,1,2,34.01,0.01,0,0,0,0,1,0,1],[363,3,3,2,1,0,25.17,0.01,0,3,2,3,3,3,3],[364,0,0,3,1,0,31.9,0.01,0,0,0,0,0,0,0],[365,1,1,0,1,1,28.44,0.01,0,1,3,1,1,2,1],[366,2,2,0,1,2,28.52,0.01,0,0,0,0,2,0,2],[367,3,2,2,1,2,23.86,0.01,0,0,2,3,3,3,2],[368,0,0,2,1,0,33.35,0.01,0,0,0,0,0,2,0],[369,1,1,0,1,1,33.49,0.01,0,1,1,1,1,1,1],[370,2,2,3,1,2,32.81,0.01,0,2,0,2,2,0,2],[371,3,3,2,1,3,26.96,0.01,0,3,2,1,3,3,3],[372,0,3,1,1,3,32.58,0.01,0,0,1,0,0,0,0],[373,1,1,0,1,1,34.58,0.01,0,1,3,1,1,1,1],[374,2,2,1,1,0,33.95,0.01,0,3,1,3,1,0,1],[375,3,0,2,1,0,25.09,0.01,0,3,2,3,3,2,3],[376,0,0,2,1,0,29.36,0.01,0,0,0,0,0,0,0],[377,1,1,2,1,1,33.81,0.01,0,1,3,1,1,2,1],[378,2,2,3,1,2,27.03,0.01,0,0,1,2,2,0,2],[379,3,3,1,1,3,28.78,0.01,0,3,1,3,3,3,3],[380,0,3,1,1,3,30.34,0.01,0,0,1,0,0,0,0],[381,1,1,0,1,1,35.4,0.01,0,1,3,1,1,2,1],[382,2,2,0,1,2,32.17,0.01,0,2,0,2,1,0,1],[383,3,0,2,1,0,24.11,0.01,0,3,2,3,3,3,3],[384,0,2,2,1,2,30.5,0.01,0,2,2,2,0,2,0],[385,1,1,2,1,1,36.95,0.01,0,1,3,1,1,3,1],[386,2,0,0,1,0,29.31,0.01,0,2,0,2,2,0,2],[387,3,3,1,1,1,29.07,0.01,0,3,1,3,3,0,3],[388,0,0,2,1,0,30.5,0.01,0,0,0,0,0,2,0],[389,1,1,1,1,1,33.43,0.01,0,1,1,1,1,1,1],[390,2,0,0,1,0,31.7,0.01,0,0,0,0,2,0,2],[391,3,1,1,1,1,25.6,0.01,0,3,1,3,3,3,3],[392,0,0,3,1,0,30.95,0.01,0,0,0,0,0,0,0],[393,1,1,2,1,1,33.39,0.01,0,1,3,1,1,2,1],[394,2,2,0,1,2,27.6,0.01,0,2,0,2,2,0,2],[395,3,3,2,1,2,24.08,0.01,0,3,2,3,3,3,3],[396,0,0,2,1,0,30.88,0.01,0,0,0,0,0,0,0],[397,1,1,2,1,1,35.83,0.01,0,1,3,1,1,2,0],[398,2,2,3,1,2,32.65,0.01,0,2,0,0,2,0,2],[399,3,3,2,1,3,25.7,0.01,0,3,2,3,3,2,3]],"elapsed_ms":3106,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":348,"J":268,"J_valid":268,"n_invalid":0,"n00":15,"n01":1,"n10":70,"n11":182,"ctl_n":268,"ctl_err":4},"metrics":{"target_error":0.6828358208955224,"Q_transfer":0.3171641791044776,"source_success":0.9402985074626866,"joint_error":0.6791044776119403,"T_cond":0.7222222222222222,"R":0.014925373134328358,"delta":0.667910447761194,"delta_pp":66.7910447761194,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.87}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":330,"J":250,"J_valid":250,"n_invalid":0,"n00":13,"n01":3,"n10":106,"n11":128,"ctl_n":250,"ctl_err":4},"metrics":{"target_error":0.524,"Q_transfer":0.476,"source_success":0.936,"joint_error":0.512,"T_cond":0.5470085470085471,"R":0.016,"delta":0.508,"delta_pp":50.8,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-LR/pgd/eps0200","seed":42,"source":"SPEC-LR","attack":"pgd","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.005},"targets":["SPEC-MLP","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,25.33,0.02,0,0,2,0,1,2,1],[1,1,1,2,1,1,24.42,0.02,0,1,3,1,1,2,1],[2,2,0,0,1,0,22.76,0.02,0,2,1,2,2,0,2],[3,3,3,2,1,1,24,0.02,0,3,2,3,3,3,3],[4,0,2,2,1,0,30.29,0.02,0,0,2,0,1,3,0],[5,1,1,0,1,1,27.88,0.02,0,1,3,1,1,2,1],[6,2,2,0,1,2,26.05,0.02,0,2,3,2,2,2,2],[7,3,0,2,1,0,25.44,0.02,0,1,2,1,1,3,1],[8,0,0,1,1,0,27.73,0.02,0,0,1,0,0,0,0],[9,1,1,2,1,1,24.51,0.02,0,1,3,3,2,2,2],[10,2,0,0,1,0,27.48,0.02,0,2,0,2,0,0,0],[11,3,0,2,1,0,24.07,0.02,0,3,2,3,1,2,1],[12,0,2,2,1,2,25.52,0.02,0,2,2,2,2,3,1],[13,1,1,0,1,1,25.07,0.02,0,1,3,1,1,2,1],[14,2,2,1,1,0,27.97,0.02,0,0,1,0,2,0,2],[15,3,1,2,1,0,20.5,0.02,0,3,2,3,3,3,3],[16,0,1,1,1,1,29.9,0.02,0,0,1,0,0,0,0],[17,1,0,2,1,1,26.31,0.02,0,3,2,3,1,2,0],[18,2,2,1,1,2,23.27,0.02,0,2,0,2,2,0,2],[19,3,1,0,1,0,20,0.0176718,1,3,2,3,3,3,3],[20,0,0,2,1,0,24.33,0.02,0,0,0,0,0,0,0],[21,1,1,0,1,0,24.51,0.02,0,1,2,1,1,2,1],[22,2,2,3,1,2,20.88,0.02,0,2,0,2,2,0,2],[23,3,3,2,1,3,20,0.0169381,1,3,3,3,3,3,3],[24,0,2,2,1,2,24.66,0.02,0,2,2,2,2,2,0],[25,1,1,2,1,1,26.62,0.02,0,1,3,1,1,3,1],[26,2,2,0,1,0,28.7,0.02,0,2,0,2,1,1,1],[27,3,3,2,1,3,23.34,0.02,0,3,2,3,3,3,3],[28,0,0,2,1,2,26.18,0.02,0,0,0,0,1,2,0],[29,1,1,3,1,1,30.96,0.02,0,1,3,1,1,2,1],[30,2,2,1,1,2,27.33,0.02,0,2,1,2,2,0,2],[31,3,3,2,1,3,22.89,0.02,0,3,3,3,3,3,3],[32,0,3,1,1,0,25.07,0.02,0,0,1,0,0,0,0],[33,1,1,0,1,1,26.86,0.02,0,1,1,1,1,2,1],[34,2,2,0,1,2,20.75,0.02,0,2,0,2,2,0,2],[35,3,3,1,1,3,24.2,0.02,0,3,3,3,3,3,3],[36,0,0,3,1,0,28.88,0.02,0,0,0,0,0,0,0],[37,1,1,0,1,1,29.8,0.02,0,1,2,1,1,1,0],[38,2,2,3,1,2,21.19,0.02,0,2,1,2,2,0,2],[39,3,0,2,1,0,24.53,0.02,0,1,2,1,1,3,1],[40,0,1,1,1,1,27.55,0.02,0,0,1,0,0,0,0],[41,1,1,3,1,1,30.57,0.02,0,1,3,1,1,3,1],[42,2,2,3,1,2,27.41,0.02,0,2,3,2,2,0,2],[43,3,3,2,1,0,23.52,0.02,0,3,2,3,3,3,1],[44,0,0,2,1,0,25.36,0.02,0,0,2,0,0,2,0],[45,1,1,2,1,1,30.3,0.02,0,1,3,1,1,3,1],[46,2,2,1,1,2,21,0.02,0,2,1,2,2,0,2],[47,3,3,0,1,3,21.34,0.02,0,3,3,3,3,3,3],[48,0,0,2,1,0,25.19,0.02,0,0,0,0,0,0,0],[49,1,3,2,1,1,26.47,0.02,0,1,2,1,1,2,1],[50,2,0,0,1,2,26.86,0.02,0,0,0,0,0,0,0],[51,3,0,2,1,0,24.14,0.02,0,3,2,3,3,3,1],[52,0,0,2,1,0,29.97,0.02,0,0,0,0,0,0,0],[53,1,1,2,1,1,25.42,0.02,0,1,3,1,1,3,2],[54,2,2,3,1,2,26.63,0.02,0,2,3,0,2,0,2],[55,3,1,0,1,1,23.09,0.02,0,3,3,3,3,3,3],[56,0,0,2,1,0,28.3,0.02,0,0,2,0,1,1,1],[57,1,1,2,1,1,30.41,0.02,0,1,3,1,1,3,1],[58,2,2,3,1,2,20.39,0.02,0,2,3,2,2,0,2],[59,3,3,0,1,0,20.99,0.02,0,3,0,3,3,3,3],[60,0,0,2,1,0,27.86,0.02,0,0,0,0,0,0,0],[61,1,3,2,1,1,24.41,0.02,0,1,3,3,2,3,0],[62,2,2,3,1,2,22.6,0.02,0,2,1,2,2,0,2],[63,3,3,2,1,3,20.07,0.02,0,3,2,3,3,2,3],[64,0,1,1,1,1,27.27,0.02,0,0,1,1,0,0,0],[65,1,1,2,1,1,26.01,0.02,0,1,2,1,1,2,0],[66,2,2,3,1,2,27.4,0.02,0,2,1,2,2,0,2],[67,3,2,2,1,0,20.92,0.02,0,3,2,3,3,3,3],[68,0,2,2,1,2,26.4,0.02,0,0,2,0,2,3,0],[69,1,1,2,1,1,29.57,0.02,0,1,3,1,1,2,1],[70,2,2,3,1,2,22.04,0.02,0,2,1,2,2,0,2],[71,3,0,2,1,0,21.39,0.02,0,3,2,2,3,2,1],[72,0,2,2,1,2,23.24,0.02,0,2,2,2,2,3,2],[73,1,1,0,1,1,28.26,0.02,0,1,3,1,1,2,1],[74,2,2,1,1,2,24.48,0.02,0,2,1,2,2,0,2],[75,3,3,2,1,3,20,0.0184155,1,3,2,3,3,3,3],[76,0,2,2,1,0,22.99,0.02,0,0,0,0,0,2,0],[77,1,1,2,1,1,27.47,0.02,0,1,2,1,1,2,1],[78,2,2,3,1,2,22.99,0.02,0,2,1,2,2,0,2],[79,3,2,2,1,0,22.42,0.02,0,2,2,2,2,2,2],[80,0,0,2,1,0,26.86,0.02,0,2,2,2,1,3,1],[81,1,1,0,1,1,30.25,0.02,0,1,2,1,1,2,1],[82,2,2,3,1,2,25.41,0.02,0,2,1,2,2,0,2],[83,3,3,0,1,0,21.18,0.02,0,3,3,3,3,3,3],[84,0,3,1,1,1,28.76,0.02,0,0,1,0,0,0,0],[85,1,1,2,1,1,23.11,0.02,0,1,2,1,2,2,2],[86,2,2,3,1,2,26.91,0.02,0,2,3,2,2,0,2],[87,3,3,2,1,2,24.08,0.02,0,3,2,3,1,2,1],[88,0,0,2,1,0,22.64,0.02,0,0,0,0,0,2,0],[89,1,1,2,1,1,26.24,0.02,0,1,3,1,1,3,1],[90,2,2,3,1,2,22.07,0.02,0,2,0,2,2,0,2],[91,3,3,2,1,3,20.3,0.02,0,3,2,3,3,3,3],[92,0,1,1,1,1,24.66,0.02,0,0,0,0,0,0,0],[93,1,1,2,1,1,24.47,0.02,0,1,3,1,2,3,2],[94,2,2,3,1,2,20.61,0.02,0,2,1,2,2,0,3],[95,3,1,1,1,1,21.78,0.02,0,1,1,1,3,3,3],[96,0,2,2,1,2,28.67,0.02,0,0,2,0,0,3,0],[97,1,1,2,1,1,27.16,0.02,0,1,3,1,1,2,1],[98,2,2,0,1,2,23.23,0.02,0,2,3,2,2,0,2],[99,3,3,2,1,3,20,0.0162526,1,3,3,3,3,3,3],[100,0,0,2,1,0,28.04,0.02,0,0,0,0,1,1,1],[101,1,1,1,1,1,29.9,0.02,0,1,3,1,1,2,1],[102,2,2,1,1,2,25.13,0.02,0,2,1,2,2,0,3],[103,3,3,2,1,0,21.87,0.02,0,3,2,3,3,3,3],[104,0,2,2,1,2,25.41,0.02,0,2,2,2,1,3,1],[105,1,1,2,1,1,24.68,0.02,0,3,3,3,1,2,1],[106,2,2,0,1,2,20.97,0.02,0,2,0,2,2,0,2],[107,3,3,0,1,0,22.64,0.02,0,3,3,3,3,3,3],[108,0,2,2,1,2,25.85,0.02,0,2,2,2,1,2,1],[109,1,1,2,1,1,30.43,0.02,0,1,2,1,1,2,1],[110,2,2,0,1,2,25.14,0.02,0,2,1,2,2,0,2],[111,3,3,0,1,3,23.44,0.02,0,3,3,3,3,3,3],[112,0,0,2,1,0,22.79,0.02,0,0,0,0,0,0,0],[113,1,1,3,1,1,30.55,0.02,0,1,3,1,1,2,1],[114,2,0,0,1,2,22.64,0.02,0,2,1,2,2,1,2],[115,3,3,2,1,2,24.6,0.02,0,3,2,3,1,3,1],[116,0,2,2,1,2,22.12,0.02,0,2,2,2,2,3,0],[117,1,1,3,1,1,26.13,0.02,0,1,3,1,1,2,1],[118,2,0,1,1,2,22.32,0.02,0,2,1,2,2,0,2],[119,3,1,1,1,1,23.62,0.02,0,3,1,3,3,3,3],[120,0,2,2,1,2,30,0.02,0,2,2,2,1,3,0],[121,1,3,2,1,1,24.68,0.02,0,3,3,1,1,3,2],[122,2,2,1,1,0,23.2,0.02,0,2,1,0,2,0,2],[123,3,3,2,1,0,20,0.018046,1,3,0,3,3,2,3],[124,0,2,2,1,2,27.35,0.02,0,0,2,0,0,2,0],[125,1,1,0,1,1,28.46,0.02,0,1,3,1,1,2,1],[126,2,2,1,1,2,22.92,0.02,0,2,1,2,2,0,2],[127,3,1,1,1,1,24.14,0.02,0,3,1,3,3,3,3],[128,0,0,2,1,0,24.64,0.02,0,0,0,0,0,0,0],[129,1,1,1,1,1,30.08,0.02,0,1,3,1,1,2,1],[130,2,0,0,1,0,26.11,0.02,0,2,1,2,2,0,2],[131,3,1,1,1,1,23.49,0.02,0,3,1,3,3,3,3],[132,0,0,2,1,0,23.88,0.02,0,0,0,0,0,0,0],[133,1,1,3,1,1,29.77,0.02,0,1,3,1,1,3,1],[134,2,2,3,1,2,25.21,0.02,0,2,3,2,2,0,2],[135,3,3,0,1,3,21.88,0.02,0,3,3,3,3,3,3],[136,0,3,2,1,0,30.09,0.02,0,0,0,0,0,0,0],[137,1,2,2,1,0,28.9,0.02,0,1,2,1,1,2,1],[138,2,2,0,1,2,26.74,0.02,0,2,1,2,2,0,2],[139,3,2,2,1,2,20,0.0187356,1,2,2,2,2,3,2],[140,0,0,2,1,0,26.01,0.02,0,0,0,0,0,0,0],[141,1,3,2,1,1,25.95,0.02,0,1,3,1,1,3,1],[142,2,2,3,1,2,21.76,0.02,0,2,1,2,2,0,2],[143,3,2,2,1,2,22.01,0.02,0,2,2,2,2,3,2],[144,0,0,3,1,0,30.06,0.02,0,0,3,0,0,0,0],[145,1,1,3,1,1,29.82,0.02,0,1,3,1,1,2,1],[146,2,2,3,1,2,21.88,0.02,0,2,0,0,2,0,2],[147,3,3,2,1,3,20,0.0192453,1,3,2,3,3,3,3],[148,0,3,1,1,1,27.87,0.02,0,0,0,0,0,0,0],[149,1,1,2,1,1,29.1,0.02,0,1,3,1,1,2,1],[150,2,2,1,1,2,26.57,0.02,0,2,1,2,2,0,2],[151,3,1,1,1,1,21.52,0.02,0,1,1,1,3,3,3],[152,0,0,2,1,0,25.69,0.02,0,0,0,0,0,0,0],[153,1,3,2,1,1,29.13,0.02,0,1,2,1,1,2,1],[154,2,2,1,1,2,21.76,0.02,0,2,1,2,2,0,2],[155,3,3,2,1,3,21.27,0.02,0,3,2,3,3,3,3],[156,0,0,2,1,0,23.13,0.02,0,0,2,0,0,1,0],[157,1,1,0,1,1,26.51,0.02,0,1,3,1,1,2,1],[158,2,2,3,1,2,23.89,0.02,0,2,0,2,2,0,2],[159,3,3,1,1,1,21.16,0.02,0,3,1,3,3,3,3],[160,0,2,2,1,2,22.72,0.02,0,2,2,2,2,2,2],[161,1,3,2,1,0,28.84,0.02,0,1,2,1,1,3,1],[162,2,2,1,1,2,25.63,0.02,0,0,1,2,2,0,2],[163,3,1,1,1,1,20.41,0.02,0,3,1,3,3,3,3],[164,0,0,2,1,0,25.7,0.02,0,0,0,0,0,0,0],[165,1,1,2,1,1,29.89,0.02,0,1,3,1,1,3,1],[166,2,2,1,1,2,24.37,0.02,0,2,1,2,2,0,2],[167,3,3,0,1,3,22.68,0.02,0,3,3,3,3,3,3],[168,0,2,2,1,0,24.19,0.02,0,0,2,0,0,2,0],[169,1,1,0,1,1,28.76,0.02,0,1,3,1,1,1,1],[170,2,2,0,1,2,24.56,0.02,0,2,2,2,2,2,2],[171,3,2,2,1,3,20,0.0191747,1,3,2,3,3,3,3],[172,0,1,1,1,1,29.29,0.02,0,0,1,0,0,0,0],[173,1,1,2,1,1,25.64,0.02,0,1,2,1,1,2,1],[174,2,2,3,1,2,24.83,0.02,0,2,1,2,2,0,2],[175,3,3,2,1,3,20.58,0.02,0,1,2,3,3,3,3],[176,0,2,2,1,0,22.93,0.02,0,0,2,0,0,2,0],[177,1,1,0,1,1,28.59,0.02,0,1,3,1,1,3,1],[178,2,2,3,1,2,22.18,0.02,0,2,3,2,2,0,2],[179,3,3,2,1,3,20.56,0.02,0,3,0,3,3,2,3],[180,0,0,2,1,0,26.63,0.02,0,0,0,0,0,0,0],[181,1,1,0,1,1,29.76,0.02,0,1,3,1,1,1,1],[182,2,2,1,1,0,27.38,0.02,0,2,1,2,2,0,2],[183,3,3,2,1,3,23.68,0.02,0,3,2,3,3,2,3],[184,0,2,2,1,2,30.09,0.02,0,0,2,0,0,3,1],[185,1,1,2,1,1,27.93,0.02,0,1,3,1,1,3,1],[186,2,2,1,1,2,26.7,0.02,0,2,1,2,2,0,2],[187,3,1,1,1,1,24.23,0.02,0,3,1,3,3,3,3],[188,0,2,2,1,0,29,0.02,0,0,2,0,1,3,1],[189,1,1,0,1,1,28.2,0.02,0,1,3,1,1,1,1],[190,2,2,1,1,2,24.5,0.02,0,2,1,2,2,0,2],[191,3,3,1,1,1,20,0.0186111,1,3,1,1,3,3,3],[192,0,2,2,1,0,28.79,0.02,0,0,2,2,1,3,1],[193,1,1,2,1,1,26.86,0.02,0,1,2,1,1,2,1],[194,2,2,1,1,2,26.37,0.02,0,2,1,3,1,0,1],[195,3,3,2,1,3,24.59,0.02,0,3,2,3,3,3,3],[196,0,0,2,1,0,31.12,0.02,0,0,2,0,1,2,0],[197,1,1,2,1,1,28.97,0.02,0,1,3,1,1,3,1],[198,2,2,1,1,2,23.6,0.02,0,2,1,2,2,0,2],[199,3,3,2,1,3,21.29,0.02,0,3,2,3,3,2,3],[200,0,0,2,1,0,28.11,0.02,0,0,0,0,0,2,0],[201,1,1,0,1,1,26.82,0.02,0,1,3,1,1,2,1],[202,2,2,1,1,2,25.91,0.02,0,2,0,0,2,0,2],[203,3,3,1,1,1,20,0.019926,1,1,1,3,0,3,3],[204,0,0,2,1,0,22.48,0.02,0,0,0,0,0,2,0],[205,1,1,2,1,1,25.15,0.02,0,1,3,1,1,2,1],[206,2,0,0,1,0,27.54,0.02,0,2,0,2,2,1,2],[207,3,3,0,1,3,22.97,0.02,0,3,3,3,3,3,3],[208,0,2,2,1,2,23.1,0.02,0,2,2,0,2,2,2],[209,1,1,3,1,1,30.46,0.02,0,1,3,1,1,3,1],[210,2,2,1,1,2,25.1,0.02,0,2,1,2,0,0,2],[211,3,3,1,1,1,24.61,0.02,0,3,1,3,3,3,3],[212,0,0,3,1,0,29.58,0.02,0,0,0,0,0,0,0],[213,1,1,2,1,1,28.35,0.02,0,1,3,1,1,2,1],[214,2,2,3,1,0,26.43,0.02,0,0,0,0,2,0,0],[215,3,3,2,1,0,20,0.0182103,1,3,2,3,3,2,3],[216,0,0,2,1,2,24.25,0.02,0,0,0,0,0,2,0],[217,1,0,0,1,0,28.37,0.02,0,2,2,2,1,2,1],[218,2,0,0,1,0,28.3,0.02,0,2,1,2,1,1,1],[219,3,3,2,1,0,20.82,0.02,0,3,2,3,2,2,2],[220,0,0,2,1,0,28.62,0.02,0,0,2,0,0,2,0],[221,1,1,2,1,1,23.48,0.02,0,1,3,1,2,3,2],[222,2,2,1,1,2,20.5,0.02,0,2,0,2,2,0,2],[223,3,3,1,1,3,22.8,0.02,0,1,1,3,3,3,3],[224,0,3,1,1,1,23.57,0.02,0,0,1,0,0,0,0],[225,1,3,2,1,1,21.91,0.02,0,1,2,1,2,2,2],[226,2,0,0,1,0,27,0.02,0,2,0,2,2,0,0],[227,3,0,2,1,0,20,0.0184925,1,3,2,1,3,2,2],[228,0,2,2,1,2,31.18,0.02,0,2,2,2,0,2,0],[229,1,1,3,1,1,24.96,0.02,0,3,3,1,1,3,1],[230,2,2,3,1,2,20.75,0.02,0,2,0,2,2,0,2],[231,3,3,2,1,3,20,0.0191545,1,3,2,3,3,3,3],[232,0,2,2,1,2,28.08,0.02,0,2,2,2,1,2,1],[233,1,1,0,1,1,29.76,0.02,0,1,3,1,1,1,1],[234,2,2,3,1,2,21.82,0.02,0,2,1,2,2,0,2],[235,3,3,2,1,0,23,0.02,0,3,2,1,3,3,3],[236,0,0,2,1,0,25.53,0.02,0,0,2,0,1,2,1],[237,1,3,2,1,0,26.2,0.02,0,3,2,1,1,2,1],[238,2,2,1,1,0,27.78,0.02,0,2,1,2,1,0,2],[239,3,0,2,1,0,20,0.0163371,1,3,2,3,3,3,3],[240,0,3,2,1,0,25.3,0.02,0,0,2,0,0,2,0],[241,1,1,2,1,1,24.56,0.02,0,1,2,1,1,2,0],[242,2,2,0,1,2,27.42,0.02,0,2,0,2,2,1,2],[243,3,3,0,1,1,21.9,0.02,0,3,3,3,3,3,3],[244,0,2,2,1,0,22.55,0.02,0,0,0,0,0,0,0],[245,1,1,0,1,1,26.78,0.02,0,1,3,1,1,2,1],[246,2,0,1,1,0,25.63,0.02,0,2,1,2,2,0,2],[247,3,3,2,1,0,21.81,0.02,0,3,2,3,3,3,1],[248,0,0,2,1,0,27.27,0.02,0,0,0,0,0,0,0],[249,1,1,2,1,1,26.71,0.02,0,3,2,1,2,2,2],[250,2,2,1,1,0,28,0.02,0,2,1,2,1,0,1],[251,3,3,2,1,3,20,0.0189175,1,3,2,3,3,3,3],[252,0,2,2,1,2,26.19,0.02,0,0,0,0,0,0,0],[253,1,1,0,1,1,28.8,0.02,0,1,1,1,1,0,1],[254,2,2,1,1,0,27.7,0.02,0,2,1,2,0,0,0],[255,3,1,1,1,1,20,0.0180602,1,3,1,1,3,3,3],[256,0,2,2,1,2,22.25,0.02,0,2,2,2,2,3,2],[257,1,3,2,1,1,29.54,0.02,0,1,3,1,1,3,1],[258,2,2,3,1,2,20.59,0.02,0,2,0,2,2,0,2],[259,3,3,2,1,3,21.93,0.02,0,3,2,3,3,2,3],[260,0,2,2,1,0,20.91,0.02,0,0,2,0,0,2,0],[261,1,1,3,1,1,28.5,0.02,0,1,3,1,1,3,1],[262,2,2,3,1,2,20.52,0.02,0,2,1,2,2,0,2],[263,3,3,2,1,3,21.35,0.02,0,3,3,3,3,3,3],[264,0,2,2,1,2,28.88,0.02,0,2,2,2,1,3,1],[265,1,1,2,1,1,24.53,0.02,0,1,2,1,1,2,1],[266,2,2,1,1,2,25.36,0.02,0,3,1,2,2,0,2],[267,3,3,0,1,3,23.48,0.02,0,3,3,3,3,3,3],[268,0,2,2,1,2,23.63,0.02,0,2,2,2,2,3,1],[269,1,1,0,1,1,28.12,0.02,0,1,3,1,1,2,1],[270,2,2,3,1,2,21.04,0.02,0,2,0,2,2,0,2],[271,3,3,2,1,3,20,0.0189866,1,3,2,3,3,2,3],[272,0,0,2,1,0,25.11,0.02,0,2,2,2,2,3,2],[273,1,1,2,1,1,28.14,0.02,0,1,2,1,1,2,1],[274,2,2,3,1,2,22.4,0.02,0,2,0,2,2,0,2],[275,3,3,2,1,3,20,0.0183442,1,3,3,3,3,3,3],[276,0,0,2,1,0,25.38,0.02,0,0,0,0,1,2,1],[277,1,1,2,1,1,26.31,0.02,0,1,3,1,1,3,1],[278,2,2,1,1,0,27.64,0.02,0,2,0,2,1,0,1],[279,3,3,2,1,3,20,0.0185781,1,3,2,3,3,3,3],[280,0,0,1,1,0,26.67,0.02,0,0,0,0,0,0,0],[281,1,1,0,1,1,31.58,0.02,0,1,3,1,1,2,1],[282,2,2,1,1,0,26.43,0.02,0,2,1,2,2,0,2],[283,3,3,2,1,3,20,0.0192883,1,3,2,3,3,3,3],[284,0,0,2,1,0,23.14,0.02,0,0,0,0,0,2,0],[285,1,3,2,1,1,27.04,0.02,0,1,2,1,1,3,1],[286,2,2,0,1,2,21.45,0.02,0,2,3,2,2,0,2],[287,3,3,0,1,3,20,0.0187406,1,3,3,3,3,3,3],[288,0,0,1,1,0,27.76,0.02,0,0,0,0,0,0,0],[289,1,3,3,1,1,26.9,0.02,0,1,3,1,3,2,3],[290,2,2,0,1,2,24.82,0.02,0,2,0,2,2,0,2],[291,3,1,1,1,1,21.41,0.02,0,3,1,3,3,3,3],[292,0,2,2,1,2,23.39,0.02,0,0,2,0,0,0,0],[293,1,1,2,1,1,26.05,0.02,0,1,3,1,1,2,1],[294,2,2,1,1,2,26.62,0.02,0,2,1,2,2,0,2],[295,3,1,1,1,1,23.36,0.02,0,3,1,1,3,3,3],[296,0,2,2,1,2,25.28,0.02,0,2,2,0,0,3,0],[297,1,1,1,1,1,29.21,0.02,0,1,1,1,1,1,1],[298,2,2,3,1,2,20.6,0.02,0,2,0,2,2,0,2],[299,3,1,1,1,1,24.26,0.02,0,3,1,3,3,3,3],[300,0,1,1,1,1,27.24,0.02,0,0,1,0,0,0,0],[301,1,1,2,1,1,26.73,0.02,0,1,3,1,1,2,1],[302,2,2,0,1,2,22.15,0.02,0,2,0,0,2,3,2],[303,3,3,1,1,3,20,0.0163491,1,3,1,3,3,3,3],[304,0,0,2,1,0,26.82,0.02,0,0,0,0,0,0,0],[305,1,3,2,1,0,24.42,0.02,0,1,2,1,2,2,2],[306,2,2,3,1,2,28.86,0.02,0,0,1,2,0,0,1],[307,3,3,2,1,0,20,0.0195666,1,3,2,3,2,2,3],[308,0,0,2,1,0,29.43,0.02,0,2,2,2,1,2,1],[309,1,1,2,1,1,30.89,0.02,0,1,2,1,1,2,1],[310,2,2,1,1,2,25.07,0.02,0,2,0,2,1,0,2],[311,3,3,2,1,0,24.97,0.02,0,3,2,3,3,3,3],[312,0,3,1,1,1,30.4,0.02,0,0,1,1,0,0,0],[313,1,1,0,1,1,27.68,0.02,0,1,3,1,1,2,1],[314,2,2,1,1,0,28.85,0.02,0,2,1,2,1,0,1],[315,3,2,2,1,2,20,0.0182126,1,3,2,3,3,3,3],[316,0,0,2,1,0,29.79,0.02,0,0,2,2,1,2,1],[317,1,1,0,1,1,30.41,0.02,0,1,3,1,1,3,1],[318,2,2,1,1,2,27.11,0.02,0,2,1,2,1,0,1],[319,3,0,0,1,0,23.61,0.02,0,3,3,3,3,3,3],[320,0,0,1,1,0,29.26,0.02,0,0,0,0,0,0,0],[321,1,3,2,1,1,26.73,0.02,0,1,2,1,1,2,1],[322,2,2,1,1,0,27.87,0.02,0,0,1,0,1,0,1],[323,3,3,2,1,3,20.89,0.02,0,3,2,3,3,3,3],[324,0,0,2,1,0,23.1,0.02,0,0,0,0,0,0,0],[325,1,3,2,1,1,26.12,0.02,0,1,2,1,1,3,1],[326,2,2,0,1,0,27.69,0.02,0,2,0,2,3,0,3],[327,3,3,2,1,0,20,0.0161632,1,3,2,3,3,2,3],[328,0,0,2,1,0,21.86,0.02,0,0,0,0,0,2,0],[329,1,1,2,1,1,24.98,0.02,0,1,3,1,1,2,2],[330,2,2,0,1,2,25.73,0.02,0,2,3,2,2,0,2],[331,3,2,2,1,2,20,0.0187767,1,2,2,2,2,2,2],[332,0,0,2,1,0,25.61,0.02,0,0,0,0,0,0,0],[333,1,1,2,1,1,29.87,0.02,0,1,3,1,1,3,1],[334,2,3,3,1,2,21.69,0.02,0,3,1,2,2,0,2],[335,3,3,0,1,3,22.19,0.02,0,3,3,3,3,3,3],[336,0,2,2,1,2,25.37,0.02,0,0,2,0,0,3,0],[337,1,1,0,1,1,28.05,0.02,0,1,3,1,1,2,1],[338,2,2,3,1,2,20.51,0.02,0,2,0,2,2,0,2],[339,3,3,1,1,3,22.22,0.02,0,3,1,3,3,0,3],[340,0,0,2,1,0,28.07,0.02,0,0,0,0,1,1,1],[341,1,1,0,1,1,29.21,0.02,0,1,3,1,1,2,1],[342,2,2,1,1,2,21.1,0.02,0,2,1,2,2,0,3],[343,3,3,2,1,3,20,0.0190458,1,3,2,3,3,3,3],[344,0,0,2,1,0,28.08,0.02,0,0,2,0,0,2,0],[345,1,1,0,1,1,27.59,0.02,0,1,1,1,1,2,1],[346,2,2,3,1,0,25.54,0.02,0,2,1,2,2,0,2],[347,3,3,2,1,0,21.05,0.02,0,3,2,3,3,2,3],[348,0,2,2,1,2,30.16,0.02,0,0,2,2,1,3,1],[349,1,1,2,1,1,29.3,0.02,0,1,2,1,1,2,1],[350,2,2,0,1,2,26.67,0.02,0,2,3,2,2,1,2],[351,3,1,0,1,1,23.75,0.02,0,3,3,3,3,1,3],[352,0,0,2,1,0,25.5,0.02,0,0,0,0,0,0,0],[353,1,0,2,1,1,26.71,0.02,0,1,2,1,1,2,1],[354,2,2,3,1,2,23.96,0.02,0,2,1,2,2,0,2],[355,3,3,2,1,2,20,0.02,0,3,2,3,3,3,3],[356,0,0,2,1,0,28.08,0.02,0,0,0,0,0,0,0],[357,1,1,3,1,1,30.8,0.02,0,1,3,1,1,1,1],[358,2,2,0,1,2,27.77,0.02,0,0,0,0,2,0,2],[359,3,3,1,1,3,20,0.0174774,1,3,1,3,3,3,3],[360,0,0,1,1,0,25.01,0.02,0,0,0,0,0,0,0],[361,1,1,2,1,1,29.37,0.02,0,1,3,1,1,2,1],[362,2,2,1,1,2,28.65,0.02,0,0,1,0,1,0,1],[363,3,3,2,1,0,20,0.0191513,1,3,2,3,3,3,3],[364,0,0,3,1,0,26.47,0.02,0,0,1,0,0,0,0],[365,1,1,0,1,1,23.31,0.02,0,1,3,1,1,2,1],[366,2,2,1,1,2,22.67,0.02,0,0,1,2,2,0,2],[367,3,2,2,1,2,20,0.0183741,1,0,2,3,3,3,2],[368,0,0,2,1,0,28.18,0.02,0,0,0,0,0,2,0],[369,1,1,0,1,1,27.6,0.02,0,1,3,1,1,2,1],[370,2,2,3,1,2,26.79,0.02,0,2,0,2,2,0,2],[371,3,3,2,1,3,21,0.02,0,3,2,1,3,3,3],[372,0,3,1,1,3,27.3,0.02,0,0,1,0,0,0,0],[373,1,1,0,1,1,28.77,0.02,0,1,3,1,1,2,1],[374,2,2,1,1,2,27.91,0.02,0,3,1,2,1,0,1],[375,3,0,2,1,0,20.09,0.02,0,3,2,3,3,2,3],[376,0,0,2,1,0,24.22,0.02,0,0,0,0,0,0,0],[377,1,1,2,1,1,28.96,0.02,0,1,3,1,1,3,1],[378,2,2,3,1,2,21.2,0.02,0,0,1,2,2,0,2],[379,3,3,1,1,0,22.79,0.02,0,3,1,3,3,0,3],[380,0,3,1,1,1,25.32,0.02,0,0,0,0,0,0,0],[381,1,1,2,1,1,30.43,0.02,0,1,3,1,1,2,1],[382,2,2,0,1,0,27.07,0.02,0,2,0,2,1,0,1],[383,3,0,2,1,2,20,0.0185827,1,3,2,3,3,3,3],[384,0,2,2,1,2,25.12,0.02,0,2,0,2,0,2,2],[385,1,1,2,1,1,30.9,0.02,0,1,3,1,1,3,1],[386,2,0,0,1,0,23.76,0.02,0,2,0,2,2,0,0],[387,3,3,1,1,1,22.87,0.02,0,3,1,3,3,3,3],[388,0,0,2,1,0,24.49,0.02,0,0,0,0,0,2,0],[389,1,1,0,1,1,27.93,0.02,0,1,3,1,1,2,1],[390,2,0,0,1,0,27.54,0.02,0,0,0,0,2,0,2],[391,3,1,1,1,1,20,0.0197533,1,3,1,3,3,3,3],[392,0,0,3,1,0,25.23,0.02,0,0,3,0,0,0,0],[393,1,1,2,1,1,28.29,0.02,0,1,3,1,1,3,1],[394,2,2,0,1,2,22.1,0.02,0,2,1,2,2,0,2],[395,3,3,2,1,2,20,0.0184046,1,3,2,2,3,3,3],[396,0,0,2,1,0,25.78,0.02,0,0,0,0,0,0,0],[397,1,1,2,1,1,30.46,0.02,0,1,2,3,1,2,1],[398,2,2,1,1,2,27.4,0.02,0,2,1,0,2,0,2],[399,3,3,2,1,3,20,0.0199309,1,3,2,3,3,2,3]],"elapsed_ms":2622,"pairs":[{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":348,"J":268,"J_valid":268,"n_invalid":0,"n00":1,"n01":2,"n10":58,"n11":207,"ctl_n":268,"ctl_err":14},"metrics":{"target_error":0.7798507462686567,"Q_transfer":0.2201492537313433,"source_success":0.9888059701492538,"joint_error":0.7723880597014925,"T_cond":0.7811320754716982,"R":0.05223880597014925,"delta":0.7276119402985074,"delta_pp":72.76119402985074,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.87}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":288,"tgt_clean_correct":330,"J":250,"J_valid":250,"n_invalid":0,"n00":1,"n01":2,"n10":85,"n11":162,"ctl_n":250,"ctl_err":11},"metrics":{"target_error":0.656,"Q_transfer":0.344,"source_success":0.988,"joint_error":0.648,"T_cond":0.6558704453441295,"R":0.044,"delta":0.612,"delta_pp":61.199999999999996,"validity_rate":1,"src_clean_accuracy":0.72,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-MLP/fgsm/eps0020","seed":42,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,44.78,0.002,0,0,2,0,1,1,1],[1,1,1,1,1,1,42.29,0.002,0,1,1,1,1,1,1],[2,2,2,2,1,2,38.58,0.002,0,0,0,0,2,2,2],[3,3,3,1,1,3,40.3,0.002,0,3,3,3,3,3,3],[4,0,0,2,1,2,47.38,0.002,0,2,2,2,1,0,0],[5,1,1,1,1,1,45.67,0.002,0,1,1,1,1,1,1],[6,2,2,2,1,2,41.84,0.002,0,2,2,2,2,2,2],[7,3,1,1,1,1,41.64,0.002,0,0,0,2,1,1,1],[8,0,0,0,1,0,46.05,0.002,0,0,0,0,0,0,0],[9,1,1,3,1,1,41.23,0.002,0,1,3,1,2,2,2],[10,2,2,0,1,2,44.14,0.002,0,0,2,0,0,0,0],[11,3,3,0,1,3,40.82,0.002,0,0,0,0,1,1,1],[12,0,2,2,1,0,42.91,0.002,0,2,2,2,2,2,2],[13,1,1,1,1,1,43.03,0.002,0,1,1,1,1,1,1],[14,2,0,0,1,0,43.76,0.002,0,2,2,0,2,0,2],[15,3,3,1,1,3,37.45,0.002,0,1,1,1,3,3,3],[16,0,0,0,1,0,46.77,0.002,0,1,1,1,0,0,0],[17,1,3,3,1,3,44.05,0.002,0,0,2,0,1,1,1],[18,2,2,0,1,2,38.69,0.002,0,2,2,2,2,2,2],[19,3,3,1,1,3,34.32,0.002,0,1,1,1,3,3,3],[20,0,0,2,1,0,42.76,0.002,0,0,0,0,0,0,0],[21,1,1,3,1,1,42.04,0.002,0,1,0,1,1,1,1],[22,2,2,0,1,2,36.1,0.002,0,2,2,2,2,0,2],[23,3,3,1,1,3,32.7,0.002,0,3,3,3,3,3,3],[24,0,2,2,1,2,40.7,0.002,0,2,2,2,2,2,2],[25,1,1,1,1,1,43.42,0.002,0,1,1,1,1,1,1],[26,2,2,3,1,2,44.19,0.002,0,2,0,0,1,1,1],[27,3,3,1,1,3,39.28,0.002,0,3,3,3,3,3,3],[28,0,0,2,1,0,44.55,0.002,0,0,0,0,1,0,1],[29,1,1,1,1,1,47.84,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,43.28,0.002,0,2,0,2,2,0,2],[31,3,3,3,1,3,39.41,0.002,0,3,3,3,3,3,3],[32,0,0,2,1,0,41.14,0.002,0,3,3,3,0,0,0],[33,1,1,1,1,1,44.99,0.002,0,1,1,1,1,1,1],[34,2,2,0,1,2,36.75,0.002,0,2,2,2,2,2,2],[35,3,3,3,1,3,41.2,0.002,0,3,3,3,3,3,3],[36,0,0,0,1,0,45.55,0.002,0,0,0,0,0,0,0],[37,1,1,1,1,1,47.44,0.002,0,1,1,1,1,1,1],[38,2,2,0,1,2,36.38,0.002,0,2,2,2,2,2,2],[39,3,1,1,1,1,41.46,0.002,0,0,0,0,1,1,1],[40,0,0,0,1,0,45.6,0.002,0,1,1,1,0,0,0],[41,1,1,1,1,1,47.11,0.002,0,1,1,1,1,1,1],[42,2,2,2,1,2,43.97,0.002,0,2,2,2,2,2,2],[43,3,3,1,1,3,39.81,0.002,0,3,3,3,3,3,3],[44,0,0,2,1,0,44.05,0.002,0,0,2,0,0,1,0],[45,1,1,1,1,1,47.78,0.002,0,1,1,1,1,1,1],[46,2,2,0,1,2,36.42,0.002,0,2,2,2,2,0,2],[47,3,3,3,1,3,37.64,0.002,0,3,3,3,3,3,3],[48,0,0,3,1,0,43.23,0.002,0,0,0,0,0,0,0],[49,1,1,3,1,1,43.34,0.002,0,3,3,3,1,1,1],[50,2,0,0,1,0,43.09,0.002,0,0,2,0,0,0,0],[51,3,3,1,1,3,41.21,0.002,0,0,0,0,3,1,3],[52,0,0,0,1,0,46.83,0.002,0,0,0,0,0,0,0],[53,1,1,3,1,1,42.04,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,42.32,0.002,0,2,2,2,2,1,2],[55,3,3,3,1,3,39.74,0.002,0,1,1,1,3,3,3],[56,0,0,2,1,0,47.75,0.002,0,0,0,0,1,1,1],[57,1,1,1,1,1,47.2,0.002,0,1,1,1,1,1,1],[58,2,2,0,1,2,36.16,0.002,0,2,2,2,2,2,2],[59,3,3,3,1,3,37.44,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,45.03,0.002,0,0,0,0,0,0,0],[61,1,1,3,1,1,40.92,0.002,0,3,3,3,2,2,2],[62,2,2,0,1,2,38.55,0.002,0,2,2,2,2,1,2],[63,3,3,3,1,3,36.35,0.002,0,3,3,3,3,1,3],[64,0,0,1,1,0,45.23,0.002,0,1,1,1,0,0,0],[65,1,1,3,1,1,43.15,0.002,0,1,1,1,1,2,1],[66,2,2,0,1,2,42.67,0.002,0,2,3,2,2,0,2],[67,3,3,2,1,3,37.86,0.002,0,2,2,2,3,3,3],[68,0,0,2,1,0,42.35,0.002,0,2,2,2,2,2,2],[69,1,1,1,1,1,47.75,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,37.57,0.002,0,2,2,2,2,2,2],[71,3,3,2,1,3,38.43,0.002,0,0,2,0,3,3,3],[72,0,2,2,1,2,40.09,0.002,0,2,2,2,2,2,2],[73,1,1,1,1,1,46.18,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,40.55,0.002,0,2,0,2,2,2,2],[75,3,3,1,1,3,34.74,0.002,0,3,3,3,3,3,3],[76,0,0,0,1,0,39.88,0.002,0,2,2,2,0,0,0],[77,1,1,1,1,1,44.77,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,39.1,0.002,0,2,2,2,2,2,2],[79,3,2,2,1,2,40.39,0.002,0,2,2,2,2,2,2],[80,0,2,2,1,2,44.9,0.002,0,0,0,0,1,1,1],[81,1,1,1,1,1,48.24,0.002,0,1,1,1,1,1,1],[82,2,2,0,1,2,42.03,0.002,0,2,2,2,2,2,2],[83,3,3,3,1,3,38.32,0.002,0,3,3,3,3,3,3],[84,0,0,0,1,0,45.11,0.002,0,3,3,3,0,0,0],[85,1,1,3,1,1,40.74,0.002,0,1,1,1,2,2,2],[86,2,2,0,1,2,42.56,0.002,0,2,0,2,2,1,2],[87,3,3,1,1,3,40.15,0.002,0,3,3,3,1,0,1],[88,0,0,2,1,0,39.29,0.002,0,0,0,0,0,0,0],[89,1,1,3,1,1,42.85,0.002,0,1,1,1,1,1,1],[90,2,2,0,1,2,37.39,0.002,0,2,2,2,2,2,2],[91,3,3,3,1,3,36.13,0.002,0,3,2,3,3,3,3],[92,0,0,0,1,0,42.95,0.002,0,1,1,1,0,0,0],[93,1,1,3,1,1,41.09,0.002,0,1,1,1,2,1,1],[94,2,2,0,1,2,36.43,0.002,0,2,2,2,2,2,2],[95,3,1,1,1,1,38.31,0.002,0,1,1,1,3,3,3],[96,0,0,2,1,0,47.02,0.002,0,2,2,2,0,0,0],[97,1,1,1,1,1,45.65,0.002,0,1,1,1,1,1,1],[98,2,2,2,1,2,40.21,0.002,0,2,2,2,2,2,2],[99,3,3,3,1,3,32.18,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,47.74,0.002,0,0,0,0,1,1,1],[101,1,1,1,1,1,46.85,0.002,0,1,1,1,1,1,1],[102,2,2,0,1,2,40.67,0.002,0,2,2,2,2,2,2],[103,3,3,0,1,3,38.14,0.002,0,3,0,3,3,1,3],[104,0,2,2,1,2,44.02,0.002,0,2,2,2,1,1,1],[105,1,3,3,1,3,41.5,0.002,0,1,1,1,1,1,1],[106,2,2,0,1,2,36.66,0.002,0,2,0,2,2,2,2],[107,3,3,3,1,3,39.07,0.002,0,3,3,3,3,3,3],[108,0,2,2,1,2,44.62,0.002,0,2,2,2,1,1,1],[109,1,1,1,1,1,48.01,0.002,0,1,1,1,1,1,1],[110,2,2,3,1,2,40.96,0.002,0,2,0,2,2,2,2],[111,3,3,3,1,3,39.8,0.002,0,3,3,3,3,3,3],[112,0,0,0,1,0,39.72,0.002,0,0,0,0,0,0,0],[113,1,1,1,1,1,47.08,0.002,0,1,1,1,1,1,1],[114,2,2,0,1,2,38.37,0.002,0,0,0,0,2,2,2],[115,3,3,1,1,3,40.97,0.002,0,3,3,3,1,1,1],[116,0,2,2,1,2,40.33,0.002,0,2,2,2,2,2,2],[117,1,1,3,1,1,42.59,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,38.01,0.002,0,0,0,0,2,2,2],[119,3,3,1,1,3,40.26,0.002,0,1,1,1,3,3,3],[120,0,2,2,1,2,45.99,0.002,0,2,2,2,1,1,1],[121,1,3,3,1,3,41.27,0.002,0,3,3,3,1,3,1],[122,2,2,0,1,2,39.28,0.002,0,2,2,2,2,2,2],[123,3,3,0,1,3,33.84,0.002,0,3,2,3,3,3,3],[124,0,0,2,1,0,44.14,0.002,0,2,2,2,0,0,0],[125,1,1,3,1,1,47.06,0.002,0,1,1,1,1,1,1],[126,2,2,0,1,2,38.58,0.002,0,2,0,2,2,2,2],[127,3,3,1,1,3,41.15,0.002,0,1,1,1,3,3,3],[128,0,0,0,1,0,43.52,0.002,0,0,0,0,0,0,0],[129,1,1,1,1,1,46.88,0.002,0,1,1,1,1,1,1],[130,2,2,2,1,2,42.01,0.002,0,0,0,2,2,1,2],[131,3,3,1,1,3,39.76,0.002,0,1,1,1,3,3,3],[132,0,0,0,1,0,42.57,0.002,0,0,0,0,0,0,0],[133,1,1,1,1,1,48.08,0.002,0,1,1,1,1,1,1],[134,2,2,0,1,2,41.01,0.002,0,2,2,2,2,2,2],[135,3,3,3,1,3,39.23,0.002,0,3,3,3,3,3,3],[136,0,0,2,1,0,47.52,0.002,0,3,3,3,0,0,0],[137,1,1,2,1,1,45.03,0.002,0,2,2,2,1,2,1],[138,2,2,0,1,2,42.49,0.002,0,2,2,2,2,1,2],[139,3,2,0,1,2,34.63,0.002,0,2,2,2,2,2,2],[140,0,0,0,1,0,43.78,0.002,0,0,0,0,0,0,0],[141,1,1,3,1,1,42.22,0.002,0,3,3,3,1,1,1],[142,2,2,0,1,2,37.63,0.002,0,2,2,2,2,2,2],[143,3,2,2,1,2,38.37,0.002,0,2,2,2,2,2,2],[144,0,0,3,1,0,46.76,0.002,0,0,0,0,0,0,0],[145,1,1,1,1,1,46.05,0.002,0,1,1,1,1,1,1],[146,2,2,0,1,2,37.55,0.002,0,2,2,2,2,1,2],[147,3,3,1,1,3,34.62,0.002,0,3,3,3,3,3,3],[148,0,0,0,1,0,45.56,0.002,0,3,1,1,0,0,0],[149,1,1,3,1,1,45.68,0.002,0,1,1,1,1,1,1],[150,2,2,0,1,2,42.13,0.002,0,2,2,2,2,2,2],[151,3,1,1,1,1,38.25,0.002,0,1,1,1,3,3,3],[152,0,0,0,1,0,43.57,0.002,0,0,0,0,0,0,0],[153,1,1,1,1,1,45.45,0.002,0,3,3,3,1,2,1],[154,2,2,0,1,2,37.58,0.002,0,2,2,2,2,2,2],[155,3,3,1,1,3,37.57,0.002,0,3,1,3,3,3,3],[156,0,0,2,1,0,40.94,0.002,0,0,2,0,0,0,0],[157,1,1,3,1,1,43.17,0.002,0,1,1,1,1,1,1],[158,2,2,0,1,2,39.48,0.002,0,2,2,2,2,1,2],[159,3,3,1,1,3,37.74,0.002,0,3,1,3,3,3,3],[160,0,2,2,1,2,40.51,0.002,0,2,2,2,2,2,2],[161,1,1,3,1,1,45.35,0.002,0,3,3,3,1,1,1],[162,2,0,0,1,0,40.9,0.002,0,2,2,0,2,2,2],[163,3,3,1,1,3,36.98,0.002,0,1,1,1,3,3,3],[164,0,0,0,1,0,43.33,0.002,0,0,2,0,0,0,0],[165,1,1,1,1,1,46.35,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,40.27,0.002,0,2,3,2,2,0,2],[167,3,3,3,1,3,39.87,0.002,0,3,3,3,3,3,3],[168,0,0,2,1,0,43.25,0.002,0,2,0,2,0,0,0],[169,1,1,1,1,1,47.16,0.002,0,1,1,1,1,1,1],[170,2,2,2,1,2,40.91,0.002,0,2,2,2,2,2,2],[171,3,3,1,1,3,35.74,0.002,0,2,0,2,3,3,3],[172,0,0,0,1,0,46.36,0.002,0,1,1,1,0,0,0],[173,1,1,1,1,1,43.07,0.002,0,1,1,1,1,1,1],[174,2,2,0,1,2,40.13,0.002,0,2,2,2,2,2,2],[175,3,1,1,1,1,37.1,0.002,0,3,3,3,3,3,3],[176,0,0,0,1,0,41.29,0.002,0,2,2,2,0,0,0],[177,1,1,1,1,1,46.13,0.002,0,1,1,1,1,1,1],[178,2,2,0,1,2,38.56,0.002,0,2,2,2,2,2,2],[179,3,3,3,1,3,36.52,0.002,0,3,3,3,3,1,3],[180,0,0,0,1,0,44.56,0.002,0,0,0,0,0,0,0],[181,1,1,1,1,1,46.95,0.002,0,1,1,1,1,1,1],[182,2,2,0,1,2,42.83,0.002,0,2,0,2,2,2,2],[183,3,3,3,1,3,39.79,0.002,0,3,3,3,3,3,3],[184,0,0,2,1,0,47.71,0.002,0,2,2,2,0,1,0],[185,1,1,3,1,1,44.77,0.002,0,1,1,1,1,1,1],[186,2,2,3,1,2,43.03,0.002,0,2,0,2,2,2,2],[187,3,3,1,1,3,40.82,0.002,0,1,1,1,3,3,3],[188,0,0,2,1,0,47.28,0.002,0,2,2,2,1,1,1],[189,1,1,1,1,1,46.3,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,40.26,0.002,0,2,0,2,2,2,2],[191,3,3,1,1,3,36.05,0.002,0,3,3,3,3,3,3],[192,0,0,2,1,0,45.09,0.002,0,2,2,2,1,1,1],[193,1,1,1,1,1,45.35,0.002,0,1,1,1,1,1,1],[194,2,2,0,1,2,42.54,0.002,0,2,2,2,1,1,1],[195,3,3,3,1,3,40.96,0.002,0,3,3,3,3,3,3],[196,0,0,2,1,0,48.12,0.002,0,0,2,0,1,1,0],[197,1,1,3,1,1,45.77,0.002,0,1,1,1,1,1,1],[198,2,2,0,1,2,39.37,0.002,0,2,2,2,2,2,2],[199,3,3,3,1,3,37.59,0.002,0,3,3,3,3,3,3],[200,0,0,0,1,0,46.99,0.002,0,0,0,0,0,0,0],[201,1,1,3,1,1,43.81,0.002,0,1,1,1,1,1,1],[202,2,2,0,1,0,41.37,0.002,0,2,2,2,2,1,1],[203,3,1,1,1,1,36.3,0.002,0,3,1,3,0,0,0],[204,0,0,0,1,0,38.53,0.002,0,0,2,0,0,0,0],[205,1,1,3,1,1,42.36,0.002,0,1,1,1,1,2,1],[206,2,2,0,1,2,43.38,0.002,0,0,0,0,2,2,2],[207,3,3,3,1,3,39.64,0.002,0,3,3,3,3,3,3],[208,0,2,2,1,2,39.43,0.002,0,2,2,2,2,2,2],[209,1,1,1,1,1,46.85,0.002,0,1,1,1,1,1,1],[210,2,2,0,1,2,41.56,0.002,0,2,2,2,0,0,0],[211,3,3,1,1,3,41.43,0.002,0,3,1,3,3,3,3],[212,0,0,0,1,0,46.09,0.002,0,0,0,0,0,0,0],[213,1,1,1,1,1,44.94,0.002,0,1,1,1,1,1,1],[214,2,0,0,1,0,42.26,0.002,0,2,2,2,2,0,2],[215,3,3,3,1,3,33.74,0.002,0,3,3,3,3,0,3],[216,0,0,2,1,0,43.22,0.002,0,0,0,0,0,0,0],[217,1,2,2,1,2,46.96,0.002,0,0,0,0,1,1,1],[218,2,2,0,1,2,43.66,0.002,0,0,0,0,1,1,1],[219,3,3,2,1,3,36.99,0.002,0,3,2,3,2,2,2],[220,0,0,0,1,0,46.38,0.002,0,0,0,0,0,0,0],[221,1,1,3,1,1,39.88,0.002,0,1,1,1,2,2,2],[222,2,2,0,1,2,35.82,0.002,0,2,2,2,2,2,2],[223,3,1,1,1,1,39.38,0.002,0,3,3,3,3,3,3],[224,0,0,0,1,0,40.66,0.002,0,3,3,3,0,0,0],[225,1,1,3,1,1,39.23,0.002,0,3,3,3,2,2,2],[226,2,2,2,1,2,43.52,0.002,0,0,0,0,2,2,2],[227,3,3,2,1,3,35.13,0.002,0,0,2,0,3,2,3],[228,0,2,2,1,2,47.92,0.002,0,2,2,2,0,0,0],[229,1,3,3,1,1,41.29,0.002,0,1,3,1,1,3,1],[230,2,2,0,1,2,36.05,0.002,0,2,2,2,2,2,2],[231,3,3,1,1,3,35.39,0.002,0,3,3,3,3,3,3],[232,0,2,2,1,2,45.7,0.002,0,2,2,2,1,1,1],[233,1,1,1,1,1,48.3,0.002,0,1,1,1,1,1,1],[234,2,2,3,1,2,37.17,0.002,0,2,3,2,2,1,2],[235,3,3,1,1,3,39.84,0.002,0,3,3,3,3,3,3],[236,0,0,2,1,0,45.2,0.002,0,0,2,0,1,1,1],[237,1,3,3,1,3,43.03,0.002,0,3,3,3,1,2,1],[238,2,2,3,1,2,43.83,0.002,0,2,2,2,1,1,2],[239,3,3,3,1,3,34.01,0.002,0,0,0,0,3,3,3],[240,0,0,0,1,0,42.49,0.002,0,3,2,3,0,0,0],[241,1,1,1,1,1,42.37,0.002,0,1,1,1,1,1,1],[242,2,2,2,1,2,43.27,0.002,0,2,2,2,2,2,2],[243,3,3,3,1,3,38.57,0.002,0,3,3,3,3,3,3],[244,0,0,0,1,0,39.71,0.002,0,2,2,2,0,0,0],[245,1,1,1,1,1,44.44,0.002,0,1,1,1,1,1,1],[246,2,2,2,1,2,40.87,0.002,0,0,0,0,2,2,2],[247,3,3,1,1,3,37.91,0.002,0,3,3,3,3,1,3],[248,0,0,0,1,0,45.5,0.002,0,0,0,0,0,0,0],[249,1,3,3,1,3,44.27,0.002,0,1,1,1,2,2,2],[250,2,2,3,1,2,44.32,0.002,0,2,0,2,1,1,1],[251,3,3,1,1,3,35.21,0.002,0,3,3,3,3,3,3],[252,0,0,0,1,0,44.93,0.002,0,2,2,2,0,0,0],[253,1,1,1,1,1,47.29,0.002,0,1,1,1,1,1,1],[254,2,2,0,1,2,42.91,0.002,0,2,2,2,0,0,0],[255,3,3,1,1,3,34.34,0.002,0,1,1,1,3,3,3],[256,0,2,2,1,2,40.52,0.002,0,2,2,2,2,2,2],[257,1,1,3,1,1,46.09,0.002,0,3,3,3,1,1,1],[258,2,2,0,1,2,35.94,0.002,0,2,2,2,2,2,2],[259,3,3,3,1,3,38.26,0.002,0,3,3,3,3,1,3],[260,0,0,2,1,0,38.43,0.002,0,2,2,2,0,0,0],[261,1,1,1,1,1,44.86,0.002,0,1,1,1,1,1,1],[262,2,2,0,1,2,36.12,0.002,0,2,2,2,2,2,2],[263,3,3,1,1,3,37.71,0.002,0,3,3,3,3,3,3],[264,0,2,2,1,2,45.44,0.002,0,2,2,2,1,1,1],[265,1,1,3,1,1,42.23,0.002,0,1,1,1,1,1,1],[266,2,3,3,1,3,41.23,0.002,0,2,3,2,2,1,2],[267,3,3,3,1,3,40.03,0.002,0,3,3,3,3,3,3],[268,0,2,2,1,2,41.04,0.002,0,2,2,2,2,2,2],[269,1,1,1,1,1,46.24,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,36.38,0.002,0,2,2,2,2,0,2],[271,3,3,3,1,3,35.63,0.002,0,3,3,3,3,3,3],[272,0,2,2,1,2,43.58,0.002,0,0,0,0,2,2,1],[273,1,1,1,1,1,46.53,0.002,0,1,1,1,1,1,1],[274,2,2,0,1,2,37.92,0.002,0,2,2,2,2,2,2],[275,3,3,3,1,3,34.37,0.002,0,3,3,3,3,3,3],[276,0,0,0,1,0,44.97,0.002,0,0,0,0,1,1,1],[277,1,1,3,1,1,43.33,0.002,0,1,1,1,1,1,1],[278,2,2,0,1,2,43.57,0.002,0,2,0,2,1,1,1],[279,3,3,3,1,3,35.69,0.002,0,3,3,3,3,3,3],[280,0,0,0,1,0,44.43,0.002,0,0,0,0,0,0,0],[281,1,1,1,1,1,48.7,0.002,0,1,1,1,1,1,1],[282,2,2,0,1,2,42.31,0.002,0,2,0,0,2,2,2],[283,3,3,3,1,3,36.44,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,39.68,0.002,0,0,0,0,0,0,0],[285,1,1,3,1,1,43.53,0.002,0,3,3,3,1,3,1],[286,2,2,2,1,2,38.31,0.002,0,2,2,2,2,2,2],[287,3,3,3,1,3,35.2,0.002,0,3,3,3,3,3,3],[288,0,0,0,1,0,44.15,0.002,0,0,3,0,0,0,0],[289,1,1,3,1,1,42.52,0.002,0,3,3,3,3,3,3],[290,2,2,0,1,2,40.74,0.002,0,2,2,2,2,2,2],[291,3,3,1,1,3,38.03,0.002,0,1,1,1,3,3,3],[292,0,0,0,1,0,40.99,0.002,0,2,2,2,0,0,0],[293,1,1,3,1,1,42.82,0.002,0,1,1,1,1,1,1],[294,2,2,0,1,2,42.14,0.002,0,2,2,2,2,1,2],[295,3,3,1,1,1,40.13,0.002,0,1,1,3,3,3,3],[296,0,2,2,1,2,42.38,0.002,0,2,2,2,0,2,0],[297,1,1,1,1,1,47.18,0.002,0,1,1,1,1,1,1],[298,2,2,0,1,2,36.17,0.002,0,2,2,2,2,2,2],[299,3,3,1,1,3,41.11,0.002,0,1,1,1,3,3,3],[300,0,0,0,1,0,45.54,0.002,0,1,1,1,0,0,0],[301,1,1,1,1,1,44.43,0.002,0,1,1,1,1,1,1],[302,2,2,0,1,2,38.04,0.002,0,2,2,2,2,2,2],[303,3,3,3,1,3,32.8,0.002,0,3,3,3,3,3,3],[304,0,0,3,1,0,43.91,0.002,0,0,3,0,0,0,0],[305,1,1,3,1,1,40.58,0.002,0,3,2,3,2,2,2],[306,2,0,0,1,0,44.6,0.002,0,2,2,2,0,0,0],[307,3,3,2,1,3,35.88,0.002,0,3,0,3,2,2,2],[308,0,2,2,1,2,48.22,0.002,0,0,0,0,1,1,1],[309,1,1,1,1,1,47.51,0.002,0,1,3,1,1,1,1],[310,2,2,0,1,2,40.07,0.002,0,2,2,2,1,1,1],[311,3,3,3,1,3,42.22,0.002,0,3,3,3,3,3,3],[312,0,0,1,1,0,46.84,0.002,0,3,3,3,0,0,0],[313,1,1,1,1,1,45.69,0.002,0,1,1,1,1,1,1],[314,2,2,3,1,2,44.44,0.002,0,2,0,2,1,1,1],[315,3,3,2,1,3,34.9,0.002,0,2,2,3,3,3,3],[316,0,0,2,1,0,47.36,0.002,0,0,2,0,1,1,1],[317,1,1,1,1,1,48.09,0.002,0,1,1,1,1,1,1],[318,2,2,3,1,2,43.33,0.002,0,2,3,2,1,1,1],[319,3,3,3,1,3,40.46,0.002,0,0,0,0,3,3,3],[320,0,0,0,1,0,46.76,0.002,0,0,0,0,0,0,0],[321,1,1,1,1,1,43.34,0.002,0,3,3,3,1,1,1],[322,2,0,0,1,0,43.45,0.002,0,2,0,2,1,1,1],[323,3,3,1,1,3,37.11,0.002,0,3,3,2,3,3,3],[324,0,0,0,1,0,39.31,0.002,0,0,0,0,0,0,0],[325,1,1,3,1,1,42.77,0.002,0,3,3,3,1,1,1],[326,2,2,2,1,2,43.97,0.002,0,2,2,2,3,3,3],[327,3,3,2,1,3,33.24,0.002,0,3,2,3,3,3,3],[328,0,0,0,1,0,38.87,0.002,0,0,0,0,0,0,0],[329,1,1,3,1,1,41.73,0.002,0,1,1,1,1,2,1],[330,2,2,0,1,2,41.62,0.002,0,2,2,2,2,2,2],[331,3,2,2,1,2,35.86,0.002,0,2,2,2,2,2,2],[332,0,0,0,1,0,42.04,0.002,0,0,0,0,0,0,0],[333,1,1,1,1,1,46.48,0.002,0,1,1,1,1,1,1],[334,2,3,3,1,2,36.71,0.002,0,3,3,2,2,0,2],[335,3,3,3,1,3,38.4,0.002,0,3,3,3,3,1,3],[336,0,0,2,1,0,42.36,0.002,0,2,2,2,0,1,0],[337,1,1,1,1,1,45.38,0.002,0,1,1,1,1,1,1],[338,2,2,0,1,2,35.86,0.002,0,2,2,2,2,2,2],[339,3,3,3,1,3,38.99,0.002,0,3,3,3,3,3,3],[340,0,0,0,1,0,47.74,0.002,0,0,0,0,1,1,1],[341,1,1,1,1,1,47.25,0.002,0,1,1,1,1,1,1],[342,2,2,3,1,2,36.19,0.002,0,2,3,2,2,3,2],[343,3,3,3,1,3,35.71,0.002,0,3,3,3,3,3,3],[344,0,0,2,1,0,46.92,0.002,0,0,0,0,0,1,0],[345,1,1,1,1,1,45.76,0.002,0,1,1,1,1,1,1],[346,2,2,2,1,2,41.15,0.002,0,2,2,2,2,1,2],[347,3,3,3,1,3,37.41,0.002,0,3,2,0,3,3,3],[348,0,0,2,1,0,46.67,0.002,0,2,2,2,1,1,1],[349,1,1,1,1,1,47.38,0.002,0,1,1,1,1,1,1],[350,2,2,0,1,2,43.38,0.002,0,2,2,2,2,2,2],[351,3,3,1,1,3,39.96,0.002,0,1,1,1,3,3,3],[352,0,0,0,1,0,43.59,0.002,0,0,0,0,0,0,0],[353,1,1,1,1,1,45.19,0.002,0,0,0,0,1,1,1],[354,2,2,0,1,2,39.17,0.002,0,2,2,2,2,2,2],[355,3,3,1,1,3,36.27,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,44.64,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,47.05,0.002,0,1,1,1,1,1,1],[358,2,0,0,1,0,43.45,0.002,0,2,2,2,2,2,2],[359,3,3,3,1,3,33.44,0.002,0,3,3,3,3,3,3],[360,0,0,0,1,0,43.05,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,47.83,0.002,0,1,1,1,1,1,1],[362,2,0,0,1,0,44.05,0.002,0,2,2,2,1,1,1],[363,3,3,3,1,3,35.41,0.002,0,3,3,3,3,3,3],[364,0,0,0,1,0,43.16,0.002,0,0,0,0,0,0,0],[365,1,1,1,1,1,40.76,0.002,0,1,1,1,1,2,1],[366,2,0,0,1,0,38.53,0.002,0,2,2,2,2,2,2],[367,3,0,0,1,0,33.82,0.002,0,2,2,2,3,1,2],[368,0,0,0,1,0,44.28,0.002,0,0,0,0,0,0,0],[369,1,1,1,1,1,45.2,0.002,0,1,1,1,1,1,1],[370,2,2,0,1,2,42.42,0.002,0,2,2,2,2,2,2],[371,3,3,1,1,3,37.09,0.002,0,3,3,3,3,3,3],[372,0,0,0,1,0,43.58,0.002,0,3,3,3,0,0,0],[373,1,1,1,1,1,47.05,0.002,0,1,1,1,1,1,1],[374,2,3,3,1,3,44.24,0.002,0,2,3,0,1,1,1],[375,3,3,2,1,3,36.29,0.002,0,0,2,0,3,3,3],[376,0,0,0,1,0,42.27,0.002,0,0,0,0,0,0,0],[377,1,1,3,1,1,45.75,0.002,0,1,1,1,1,1,1],[378,2,0,0,1,0,36.68,0.002,0,2,2,2,2,0,2],[379,3,3,1,1,3,39.58,0.002,0,3,1,3,3,3,3],[380,0,0,0,1,0,43.29,0.002,0,3,1,3,0,0,0],[381,1,1,3,1,1,47.45,0.002,0,1,1,1,1,1,1],[382,2,2,0,1,2,42.9,0.002,0,2,2,2,1,0,2],[383,3,3,3,1,3,36.4,0.002,0,0,0,0,3,3,3],[384,0,2,2,1,2,41.01,0.002,0,2,2,2,0,2,0],[385,1,1,3,1,1,47.8,0.002,0,1,1,1,1,1,1],[386,2,2,2,1,2,39.44,0.002,0,0,2,0,2,2,2],[387,3,3,1,1,3,39.65,0.002,0,3,1,3,3,3,3],[388,0,0,0,1,0,40.71,0.002,0,0,2,0,0,0,0],[389,1,1,1,1,1,46.26,0.002,0,1,1,1,1,1,1],[390,2,0,0,1,0,42.95,0.002,0,0,0,0,2,2,2],[391,3,3,1,1,3,36.25,0.002,0,1,1,1,3,3,3],[392,0,0,0,1,0,41.51,0.002,0,0,0,0,0,0,0],[393,1,1,3,1,1,44.86,0.002,0,1,1,1,1,1,1],[394,2,2,0,1,2,37.57,0.002,0,2,2,2,2,2,2],[395,3,3,0,1,3,34.69,0.002,0,3,2,2,3,2,3],[396,0,0,0,1,0,44.1,0.002,0,0,0,0,0,0,0],[397,1,1,3,1,1,46.76,0.002,0,1,3,1,1,1,1],[398,2,2,0,1,2,43.09,0.002,0,2,2,2,2,0,2],[399,3,3,3,1,3,36.32,0.002,0,3,3,3,3,3,3]],"elapsed_ms":1031,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":288,"J":268,"J_valid":268,"n_invalid":0,"n00":125,"n01":7,"n10":96,"n11":40,"ctl_n":268,"ctl_err":5},"metrics":{"target_error":0.17537313432835822,"Q_transfer":0.8246268656716418,"source_success":0.5074626865671642,"joint_error":0.14925373134328357,"T_cond":0.29411764705882354,"R":0.018656716417910446,"delta":0.15671641791044777,"delta_pp":15.671641791044777,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.72}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":330,"J":307,"J_valid":307,"n_invalid":0,"n00":147,"n01":9,"n10":120,"n11":31,"ctl_n":307,"ctl_err":1},"metrics":{"target_error":0.13029315960912052,"Q_transfer":0.8697068403908794,"source_success":0.49185667752442996,"joint_error":0.10097719869706841,"T_cond":0.2052980132450331,"R":0.003257328990228013,"delta":0.1270358306188925,"delta_pp":12.703583061889251,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-MLP/fgsm/eps0050","seed":42,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,36.82,0.005,0,0,2,0,1,1,1],[1,1,1,3,1,1,34.33,0.005,0,1,1,1,1,2,1],[2,2,2,0,1,2,30.62,0.005,0,0,0,0,2,2,2],[3,3,3,1,1,3,32.34,0.005,0,3,3,3,3,0,3],[4,0,0,2,1,0,39.42,0.005,0,2,2,2,1,1,0],[5,1,1,3,1,1,37.71,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,33.89,0.005,0,2,2,2,2,2,2],[7,3,1,1,1,1,33.68,0.005,0,0,2,2,1,1,1],[8,0,0,0,1,0,38.1,0.005,0,0,1,0,0,0,0],[9,1,1,3,1,1,33.27,0.005,0,1,2,1,2,2,2],[10,2,2,0,1,2,36.19,0.005,0,0,2,0,0,0,0],[11,3,3,0,1,3,32.86,0.005,0,0,0,0,1,1,1],[12,0,2,2,1,0,34.95,0.005,0,2,2,2,2,3,1],[13,1,1,3,1,1,35.07,0.005,0,1,1,1,1,1,1],[14,2,0,0,1,0,35.8,0.005,0,2,2,0,2,0,2],[15,3,3,1,1,3,29.49,0.005,0,1,1,1,3,3,3],[16,0,0,0,1,0,38.81,0.005,0,1,1,1,0,0,0],[17,1,3,3,1,3,36.09,0.005,0,0,2,0,1,2,1],[18,2,2,0,1,0,30.73,0.005,0,2,2,2,2,2,2],[19,3,3,1,1,3,26.36,0.005,0,1,1,1,3,3,3],[20,0,0,2,1,0,34.8,0.005,0,0,0,0,0,0,0],[21,1,1,3,1,1,34.08,0.005,0,1,0,1,1,1,1],[22,2,2,0,1,0,28.14,0.005,0,2,2,2,2,0,2],[23,3,3,1,1,3,24.75,0.005,0,3,3,3,3,3,3],[24,0,2,0,1,0,32.74,0.005,0,2,2,2,2,2,2],[25,1,1,3,1,1,35.47,0.005,0,1,3,1,1,2,1],[26,2,2,3,1,2,36.23,0.005,0,2,0,0,1,1,1],[27,3,3,1,1,3,31.32,0.005,0,3,3,3,3,3,3],[28,0,0,2,1,0,36.59,0.005,0,0,0,0,1,0,1],[29,1,1,3,1,1,39.88,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,35.32,0.005,0,2,2,2,2,0,2],[31,3,3,3,1,3,31.45,0.005,0,3,3,3,3,3,3],[32,0,0,0,1,0,33.18,0.005,0,3,2,3,0,0,0],[33,1,1,1,1,1,37.04,0.005,0,1,1,1,1,1,1],[34,2,2,0,1,2,28.79,0.005,0,2,2,2,2,2,2],[35,3,3,3,1,3,33.24,0.005,0,3,3,3,3,3,3],[36,0,0,0,1,0,37.59,0.005,0,0,3,0,0,0,0],[37,1,1,1,1,1,39.48,0.005,0,1,1,1,1,1,1],[38,2,2,0,1,2,28.42,0.005,0,2,2,2,2,2,2],[39,3,1,1,1,1,33.51,0.005,0,0,0,0,1,1,1],[40,0,0,1,1,0,37.64,0.005,0,1,1,1,0,0,0],[41,1,1,3,1,1,39.16,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,36.01,0.005,0,2,2,2,2,0,2],[43,3,3,1,1,3,31.85,0.005,0,3,1,3,3,3,3],[44,0,0,2,1,0,36.09,0.005,0,0,2,0,0,1,0],[45,1,1,3,1,1,39.82,0.005,0,1,1,1,1,1,1],[46,2,2,0,1,2,28.46,0.005,0,2,2,2,2,0,2],[47,3,3,3,1,3,29.68,0.005,0,3,3,3,3,3,3],[48,0,0,3,1,0,35.28,0.005,0,0,0,0,0,0,0],[49,1,1,3,1,1,35.39,0.005,0,3,2,3,1,1,1],[50,2,0,0,1,0,35.13,0.005,0,0,2,0,0,0,0],[51,3,3,1,1,3,33.26,0.005,0,0,0,0,3,1,3],[52,0,0,0,1,0,38.87,0.005,0,0,0,0,0,0,0],[53,1,1,3,1,1,34.08,0.005,0,1,1,1,1,1,1],[54,2,2,0,1,2,34.36,0.005,0,2,2,2,2,1,2],[55,3,3,3,1,3,31.79,0.005,0,1,3,0,3,3,3],[56,0,0,2,1,0,39.79,0.005,0,0,0,0,1,1,1],[57,1,1,3,1,1,39.24,0.005,0,1,1,1,1,1,1],[58,2,2,0,1,2,28.2,0.005,0,2,2,2,2,2,2],[59,3,3,0,1,3,29.48,0.005,0,3,3,3,3,3,3],[60,0,0,0,1,0,37.07,0.005,0,0,2,0,0,0,0],[61,1,1,3,1,1,32.96,0.005,0,3,2,3,2,2,2],[62,2,2,0,1,2,30.59,0.005,0,2,2,2,2,0,2],[63,3,3,3,1,3,28.39,0.005,0,3,3,3,3,1,3],[64,0,0,1,1,0,37.27,0.005,0,1,1,1,0,0,0],[65,1,1,3,1,1,35.19,0.005,0,1,3,1,1,2,1],[66,2,2,1,1,2,34.71,0.005,0,2,3,2,2,0,2],[67,3,3,2,1,3,29.91,0.005,0,2,2,2,3,2,3],[68,0,0,2,1,2,34.39,0.005,0,2,2,2,2,2,2],[69,1,1,3,1,1,39.79,0.005,0,1,1,1,1,1,1],[70,2,2,0,1,2,29.61,0.005,0,2,2,2,2,2,2],[71,3,3,2,1,3,30.47,0.005,0,0,2,0,3,2,3],[72,0,2,2,1,2,32.13,0.005,0,2,2,2,2,2,2],[73,1,1,1,1,1,38.22,0.005,0,1,1,1,1,1,1],[74,2,2,2,1,2,32.59,0.005,0,2,2,2,2,1,2],[75,3,3,1,1,3,26.79,0.005,0,3,3,3,3,3,3],[76,0,0,0,1,0,31.92,0.005,0,2,2,0,0,0,0],[77,1,1,3,1,1,36.81,0.005,0,1,0,1,1,1,1],[78,2,2,0,1,2,31.14,0.005,0,2,2,2,2,2,2],[79,3,2,2,1,2,32.43,0.005,0,2,2,2,2,2,2],[80,0,2,2,1,0,36.94,0.005,0,0,0,0,1,1,1],[81,1,1,3,1,1,40.28,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,34.07,0.005,0,2,2,2,2,1,2],[83,3,3,3,1,3,30.36,0.005,0,3,3,3,3,3,3],[84,0,0,1,1,0,37.15,0.005,0,3,1,3,0,0,0],[85,1,1,3,1,1,32.78,0.005,0,1,1,1,2,2,2],[86,2,2,0,1,2,34.6,0.005,0,2,3,2,2,1,2],[87,3,3,1,1,3,32.2,0.005,0,3,3,3,1,0,1],[88,0,0,2,1,0,31.33,0.005,0,0,0,0,0,0,0],[89,1,1,3,1,1,34.89,0.005,0,1,1,1,1,3,1],[90,2,2,0,1,2,29.43,0.005,0,2,2,2,2,2,2],[91,3,3,3,1,3,28.17,0.005,0,3,2,3,3,1,3],[92,0,0,0,1,0,34.99,0.005,0,1,1,1,0,0,0],[93,1,1,3,1,1,33.13,0.005,0,1,1,1,2,3,2],[94,2,2,0,1,2,28.47,0.005,0,2,2,2,2,3,3],[95,3,1,1,1,1,30.35,0.005,0,1,1,1,3,3,3],[96,0,0,2,1,0,39.06,0.005,0,2,2,2,0,1,0],[97,1,1,3,1,1,37.69,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,32.25,0.005,0,2,2,2,2,2,2],[99,3,3,3,1,3,24.22,0.005,0,3,3,3,3,3,3],[100,0,0,0,1,0,39.78,0.005,0,0,0,0,1,1,1],[101,1,1,1,1,1,38.9,0.005,0,1,1,1,1,1,1],[102,2,2,0,1,2,32.71,0.005,0,2,2,2,2,2,2],[103,3,3,0,1,3,30.18,0.005,0,3,2,3,3,1,3],[104,0,2,2,1,2,36.06,0.005,0,2,2,2,1,1,1],[105,1,3,3,1,3,33.54,0.005,0,1,3,1,1,2,1],[106,2,2,0,1,2,28.7,0.005,0,2,0,2,2,2,2],[107,3,3,3,1,3,31.11,0.005,0,3,3,3,3,3,3],[108,0,2,2,1,2,36.66,0.005,0,2,2,2,1,1,1],[109,1,1,3,1,1,40.05,0.005,0,1,1,1,1,1,1],[110,2,2,3,1,2,33.01,0.005,0,2,0,2,2,1,2],[111,3,3,3,1,3,31.84,0.005,0,3,3,3,3,1,3],[112,0,0,0,1,0,31.77,0.005,0,0,2,0,0,0,0],[113,1,1,3,1,1,39.12,0.005,0,1,1,1,1,3,1],[114,2,2,0,1,2,30.41,0.005,0,0,0,2,2,1,2],[115,3,3,1,1,3,33.01,0.005,0,3,1,3,1,0,1],[116,0,2,2,1,2,32.38,0.005,0,2,2,0,2,2,2],[117,1,1,3,1,1,34.63,0.005,0,1,1,1,1,2,1],[118,2,2,0,1,2,30.05,0.005,0,0,2,0,2,2,2],[119,3,3,1,1,3,32.3,0.005,0,1,1,1,3,3,3],[120,0,2,2,1,2,38.03,0.005,0,2,2,2,1,3,1],[121,1,3,3,1,1,33.31,0.005,0,3,3,3,1,3,1],[122,2,2,0,1,2,31.32,0.005,0,2,0,2,2,1,2],[123,3,3,0,1,3,25.88,0.005,0,3,2,2,3,3,3],[124,0,0,2,1,0,36.18,0.005,0,2,2,2,0,0,0],[125,1,1,3,1,1,39.1,0.005,0,1,1,1,1,1,1],[126,2,2,3,1,2,30.62,0.005,0,2,2,2,2,2,2],[127,3,3,1,1,3,33.19,0.005,0,1,1,1,3,3,3],[128,0,0,0,1,0,35.56,0.005,0,0,0,0,0,0,0],[129,1,1,1,1,1,38.92,0.005,0,1,1,1,1,1,1],[130,2,2,0,1,2,34.05,0.005,0,0,0,0,2,1,2],[131,3,3,1,1,3,31.8,0.005,0,1,1,1,3,3,3],[132,0,0,0,1,0,34.61,0.005,0,0,0,0,0,0,0],[133,1,1,1,1,1,40.12,0.005,0,1,1,1,1,1,1],[134,2,2,0,1,2,33.05,0.005,0,2,2,2,2,0,2],[135,3,3,3,1,3,31.27,0.005,0,3,3,3,3,3,3],[136,0,0,2,1,0,39.56,0.005,0,3,2,3,0,0,0],[137,1,1,2,1,1,37.07,0.005,0,2,2,2,1,2,1],[138,2,2,0,1,2,34.53,0.005,0,2,0,2,2,0,2],[139,3,2,0,1,2,26.67,0.005,0,2,2,2,2,2,2],[140,0,0,0,1,0,35.82,0.005,0,0,0,0,0,0,0],[141,1,1,3,1,1,34.26,0.005,0,3,3,3,1,3,1],[142,2,2,0,1,2,29.67,0.005,0,2,2,2,2,0,2],[143,3,2,2,1,2,30.41,0.005,0,2,2,2,2,2,2],[144,0,0,3,1,0,38.8,0.005,0,0,3,0,0,0,0],[145,1,1,3,1,1,38.09,0.005,0,1,1,1,1,3,1],[146,2,2,0,1,2,29.59,0.005,0,2,2,2,2,0,2],[147,3,3,1,1,3,26.66,0.005,0,3,3,3,3,3,3],[148,0,0,0,1,0,37.6,0.005,0,3,1,1,0,0,0],[149,1,1,3,1,1,37.72,0.005,0,1,3,1,1,3,1],[150,2,2,0,1,2,34.18,0.005,0,2,2,2,2,3,2],[151,3,1,1,1,3,30.29,0.005,0,1,1,1,3,3,3],[152,0,0,0,1,0,35.62,0.005,0,0,0,0,0,0,0],[153,1,1,3,1,1,37.49,0.005,0,3,2,3,1,2,1],[154,2,2,0,1,2,29.62,0.005,0,2,2,2,2,2,2],[155,3,3,1,1,3,29.61,0.005,0,3,1,3,3,3,3],[156,0,0,2,1,0,32.98,0.005,0,0,2,0,0,0,0],[157,1,1,3,1,1,35.22,0.005,0,1,1,1,1,2,1],[158,2,2,0,1,2,31.52,0.005,0,2,2,2,2,1,2],[159,3,3,1,1,3,29.78,0.005,0,3,1,3,3,0,3],[160,0,2,2,1,2,32.55,0.005,0,2,2,2,2,2,2],[161,1,1,3,1,1,37.39,0.005,0,3,2,3,1,2,1],[162,2,0,0,1,2,32.94,0.005,0,2,2,2,2,2,2],[163,3,3,1,1,3,29.02,0.005,0,1,1,1,3,3,3],[164,0,0,0,1,0,35.38,0.005,0,0,2,0,0,0,0],[165,1,1,1,1,1,38.39,0.005,0,1,1,1,1,1,1],[166,2,2,0,1,2,32.31,0.005,0,2,3,2,2,0,2],[167,3,3,3,1,3,31.92,0.005,0,3,3,3,3,3,3],[168,0,0,2,1,0,35.3,0.005,0,2,0,2,0,1,0],[169,1,1,1,1,1,39.2,0.005,0,1,1,1,1,1,1],[170,2,2,0,1,2,32.95,0.005,0,2,2,2,2,2,2],[171,3,3,1,1,3,27.78,0.005,0,2,3,2,3,3,3],[172,0,0,0,1,0,38.4,0.005,0,1,1,1,0,0,0],[173,1,1,3,1,1,35.11,0.005,0,1,0,1,1,1,1],[174,2,2,0,1,2,32.17,0.005,0,2,2,2,2,2,2],[175,3,1,1,1,1,29.14,0.005,0,3,3,3,3,3,3],[176,0,0,2,1,0,33.33,0.005,0,2,2,2,0,0,0],[177,1,1,3,1,1,38.17,0.005,0,1,1,1,1,1,1],[178,2,2,0,1,2,30.61,0.005,0,2,2,2,2,0,2],[179,3,3,3,1,3,28.57,0.005,0,3,3,3,3,1,3],[180,0,0,0,1,0,36.6,0.005,0,0,0,0,0,0,0],[181,1,1,1,1,1,38.99,0.005,0,1,1,1,1,1,1],[182,2,2,0,1,2,34.87,0.005,0,2,0,2,2,2,2],[183,3,3,3,1,3,31.83,0.005,0,3,2,3,3,1,3],[184,0,0,2,1,0,39.75,0.005,0,2,2,2,0,1,0],[185,1,1,3,1,1,36.81,0.005,0,1,3,1,1,3,1],[186,2,2,3,1,2,35.07,0.005,0,2,3,2,2,1,2],[187,3,3,1,1,3,32.86,0.005,0,1,1,1,3,3,3],[188,0,0,2,1,0,39.32,0.005,0,2,2,2,1,1,1],[189,1,1,1,1,1,38.34,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,32.31,0.005,0,2,2,2,2,2,2],[191,3,3,1,1,3,28.1,0.005,0,3,1,3,3,3,3],[192,0,0,2,1,0,37.13,0.005,0,2,2,2,1,1,1],[193,1,1,3,1,1,37.39,0.005,0,1,1,1,1,1,1],[194,2,2,3,1,2,34.58,0.005,0,2,2,2,1,1,1],[195,3,3,3,1,3,33,0.005,0,3,3,3,3,3,3],[196,0,0,2,1,0,40.16,0.005,0,0,2,0,1,1,0],[197,1,1,3,1,1,37.81,0.005,0,1,3,1,1,3,1],[198,2,2,0,1,2,31.41,0.005,0,2,2,2,2,0,2],[199,3,3,3,1,3,29.63,0.005,0,3,2,3,3,2,3],[200,0,0,2,1,0,39.03,0.005,0,0,0,0,0,0,0],[201,1,1,3,1,1,35.85,0.005,0,1,1,1,1,1,1],[202,2,2,0,1,2,33.41,0.005,0,2,2,2,2,0,2],[203,3,1,1,1,3,28.35,0.005,0,3,1,1,0,0,3],[204,0,0,0,1,0,30.57,0.005,0,0,2,0,0,2,0],[205,1,1,3,1,1,34.4,0.005,0,1,1,1,1,2,1],[206,2,2,0,1,2,35.42,0.005,0,0,0,0,2,1,2],[207,3,3,3,1,3,31.68,0.005,0,3,3,3,3,3,3],[208,0,2,2,1,2,31.48,0.005,0,2,2,2,2,2,2],[209,1,1,3,1,1,38.89,0.005,0,1,1,1,1,3,1],[210,2,2,0,1,2,33.6,0.005,0,2,2,2,0,0,0],[211,3,3,1,1,3,33.47,0.005,0,3,1,1,3,3,3],[212,0,0,3,1,0,38.13,0.005,0,0,0,0,0,0,0],[213,1,1,3,1,1,36.98,0.005,0,1,3,1,1,1,1],[214,2,0,0,1,0,34.3,0.005,0,2,2,2,2,0,2],[215,3,3,3,1,3,25.78,0.005,0,3,3,3,3,0,3],[216,0,0,2,1,0,35.26,0.005,0,0,0,0,0,0,0],[217,1,2,2,1,2,39,0.005,0,0,0,0,1,1,1],[218,2,2,0,1,2,35.7,0.005,0,0,0,0,1,1,1],[219,3,3,2,1,3,29.03,0.005,0,3,2,3,2,2,2],[220,0,0,2,1,0,38.42,0.005,0,0,2,0,0,0,0],[221,1,1,3,1,1,31.93,0.005,0,1,3,1,2,2,2],[222,2,2,0,1,2,27.86,0.005,0,2,2,2,2,2,2],[223,3,1,1,1,1,31.42,0.005,0,3,1,3,3,3,3],[224,0,0,0,1,0,32.7,0.005,0,3,3,3,0,0,0],[225,1,1,3,1,1,31.27,0.005,0,3,2,1,2,2,2],[226,2,2,0,1,2,35.56,0.005,0,0,0,0,2,1,2],[227,3,3,2,1,3,27.17,0.005,0,0,2,0,3,2,3],[228,0,2,2,1,2,39.96,0.005,0,2,2,2,0,0,0],[229,1,3,3,1,3,33.33,0.005,0,1,3,3,1,3,1],[230,2,2,0,1,2,28.09,0.005,0,2,2,2,2,0,2],[231,3,3,1,1,3,27.43,0.005,0,3,3,3,3,3,3],[232,0,2,2,1,2,37.75,0.005,0,2,2,2,1,1,1],[233,1,1,1,1,1,40.34,0.005,0,1,1,1,1,1,1],[234,2,2,3,1,2,29.21,0.005,0,2,3,2,2,0,2],[235,3,3,1,1,1,31.88,0.005,0,3,3,3,3,3,3],[236,0,0,2,1,0,37.24,0.005,0,0,2,0,1,1,1],[237,1,3,3,1,3,35.07,0.005,0,3,2,3,1,2,1],[238,2,2,3,1,3,35.87,0.005,0,2,2,2,1,1,1],[239,3,3,2,1,3,26.06,0.005,0,0,2,0,3,3,3],[240,0,0,2,1,0,34.53,0.005,0,3,2,2,0,0,0],[241,1,1,3,1,1,34.41,0.005,0,1,0,1,1,2,0],[242,2,2,0,1,2,35.31,0.005,0,2,0,2,2,1,2],[243,3,3,1,1,3,30.61,0.005,0,3,1,3,3,3,3],[244,0,0,2,1,0,31.75,0.005,0,2,2,2,0,0,0],[245,1,1,1,1,1,36.49,0.005,0,1,1,1,1,1,1],[246,2,2,3,1,2,32.91,0.005,0,0,0,0,2,1,2],[247,3,3,1,1,3,29.95,0.005,0,3,3,3,3,1,3],[248,0,0,0,1,0,37.55,0.005,0,0,0,0,0,0,0],[249,1,3,3,1,3,36.31,0.005,0,1,1,1,2,2,2],[250,2,2,3,1,2,36.36,0.005,0,2,3,2,1,1,1],[251,3,3,1,1,3,27.25,0.005,0,3,1,3,3,3,3],[252,0,0,0,1,0,36.97,0.005,0,2,2,2,0,0,0],[253,1,1,1,1,1,39.33,0.005,0,1,1,1,1,1,1],[254,2,2,0,1,2,34.95,0.005,0,2,2,2,0,0,0],[255,3,3,1,1,3,26.38,0.005,0,1,1,1,3,3,3],[256,0,2,2,1,2,32.56,0.005,0,2,2,2,2,2,2],[257,1,1,3,1,1,38.13,0.005,0,3,2,1,1,1,1],[258,2,2,0,1,2,27.99,0.005,0,2,2,2,2,2,2],[259,3,3,3,1,3,30.3,0.005,0,3,2,3,3,1,3],[260,0,0,2,1,0,30.47,0.005,0,2,2,2,0,0,0],[261,1,1,3,1,1,36.9,0.005,0,1,1,1,1,3,1],[262,2,2,0,1,2,28.16,0.005,0,2,2,2,2,2,2],[263,3,3,3,1,3,29.75,0.005,0,3,3,3,3,3,3],[264,0,2,2,1,2,37.48,0.005,0,2,2,2,1,1,1],[265,1,1,3,1,1,34.27,0.005,0,1,1,1,1,2,1],[266,2,3,1,1,2,33.27,0.005,0,2,3,2,2,3,2],[267,3,3,3,1,3,32.07,0.005,0,3,3,3,3,3,3],[268,0,2,2,1,2,33.08,0.005,0,2,2,2,2,2,2],[269,1,1,1,1,1,38.28,0.005,0,1,1,1,1,1,1],[270,2,2,0,1,2,28.42,0.005,0,2,2,2,2,0,2],[271,3,3,3,1,3,27.67,0.005,0,3,3,3,3,3,3],[272,0,2,2,1,2,35.62,0.005,0,0,2,0,2,2,2],[273,1,1,3,1,1,38.57,0.005,0,1,0,1,1,1,1],[274,2,2,0,1,2,29.96,0.005,0,2,2,2,2,0,2],[275,3,3,3,1,3,26.41,0.005,0,3,3,3,3,1,3],[276,0,0,0,1,0,37.01,0.005,0,0,0,0,1,1,1],[277,1,1,3,1,1,35.37,0.005,0,1,1,1,1,1,1],[278,2,2,0,1,2,35.61,0.005,0,2,2,2,1,0,1],[279,3,3,2,1,3,27.73,0.005,0,3,2,3,3,3,3],[280,0,0,0,1,0,36.47,0.005,0,0,0,0,0,0,0],[281,1,1,1,1,1,40.74,0.005,0,1,1,1,1,1,1],[282,2,2,0,1,2,34.35,0.005,0,2,0,2,2,1,2],[283,3,3,3,1,3,28.48,0.005,0,3,2,3,3,3,3],[284,0,0,0,1,0,31.72,0.005,0,0,0,0,0,0,0],[285,1,1,3,1,1,35.58,0.005,0,3,3,3,1,3,1],[286,2,2,0,1,2,30.35,0.005,0,2,2,2,2,2,2],[287,3,3,3,1,3,27.24,0.005,0,3,3,3,3,3,3],[288,0,0,0,1,0,36.19,0.005,0,0,3,0,0,0,0],[289,1,1,3,1,1,34.56,0.005,0,3,3,3,3,2,3],[290,2,2,0,1,2,32.78,0.005,0,2,2,2,2,1,2],[291,3,3,1,1,1,30.08,0.005,0,1,1,1,3,3,3],[292,0,0,2,1,0,33.03,0.005,0,2,2,2,0,0,0],[293,1,1,3,1,1,34.86,0.005,0,1,1,1,1,2,1],[294,2,2,0,1,2,34.18,0.005,0,2,2,2,2,1,2],[295,3,3,1,1,1,32.17,0.005,0,1,1,1,3,3,3],[296,0,2,2,1,2,34.42,0.005,0,2,2,2,0,2,0],[297,1,1,1,1,1,39.22,0.005,0,1,1,1,1,1,1],[298,2,2,0,1,2,28.22,0.005,0,2,2,2,2,0,2],[299,3,3,1,1,3,33.15,0.005,0,1,1,1,3,3,3],[300,0,0,1,1,0,37.58,0.005,0,1,1,1,0,0,0],[301,1,1,3,1,1,36.47,0.005,0,1,1,1,1,2,1],[302,2,2,0,1,2,30.08,0.005,0,2,0,2,2,2,2],[303,3,3,3,1,3,24.84,0.005,0,3,3,3,3,3,3],[304,0,0,3,1,0,35.95,0.005,0,0,3,0,0,0,0],[305,1,1,3,1,1,32.62,0.005,0,3,2,3,2,2,2],[306,2,0,0,1,0,36.65,0.005,0,2,2,2,0,0,0],[307,3,3,0,1,3,27.92,0.005,0,3,2,3,2,2,3],[308,0,2,2,1,2,40.26,0.005,0,0,0,0,1,1,1],[309,1,1,3,1,1,39.55,0.005,0,1,3,1,1,1,1],[310,2,2,0,1,2,32.11,0.005,0,2,2,2,1,1,2],[311,3,3,3,1,3,34.26,0.005,0,3,2,3,3,3,3],[312,0,0,1,1,0,38.88,0.005,0,3,1,3,0,0,0],[313,1,1,1,1,1,37.73,0.005,0,1,1,1,1,1,1],[314,2,2,3,1,2,36.48,0.005,0,2,2,2,1,1,1],[315,3,3,2,1,3,26.94,0.005,0,2,2,3,3,3,3],[316,0,0,2,1,0,39.4,0.005,0,0,2,0,1,1,1],[317,1,1,3,1,1,40.13,0.005,0,1,1,1,1,1,1],[318,2,2,1,1,2,35.37,0.005,0,2,3,2,1,1,1],[319,3,3,0,1,3,32.51,0.005,0,0,0,0,3,3,3],[320,0,0,0,1,0,38.81,0.005,0,0,0,0,0,0,0],[321,1,1,3,1,1,35.38,0.005,0,3,2,3,1,1,1],[322,2,0,0,1,2,35.5,0.005,0,2,0,2,1,1,1],[323,3,3,1,1,3,29.15,0.005,0,3,3,2,3,3,3],[324,0,0,0,1,0,31.35,0.005,0,0,0,0,0,0,0],[325,1,1,3,1,1,34.82,0.005,0,3,2,3,1,3,1],[326,2,2,0,1,2,36.01,0.005,0,2,0,2,3,3,3],[327,3,3,2,1,3,25.28,0.005,0,3,2,0,3,3,3],[328,0,0,0,1,0,30.91,0.005,0,0,0,0,0,0,0],[329,1,1,3,1,1,33.77,0.005,0,1,3,1,1,2,1],[330,2,2,0,1,2,33.66,0.005,0,2,2,2,2,2,2],[331,3,2,2,1,2,27.9,0.005,0,2,2,2,2,2,2],[332,0,0,0,1,0,34.08,0.005,0,0,2,0,0,0,0],[333,1,1,3,1,1,38.52,0.005,0,1,1,1,1,3,1],[334,2,3,3,1,2,28.75,0.005,0,3,3,2,2,0,3],[335,3,3,3,1,3,30.44,0.005,0,3,3,3,3,1,3],[336,0,0,2,1,0,34.4,0.005,0,2,2,2,0,2,0],[337,1,1,3,1,1,37.42,0.005,0,1,1,1,1,1,1],[338,2,2,0,1,2,27.9,0.005,0,2,2,2,2,2,2],[339,3,3,1,1,3,31.03,0.005,0,3,3,3,3,3,3],[340,0,0,0,1,0,39.78,0.005,0,0,0,0,1,1,1],[341,1,1,1,1,1,39.29,0.005,0,1,1,1,1,1,1],[342,2,2,3,1,2,28.24,0.005,0,2,3,2,2,3,2],[343,3,3,3,1,3,27.75,0.005,0,3,3,3,3,3,3],[344,0,0,2,1,0,38.96,0.005,0,0,2,0,0,1,0],[345,1,1,1,1,1,37.8,0.005,0,1,1,1,1,1,1],[346,2,2,3,1,2,33.19,0.005,0,2,2,2,2,1,2],[347,3,3,2,1,3,29.45,0.005,0,3,2,3,3,3,3],[348,0,0,2,1,2,38.71,0.005,0,2,2,2,1,1,1],[349,1,1,3,1,1,39.42,0.005,0,1,1,1,1,1,1],[350,2,2,0,1,2,35.42,0.005,0,2,2,2,2,2,2],[351,3,3,1,1,3,32,0.005,0,1,1,1,3,3,3],[352,0,0,0,1,0,35.63,0.005,0,0,0,0,0,0,0],[353,1,1,2,1,1,37.23,0.005,0,0,0,0,1,1,1],[354,2,2,2,1,2,31.21,0.005,0,2,2,2,2,1,2],[355,3,3,1,1,3,28.31,0.005,0,3,3,3,3,3,3],[356,0,0,0,1,0,36.68,0.005,0,0,2,0,0,0,0],[357,1,1,1,1,1,39.09,0.005,0,1,3,1,1,3,1],[358,2,0,0,1,0,35.49,0.005,0,2,0,2,2,2,2],[359,3,3,3,1,3,25.48,0.005,0,3,3,3,3,3,3],[360,0,0,0,1,0,35.09,0.005,0,0,0,0,0,0,0],[361,1,1,1,1,1,39.87,0.005,0,1,1,1,1,1,1],[362,2,0,0,1,2,36.09,0.005,0,2,2,2,1,1,1],[363,3,3,3,1,3,27.45,0.005,0,3,3,3,3,0,3],[364,0,0,0,1,0,35.21,0.005,0,0,0,0,0,0,0],[365,1,1,3,1,1,32.8,0.005,0,1,1,1,1,2,1],[366,2,0,0,1,0,30.57,0.005,0,2,2,2,2,2,2],[367,3,0,3,1,0,25.86,0.005,0,2,2,2,3,3,2],[368,0,0,0,1,0,36.32,0.005,0,0,2,0,0,0,0],[369,1,1,3,1,1,37.24,0.005,0,1,1,1,1,1,1],[370,2,2,0,1,2,34.46,0.005,0,2,2,2,2,1,2],[371,3,3,1,1,3,29.13,0.005,0,3,3,3,3,3,3],[372,0,0,0,1,0,35.62,0.005,0,3,3,3,0,0,0],[373,1,1,1,1,1,39.09,0.005,0,1,1,1,1,1,1],[374,2,3,3,1,3,36.29,0.005,0,2,3,0,1,1,1],[375,3,3,2,1,3,28.33,0.005,0,0,2,0,3,2,3],[376,0,0,0,1,0,34.31,0.005,0,0,0,0,0,0,0],[377,1,1,3,1,1,37.79,0.005,0,1,1,1,1,3,1],[378,2,0,0,1,2,28.72,0.005,0,2,2,2,2,0,2],[379,3,3,1,1,3,31.62,0.005,0,3,1,3,3,3,3],[380,0,0,0,1,0,35.33,0.005,0,3,1,3,0,0,0],[381,1,1,3,1,1,39.49,0.005,0,1,1,1,1,1,1],[382,2,2,0,1,2,34.95,0.005,0,2,2,2,1,0,2],[383,3,3,3,1,3,28.44,0.005,0,0,0,0,3,3,3],[384,0,2,2,1,2,33.05,0.005,0,2,2,2,0,2,0],[385,1,1,3,1,1,39.84,0.005,0,1,1,1,1,1,1],[386,2,2,0,1,2,31.48,0.005,0,0,2,2,2,2,2],[387,3,3,1,1,3,31.69,0.005,0,3,1,3,3,3,3],[388,0,0,0,1,0,32.75,0.005,0,0,2,0,0,2,0],[389,1,1,1,1,1,38.3,0.005,0,1,1,1,1,1,1],[390,2,0,0,1,0,34.99,0.005,0,0,0,0,2,2,2],[391,3,3,1,1,3,28.3,0.005,0,1,1,1,3,3,3],[392,0,0,0,1,0,33.55,0.005,0,0,2,0,0,0,0],[393,1,1,3,1,1,36.9,0.005,0,1,1,1,1,1,1],[394,2,2,0,1,2,29.61,0.005,0,2,2,2,2,2,2],[395,3,3,0,1,3,26.73,0.005,0,3,2,3,3,3,3],[396,0,0,0,1,0,36.15,0.005,0,0,0,0,0,0,0],[397,1,1,3,1,1,38.8,0.005,0,1,2,1,1,2,1],[398,2,2,0,1,2,35.13,0.005,0,2,2,2,2,0,2],[399,3,3,3,1,3,28.36,0.005,0,3,2,3,3,3,3]],"elapsed_ms":1039,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":288,"J":268,"J_valid":268,"n_invalid":0,"n00":68,"n01":20,"n10":118,"n11":62,"ctl_n":268,"ctl_err":5},"metrics":{"target_error":0.30597014925373134,"Q_transfer":0.6940298507462687,"source_success":0.6716417910447762,"joint_error":0.23134328358208955,"T_cond":0.34444444444444444,"R":0.018656716417910446,"delta":0.2873134328358209,"delta_pp":28.73134328358209,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.72}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":330,"J":307,"J_valid":307,"n_invalid":0,"n00":81,"n01":16,"n10":125,"n11":85,"ctl_n":307,"ctl_err":2},"metrics":{"target_error":0.3289902280130293,"Q_transfer":0.6710097719869708,"source_success":0.6840390879478827,"joint_error":0.2768729641693811,"T_cond":0.40476190476190477,"R":0.006514657980456026,"delta":0.32247557003257327,"delta_pp":32.24755700325733,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-MLP/fgsm/eps0100","seed":42,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,30.8,0.01,0,0,2,2,1,1,1],[1,1,1,3,1,1,28.31,0.01,0,1,1,1,1,2,1],[2,2,2,0,1,2,24.6,0.01,0,0,0,0,2,2,2],[3,3,3,1,1,3,26.32,0.01,0,3,3,2,3,0,3],[4,0,0,2,1,2,33.4,0.01,0,2,2,2,1,3,0],[5,1,1,3,1,1,31.69,0.01,0,1,1,1,1,1,1],[6,2,2,0,1,2,27.87,0.01,0,2,2,2,2,2,2],[7,3,1,1,1,1,27.66,0.01,0,0,2,0,1,0,1],[8,0,0,2,1,0,32.07,0.01,0,0,1,0,0,0,0],[9,1,1,3,1,1,27.25,0.01,0,1,2,1,2,2,2],[10,2,2,0,1,2,30.17,0.01,0,0,2,0,0,0,0],[11,3,3,0,1,3,26.84,0.01,0,0,1,0,1,0,1],[12,0,2,2,1,2,28.93,0.01,0,2,2,2,2,3,1],[13,1,1,3,1,1,29.05,0.01,0,1,1,1,1,2,1],[14,2,0,0,1,0,29.78,0.01,0,2,2,0,2,0,2],[15,3,3,1,1,3,23.47,0.01,0,1,1,1,3,3,3],[16,0,0,0,1,0,32.79,0.01,0,1,1,1,0,0,0],[17,1,3,3,1,3,30.07,0.01,0,0,2,0,1,2,1],[18,2,2,0,1,2,24.71,0.01,0,2,2,2,2,0,2],[19,3,3,1,1,3,20.34,0.01,0,1,1,1,3,3,3],[20,0,0,2,1,0,28.78,0.01,0,0,2,0,0,0,0],[21,1,1,3,1,1,28.06,0.01,0,1,0,1,1,2,1],[22,2,2,0,1,2,22.12,0.01,0,2,2,2,2,0,2],[23,3,3,3,1,3,20,0.008635,1,3,1,0,3,3,3],[24,0,2,0,1,0,26.72,0.01,0,2,2,2,2,0,0],[25,1,1,3,1,1,29.45,0.01,0,1,2,1,1,3,1],[26,2,2,3,1,2,30.21,0.01,0,2,0,0,1,1,1],[27,3,3,1,1,3,25.3,0.01,0,3,3,3,3,3,3],[28,0,0,2,1,0,30.57,0.01,0,0,0,0,1,1,0],[29,1,1,3,1,1,33.86,0.01,0,1,1,1,1,3,1],[30,2,2,0,1,2,29.3,0.01,0,2,2,2,2,0,2],[31,3,3,3,1,3,25.43,0.01,0,3,3,3,3,3,3],[32,0,0,0,1,0,27.16,0.01,0,3,2,3,0,0,0],[33,1,1,1,1,1,31.02,0.01,0,1,1,1,1,1,1],[34,2,2,0,1,2,22.77,0.01,0,2,2,2,2,0,2],[35,3,3,3,1,3,27.22,0.01,0,3,3,3,3,3,3],[36,0,0,0,1,0,31.57,0.01,0,0,3,0,0,0,0],[37,1,1,3,1,1,33.46,0.01,0,1,1,1,1,1,1],[38,2,2,0,1,2,22.4,0.01,0,2,2,2,2,1,2],[39,3,1,1,1,1,27.48,0.01,0,0,1,0,1,1,1],[40,0,0,1,1,0,31.62,0.01,0,1,1,1,0,0,0],[41,1,1,3,1,1,33.13,0.01,0,1,3,1,1,3,1],[42,2,2,0,1,2,29.99,0.01,0,2,2,2,2,0,2],[43,3,3,1,1,3,25.83,0.01,0,3,1,3,3,3,3],[44,0,0,2,1,0,30.07,0.01,0,0,2,0,0,1,0],[45,1,1,3,1,1,33.8,0.01,0,1,1,1,1,1,1],[46,2,2,0,1,2,22.44,0.01,0,2,2,2,2,0,2],[47,3,3,3,1,3,23.66,0.01,0,3,3,3,3,1,3],[48,0,0,3,1,0,29.25,0.01,0,0,2,0,0,0,0],[49,1,1,3,1,1,29.36,0.01,0,3,2,1,1,1,1],[50,2,0,0,1,0,29.11,0.01,0,0,2,0,0,0,0],[51,3,3,1,1,3,27.23,0.01,0,0,1,0,3,1,1],[52,0,0,0,1,0,32.85,0.01,0,0,2,0,0,0,0],[53,1,1,1,1,1,28.06,0.01,0,1,1,1,1,1,1],[54,2,2,0,1,2,28.34,0.01,0,2,2,2,2,0,2],[55,3,3,3,1,3,25.77,0.01,0,1,2,0,3,3,3],[56,0,0,2,1,0,33.77,0.01,0,0,2,0,1,1,1],[57,1,1,3,1,1,33.22,0.01,0,1,1,1,1,3,1],[58,2,2,0,1,2,22.18,0.01,0,2,2,2,2,2,2],[59,3,3,0,1,3,23.46,0.01,0,3,3,0,3,1,3],[60,0,0,2,1,0,31.05,0.01,0,0,2,0,0,0,0],[61,1,1,3,1,1,26.94,0.01,0,3,2,3,2,2,2],[62,2,2,0,1,2,24.57,0.01,0,2,2,2,2,0,2],[63,3,3,3,1,3,22.37,0.01,0,3,3,3,3,1,3],[64,0,0,1,1,0,31.25,0.01,0,1,1,1,0,0,0],[65,1,1,3,1,1,29.17,0.01,0,1,2,1,1,3,1],[66,2,2,1,1,2,28.69,0.01,0,2,2,2,2,0,2],[67,3,3,2,1,3,23.89,0.01,0,2,2,0,3,2,3],[68,0,0,2,1,0,28.37,0.01,0,2,2,2,2,2,2],[69,1,1,3,1,1,33.77,0.01,0,1,1,1,1,1,1],[70,2,2,0,1,2,23.59,0.01,0,2,2,2,2,1,2],[71,3,3,2,1,3,24.45,0.01,0,0,2,0,3,2,3],[72,0,2,2,1,2,26.11,0.01,0,2,2,2,2,3,2],[73,1,1,3,1,1,32.2,0.01,0,1,1,1,1,1,1],[74,2,2,2,1,2,26.57,0.01,0,2,2,2,2,1,2],[75,3,3,1,1,3,20.77,0.01,0,3,3,3,3,3,3],[76,0,0,0,1,0,25.9,0.01,0,2,2,2,0,0,0],[77,1,1,3,1,1,30.79,0.01,0,1,2,1,1,3,1],[78,2,2,0,1,2,25.12,0.01,0,2,2,2,2,0,2],[79,3,2,2,1,2,26.41,0.01,0,2,2,2,2,2,2],[80,0,2,2,1,2,30.92,0.01,0,0,2,0,1,3,1],[81,1,1,3,1,1,34.26,0.01,0,1,1,1,1,1,1],[82,2,2,0,1,2,28.05,0.01,0,2,2,2,2,1,2],[83,3,3,3,1,3,24.34,0.01,0,3,2,3,3,1,3],[84,0,0,1,1,0,31.13,0.01,0,3,1,3,0,0,0],[85,1,1,3,1,1,26.76,0.01,0,1,1,1,2,2,1],[86,2,2,3,1,2,28.58,0.01,0,2,3,2,2,0,2],[87,3,3,1,1,3,26.18,0.01,0,3,1,3,1,0,1],[88,0,0,0,1,0,25.31,0.01,0,0,2,0,0,0,0],[89,1,1,3,1,1,28.87,0.01,0,1,1,1,1,1,1],[90,2,2,0,1,2,23.41,0.01,0,2,2,2,2,1,2],[91,3,3,3,1,3,22.15,0.01,0,3,2,3,3,1,3],[92,0,0,1,1,0,28.97,0.01,0,1,1,1,0,0,0],[93,1,1,3,1,1,27.11,0.01,0,1,1,1,2,3,1],[94,2,2,0,1,2,22.45,0.01,0,2,2,2,2,3,2],[95,3,1,1,1,1,24.33,0.01,0,1,1,1,3,3,3],[96,0,0,2,1,0,33.04,0.01,0,2,2,2,0,1,0],[97,1,1,3,1,1,31.67,0.01,0,1,1,1,1,1,1],[98,2,2,0,1,2,26.23,0.01,0,2,2,2,2,0,2],[99,3,3,3,1,3,20,0.0081252,1,3,3,3,3,1,3],[100,0,0,2,1,0,33.76,0.01,0,0,0,0,1,1,1],[101,1,1,1,1,1,32.87,0.01,0,1,1,1,1,1,1],[102,2,2,0,1,2,26.69,0.01,0,2,2,2,2,3,3],[103,3,3,1,1,3,24.16,0.01,0,3,3,0,3,3,3],[104,0,2,2,1,2,30.04,0.01,0,2,2,2,1,1,1],[105,1,3,3,1,3,27.52,0.01,0,1,0,1,1,2,1],[106,2,2,0,1,2,22.68,0.01,0,2,2,0,2,2,2],[107,3,3,0,1,3,25.09,0.01,0,3,1,3,3,3,3],[108,0,2,2,1,2,30.64,0.01,0,2,2,2,1,1,1],[109,1,1,3,1,1,34.03,0.01,0,1,1,1,1,1,1],[110,2,2,3,1,2,26.98,0.01,0,2,3,2,2,1,2],[111,3,3,3,1,3,25.82,0.01,0,3,3,3,3,1,3],[112,0,0,0,1,0,25.74,0.01,0,0,2,0,0,0,0],[113,1,1,3,1,1,33.1,0.01,0,1,1,1,1,3,1],[114,2,2,0,1,2,24.39,0.01,0,0,3,0,2,1,2],[115,3,3,1,1,3,26.99,0.01,0,3,1,3,1,0,1],[116,0,2,2,1,2,26.35,0.01,0,2,2,2,2,2,2],[117,1,1,3,1,1,28.61,0.01,0,1,1,1,1,2,1],[118,2,2,0,1,2,24.03,0.01,0,0,2,2,2,2,2],[119,3,3,1,1,3,26.28,0.01,0,1,1,1,3,3,3],[120,0,2,2,1,2,32.01,0.01,0,2,2,2,1,3,1],[121,1,3,3,1,1,27.29,0.01,0,3,1,1,1,1,1],[122,2,2,0,1,2,25.3,0.01,0,2,3,2,2,1,2],[123,3,3,0,1,3,20,0.0098441,1,3,2,2,3,3,3],[124,0,0,2,1,0,30.16,0.01,0,2,2,2,0,0,0],[125,1,1,3,1,1,33.08,0.01,0,1,1,1,1,2,1],[126,2,2,0,1,2,24.6,0.01,0,2,3,2,2,0,2],[127,3,3,1,1,3,27.17,0.01,0,1,1,1,3,3,3],[128,0,0,0,1,0,29.54,0.01,0,0,0,0,0,0,0],[129,1,1,1,1,1,32.9,0.01,0,1,1,1,1,3,1],[130,2,2,0,1,2,28.03,0.01,0,0,0,2,2,1,2],[131,3,3,1,1,3,25.78,0.01,0,1,1,1,3,3,3],[132,0,0,2,1,0,28.59,0.01,0,0,0,0,0,0,0],[133,1,1,1,1,1,34.1,0.01,0,1,1,1,1,1,1],[134,2,2,0,1,2,27.03,0.01,0,2,2,2,2,0,2],[135,3,3,3,1,3,25.25,0.01,0,3,3,3,3,3,3],[136,0,0,2,1,0,33.54,0.01,0,3,2,3,0,0,0],[137,1,1,2,1,1,31.05,0.01,0,2,2,0,1,2,1],[138,2,2,0,1,2,28.51,0.01,0,2,0,2,2,0,2],[139,3,2,0,1,2,20.65,0.01,0,2,2,2,2,3,2],[140,0,0,0,1,0,29.8,0.01,0,0,0,0,0,0,0],[141,1,1,3,1,1,28.24,0.01,0,3,2,1,1,3,2],[142,2,2,0,1,2,23.65,0.01,0,2,2,2,2,0,2],[143,3,2,2,1,2,24.39,0.01,0,2,2,2,2,2,2],[144,0,0,3,1,0,32.78,0.01,0,0,3,0,0,0,0],[145,1,1,3,1,1,32.07,0.01,0,1,1,1,1,2,1],[146,2,2,0,1,2,23.57,0.01,0,2,2,2,2,0,2],[147,3,3,3,1,3,20.64,0.01,0,3,3,3,3,3,3],[148,0,0,0,1,0,31.58,0.01,0,3,1,3,0,0,0],[149,1,1,3,1,1,31.7,0.01,0,1,3,1,1,3,1],[150,2,2,0,1,2,28.15,0.01,0,2,2,2,2,3,2],[151,3,1,1,1,1,24.27,0.01,0,1,1,1,3,3,3],[152,0,0,0,1,0,29.59,0.01,0,0,0,0,0,0,0],[153,1,1,1,1,1,31.47,0.01,0,3,2,3,1,2,1],[154,2,2,0,1,2,23.6,0.01,0,2,2,2,2,0,2],[155,3,3,1,1,3,23.59,0.01,0,3,1,3,3,3,3],[156,0,0,2,1,0,26.96,0.01,0,0,2,0,0,1,0],[157,1,1,3,1,1,29.2,0.01,0,1,3,1,1,2,1],[158,2,2,0,1,2,25.5,0.01,0,2,3,2,2,1,2],[159,3,3,1,1,3,23.76,0.01,0,3,1,1,3,3,3],[160,0,2,2,1,2,26.53,0.01,0,2,2,2,2,3,2],[161,1,1,3,1,1,31.37,0.01,0,3,2,3,1,3,1],[162,2,0,0,1,2,26.92,0.01,0,2,2,2,2,0,2],[163,3,3,1,1,3,23,0.01,0,1,1,1,3,3,3],[164,0,0,0,1,0,29.36,0.01,0,0,2,0,0,0,0],[165,1,1,1,1,1,32.37,0.01,0,1,1,1,1,3,1],[166,2,2,0,1,2,26.29,0.01,0,2,3,2,2,0,2],[167,3,3,3,1,3,25.89,0.01,0,3,3,3,3,3,3],[168,0,0,2,1,0,29.28,0.01,0,2,0,2,0,1,0],[169,1,1,1,1,1,33.18,0.01,0,1,1,1,1,1,1],[170,2,2,0,1,2,26.93,0.01,0,2,2,2,2,2,2],[171,3,3,1,1,3,21.76,0.01,0,2,3,2,3,3,3],[172,0,0,1,1,0,32.38,0.01,0,1,1,1,0,0,0],[173,1,1,3,1,1,29.09,0.01,0,1,2,1,1,1,1],[174,2,2,0,1,2,26.15,0.01,0,2,2,2,2,0,2],[175,3,1,1,1,1,23.12,0.01,0,3,3,3,3,3,3],[176,0,0,2,1,0,27.31,0.01,0,2,2,2,0,0,0],[177,1,1,3,1,1,32.15,0.01,0,1,1,1,1,1,1],[178,2,2,0,1,2,24.58,0.01,0,2,2,2,2,0,2],[179,3,3,3,1,3,22.55,0.01,0,3,3,0,3,1,3],[180,0,0,0,1,0,30.58,0.01,0,0,0,0,0,0,0],[181,1,1,3,1,1,32.97,0.01,0,1,1,1,1,1,1],[182,2,2,0,1,2,28.85,0.01,0,2,2,2,2,1,2],[183,3,3,3,1,3,25.81,0.01,0,3,2,3,3,1,3],[184,0,0,2,1,0,33.73,0.01,0,2,2,2,0,1,1],[185,1,1,1,1,1,30.79,0.01,0,1,1,1,1,3,1],[186,2,2,3,1,2,29.05,0.01,0,2,3,2,2,1,2],[187,3,3,1,1,1,26.84,0.01,0,1,1,1,3,3,3],[188,0,0,2,1,0,33.3,0.01,0,2,2,2,1,1,1],[189,1,1,1,1,1,32.32,0.01,0,1,1,1,1,1,1],[190,2,2,2,1,2,26.29,0.01,0,2,2,2,2,1,2],[191,3,3,3,1,3,22.08,0.01,0,3,1,1,3,3,3],[192,0,0,2,1,0,31.11,0.01,0,2,2,2,1,1,1],[193,1,1,3,1,1,31.37,0.01,0,1,0,1,1,1,1],[194,2,2,3,1,2,28.56,0.01,0,2,3,2,1,0,1],[195,3,3,3,1,3,26.98,0.01,0,3,3,3,3,1,3],[196,0,0,2,1,0,34.14,0.01,0,0,2,2,1,1,1],[197,1,1,3,1,1,31.79,0.01,0,1,2,1,1,3,1],[198,2,2,0,1,2,25.39,0.01,0,2,2,2,2,0,2],[199,3,3,3,1,3,23.61,0.01,0,3,2,3,3,2,3],[200,0,0,2,1,0,33.01,0.01,0,0,0,0,0,0,0],[201,1,1,3,1,1,29.83,0.01,0,1,1,1,1,2,1],[202,2,2,0,1,2,27.39,0.01,0,2,2,2,2,0,2],[203,3,1,1,1,3,22.32,0.01,0,3,1,1,0,3,3],[204,0,0,0,1,0,24.55,0.01,0,0,2,0,0,2,0],[205,1,1,3,1,1,28.38,0.01,0,1,1,1,1,2,1],[206,2,2,0,1,2,29.4,0.01,0,0,0,0,2,1,2],[207,3,3,3,1,3,25.66,0.01,0,3,3,3,3,3,3],[208,0,2,2,1,2,25.46,0.01,0,2,2,2,2,2,2],[209,1,1,3,1,1,32.87,0.01,0,1,1,1,1,3,1],[210,2,2,0,1,2,27.58,0.01,0,2,2,2,0,0,2],[211,3,3,1,1,3,27.45,0.01,0,3,1,1,3,3,3],[212,0,0,3,1,0,32.11,0.01,0,0,0,0,0,0,0],[213,1,1,3,1,1,30.96,0.01,0,1,2,1,1,1,1],[214,2,0,0,1,2,28.28,0.01,0,2,2,2,2,0,2],[215,3,3,3,1,3,20,0.0097286,1,3,3,3,3,0,3],[216,0,0,2,1,0,29.24,0.01,0,0,2,0,0,2,0],[217,1,2,2,1,2,32.98,0.01,0,0,2,0,1,1,1],[218,2,2,0,1,2,29.68,0.01,0,0,2,0,1,1,1],[219,3,3,3,1,3,23.01,0.01,0,3,2,3,2,3,2],[220,0,0,2,1,0,32.4,0.01,0,0,2,0,0,0,0],[221,1,1,3,1,1,25.91,0.01,0,1,2,1,2,3,1],[222,2,2,0,1,2,21.84,0.01,0,2,2,2,2,0,2],[223,3,1,1,1,1,25.4,0.01,0,3,1,3,3,3,3],[224,0,0,0,1,0,26.68,0.01,0,3,3,0,0,0,0],[225,1,1,3,1,1,25.25,0.01,0,3,2,0,2,2,2],[226,2,2,3,1,2,29.54,0.01,0,0,0,0,2,1,2],[227,3,3,0,1,3,21.15,0.01,0,0,2,2,3,1,2],[228,0,2,2,1,2,33.94,0.01,0,2,2,2,0,2,0],[229,1,3,3,1,1,27.31,0.01,0,1,3,1,1,3,1],[230,2,2,0,1,2,22.07,0.01,0,2,2,2,2,0,2],[231,3,3,1,1,3,21.41,0.01,0,3,3,3,3,3,3],[232,0,2,2,1,2,31.73,0.01,0,2,2,2,1,3,1],[233,1,1,3,1,1,34.32,0.01,0,1,1,1,1,1,1],[234,2,2,3,1,2,23.19,0.01,0,2,3,2,2,0,2],[235,3,3,1,1,1,25.86,0.01,0,3,3,3,3,3,3],[236,0,0,2,1,0,31.22,0.01,0,0,2,0,1,1,1],[237,1,3,3,1,3,29.05,0.01,0,3,2,3,1,3,1],[238,2,2,3,1,2,29.85,0.01,0,2,2,0,1,1,2],[239,3,3,2,1,3,20.04,0.01,0,0,2,0,3,3,3],[240,0,0,2,1,0,28.51,0.01,0,3,2,2,0,0,0],[241,1,1,3,1,1,28.39,0.01,0,1,1,1,1,2,0],[242,2,2,0,1,2,29.29,0.01,0,2,2,2,2,1,2],[243,3,3,1,1,3,24.59,0.01,0,3,1,3,3,3,3],[244,0,0,2,1,0,25.73,0.01,0,2,2,2,0,0,0],[245,1,1,3,1,1,30.46,0.01,0,1,1,1,1,1,1],[246,2,2,3,1,2,26.89,0.01,0,0,3,0,2,1,2],[247,3,3,1,1,3,23.93,0.01,0,3,2,2,3,1,3],[248,0,0,0,1,0,31.53,0.01,0,0,0,0,0,0,0],[249,1,3,3,1,3,30.29,0.01,0,1,0,1,2,2,2],[250,2,2,3,1,2,30.34,0.01,0,2,3,2,1,1,1],[251,3,3,1,1,3,21.23,0.01,0,3,3,3,3,3,3],[252,0,0,2,1,0,30.95,0.01,0,2,2,2,0,0,0],[253,1,1,1,1,1,33.31,0.01,0,1,1,1,1,1,1],[254,2,2,0,1,2,28.93,0.01,0,2,2,2,0,0,0],[255,3,3,1,1,3,20.36,0.01,0,1,1,1,3,3,3],[256,0,2,2,1,2,26.54,0.01,0,2,2,2,2,2,0],[257,1,1,3,1,1,32.11,0.01,0,3,2,1,1,3,1],[258,2,2,0,1,2,21.97,0.01,0,2,2,2,2,0,2],[259,3,3,3,1,3,24.28,0.01,0,3,3,3,3,1,3],[260,0,0,2,1,0,24.45,0.01,0,2,2,0,0,0,0],[261,1,1,3,1,1,30.88,0.01,0,1,1,1,1,3,1],[262,2,2,0,1,2,22.14,0.01,0,2,2,2,2,0,2],[263,3,3,3,1,3,23.73,0.01,0,3,3,3,3,3,3],[264,0,2,2,1,2,31.46,0.01,0,2,2,2,1,1,1],[265,1,1,3,1,1,28.25,0.01,0,1,1,1,1,2,1],[266,2,3,3,1,2,27.25,0.01,0,2,3,2,2,3,2],[267,3,3,3,1,3,26.05,0.01,0,3,3,3,3,1,3],[268,0,2,2,1,2,27.06,0.01,0,2,2,2,2,3,2],[269,1,1,1,1,1,32.26,0.01,0,1,1,1,1,1,1],[270,2,2,2,1,2,22.4,0.01,0,2,2,2,2,0,2],[271,3,3,3,1,3,21.65,0.01,0,3,3,3,3,1,3],[272,0,2,2,1,2,29.6,0.01,0,0,2,0,2,3,1],[273,1,1,3,1,1,32.55,0.01,0,1,0,1,1,1,1],[274,2,2,0,1,2,23.94,0.01,0,2,2,2,2,0,2],[275,3,3,3,1,3,20.39,0.01,0,3,3,3,3,1,3],[276,0,0,0,1,0,30.99,0.01,0,0,0,0,1,1,1],[277,1,1,3,1,1,29.35,0.01,0,1,1,1,1,1,1],[278,2,2,0,1,2,29.59,0.01,0,2,2,2,1,0,1],[279,3,3,2,1,3,21.71,0.01,0,3,2,3,3,2,3],[280,0,0,0,1,0,30.45,0.01,0,0,0,0,0,0,0],[281,1,1,1,1,1,34.72,0.01,0,1,1,1,1,1,1],[282,2,2,0,1,2,28.33,0.01,0,2,2,0,2,0,2],[283,3,3,3,1,3,22.46,0.01,0,3,2,3,3,3,3],[284,0,0,0,1,0,25.7,0.01,0,0,2,0,0,0,0],[285,1,1,3,1,1,29.56,0.01,0,3,2,1,1,3,1],[286,2,2,0,1,2,24.33,0.01,0,2,2,2,2,2,2],[287,3,3,3,1,3,21.22,0.01,0,3,3,3,3,1,3],[288,0,0,0,1,0,30.17,0.01,0,0,1,0,0,0,0],[289,1,1,3,1,1,28.54,0.01,0,3,1,1,3,2,3],[290,2,2,0,1,2,26.76,0.01,0,2,2,0,2,0,2],[291,3,3,3,1,3,24.06,0.01,0,1,1,1,3,3,3],[292,0,0,2,1,0,27.01,0.01,0,2,2,2,0,0,0],[293,1,1,3,1,1,28.84,0.01,0,1,1,1,1,2,1],[294,2,2,0,1,2,28.16,0.01,0,2,2,2,2,1,2],[295,3,3,1,1,1,26.15,0.01,0,1,1,1,3,3,3],[296,0,2,2,1,2,28.4,0.01,0,2,2,2,0,2,0],[297,1,1,1,1,1,33.2,0.01,0,1,1,1,1,1,1],[298,2,2,0,1,2,22.2,0.01,0,2,2,2,2,0,2],[299,3,3,1,1,3,27.13,0.01,0,1,1,1,3,3,3],[300,0,0,1,1,0,31.56,0.01,0,1,1,1,0,0,0],[301,1,1,3,1,1,30.45,0.01,0,1,1,1,1,2,1],[302,2,2,0,1,2,24.06,0.01,0,2,2,2,2,2,2],[303,3,3,3,1,3,20,0.0087295,1,3,3,3,3,3,3],[304,0,0,3,1,0,29.93,0.01,0,0,3,3,0,0,0],[305,1,1,3,1,1,26.6,0.01,0,3,2,3,2,2,2],[306,2,0,0,1,0,30.63,0.01,0,2,2,2,0,0,1],[307,3,3,3,1,3,21.9,0.01,0,3,2,0,2,2,3],[308,0,2,2,1,2,34.24,0.01,0,0,2,0,1,1,1],[309,1,1,3,1,1,33.53,0.01,0,1,3,1,1,1,1],[310,2,2,0,1,2,26.09,0.01,0,2,2,2,1,0,2],[311,3,3,2,1,3,28.24,0.01,0,3,2,3,3,3,3],[312,0,0,1,1,0,32.86,0.01,0,3,1,3,0,0,0],[313,1,1,1,1,1,31.71,0.01,0,1,1,1,1,1,1],[314,2,2,3,1,2,30.46,0.01,0,2,3,0,1,1,1],[315,3,3,2,1,3,20.92,0.01,0,2,2,2,3,3,3],[316,0,0,2,1,2,33.38,0.01,0,0,2,0,1,3,1],[317,1,1,3,1,1,34.11,0.01,0,1,1,1,1,1,1],[318,2,2,1,1,2,29.35,0.01,0,2,3,2,1,1,1],[319,3,3,0,1,3,26.48,0.01,0,0,0,0,3,3,3],[320,0,0,0,1,0,32.79,0.01,0,0,0,0,0,0,0],[321,1,1,1,1,1,29.36,0.01,0,3,2,1,1,1,1],[322,2,0,0,1,2,29.48,0.01,0,2,2,2,1,1,1],[323,3,3,1,1,3,23.13,0.01,0,3,2,2,3,3,3],[324,0,0,0,1,0,25.33,0.01,0,0,0,0,0,0,0],[325,1,1,3,1,1,28.79,0.01,0,3,2,3,1,3,1],[326,2,2,0,1,2,29.99,0.01,0,2,0,2,3,3,3],[327,3,3,2,1,3,20,0.0091847,1,3,2,3,3,3,3],[328,0,0,0,1,0,24.89,0.01,0,0,2,0,0,0,0],[329,1,1,3,1,1,27.75,0.01,0,1,1,1,1,2,1],[330,2,2,0,1,2,27.64,0.01,0,2,2,2,2,2,2],[331,3,2,2,1,2,21.88,0.01,0,2,2,2,2,2,2],[332,0,0,0,1,0,28.06,0.01,0,0,2,0,0,0,0],[333,1,1,3,1,1,32.5,0.01,0,1,2,1,1,3,1],[334,2,3,3,1,2,22.73,0.01,0,3,3,2,2,0,2],[335,3,3,3,1,3,24.42,0.01,0,3,3,3,3,1,3],[336,0,0,2,1,0,28.38,0.01,0,2,2,2,0,2,1],[337,1,1,3,1,1,31.4,0.01,0,1,1,1,1,1,1],[338,2,2,0,1,2,21.88,0.01,0,2,2,2,2,0,2],[339,3,3,1,1,3,25.01,0.01,0,3,3,3,3,3,3],[340,0,0,2,1,0,33.76,0.01,0,0,0,0,1,1,1],[341,1,1,3,1,1,33.27,0.01,0,1,1,1,1,1,1],[342,2,2,3,1,2,22.21,0.01,0,2,3,2,2,3,2],[343,3,3,3,1,3,21.73,0.01,0,3,2,3,3,3,3],[344,0,0,2,1,0,32.94,0.01,0,0,2,0,0,1,1],[345,1,1,1,1,1,31.78,0.01,0,1,1,1,1,1,1],[346,2,2,3,1,2,27.17,0.01,0,2,2,2,2,0,2],[347,3,3,2,1,3,23.43,0.01,0,3,2,0,3,3,3],[348,0,0,3,1,2,32.69,0.01,0,2,2,2,1,1,1],[349,1,1,3,1,1,33.4,0.01,0,1,1,1,1,1,1],[350,2,2,0,1,2,29.4,0.01,0,2,2,2,2,2,2],[351,3,3,1,1,3,25.98,0.01,0,1,1,0,3,3,3],[352,0,0,0,1,0,29.61,0.01,0,0,0,0,0,0,0],[353,1,1,2,1,1,31.21,0.01,0,0,2,1,1,2,1],[354,2,2,0,1,2,25.19,0.01,0,2,2,2,2,1,2],[355,3,3,1,1,3,22.29,0.01,0,3,3,3,3,3,3],[356,0,0,0,1,0,30.66,0.01,0,0,2,0,0,0,0],[357,1,1,1,1,1,33.07,0.01,0,1,3,1,1,1,1],[358,2,0,0,1,2,29.47,0.01,0,2,0,2,2,0,2],[359,3,3,3,1,3,20,0.0094011,1,3,3,3,3,3,3],[360,0,0,0,1,0,29.07,0.01,0,0,2,0,0,0,0],[361,1,1,3,1,1,33.85,0.01,0,1,1,1,1,1,1],[362,2,0,0,1,0,30.07,0.01,0,2,2,2,1,0,1],[363,3,3,3,1,3,21.43,0.01,0,3,3,0,3,0,3],[364,0,0,0,1,0,29.19,0.01,0,0,0,0,0,0,0],[365,1,1,3,1,1,26.78,0.01,0,1,1,1,1,2,1],[366,2,0,0,1,0,24.55,0.01,0,2,2,2,2,3,2],[367,3,0,3,1,3,20,0.0098156,1,2,2,2,3,3,2],[368,0,0,0,1,0,30.3,0.01,0,0,2,0,0,0,0],[369,1,1,3,1,1,31.22,0.01,0,1,1,1,1,1,1],[370,2,2,0,1,2,28.44,0.01,0,2,2,2,2,1,2],[371,3,3,3,1,1,23.11,0.01,0,3,3,3,3,3,3],[372,0,0,3,1,0,29.6,0.01,0,3,3,3,0,0,0],[373,1,1,1,1,1,33.07,0.01,0,1,1,1,1,1,1],[374,2,3,3,1,3,30.26,0.01,0,2,3,0,1,0,1],[375,3,3,2,1,3,22.31,0.01,0,0,2,0,3,2,3],[376,0,0,0,1,0,28.29,0.01,0,0,2,0,0,0,0],[377,1,1,3,1,1,31.77,0.01,0,1,1,1,1,3,1],[378,2,0,0,1,2,22.7,0.01,0,2,2,2,2,0,2],[379,3,3,1,1,3,25.6,0.01,0,3,1,3,3,3,3],[380,0,0,0,1,0,29.31,0.01,0,3,1,3,0,0,0],[381,1,1,3,1,1,33.47,0.01,0,1,1,1,1,1,1],[382,2,2,0,1,2,28.92,0.01,0,2,2,2,1,0,1],[383,3,3,3,1,3,22.42,0.01,0,0,1,0,3,3,3],[384,0,2,2,1,2,27.03,0.01,0,2,2,2,0,3,0],[385,1,1,3,1,1,33.82,0.01,0,1,1,1,1,1,1],[386,2,2,0,1,2,25.46,0.01,0,0,2,0,2,2,2],[387,3,3,3,1,3,25.67,0.01,0,3,1,1,3,3,3],[388,0,0,0,1,0,26.73,0.01,0,0,2,0,0,2,0],[389,1,1,1,1,1,32.28,0.01,0,1,1,1,1,1,1],[390,2,0,0,1,0,28.97,0.01,0,0,0,0,2,2,2],[391,3,3,1,1,3,22.27,0.01,0,1,1,1,3,3,3],[392,0,0,0,1,0,27.53,0.01,0,0,2,0,0,0,0],[393,1,1,3,1,1,30.88,0.01,0,1,1,1,1,1,1],[394,2,2,0,1,2,23.59,0.01,0,2,2,2,2,2,2],[395,3,3,3,1,3,20.71,0.01,0,3,2,2,3,3,3],[396,0,0,2,1,0,30.12,0.01,0,0,0,0,0,0,0],[397,1,1,3,1,1,32.78,0.01,0,1,2,1,1,2,0],[398,2,2,0,1,0,29.11,0.01,0,2,2,2,2,0,2],[399,3,3,3,1,3,22.34,0.01,0,3,2,3,3,1,3]],"elapsed_ms":1114,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":288,"J":268,"J_valid":268,"n_invalid":0,"n00":55,"n01":30,"n10":118,"n11":65,"ctl_n":268,"ctl_err":25},"metrics":{"target_error":0.35447761194029853,"Q_transfer":0.6455223880597014,"source_success":0.6828358208955224,"joint_error":0.24253731343283583,"T_cond":0.3551912568306011,"R":0.09328358208955224,"delta":0.2611940298507463,"delta_pp":26.11940298507463,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.72}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":330,"J":307,"J_valid":307,"n_invalid":0,"n00":65,"n01":28,"n10":104,"n11":110,"ctl_n":307,"ctl_err":9},"metrics":{"target_error":0.4495114006514658,"Q_transfer":0.5504885993485342,"source_success":0.6970684039087948,"joint_error":0.3583061889250814,"T_cond":0.514018691588785,"R":0.029315960912052116,"delta":0.42019543973941365,"delta_pp":42.01954397394137,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-MLP/fgsm/eps0200","seed":42,"source":"SPEC-MLP","attack":"fgsm","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,24.78,0.02,0,0,2,0,1,1,1],[1,1,1,3,1,1,22.29,0.02,0,1,2,1,1,3,1],[2,2,2,0,1,2,20,0.016983,1,0,2,0,2,1,2],[3,3,3,1,1,3,20.3,0.02,0,3,3,1,3,0,3],[4,0,0,0,1,0,27.38,0.02,0,2,2,0,1,3,0],[5,1,1,3,1,1,25.67,0.02,0,1,1,1,1,1,1],[6,2,2,0,1,2,21.84,0.02,0,2,2,2,2,0,2],[7,3,1,1,1,1,21.64,0.02,0,0,2,0,1,0,1],[8,0,0,2,1,0,26.05,0.02,0,0,1,0,0,0,0],[9,1,1,3,1,3,21.23,0.02,0,1,2,1,2,2,2],[10,2,2,0,1,2,24.14,0.02,0,0,2,0,0,0,0],[11,3,3,0,1,3,20.82,0.02,0,0,1,0,1,0,1],[12,0,2,2,1,2,22.91,0.02,0,2,2,2,2,3,1],[13,1,1,3,1,1,23.03,0.02,0,1,2,1,1,2,1],[14,2,0,0,1,0,23.76,0.02,0,2,2,0,2,0,2],[15,3,3,1,1,3,20,0.0149119,1,1,1,0,3,3,3],[16,0,0,0,1,0,26.77,0.02,0,1,1,1,0,0,0],[17,1,3,2,1,3,24.05,0.02,0,0,2,1,1,2,0],[18,2,2,0,1,2,20,0.0172058,1,2,2,2,2,0,2],[19,3,3,1,1,3,20,0.0104,1,1,1,0,3,3,3],[20,0,0,2,1,0,22.76,0.02,0,0,2,0,0,0,0],[21,1,1,3,1,1,22.04,0.02,0,1,0,0,1,2,1],[22,2,2,0,1,2,20,0.012758,1,2,2,2,2,0,2],[23,3,3,3,1,3,20,0.008635,1,3,1,3,3,3,3],[24,0,2,0,1,2,20.7,0.02,0,2,2,2,2,3,0],[25,1,1,3,1,1,23.42,0.02,0,1,2,1,1,3,1],[26,2,2,3,1,2,24.19,0.02,0,2,1,0,1,1,1],[27,3,3,1,1,3,20,0.0184128,1,3,1,3,3,3,3],[28,0,0,2,1,0,24.55,0.02,0,0,2,2,1,2,0],[29,1,1,3,1,1,27.84,0.02,0,1,1,1,1,2,1],[30,2,2,0,1,2,23.28,0.02,0,2,2,2,2,0,2],[31,3,3,3,1,3,20,0.018685,1,3,3,3,3,3,3],[32,0,0,0,1,0,21.14,0.02,0,3,2,0,0,0,0],[33,1,1,1,1,1,24.99,0.02,0,1,1,1,1,1,1],[34,2,2,0,1,2,20,0.0137624,1,2,2,2,2,0,2],[35,3,3,3,1,3,21.2,0.02,0,3,3,3,3,3,3],[36,0,0,0,1,0,25.55,0.02,0,0,3,0,0,0,0],[37,1,1,3,1,1,27.44,0.02,0,1,1,1,1,1,0],[38,2,2,0,1,2,20,0.0131839,1,2,2,2,2,1,2],[39,3,1,1,1,1,21.46,0.02,0,0,1,0,1,0,1],[40,0,0,1,1,0,25.6,0.02,0,1,1,1,0,0,0],[41,1,1,3,1,1,27.11,0.02,0,1,1,1,1,1,1],[42,2,2,0,1,2,23.97,0.02,0,2,2,2,2,0,2],[43,3,3,1,1,3,20,0.0195689,1,3,1,0,3,3,1],[44,0,0,2,1,0,24.05,0.02,0,0,2,0,0,1,0],[45,1,1,3,1,1,27.78,0.02,0,1,1,1,1,3,1],[46,2,2,0,1,2,20,0.0132411,1,2,2,2,2,0,2],[47,3,3,3,1,3,20,0.0152423,1,3,3,3,3,1,3],[48,0,0,0,1,0,23.23,0.02,0,0,2,0,0,0,0],[49,1,1,3,1,1,23.34,0.02,0,3,2,1,1,1,1],[50,2,0,0,1,0,23.09,0.02,0,0,2,2,0,0,0],[51,3,3,1,1,3,21.21,0.02,0,0,1,0,3,0,1],[52,0,0,0,1,0,26.83,0.02,0,0,2,0,0,0,0],[53,1,1,1,1,1,22.04,0.02,0,1,1,1,1,3,2],[54,2,2,0,1,0,22.32,0.02,0,2,2,2,2,1,2],[55,3,3,0,1,3,20,0.0194203,1,1,2,1,3,3,3],[56,0,0,2,1,0,27.75,0.02,0,0,2,0,1,1,1],[57,1,1,3,1,1,27.2,0.02,0,1,1,1,1,3,1],[58,2,2,0,1,2,20,0.0128505,1,2,2,2,2,2,2],[59,3,3,0,1,3,20,0.0148928,1,3,3,0,3,1,3],[60,0,0,0,1,0,25.03,0.02,0,0,2,0,0,0,0],[61,1,1,3,1,3,20.92,0.02,0,3,2,1,2,1,0],[62,2,2,0,1,2,20,0.0169275,1,2,2,2,2,0,2],[63,3,3,3,1,3,20,0.0131425,1,3,3,3,3,1,3],[64,0,0,1,1,1,25.23,0.02,0,1,1,1,0,0,0],[65,1,1,3,1,1,23.15,0.02,0,1,2,1,1,3,0],[66,2,2,1,1,2,22.67,0.02,0,2,2,2,2,0,2],[67,3,3,2,1,3,20,0.0156405,1,2,2,0,3,2,3],[68,0,0,0,1,0,22.35,0.02,0,2,2,2,2,1,0],[69,1,1,3,1,1,27.75,0.02,0,1,2,1,1,1,1],[70,2,2,0,1,2,20,0.0151129,1,2,2,2,2,1,2],[71,3,3,2,1,2,20,0.0166854,1,0,2,0,3,2,1],[72,0,2,2,1,2,20.09,0.02,0,2,2,2,2,3,2],[73,1,1,3,1,1,26.18,0.02,0,1,1,1,1,2,1],[74,2,2,0,1,2,20.55,0.02,0,2,2,2,2,1,2],[75,3,3,1,1,3,20,0.0109212,1,3,3,3,3,3,3],[76,0,0,0,1,0,20,0.019715,1,2,2,0,0,0,0],[77,1,1,3,1,1,24.77,0.02,0,1,2,1,1,3,1],[78,2,2,0,1,2,20,0.0180371,1,2,2,2,2,0,2],[79,3,2,2,1,2,20.39,0.02,0,2,2,0,2,2,2],[80,0,2,2,1,2,24.9,0.02,0,0,2,0,1,3,1],[81,1,1,3,1,1,28.24,0.02,0,1,1,1,1,1,1],[82,2,2,0,1,2,22.03,0.02,0,2,2,2,2,1,2],[83,3,3,3,1,3,20,0.0164825,1,3,2,0,3,1,3],[84,0,0,3,1,0,25.11,0.02,0,3,1,1,0,0,0],[85,1,1,3,1,1,20.74,0.02,0,1,2,1,2,2,2],[86,2,2,1,1,2,22.56,0.02,0,2,2,2,2,0,2],[87,3,3,1,1,3,20.15,0.02,0,3,1,2,1,3,1],[88,0,0,0,1,0,20,0.0184368,1,0,2,0,0,0,0],[89,1,1,3,1,1,22.85,0.02,0,1,1,1,1,1,1],[90,2,2,0,1,2,20,0.014815,1,2,2,2,2,3,2],[91,3,3,3,1,3,20,0.0128131,1,3,2,3,3,1,3],[92,0,0,1,1,0,22.95,0.02,0,1,1,1,0,0,0],[93,1,1,3,1,1,21.09,0.02,0,1,1,1,2,3,2],[94,2,2,0,1,2,20,0.0132548,1,2,2,2,2,3,3],[95,3,1,1,1,1,20,0.0164609,1,1,1,1,3,3,3],[96,0,0,2,1,0,27.02,0.02,0,2,2,2,0,1,0],[97,1,1,3,1,1,25.65,0.02,0,1,2,1,1,1,1],[98,2,2,0,1,2,20.21,0.02,0,2,2,2,2,0,2],[99,3,3,3,1,3,20,0.0081252,1,3,3,3,3,1,3],[100,0,0,2,1,0,27.74,0.02,0,0,0,0,1,1,1],[101,1,1,3,1,1,26.85,0.02,0,1,1,1,1,3,1],[102,2,2,0,1,2,20.67,0.02,0,2,2,2,2,3,3],[103,3,3,1,1,3,20,0.0161487,1,3,3,0,3,3,3],[104,0,2,2,1,2,24.02,0.02,0,2,2,2,1,3,1],[105,1,3,3,1,3,21.5,0.02,0,1,2,1,1,2,1],[106,2,2,0,1,2,20,0.0136154,1,2,2,2,2,2,2],[107,3,3,0,1,3,20,0.0179637,1,3,1,0,3,0,3],[108,0,2,2,1,2,24.62,0.02,0,2,2,2,1,3,1],[109,1,1,3,1,1,28.01,0.02,0,1,2,1,1,1,1],[110,2,2,3,1,2,20.96,0.02,0,2,1,2,2,0,2],[111,3,3,3,1,3,20,0.0195489,1,3,3,3,3,1,3],[112,0,0,0,1,0,20,0.0193746,1,0,2,0,0,0,0],[113,1,1,3,1,1,27.08,0.02,0,1,1,1,1,1,1],[114,2,2,3,1,2,20,0.0165705,1,0,3,2,2,0,2],[115,3,3,1,1,3,20.97,0.02,0,3,1,2,1,0,1],[116,0,2,0,1,2,20.33,0.02,0,2,2,2,2,3,0],[117,1,1,3,1,1,22.59,0.02,0,1,1,1,1,1,1],[118,2,2,0,1,2,20,0.0159067,1,0,2,2,2,0,2],[119,3,3,1,1,3,20.26,0.02,0,1,1,1,3,3,3],[120,0,2,0,1,2,25.99,0.02,0,2,2,2,1,0,0],[121,1,3,1,1,1,21.27,0.02,0,3,1,1,1,1,2],[122,2,2,3,1,0,20,0.0184096,1,2,2,0,2,0,2],[123,3,3,0,1,3,20,0.0098441,1,3,2,0,3,3,3],[124,0,0,0,1,0,24.14,0.02,0,2,2,2,0,2,0],[125,1,1,3,1,1,27.06,0.02,0,1,2,1,1,2,1],[126,2,2,1,1,2,20,0.0169909,1,2,3,2,2,0,2],[127,3,3,1,1,3,21.15,0.02,0,1,1,1,3,3,3],[128,0,0,2,1,0,23.52,0.02,0,0,2,0,0,0,0],[129,1,1,3,1,1,26.88,0.02,0,1,1,1,1,3,1],[130,2,2,1,1,2,22.01,0.02,0,0,1,0,2,0,2],[131,3,3,3,1,3,20,0.0194486,1,1,1,1,3,3,3],[132,0,0,2,1,0,22.57,0.02,0,0,0,0,0,0,0],[133,1,1,3,1,1,28.08,0.02,0,1,1,1,1,1,1],[134,2,2,0,1,2,21.01,0.02,0,2,2,2,2,0,2],[135,3,3,0,1,3,20,0.0182971,1,3,3,3,3,3,3],[136,0,0,2,1,0,27.52,0.02,0,3,2,0,0,0,0],[137,1,1,0,1,1,25.03,0.02,0,2,2,0,1,2,1],[138,2,2,0,1,2,22.49,0.02,0,2,3,2,2,0,2],[139,3,2,0,1,2,20,0.0107807,1,2,2,2,2,3,2],[140,0,0,0,1,0,23.78,0.02,0,0,2,0,0,0,0],[141,1,1,3,1,1,22.22,0.02,0,3,1,1,1,3,1],[142,2,2,0,1,2,20,0.0152178,1,2,2,2,2,0,2],[143,3,2,0,1,2,20,0.0165713,1,2,2,2,2,2,2],[144,0,0,3,1,0,26.76,0.02,0,0,3,0,0,0,0],[145,1,1,3,1,1,26.05,0.02,0,1,1,1,1,1,1],[146,2,2,0,1,0,20,0.0150767,1,2,2,2,2,0,2],[147,3,3,3,1,3,20,0.0107677,1,3,3,3,3,3,3],[148,0,0,1,1,0,25.56,0.02,0,3,1,1,0,0,0],[149,1,1,3,1,1,25.68,0.02,0,1,2,1,1,2,1],[150,2,2,0,1,2,22.13,0.02,0,2,2,2,2,3,2],[151,3,1,1,1,1,20,0.0163441,1,1,1,1,3,3,3],[152,0,0,0,1,0,23.57,0.02,0,0,2,0,0,0,0],[153,1,1,1,1,1,25.45,0.02,0,3,2,1,1,1,1],[154,2,2,0,1,2,20,0.0151406,1,2,2,2,2,0,2],[155,3,3,1,1,3,20,0.0151203,1,3,1,3,3,3,3],[156,0,0,2,1,0,20.94,0.02,0,0,2,0,0,1,0],[157,1,1,3,1,1,23.17,0.02,0,1,2,1,1,2,1],[158,2,2,0,1,2,20,0.0188314,1,2,2,2,2,1,2],[159,3,3,3,1,3,20,0.0154207,1,3,1,1,3,3,3],[160,0,2,2,1,2,20.51,0.02,0,2,2,2,2,3,2],[161,1,1,3,1,1,25.35,0.02,0,3,2,0,1,3,1],[162,2,0,0,1,2,20.9,0.02,0,2,2,2,2,0,2],[163,3,3,1,1,3,20,0.0141247,1,1,1,1,3,3,3],[164,0,0,0,1,0,23.33,0.02,0,0,2,0,0,0,0],[165,1,1,1,1,1,26.35,0.02,0,1,1,1,1,3,1],[166,2,2,0,1,2,20.27,0.02,0,2,2,2,2,0,2],[167,3,3,1,1,3,20,0.0197123,1,3,1,3,3,1,3],[168,0,0,2,1,0,23.25,0.02,0,2,2,0,0,2,0],[169,1,1,3,1,1,27.16,0.02,0,1,1,1,1,1,1],[170,2,2,0,1,2,20.91,0.02,0,2,2,2,2,2,2],[171,3,3,1,1,3,20,0.0122402,1,2,3,3,3,3,3],[172,0,0,1,1,0,26.36,0.02,0,1,1,1,0,0,0],[173,1,1,3,1,1,23.07,0.02,0,1,2,1,1,3,1],[174,2,2,0,1,2,20.13,0.02,0,2,2,2,2,0,2],[175,3,1,1,1,3,20,0.0143205,1,3,3,3,3,3,3],[176,0,0,2,1,0,21.29,0.02,0,2,2,0,0,0,0],[177,1,1,3,1,1,26.13,0.02,0,1,1,1,1,3,1],[178,2,2,0,1,2,20,0.016953,1,2,2,2,2,0,2],[179,3,3,3,1,3,20,0.0134053,1,3,3,3,3,1,3],[180,0,0,0,1,0,24.56,0.02,0,0,0,0,0,0,0],[181,1,1,3,1,1,26.95,0.02,0,1,1,1,1,1,1],[182,2,2,0,1,2,22.83,0.02,0,2,2,0,2,0,2],[183,3,3,3,1,3,20,0.0195292,1,3,2,3,3,1,3],[184,0,0,2,1,0,27.71,0.02,0,2,2,2,0,1,1],[185,1,1,1,1,1,24.77,0.02,0,1,1,1,1,1,1],[186,2,2,3,1,2,23.03,0.02,0,2,3,2,2,1,2],[187,3,3,1,1,3,20.82,0.02,0,1,1,1,3,3,3],[188,0,0,2,1,0,27.28,0.02,0,2,2,0,1,3,1],[189,1,1,1,1,1,26.3,0.02,0,1,1,1,1,1,1],[190,2,2,0,1,2,20.26,0.02,0,2,2,2,2,0,2],[191,3,3,3,1,1,20,0.0126986,1,3,1,1,3,3,3],[192,0,0,2,1,2,25.09,0.02,0,2,2,0,1,3,1],[193,1,1,3,1,1,25.35,0.02,0,1,2,1,1,1,1],[194,2,2,3,1,3,22.54,0.02,0,2,3,2,1,0,1],[195,3,3,3,1,3,20.96,0.02,0,3,3,3,3,1,3],[196,0,0,0,1,0,28.12,0.02,0,0,2,0,1,1,0],[197,1,1,3,1,1,25.77,0.02,0,1,2,1,1,1,1],[198,2,2,0,1,2,20,0.0186036,1,2,2,2,2,0,2],[199,3,3,3,1,3,20,0.0151524,1,3,2,3,3,1,3],[200,0,0,2,1,0,26.99,0.02,0,0,0,0,0,1,0],[201,1,1,3,1,1,23.81,0.02,0,1,1,1,1,2,1],[202,2,2,0,1,0,21.37,0.02,0,2,2,2,2,0,2],[203,3,1,1,1,3,20,0.0130686,1,3,1,1,0,3,3],[204,0,0,0,1,0,20,0.016881,1,0,2,0,0,2,0],[205,1,1,3,1,1,22.36,0.02,0,1,1,1,1,3,1],[206,2,2,0,1,2,23.38,0.02,0,0,0,0,2,1,2],[207,3,3,3,1,3,20,0.0191927,1,3,3,3,3,3,3],[208,0,2,0,1,0,20,0.0187398,1,2,2,2,2,2,2],[209,1,1,1,1,1,26.85,0.02,0,1,1,1,1,1,1],[210,2,2,0,1,2,21.56,0.02,0,2,2,2,0,0,2],[211,3,3,1,1,3,21.43,0.02,0,3,1,1,3,3,3],[212,0,0,0,1,0,26.09,0.02,0,0,3,0,0,0,0],[213,1,1,3,1,1,24.94,0.02,0,1,2,1,1,1,1],[214,2,0,0,1,0,22.26,0.02,0,2,2,0,2,0,0],[215,3,3,3,1,3,20,0.0097286,1,3,3,0,3,0,3],[216,0,0,0,1,0,23.22,0.02,0,0,2,2,0,2,0],[217,1,2,2,1,2,26.96,0.02,0,0,2,0,1,2,1],[218,2,2,0,1,2,23.66,0.02,0,0,2,0,1,0,1],[219,3,3,3,1,3,20,0.0141353,1,3,2,0,2,3,2],[220,0,0,0,1,0,26.38,0.02,0,0,2,0,0,0,0],[221,1,1,3,1,1,20,0.0197366,1,1,2,1,2,3,2],[222,2,2,0,1,2,20,0.0123599,1,2,2,2,2,0,2],[223,3,1,1,1,3,20,0.018612,1,3,1,3,3,3,3],[224,0,0,0,1,0,20.66,0.02,0,3,2,1,0,0,0],[225,1,1,3,1,1,20,0.018305,1,3,2,1,2,2,2],[226,2,2,1,1,2,23.52,0.02,0,0,1,0,2,0,0],[227,3,3,0,1,1,20,0.0114099,1,0,2,0,3,1,2],[228,0,2,2,1,2,27.92,0.02,0,2,2,2,0,0,0],[229,1,3,1,1,1,21.29,0.02,0,1,1,1,1,1,1],[230,2,2,0,1,2,20,0.0126934,1,2,2,2,2,0,2],[231,3,3,1,1,3,20,0.0117635,1,3,3,3,3,3,3],[232,0,2,2,1,2,25.7,0.02,0,2,2,2,1,3,1],[233,1,1,3,1,1,28.3,0.02,0,1,1,1,1,1,1],[234,2,2,3,1,2,20,0.0144353,1,2,3,2,2,0,2],[235,3,3,3,1,1,20,0.0196418,1,3,1,0,3,3,3],[236,0,0,2,1,0,25.2,0.02,0,0,2,0,1,1,1],[237,1,3,3,1,1,23.03,0.02,0,3,2,0,1,3,1],[238,2,2,3,1,2,23.83,0.02,0,2,2,0,1,3,2],[239,3,3,2,1,3,20,0.0100407,1,0,2,0,3,3,3],[240,0,0,2,1,0,22.49,0.02,0,3,2,0,0,0,0],[241,1,1,3,1,1,22.37,0.02,0,1,2,1,1,2,0],[242,2,2,0,1,2,23.27,0.02,0,2,2,2,2,1,2],[243,3,3,1,1,3,20,0.0169621,1,3,1,1,3,3,3],[244,0,0,0,1,0,20,0.0193432,1,2,2,0,0,0,0],[245,1,1,3,1,1,24.44,0.02,0,1,1,1,1,1,1],[246,2,2,3,1,2,20.87,0.02,0,0,1,0,2,1,2],[247,3,3,1,1,3,20,0.0157176,1,3,2,0,3,1,1],[248,0,0,0,1,0,25.5,0.02,0,0,2,0,0,0,0],[249,1,3,3,1,1,24.27,0.02,0,1,2,1,2,2,2],[250,2,2,3,1,2,24.32,0.02,0,2,1,0,1,3,1],[251,3,3,1,1,3,20,0.0115222,1,3,3,3,3,3,3],[252,0,0,2,1,0,24.93,0.02,0,2,2,2,0,0,0],[253,1,1,1,1,1,27.29,0.02,0,1,1,1,1,1,1],[254,2,2,0,1,2,22.91,0.02,0,2,2,0,0,0,0],[255,3,3,1,1,1,20,0.0104231,1,1,1,1,3,3,3],[256,0,2,2,1,2,20.52,0.02,0,2,2,2,2,3,2],[257,1,1,3,1,1,26.09,0.02,0,3,2,1,1,3,1],[258,2,2,0,1,2,20,0.012539,1,2,2,2,2,0,2],[259,3,3,3,1,3,20,0.0163693,1,3,3,3,3,1,3],[260,0,0,0,1,0,20,0.0166974,1,2,2,0,0,2,0],[261,1,1,1,1,1,24.86,0.02,0,1,1,1,1,3,1],[262,2,2,0,1,2,20,0.0127948,1,2,2,2,2,0,2],[263,3,3,3,1,3,20,0.0153671,1,3,3,3,3,3,3],[264,0,2,2,1,2,25.44,0.02,0,2,2,2,1,1,1],[265,1,1,3,1,1,22.23,0.02,0,1,2,1,1,2,1],[266,2,3,3,1,2,21.23,0.02,0,2,2,2,2,3,2],[267,3,3,3,1,3,20.03,0.02,0,3,3,3,3,1,3],[268,0,2,2,1,2,21.04,0.02,0,2,2,2,2,3,1],[269,1,1,1,1,1,26.24,0.02,0,1,1,1,1,1,1],[270,2,2,2,1,2,20,0.0131841,1,2,2,2,2,1,2],[271,3,3,3,1,3,20,0.0120892,1,3,3,3,3,1,3],[272,0,2,2,1,2,23.58,0.02,0,0,2,0,2,3,2],[273,1,1,3,1,1,26.53,0.02,0,1,2,1,1,1,1],[274,2,2,0,1,2,20,0.0157404,1,2,2,2,2,0,2],[275,3,3,3,1,3,20,0.0104622,1,3,3,3,3,1,3],[276,0,0,2,1,0,24.97,0.02,0,0,2,0,1,1,1],[277,1,1,3,1,1,23.33,0.02,0,1,1,1,1,1,1],[278,2,2,0,1,2,23.57,0.02,0,2,2,0,1,0,1],[279,3,3,2,1,3,20,0.012176,1,3,2,3,3,2,3],[280,0,0,0,1,0,24.43,0.02,0,0,0,0,0,0,0],[281,1,1,3,1,1,28.7,0.02,0,1,1,1,1,1,1],[282,2,2,0,1,2,22.31,0.02,0,2,2,0,2,0,2],[283,3,3,3,1,3,20,0.0132689,1,3,2,3,3,3,3],[284,0,0,0,1,0,20,0.019277,1,0,2,0,0,0,0],[285,1,1,1,1,1,23.53,0.02,0,3,2,1,1,1,1],[286,2,2,0,1,2,20,0.0164673,1,2,2,2,2,2,2],[287,3,3,3,1,3,20,0.011509,1,3,3,3,3,1,3],[288,0,0,0,1,0,24.15,0.02,0,0,1,0,0,0,0],[289,1,1,1,1,1,22.52,0.02,0,3,1,1,3,1,3],[290,2,2,0,1,2,20.74,0.02,0,2,2,2,2,0,2],[291,3,3,3,1,3,20,0.0159506,1,1,1,1,3,3,3],[292,0,0,2,1,0,20.99,0.02,0,2,2,2,0,0,0],[293,1,1,3,1,1,22.82,0.02,0,1,2,1,1,2,1],[294,2,2,0,1,2,22.14,0.02,0,2,2,2,2,1,2],[295,3,3,1,1,1,20.13,0.02,0,1,1,1,3,3,3],[296,0,2,2,1,0,22.38,0.02,0,2,2,2,0,2,0],[297,1,1,1,1,1,27.18,0.02,0,1,1,1,1,1,1],[298,2,2,0,1,2,20,0.0128752,1,2,2,2,2,0,2],[299,3,3,1,1,3,21.11,0.02,0,1,1,1,3,3,3],[300,0,0,1,1,0,25.54,0.02,0,1,1,1,0,0,0],[301,1,1,3,1,1,24.43,0.02,0,1,2,1,1,2,1],[302,2,2,0,1,0,20,0.015952,1,2,2,2,2,2,2],[303,3,3,3,1,3,20,0.0087295,1,3,3,3,3,3,3],[304,0,0,3,1,0,23.91,0.02,0,0,3,0,0,0,0],[305,1,1,3,1,1,20.58,0.02,0,3,2,0,2,1,2],[306,2,0,0,1,2,24.6,0.02,0,2,2,2,0,0,1],[307,3,3,3,1,3,20,0.01245,1,3,2,0,2,3,3],[308,0,2,2,1,2,28.22,0.02,0,0,2,0,1,3,1],[309,1,1,3,1,1,27.51,0.02,0,1,3,1,1,1,1],[310,2,2,0,1,2,20.07,0.02,0,2,2,2,1,3,2],[311,3,3,2,1,3,22.22,0.02,0,3,2,0,3,1,3],[312,0,0,1,1,1,26.84,0.02,0,3,1,1,0,0,0],[313,1,1,3,1,1,25.69,0.02,0,1,1,1,1,1,1],[314,2,2,3,1,2,24.44,0.02,0,2,3,0,1,0,1],[315,3,3,3,1,3,20,0.0111147,1,2,2,2,3,3,3],[316,0,0,2,1,2,27.36,0.02,0,0,2,0,1,1,1],[317,1,1,3,1,1,28.09,0.02,0,1,1,1,1,3,1],[318,2,2,3,1,2,23.33,0.02,0,2,3,2,1,0,1],[319,3,3,0,1,3,20.46,0.02,0,0,0,0,3,1,3],[320,0,0,0,1,0,26.76,0.02,0,0,0,0,0,0,0],[321,1,1,1,1,1,23.34,0.02,0,3,2,1,1,1,1],[322,2,0,0,1,0,23.45,0.02,0,2,2,0,1,0,1],[323,3,3,1,1,3,20,0.0143366,1,3,2,3,3,3,3],[324,0,0,0,1,0,20,0.0184796,1,0,2,0,0,0,0],[325,1,1,3,1,1,22.77,0.02,0,3,2,1,1,1,1],[326,2,2,0,1,2,23.97,0.02,0,2,2,0,3,3,3],[327,3,3,2,1,3,20,0.0091847,1,3,2,0,3,3,3],[328,0,0,0,1,0,20,0.0175507,1,0,2,0,0,0,0],[329,1,1,3,1,1,21.73,0.02,0,1,1,1,1,2,2],[330,2,2,0,1,2,21.62,0.02,0,2,2,2,2,2,2],[331,3,2,2,1,2,20,0.0124164,1,2,2,2,2,2,2],[332,0,0,0,1,0,22.04,0.02,0,0,2,0,0,0,0],[333,1,1,3,1,1,26.48,0.02,0,1,1,1,1,1,1],[334,2,3,3,1,2,20,0.0136862,1,3,3,2,2,0,2],[335,3,3,3,1,3,20,0.0166363,1,3,3,3,3,1,3],[336,0,0,2,1,0,22.36,0.02,0,2,2,2,0,3,0],[337,1,1,3,1,1,25.38,0.02,0,1,1,1,1,1,1],[338,2,2,0,1,2,20,0.0124166,1,2,2,2,2,0,2],[339,3,3,1,1,3,20,0.0178066,1,3,1,3,3,3,3],[340,0,0,2,1,0,27.74,0.02,0,0,2,0,1,1,1],[341,1,1,3,1,1,27.25,0.02,0,1,1,1,1,1,1],[342,2,2,3,1,2,20,0.0129048,1,2,3,2,2,3,3],[343,3,3,3,1,3,20,0.012207,1,3,2,3,3,3,3],[344,0,0,2,1,0,26.92,0.02,0,0,2,0,0,3,0],[345,1,1,3,1,1,25.76,0.02,0,1,1,1,1,1,1],[346,2,2,3,1,2,21.15,0.02,0,2,2,0,2,0,2],[347,3,3,2,1,3,20,0.0148358,1,3,2,0,3,3,3],[348,0,0,3,1,2,26.67,0.02,0,2,2,2,1,3,1],[349,1,1,3,1,1,27.38,0.02,0,1,2,1,1,1,1],[350,2,2,0,1,2,23.38,0.02,0,2,2,2,2,2,2],[351,3,3,1,1,3,20,0.0199098,1,1,1,1,3,3,3],[352,0,0,0,1,0,23.59,0.02,0,0,2,0,0,0,0],[353,1,1,2,1,1,25.19,0.02,0,0,2,1,1,2,1],[354,2,2,0,1,2,20,0.0181787,1,2,2,2,2,0,2],[355,3,3,1,1,3,20,0.0130157,1,3,3,2,3,3,3],[356,0,0,0,1,0,24.64,0.02,0,0,2,0,0,0,0],[357,1,1,1,1,1,27.05,0.02,0,1,1,1,1,1,1],[358,2,0,0,1,0,23.45,0.02,0,2,2,2,2,0,2],[359,3,3,3,1,3,20,0.0094011,1,3,3,3,3,3,3],[360,0,0,0,1,0,23.05,0.02,0,0,2,0,0,0,0],[361,1,1,3,1,1,27.83,0.02,0,1,1,1,1,1,1],[362,2,0,0,1,0,24.05,0.02,0,2,2,2,1,0,1],[363,3,3,3,1,3,20,0.0117945,1,3,3,0,3,0,3],[364,0,0,0,1,0,23.16,0.02,0,0,2,0,0,0,0],[365,1,1,3,1,1,20.76,0.02,0,1,1,1,1,2,1],[366,2,0,0,1,2,20,0.0168779,1,2,2,2,2,3,2],[367,3,0,3,1,3,20,0.0098156,1,2,2,2,3,3,2],[368,0,0,0,1,0,24.28,0.02,0,0,2,0,0,2,0],[369,1,1,3,1,1,25.2,0.02,0,1,1,1,1,1,1],[370,2,2,0,1,2,22.42,0.02,0,2,2,2,2,3,2],[371,3,3,3,1,1,20,0.0143102,1,3,3,3,3,3,3],[372,0,0,3,1,0,23.58,0.02,0,3,1,3,0,0,0],[373,1,1,3,1,1,27.05,0.02,0,1,1,1,1,1,1],[374,2,3,3,1,2,24.24,0.02,0,2,1,2,1,0,1],[375,3,3,2,1,3,20,0.0130451,1,0,2,0,3,2,3],[376,0,0,0,1,0,22.27,0.02,0,0,2,0,0,0,0],[377,1,1,3,1,1,25.75,0.02,0,1,1,1,1,1,1],[378,2,0,0,1,2,20,0.0136508,1,2,2,2,2,0,2],[379,3,3,1,1,3,20,0.0190509,1,3,1,0,3,3,3],[380,0,0,0,1,0,23.29,0.02,0,3,1,1,0,0,0],[381,1,1,3,1,1,27.45,0.02,0,1,1,1,1,1,1],[382,2,2,0,1,2,22.9,0.02,0,2,2,0,1,0,1],[383,3,3,3,1,3,20,0.0132177,1,0,1,2,3,3,3],[384,0,2,2,1,2,21.01,0.02,0,2,2,2,0,3,2],[385,1,1,3,1,1,27.8,0.02,0,1,1,1,1,1,1],[386,2,2,0,1,2,20,0.0187453,1,0,2,0,2,0,0],[387,3,3,3,1,3,20,0.0192176,1,3,1,1,3,3,3],[388,0,0,0,1,0,20.71,0.02,0,0,2,0,0,2,0],[389,1,1,3,1,1,26.26,0.02,0,1,1,1,1,2,1],[390,2,0,0,1,0,22.95,0.02,0,0,2,0,2,2,2],[391,3,3,1,1,3,20,0.012994,1,1,1,1,3,3,3],[392,0,0,0,1,0,21.51,0.02,0,0,2,0,0,0,0],[393,1,1,3,1,1,24.86,0.02,0,1,1,1,1,3,1],[394,2,2,0,1,2,20,0.0151186,1,2,2,2,2,0,2],[395,3,3,3,1,2,20,0.010851,1,3,2,2,3,3,3],[396,0,0,0,1,0,24.1,0.02,0,0,2,0,0,0,0],[397,1,1,3,1,3,26.76,0.02,0,1,2,1,1,1,1],[398,2,2,0,1,0,23.09,0.02,0,2,2,2,2,0,2],[399,3,3,3,1,3,20,0.0130866,1,3,2,3,3,1,3]],"elapsed_ms":1084,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":288,"J":268,"J_valid":268,"n_invalid":0,"n00":37,"n01":44,"n10":116,"n11":71,"ctl_n":268,"ctl_err":41},"metrics":{"target_error":0.4291044776119403,"Q_transfer":0.5708955223880596,"source_success":0.6977611940298507,"joint_error":0.26492537313432835,"T_cond":0.37967914438502676,"R":0.15298507462686567,"delta":0.27611940298507465,"delta_pp":27.611940298507463,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.72}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":330,"J":307,"J_valid":307,"n_invalid":0,"n00":64,"n01":29,"n10":96,"n11":118,"ctl_n":307,"ctl_err":16},"metrics":{"target_error":0.4788273615635179,"Q_transfer":0.5211726384364821,"source_success":0.6970684039087948,"joint_error":0.38436482084690554,"T_cond":0.5514018691588785,"R":0.05211726384364821,"delta":0.4267100977198697,"delta_pp":42.67100977198697,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-MLP/pgd/eps0020","seed":42,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0005},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,45.48,0.002,0,0,2,0,1,1,1],[1,1,1,1,1,1,42.4,0.002,0,1,1,1,1,1,1],[2,2,2,3,1,2,40.75,0.002,0,0,0,0,2,2,2],[3,3,3,1,1,3,41.9,0.002,0,3,3,3,3,3,3],[4,0,0,2,1,2,49.08,0.002,0,2,2,2,1,0,0],[5,1,1,1,1,1,45.73,0.002,0,1,1,1,1,1,1],[6,2,2,2,1,2,41.97,0.002,0,2,2,2,2,2,2],[7,3,1,1,1,1,42.79,0.002,0,0,0,2,1,1,1],[8,0,0,0,1,0,47.84,0.002,0,0,0,0,0,0,0],[9,1,1,3,1,1,43.17,0.002,0,1,3,1,2,2,2],[10,2,2,0,1,2,44.29,0.002,0,0,0,0,0,0,0],[11,3,3,0,1,3,42.15,0.002,0,0,0,0,1,1,1],[12,0,2,2,1,0,44.62,0.002,0,2,2,2,2,2,2],[13,1,1,1,1,1,43.1,0.002,0,1,1,1,1,1,1],[14,2,0,0,1,0,44.9,0.002,0,2,0,0,2,0,2],[15,3,3,1,1,3,37.66,0.002,0,1,1,1,3,3,3],[16,0,0,0,1,0,49.72,0.002,0,1,1,1,0,0,0],[17,1,3,3,1,3,44.38,0.002,0,0,2,0,1,1,1],[18,2,2,0,1,2,41.81,0.002,0,2,2,2,2,2,2],[19,3,3,1,1,3,34.92,0.002,0,1,1,1,3,3,3],[20,0,0,2,1,0,42.89,0.002,0,0,0,0,0,0,0],[21,1,1,3,1,1,42.09,0.002,0,1,0,1,1,1,1],[22,2,2,0,1,2,39.11,0.002,0,2,2,2,2,0,2],[23,3,3,1,1,3,35.08,0.002,0,3,3,3,3,3,3],[24,0,2,2,1,2,44.11,0.002,0,2,2,2,2,2,2],[25,1,1,3,1,1,47.27,0.002,0,1,3,1,1,1,1],[26,2,2,3,1,2,44.44,0.002,0,2,0,0,1,1,1],[27,3,3,1,1,3,41.08,0.002,0,3,3,3,3,3,3],[28,0,0,2,1,0,44.66,0.002,0,0,0,0,1,0,1],[29,1,1,3,1,1,48.4,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,44.47,0.002,0,2,0,2,2,0,2],[31,3,3,3,1,3,40.8,0.002,0,3,3,3,3,3,3],[32,0,0,2,1,0,43.49,0.002,0,3,3,3,0,0,0],[33,1,1,1,1,1,45.97,0.002,0,1,1,1,1,1,1],[34,2,2,0,1,2,38,0.002,0,2,0,2,2,2,2],[35,3,3,3,1,3,43.42,0.002,0,3,3,3,3,3,3],[36,0,0,0,1,0,46.15,0.002,0,0,0,0,0,0,0],[37,1,1,1,1,1,47.46,0.002,0,1,1,1,1,1,1],[38,2,2,0,1,2,39.12,0.002,0,2,2,2,2,2,2],[39,3,1,1,1,1,42.39,0.002,0,0,0,0,1,1,1],[40,0,0,0,1,0,45.72,0.002,0,1,1,1,0,0,0],[41,1,1,1,1,1,49.51,0.002,0,1,1,1,1,1,1],[42,2,2,2,1,2,44.38,0.002,0,2,2,2,2,2,2],[43,3,3,1,1,3,41.54,0.002,0,3,3,3,3,3,3],[44,0,0,2,1,0,44.1,0.002,0,0,0,0,0,1,0],[45,1,1,1,1,1,47.97,0.002,0,1,1,1,1,1,1],[46,2,2,0,1,2,38.83,0.002,0,2,2,2,2,2,2],[47,3,3,3,1,3,38.57,0.002,0,3,3,3,3,3,3],[48,0,0,3,1,0,44.23,0.002,0,0,0,0,0,0,0],[49,1,1,3,1,1,46.98,0.002,0,3,3,3,1,1,1],[50,2,0,0,1,0,43.2,0.002,0,0,0,0,0,0,0],[51,3,3,1,1,3,41.78,0.002,0,0,0,0,3,1,3],[52,0,0,0,1,0,48.16,0.002,0,0,0,0,0,0,0],[53,1,1,3,1,1,43.69,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,45.42,0.002,0,2,2,2,2,1,2],[55,3,3,3,1,3,40.55,0.002,0,1,0,1,3,3,3],[56,0,0,2,1,0,47.85,0.002,0,0,0,0,1,1,1],[57,1,1,1,1,1,47.71,0.002,0,1,1,1,1,1,1],[58,2,2,0,1,2,36.34,0.002,0,2,2,2,2,2,2],[59,3,3,3,1,3,39.13,0.002,0,3,0,3,3,3,3],[60,0,0,0,1,0,45.56,0.002,0,0,0,0,0,0,0],[61,1,1,3,1,1,43.38,0.002,0,3,3,3,2,2,2],[62,2,2,0,1,2,42.3,0.002,0,2,0,2,2,2,2],[63,3,3,3,1,3,38.11,0.002,0,3,3,3,3,1,3],[64,0,0,1,1,0,45.37,0.002,0,1,1,1,0,0,0],[65,1,1,3,1,1,43.62,0.002,0,1,1,1,1,2,1],[66,2,2,0,1,2,44.53,0.002,0,2,3,2,2,2,2],[67,3,3,2,1,3,39.23,0.002,0,2,0,2,3,3,3],[68,0,0,2,1,0,44.45,0.002,0,2,2,2,2,2,2],[69,1,1,1,1,1,48.09,0.002,0,1,1,1,1,1,1],[70,2,2,0,1,2,39.46,0.002,0,2,2,2,2,2,2],[71,3,3,2,1,3,38.86,0.002,0,0,2,0,3,3,3],[72,0,2,2,1,2,41.42,0.002,0,2,2,2,2,2,2],[73,1,1,1,1,1,46.22,0.002,0,1,1,1,1,1,1],[74,2,2,0,1,2,41.86,0.002,0,2,0,2,2,2,2],[75,3,3,1,1,3,37.58,0.002,0,3,3,3,3,3,3],[76,0,0,2,1,0,41.61,0.002,0,2,2,2,0,0,0],[77,1,1,3,1,1,45.32,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,39.28,0.002,0,2,2,2,2,2,2],[79,3,2,2,1,2,40.45,0.002,0,2,2,2,2,2,2],[80,0,2,2,1,2,45.23,0.002,0,0,0,0,1,1,1],[81,1,1,1,1,1,48.28,0.002,0,1,1,1,1,1,1],[82,2,2,0,1,2,43.51,0.002,0,2,2,2,2,2,2],[83,3,3,3,1,3,38.76,0.002,0,3,3,3,3,3,3],[84,0,0,1,1,0,47.21,0.002,0,3,3,3,0,0,0],[85,1,1,3,1,1,41.15,0.002,0,1,1,1,2,2,2],[86,2,2,0,1,2,43.82,0.002,0,2,0,2,2,2,2],[87,3,3,1,1,3,41.51,0.002,0,3,1,3,1,0,1],[88,0,0,2,1,0,40.47,0.002,0,0,0,0,0,0,0],[89,1,1,3,1,1,45.25,0.002,0,1,1,1,1,1,1],[90,2,2,0,1,2,39.99,0.002,0,2,0,2,2,2,2],[91,3,3,2,1,3,38.25,0.002,0,3,2,3,3,3,3],[92,0,0,0,1,0,43.19,0.002,0,1,1,1,0,0,0],[93,1,1,3,1,1,43.52,0.002,0,1,1,1,2,1,1],[94,2,2,0,1,2,38.67,0.002,0,2,2,2,2,2,2],[95,3,1,1,1,1,39.75,0.002,0,1,1,1,3,3,3],[96,0,0,2,1,0,48,0.002,0,2,2,2,0,0,0],[97,1,1,1,1,1,45.7,0.002,0,1,1,1,1,1,1],[98,2,2,2,1,2,40.35,0.002,0,2,2,2,2,2,2],[99,3,3,3,1,3,33.27,0.002,0,3,3,3,3,3,3],[100,0,0,0,1,0,47.77,0.002,0,0,0,0,1,1,1],[101,1,1,1,1,1,47.1,0.002,0,1,1,1,1,1,1],[102,2,2,0,1,2,43.3,0.002,0,2,2,2,2,2,2],[103,3,3,0,1,3,39.81,0.002,0,3,0,3,3,2,3],[104,0,2,2,1,2,44.61,0.002,0,2,2,2,1,1,1],[105,1,3,3,1,3,41.82,0.002,0,1,1,1,1,1,1],[106,2,2,0,1,2,36.84,0.002,0,2,0,2,2,2,2],[107,3,3,0,1,3,40.73,0.002,0,3,3,3,3,3,3],[108,0,2,2,1,2,45.72,0.002,0,2,2,2,1,1,1],[109,1,1,1,1,1,48.15,0.002,0,1,1,1,1,1,1],[110,2,2,3,1,2,42.22,0.002,0,2,0,2,2,2,2],[111,3,3,3,1,3,42.42,0.002,0,3,3,3,3,3,3],[112,0,0,2,1,0,40.65,0.002,0,0,0,0,0,0,0],[113,1,1,1,1,1,47.44,0.002,0,1,1,1,1,1,1],[114,2,2,0,1,2,39.35,0.002,0,0,0,0,2,2,2],[115,3,3,1,1,3,42.36,0.002,0,3,3,3,1,1,1],[116,0,2,2,1,2,42.34,0.002,0,2,2,2,2,2,2],[117,1,1,3,1,1,44.58,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,39.68,0.002,0,0,0,0,2,2,2],[119,3,3,1,1,3,43.73,0.002,0,1,1,1,3,3,3],[120,0,2,2,1,2,47.84,0.002,0,2,2,2,1,1,1],[121,1,3,3,1,3,43.94,0.002,0,3,3,3,1,3,1],[122,2,2,0,1,2,40.3,0.002,0,2,0,2,2,2,2],[123,3,3,0,1,3,36.33,0.002,0,3,2,3,3,3,3],[124,0,0,2,1,0,45.16,0.002,0,2,2,2,0,0,0],[125,1,1,3,1,1,47.13,0.002,0,1,1,1,1,1,1],[126,2,2,0,1,2,40.04,0.002,0,2,0,2,2,2,2],[127,3,3,1,1,3,41.53,0.002,0,1,1,1,3,3,3],[128,0,0,0,1,0,43.6,0.002,0,0,0,0,0,0,0],[129,1,1,1,1,1,47.34,0.002,0,1,1,1,1,1,1],[130,2,2,2,1,2,42.11,0.002,0,0,0,2,2,2,2],[131,3,3,1,1,3,42.88,0.002,0,1,1,1,3,3,3],[132,0,0,0,1,0,42.63,0.002,0,0,0,0,0,0,0],[133,1,1,1,1,1,48.13,0.002,0,1,1,1,1,1,1],[134,2,2,0,1,2,41.29,0.002,0,2,2,2,2,2,2],[135,3,3,3,1,3,40.08,0.002,0,3,3,3,3,3,3],[136,0,0,2,1,0,48.94,0.002,0,3,3,3,0,0,0],[137,1,1,2,1,1,46.2,0.002,0,2,2,2,1,2,1],[138,2,2,0,1,2,44.03,0.002,0,2,2,2,2,2,2],[139,3,2,0,1,2,37.52,0.002,0,2,2,2,2,2,2],[140,0,0,0,1,0,44.27,0.002,0,0,0,0,0,0,0],[141,1,1,3,1,1,44.28,0.002,0,3,3,3,1,2,1],[142,2,2,0,1,2,38.61,0.002,0,2,2,2,2,2,2],[143,3,2,2,1,2,39.73,0.002,0,2,2,2,2,2,2],[144,0,0,3,1,0,47.11,0.002,0,0,0,0,0,0,0],[145,1,1,3,1,1,46.95,0.002,0,1,1,1,1,1,1],[146,2,2,0,1,2,40.68,0.002,0,2,2,2,2,2,2],[147,3,3,1,1,3,37.44,0.002,0,3,3,3,3,3,3],[148,0,0,0,1,0,45.69,0.002,0,3,1,1,0,0,0],[149,1,1,3,1,1,46.14,0.002,0,1,1,1,1,1,1],[150,2,2,0,1,2,44.13,0.002,0,2,2,2,2,2,2],[151,3,1,1,1,1,40.93,0.002,0,1,1,1,3,3,3],[152,0,0,0,1,0,43.98,0.002,0,0,0,0,0,0,0],[153,1,1,3,1,1,47.31,0.002,0,3,3,3,1,2,1],[154,2,2,0,1,2,38.99,0.002,0,2,2,2,2,2,2],[155,3,3,1,1,3,39.7,0.002,0,3,1,3,3,3,3],[156,0,0,2,1,0,41.63,0.002,0,0,2,0,0,0,0],[157,1,1,3,1,1,43.61,0.002,0,1,1,1,1,1,1],[158,2,2,0,1,2,40.8,0.002,0,2,3,2,2,2,2],[159,3,3,1,1,3,40.23,0.002,0,3,1,3,3,0,3],[160,0,2,2,1,2,43.33,0.002,0,2,2,2,2,2,2],[161,1,1,3,1,1,47.27,0.002,0,3,3,3,1,1,1],[162,2,0,0,1,0,43.16,0.002,0,2,0,0,2,2,2],[163,3,3,1,1,3,38.23,0.002,0,1,1,1,3,3,3],[164,0,0,0,1,0,44.38,0.002,0,0,0,0,0,0,0],[165,1,1,3,1,1,47.66,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,41.58,0.002,0,2,3,2,2,0,2],[167,3,3,3,1,3,40.03,0.002,0,3,3,3,3,3,3],[168,0,0,2,1,0,43.3,0.002,0,2,0,2,0,0,0],[169,1,1,1,1,1,47.24,0.002,0,1,1,1,1,1,1],[170,2,2,2,1,2,40.96,0.002,0,2,2,2,2,2,2],[171,3,3,1,1,3,38.3,0.002,0,2,0,2,3,3,3],[172,0,0,0,1,0,47.21,0.002,0,1,1,1,0,0,0],[173,1,1,1,1,1,43.72,0.002,0,1,1,1,1,1,1],[174,2,2,0,1,2,42.45,0.002,0,2,0,2,2,2,2],[175,3,1,1,1,1,38.43,0.002,0,3,3,3,3,3,3],[176,0,0,0,1,0,41.47,0.002,0,2,2,2,0,0,0],[177,1,1,1,1,1,46.25,0.002,0,1,1,1,1,1,1],[178,2,2,0,1,2,39.02,0.002,0,2,2,2,2,2,2],[179,3,3,0,1,3,38.96,0.002,0,3,3,3,3,1,3],[180,0,0,0,1,0,44.93,0.002,0,0,0,0,0,0,0],[181,1,1,1,1,1,47.06,0.002,0,1,1,1,1,1,1],[182,2,2,0,1,2,43.64,0.002,0,2,0,2,2,2,2],[183,3,3,3,1,3,41.44,0.002,0,3,3,3,3,3,3],[184,0,0,2,1,0,48.95,0.002,0,2,0,2,0,1,0],[185,1,1,3,1,1,47.24,0.002,0,1,3,1,1,1,1],[186,2,2,3,1,2,45.11,0.002,0,2,0,2,2,2,2],[187,3,3,1,1,3,42.19,0.002,0,1,1,1,3,3,3],[188,0,0,2,1,0,48.89,0.002,0,2,2,2,1,1,1],[189,1,1,1,1,1,46.37,0.002,0,1,1,1,1,1,1],[190,2,2,0,1,2,41.24,0.002,0,2,0,2,2,2,2],[191,3,3,1,1,3,38.07,0.002,0,3,3,3,3,3,3],[192,0,0,2,1,0,46.23,0.002,0,2,2,2,1,1,1],[193,1,1,1,1,1,45.56,0.002,0,1,1,1,1,1,1],[194,2,2,0,1,2,42.97,0.002,0,2,2,2,1,1,1],[195,3,3,3,1,3,43.08,0.002,0,3,3,3,3,3,3],[196,0,0,2,1,0,49.45,0.002,0,0,0,0,1,1,0],[197,1,1,3,1,1,48.45,0.002,0,1,1,1,1,1,1],[198,2,2,0,1,2,40.95,0.002,0,2,0,2,2,2,2],[199,3,3,3,1,3,39.32,0.002,0,3,3,3,3,3,3],[200,0,0,0,1,0,47.08,0.002,0,0,0,0,0,0,0],[201,1,1,3,1,1,44,0.002,0,1,1,1,1,1,1],[202,2,2,0,1,0,43.19,0.002,0,2,0,2,2,0,1],[203,3,1,1,1,1,38.03,0.002,0,3,1,3,0,0,0],[204,0,0,2,1,0,40.94,0.002,0,0,2,0,0,2,0],[205,1,1,3,1,1,43.29,0.002,0,1,1,1,1,2,1],[206,2,2,0,1,2,44.15,0.002,0,0,0,0,2,2,2],[207,3,3,3,1,3,41.11,0.002,0,3,3,3,3,3,3],[208,0,2,2,1,2,42.64,0.002,0,2,2,2,2,2,2],[209,1,1,1,1,1,47.96,0.002,0,1,1,1,1,1,1],[210,2,2,0,1,2,41.7,0.002,0,2,2,2,0,0,0],[211,3,3,1,1,3,42.84,0.002,0,3,1,3,3,3,3],[212,0,0,0,1,0,50.29,0.002,0,0,0,0,0,0,0],[213,1,1,3,1,1,46.82,0.002,0,1,1,1,1,1,1],[214,2,0,0,1,0,42.62,0.002,0,2,2,2,2,0,2],[215,3,3,0,1,3,36.91,0.002,0,3,3,3,3,0,3],[216,0,0,2,1,0,43.74,0.002,0,0,0,0,0,0,0],[217,1,2,2,1,2,46.99,0.002,0,0,0,0,1,1,1],[218,2,2,0,1,2,43.91,0.002,0,0,0,0,1,1,1],[219,3,3,0,1,3,39.64,0.002,0,3,0,3,2,2,2],[220,0,0,0,1,0,46.94,0.002,0,0,0,0,0,0,0],[221,1,1,3,1,1,43.15,0.002,0,1,1,1,2,2,2],[222,2,2,0,1,2,38.05,0.002,0,2,2,2,2,2,2],[223,3,1,1,1,1,40.81,0.002,0,3,3,3,3,3,3],[224,0,0,0,1,0,40.96,0.002,0,3,3,3,0,0,0],[225,1,1,3,1,1,41.01,0.002,0,3,3,3,2,2,2],[226,2,2,3,1,2,43.7,0.002,0,0,0,0,2,2,2],[227,3,3,2,1,3,36.68,0.002,0,0,2,0,3,2,3],[228,0,2,2,1,2,50.45,0.002,0,2,2,2,0,2,0],[229,1,3,3,1,1,41.96,0.002,0,1,3,1,1,3,1],[230,2,2,0,1,2,38.31,0.002,0,2,2,2,2,2,2],[231,3,3,1,1,3,38.1,0.002,0,3,3,3,3,3,3],[232,0,2,2,1,2,46.7,0.002,0,2,2,2,1,1,1],[233,1,1,1,1,1,48.36,0.002,0,1,1,1,1,1,1],[234,2,2,3,1,2,38.81,0.002,0,2,3,2,2,2,2],[235,3,3,1,1,3,42.18,0.002,0,3,3,3,3,3,3],[236,0,0,2,1,0,45.79,0.002,0,0,2,0,1,1,1],[237,1,3,3,1,3,43.95,0.002,0,3,3,3,1,2,1],[238,2,2,3,1,2,44.29,0.002,0,2,2,2,1,1,2],[239,3,3,2,1,3,35.74,0.002,0,0,0,0,3,3,3],[240,0,0,0,1,0,44.06,0.002,0,3,2,3,0,0,0],[241,1,1,1,1,1,42.48,0.002,0,1,1,1,1,2,1],[242,2,2,0,1,2,43.42,0.002,0,2,2,2,2,2,2],[243,3,3,3,1,3,38.87,0.002,0,3,1,3,3,3,3],[244,0,0,2,1,0,41.09,0.002,0,2,2,2,0,0,0],[245,1,1,1,1,1,45.13,0.002,0,1,1,1,1,1,1],[246,2,2,1,1,2,41.44,0.002,0,0,0,0,2,2,2],[247,3,3,1,1,3,39.77,0.002,0,3,3,3,3,1,3],[248,0,0,0,1,0,45.62,0.002,0,0,0,0,0,0,0],[249,1,3,3,1,3,44.35,0.002,0,1,1,1,2,2,2],[250,2,2,3,1,2,46.02,0.002,0,2,0,2,1,1,1],[251,3,3,1,1,3,37.39,0.002,0,3,3,3,3,3,3],[252,0,0,0,1,0,45.11,0.002,0,2,2,2,0,0,0],[253,1,1,1,1,1,47.76,0.002,0,1,1,1,1,1,1],[254,2,2,0,1,2,45.8,0.002,0,2,0,2,0,0,0],[255,3,3,1,1,3,35.09,0.002,0,1,1,1,3,3,3],[256,0,2,2,1,2,40.94,0.002,0,2,2,2,2,2,2],[257,1,1,3,1,1,47.9,0.002,0,3,3,3,1,1,1],[258,2,2,0,1,2,38.17,0.002,0,2,2,2,2,2,2],[259,3,3,2,1,3,40.35,0.002,0,3,2,3,3,1,3],[260,0,0,2,1,0,39.58,0.002,0,2,0,2,0,0,0],[261,1,1,1,1,1,45.95,0.002,0,1,1,1,1,1,1],[262,2,2,0,1,2,36.61,0.002,0,2,2,2,2,2,2],[263,3,3,1,1,3,40.03,0.002,0,3,3,3,3,3,3],[264,0,2,2,1,2,47.26,0.002,0,2,2,2,1,1,1],[265,1,1,3,1,1,43.24,0.002,0,1,1,1,1,1,1],[266,2,3,3,1,3,43.35,0.002,0,2,2,2,2,1,2],[267,3,3,3,1,3,42.74,0.002,0,3,3,3,3,3,3],[268,0,2,2,1,2,41.28,0.002,0,2,2,2,2,2,2],[269,1,1,1,1,1,46.41,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,38.7,0.002,0,2,2,2,2,0,2],[271,3,3,2,1,3,37.71,0.002,0,3,2,3,3,3,3],[272,0,2,2,1,2,44.33,0.002,0,0,0,0,2,2,1],[273,1,1,1,1,1,46.84,0.002,0,1,0,1,1,1,1],[274,2,2,0,1,2,40.16,0.002,0,2,3,2,2,0,2],[275,3,3,3,1,3,36.73,0.002,0,3,3,3,3,3,3],[276,0,0,0,1,0,45.04,0.002,0,0,0,0,1,1,1],[277,1,1,3,1,1,47.6,0.002,0,1,1,1,1,1,1],[278,2,2,0,1,2,44.49,0.002,0,2,0,2,1,1,1],[279,3,3,2,1,3,36.23,0.002,0,3,3,3,3,3,3],[280,0,0,0,1,0,45.68,0.002,0,0,0,0,0,0,0],[281,1,1,1,1,1,48.82,0.002,0,1,1,1,1,1,1],[282,2,2,0,1,2,42.83,0.002,0,2,0,0,2,2,2],[283,3,3,3,1,3,37.1,0.002,0,3,3,3,3,3,3],[284,0,0,2,1,0,41.3,0.002,0,0,0,0,0,0,0],[285,1,1,3,1,1,44.66,0.002,0,3,3,3,1,3,1],[286,2,2,2,1,2,38.75,0.002,0,2,2,2,2,2,2],[287,3,3,3,1,3,37.33,0.002,0,3,3,3,3,3,3],[288,0,0,0,1,0,46.64,0.002,0,0,3,0,0,0,0],[289,1,1,3,1,1,44.06,0.002,0,3,3,3,3,3,3],[290,2,2,0,1,2,40.86,0.002,0,2,2,2,2,2,2],[291,3,3,1,1,3,40.46,0.002,0,1,3,1,3,3,3],[292,0,0,2,1,0,41.92,0.002,0,2,2,2,0,0,0],[293,1,1,3,1,1,43.34,0.002,0,1,1,1,1,1,1],[294,2,2,0,1,2,44.65,0.002,0,2,2,2,2,1,2],[295,3,3,1,1,1,42.36,0.002,0,1,1,3,3,3,3],[296,0,2,2,1,2,44.97,0.002,0,2,2,2,0,2,0],[297,1,1,1,1,1,47.4,0.002,0,1,1,1,1,1,1],[298,2,2,0,1,2,39.5,0.002,0,2,2,2,2,2,2],[299,3,3,1,1,3,41.19,0.002,0,1,1,1,3,3,3],[300,0,0,0,1,0,45.7,0.002,0,1,1,1,0,0,0],[301,1,1,1,1,1,45.12,0.002,0,1,1,1,1,1,1],[302,2,2,0,1,2,39.65,0.002,0,2,0,2,2,2,2],[303,3,3,1,1,3,35.59,0.002,0,3,3,3,3,3,3],[304,0,0,3,1,0,44.21,0.002,0,0,3,0,0,0,0],[305,1,1,3,1,1,43.64,0.002,0,3,3,3,2,2,2],[306,2,0,0,1,0,45.94,0.002,0,2,2,2,0,0,0],[307,3,3,0,1,3,37.41,0.002,0,3,2,3,2,2,2],[308,0,2,2,1,2,49.77,0.002,0,0,0,0,1,1,1],[309,1,1,3,1,1,48.87,0.002,0,1,0,1,1,1,1],[310,2,2,0,1,2,42.89,0.002,0,2,3,2,1,1,1],[311,3,3,3,1,3,42.54,0.002,0,3,3,3,3,3,3],[312,0,0,1,1,0,48.26,0.002,0,3,3,3,0,0,0],[313,1,1,1,1,1,45.72,0.002,0,1,1,1,1,1,1],[314,2,2,3,1,2,46.1,0.002,0,2,0,2,1,1,1],[315,3,3,2,1,3,36.5,0.002,0,2,2,3,3,2,3],[316,0,0,2,1,0,48.24,0.002,0,0,2,0,1,1,1],[317,1,1,1,1,1,48.23,0.002,0,1,1,1,1,1,1],[318,2,2,3,1,2,44.5,0.002,0,2,2,2,1,1,1],[319,3,3,3,1,3,40.88,0.002,0,0,0,0,3,3,3],[320,0,0,0,1,0,47.5,0.002,0,0,0,0,0,0,0],[321,1,1,3,1,1,45.72,0.002,0,3,3,3,1,1,1],[322,2,0,0,1,0,45.33,0.002,0,2,0,2,1,1,1],[323,3,3,1,1,3,38.65,0.002,0,3,3,2,3,3,3],[324,0,0,0,1,0,41.93,0.002,0,0,0,0,0,0,0],[325,1,1,3,1,1,45.48,0.002,0,3,3,3,1,2,1],[326,2,2,2,1,2,44.03,0.002,0,2,0,2,3,3,3],[327,3,3,2,1,3,33.99,0.002,0,3,2,3,3,3,3],[328,0,0,2,1,0,39.93,0.002,0,0,0,0,0,0,0],[329,1,1,3,1,1,43.1,0.002,0,1,1,1,1,2,1],[330,2,2,0,1,2,41.9,0.002,0,2,2,2,2,2,2],[331,3,2,2,1,2,37.08,0.002,0,2,2,2,2,2,2],[332,0,0,0,1,0,44.5,0.002,0,0,0,0,0,0,0],[333,1,1,3,1,1,48.37,0.002,0,1,1,1,1,1,1],[334,2,3,3,1,2,39.92,0.002,0,3,3,2,2,3,2],[335,3,3,3,1,3,40.55,0.002,0,3,3,3,3,1,3],[336,0,0,2,1,0,43.1,0.002,0,2,2,2,0,2,0],[337,1,1,1,1,1,46.97,0.002,0,1,1,1,1,1,1],[338,2,2,0,1,2,37.29,0.002,0,2,2,2,2,2,2],[339,3,3,0,1,3,42.04,0.002,0,3,3,3,3,3,3],[340,0,0,0,1,0,48.56,0.002,0,0,0,0,1,1,1],[341,1,1,1,1,1,47.28,0.002,0,1,1,1,1,1,1],[342,2,2,3,1,2,37.16,0.002,0,2,2,2,2,3,2],[343,3,3,3,1,3,36.58,0.002,0,3,3,3,3,3,3],[344,0,0,2,1,0,47.29,0.002,0,0,0,0,0,1,0],[345,1,1,1,1,1,45.81,0.002,0,1,1,1,1,1,1],[346,2,2,0,1,2,44.35,0.002,0,2,0,2,2,2,2],[347,3,3,2,1,3,37.95,0.002,0,3,0,0,3,3,3],[348,0,0,2,1,0,47.79,0.002,0,2,2,2,1,1,1],[349,1,1,1,1,1,47.59,0.002,0,1,1,1,1,1,1],[350,2,2,0,1,2,43.42,0.002,0,2,2,2,2,2,2],[351,3,3,1,1,3,40.18,0.002,0,1,1,1,3,3,3],[352,0,0,0,1,0,44.21,0.002,0,0,0,0,0,0,0],[353,1,1,1,1,1,45.28,0.002,0,0,0,0,1,1,1],[354,2,2,0,1,2,42.53,0.002,0,2,0,2,2,2,2],[355,3,3,1,1,3,37.97,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,46.37,0.002,0,0,0,0,0,0,0],[357,1,1,1,1,1,48.04,0.002,0,1,1,1,1,3,1],[358,2,0,0,1,0,43.86,0.002,0,2,0,2,2,2,2],[359,3,3,1,1,3,35.69,0.002,0,3,3,3,3,3,3],[360,0,0,0,1,0,43.53,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,48.02,0.002,0,1,1,1,1,1,1],[362,2,0,0,1,0,44.65,0.002,0,2,0,2,1,1,1],[363,3,3,0,1,3,38.31,0.002,0,3,3,3,3,3,3],[364,0,0,0,1,0,45.06,0.002,0,0,0,0,0,0,0],[365,1,1,3,1,1,41.5,0.002,0,1,1,1,1,2,1],[366,2,0,0,1,0,38.95,0.002,0,2,2,2,2,2,2],[367,3,0,0,1,0,36.96,0.002,0,2,2,2,3,1,2],[368,0,0,0,1,0,46.54,0.002,0,0,0,0,0,0,0],[369,1,1,1,1,1,45.34,0.002,0,1,1,1,1,1,1],[370,2,2,0,1,2,44.32,0.002,0,2,0,2,2,2,2],[371,3,3,1,1,3,39.86,0.002,0,3,3,3,3,3,3],[372,0,0,0,1,0,45.26,0.002,0,3,3,3,0,0,0],[373,1,1,1,1,1,47.43,0.002,0,1,1,1,1,1,1],[374,2,3,3,1,3,44.84,0.002,0,2,3,0,1,1,1],[375,3,3,2,1,3,37.6,0.002,0,0,0,0,3,2,3],[376,0,0,0,1,0,43.94,0.002,0,0,0,0,0,0,0],[377,1,1,3,1,1,47.06,0.002,0,1,1,1,1,1,1],[378,2,0,0,1,0,39.03,0.002,0,2,0,2,2,0,2],[379,3,3,1,1,3,40.93,0.002,0,3,1,3,3,3,3],[380,0,0,0,1,0,44.14,0.002,0,3,1,3,0,0,0],[381,1,1,3,1,1,47.87,0.002,0,1,1,1,1,1,1],[382,2,2,0,1,2,43.19,0.002,0,2,2,2,1,0,2],[383,3,3,1,1,3,37.53,0.002,0,0,0,0,3,3,3],[384,0,2,2,1,2,43.5,0.002,0,2,2,2,0,2,0],[385,1,1,3,1,1,49.45,0.002,0,1,1,1,1,1,1],[386,2,2,2,1,2,39.54,0.002,0,0,0,0,2,2,2],[387,3,3,1,1,3,41.41,0.002,0,3,1,3,3,0,3],[388,0,0,2,1,0,42.67,0.002,0,0,2,0,0,2,0],[389,1,1,1,1,1,46.87,0.002,0,1,1,1,1,1,1],[390,2,0,0,1,0,43.08,0.002,0,0,0,0,2,2,2],[391,3,3,1,1,3,37.56,0.002,0,1,1,1,3,3,3],[392,0,0,0,1,0,44.18,0.002,0,0,0,0,0,0,0],[393,1,1,3,1,1,48.02,0.002,0,1,1,1,1,1,1],[394,2,2,0,1,2,38.14,0.002,0,2,2,2,2,2,2],[395,3,3,0,1,3,36.86,0.002,0,3,0,2,3,2,3],[396,0,0,0,1,0,44.24,0.002,0,0,0,0,0,0,0],[397,1,1,3,1,1,48.25,0.002,0,1,0,1,1,1,1],[398,2,2,0,1,2,44.81,0.002,0,2,2,2,2,0,2],[399,3,3,2,1,3,37.7,0.002,0,3,3,3,3,3,3]],"elapsed_ms":2457,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":288,"J":268,"J_valid":268,"n_invalid":0,"n00":98,"n01":5,"n10":104,"n11":61,"ctl_n":268,"ctl_err":5},"metrics":{"target_error":0.2462686567164179,"Q_transfer":0.7537313432835822,"source_success":0.6156716417910447,"joint_error":0.22761194029850745,"T_cond":0.3696969696969697,"R":0.018656716417910446,"delta":0.22761194029850745,"delta_pp":22.761194029850746,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.72}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":330,"J":307,"J_valid":307,"n_invalid":0,"n00":112,"n01":4,"n10":154,"n11":37,"ctl_n":307,"ctl_err":1},"metrics":{"target_error":0.13355048859934854,"Q_transfer":0.8664495114006514,"source_success":0.6221498371335505,"joint_error":0.12052117263843648,"T_cond":0.193717277486911,"R":0.003257328990228013,"delta":0.13029315960912052,"delta_pp":13.029315960912053,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-MLP/pgd/eps0050","seed":42,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.00125},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,37.87,0.005,0,0,2,0,1,1,1],[1,1,1,3,1,1,35.86,0.005,0,1,1,1,1,2,1],[2,2,2,3,1,2,33.48,0.005,0,0,0,0,2,2,2],[3,3,3,1,1,3,34.85,0.005,0,3,3,3,3,0,3],[4,0,0,2,1,0,42.21,0.005,0,2,2,2,1,1,0],[5,1,1,3,1,1,38.12,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,34.87,0.005,0,2,0,2,2,2,2],[7,3,1,1,1,1,35.86,0.005,0,0,0,2,1,1,1],[8,0,0,2,1,0,39.18,0.005,0,0,0,0,0,0,0],[9,1,1,3,1,1,35.4,0.005,0,1,0,1,2,2,2],[10,2,2,0,1,2,36.8,0.005,0,0,0,0,0,0,0],[11,3,3,0,1,3,35.22,0.005,0,0,0,0,1,1,1],[12,0,2,2,1,0,37.47,0.005,0,2,2,2,2,3,1],[13,1,1,3,1,1,35.99,0.005,0,1,1,1,1,1,1],[14,2,0,0,1,0,37.99,0.005,0,2,0,0,2,0,2],[15,3,3,1,1,3,30.9,0.005,0,1,1,1,3,3,3],[16,0,0,1,1,0,42.46,0.005,0,1,1,1,0,0,0],[17,1,3,3,1,3,36.81,0.005,0,0,2,0,1,2,1],[18,2,2,0,1,0,34.23,0.005,0,2,2,2,2,2,2],[19,3,3,1,1,3,28.45,0.005,0,1,1,1,3,3,3],[20,0,0,2,1,0,35.77,0.005,0,0,0,0,0,0,0],[21,1,1,3,1,1,34.8,0.005,0,1,0,1,1,1,1],[22,2,2,0,1,0,31.95,0.005,0,2,3,2,2,0,2],[23,3,3,1,1,3,27.93,0.005,0,3,1,3,3,3,3],[24,0,2,2,1,0,37.05,0.005,0,2,2,2,2,3,2],[25,1,1,3,1,1,38.3,0.005,0,1,3,1,1,2,1],[26,2,2,3,1,2,38.04,0.005,0,2,0,0,1,1,1],[27,3,3,1,1,3,34.13,0.005,0,3,1,3,3,3,3],[28,0,0,2,1,0,37.95,0.005,0,0,0,0,1,0,1],[29,1,1,3,1,1,42,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,37.62,0.005,0,2,0,2,2,0,2],[31,3,3,3,1,3,33.51,0.005,0,3,3,3,3,3,3],[32,0,0,2,1,0,36.13,0.005,0,3,2,3,0,0,0],[33,1,1,1,1,1,38.4,0.005,0,1,1,1,1,1,1],[34,2,2,0,1,2,30.55,0.005,0,2,0,2,2,2,2],[35,3,3,1,1,3,36.66,0.005,0,3,3,3,3,3,3],[36,0,0,3,1,0,38.93,0.005,0,0,0,0,0,0,0],[37,1,1,1,1,1,39.55,0.005,0,1,1,1,1,1,1],[38,2,2,0,1,2,31.88,0.005,0,2,0,2,2,2,2],[39,3,1,1,1,1,35.75,0.005,0,0,1,0,1,1,1],[40,0,0,1,1,0,38.53,0.005,0,1,1,1,0,0,0],[41,1,1,3,1,1,40.93,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,36.82,0.005,0,2,2,2,2,0,2],[43,3,3,1,1,3,34.42,0.005,0,3,3,3,3,3,3],[44,0,0,2,1,0,37.16,0.005,0,0,2,0,0,1,0],[45,1,1,3,1,1,41.14,0.005,0,1,1,1,1,1,1],[46,2,2,0,1,2,31.61,0.005,0,2,2,2,2,0,2],[47,3,3,2,1,3,31.33,0.005,0,3,2,3,3,3,3],[48,0,0,3,1,0,37.71,0.005,0,0,0,0,0,0,0],[49,1,1,3,1,1,38.39,0.005,0,3,2,3,1,2,1],[50,2,0,0,1,0,36.2,0.005,0,0,0,0,0,0,0],[51,3,3,1,1,3,35.62,0.005,0,0,1,0,3,1,3],[52,0,0,2,1,0,40.89,0.005,0,0,0,0,0,0,0],[53,1,1,3,1,1,36.5,0.005,0,1,1,1,1,1,1],[54,2,2,0,1,2,37.31,0.005,0,2,3,2,2,0,2],[55,3,3,2,1,3,33.17,0.005,0,1,0,0,3,3,3],[56,0,0,2,1,0,40.23,0.005,0,0,0,0,1,1,1],[57,1,1,3,1,1,40.67,0.005,0,1,3,1,1,1,1],[58,2,2,0,1,2,28.87,0.005,0,2,2,2,2,2,2],[59,3,3,0,1,3,31.99,0.005,0,3,0,3,3,3,3],[60,0,0,2,1,0,38.7,0.005,0,0,0,0,0,0,0],[61,1,1,3,1,1,36.47,0.005,0,3,2,3,2,2,2],[62,2,2,0,1,2,33.99,0.005,0,2,3,2,2,0,2],[63,3,3,2,1,3,31.88,0.005,0,3,3,3,3,1,3],[64,0,0,1,1,0,38.62,0.005,0,1,1,1,0,0,0],[65,1,1,3,1,1,37.52,0.005,0,1,3,1,1,2,1],[66,2,2,0,1,2,37.5,0.005,0,2,3,2,2,0,2],[67,3,3,2,1,3,31.34,0.005,0,2,0,2,3,2,3],[68,0,0,2,1,2,37.4,0.005,0,2,2,2,2,2,2],[69,1,1,3,1,1,40.51,0.005,0,1,1,1,1,1,1],[70,2,2,0,1,2,32.24,0.005,0,2,3,2,2,0,2],[71,3,3,2,1,3,31.76,0.005,0,0,2,0,3,2,3],[72,0,2,2,1,2,34.37,0.005,0,2,2,2,2,3,2],[73,1,1,1,1,1,38.86,0.005,0,1,1,1,1,1,1],[74,2,2,0,1,2,35.92,0.005,0,2,0,2,2,2,2],[75,3,3,1,1,3,29.86,0.005,0,3,1,3,3,3,3],[76,0,0,2,1,0,34.68,0.005,0,2,2,0,0,0,0],[77,1,1,3,1,1,39.27,0.005,0,1,0,1,1,1,1],[78,2,2,0,1,2,32.78,0.005,0,2,0,2,2,2,2],[79,3,2,0,1,2,33.21,0.005,0,2,2,2,2,2,2],[80,0,2,2,1,0,39.26,0.005,0,0,2,0,1,1,1],[81,1,1,3,1,1,40.48,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,36.2,0.005,0,2,2,2,2,2,2],[83,3,3,2,1,3,31.47,0.005,0,3,3,3,3,3,3],[84,0,0,1,1,0,39.25,0.005,0,3,1,3,0,0,0],[85,1,1,3,1,1,34.44,0.005,0,1,1,1,2,2,2],[86,2,2,0,1,2,37.85,0.005,0,2,3,2,2,1,2],[87,3,3,1,1,3,35.41,0.005,0,3,1,3,1,0,1],[88,0,0,2,1,0,33.62,0.005,0,0,0,0,0,0,0],[89,1,1,3,1,1,37.54,0.005,0,1,1,1,1,3,1],[90,2,2,0,1,2,32.99,0.005,0,2,0,2,2,2,2],[91,3,3,2,1,3,31.32,0.005,0,3,2,3,3,3,3],[92,0,0,0,1,0,35.3,0.005,0,1,1,1,0,0,0],[93,1,1,3,1,1,35.84,0.005,0,1,1,1,2,2,2],[94,2,2,0,1,2,32.08,0.005,0,2,2,2,2,2,3],[95,3,1,1,1,1,32.86,0.005,0,1,1,1,3,3,3],[96,0,0,2,1,0,41.49,0.005,0,2,2,2,0,1,0],[97,1,1,3,1,1,38.04,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,33.41,0.005,0,2,2,2,2,2,2],[99,3,3,0,1,3,26.16,0.005,0,3,3,3,3,3,3],[100,0,0,0,1,0,39.93,0.005,0,0,0,0,1,1,1],[101,1,1,1,1,1,40.12,0.005,0,1,1,1,1,1,1],[102,2,2,0,1,2,35.74,0.005,0,2,2,2,2,2,2],[103,3,3,0,1,3,33.34,0.005,0,3,0,3,3,2,3],[104,0,2,2,1,2,37.22,0.005,0,2,2,2,1,1,1],[105,1,3,3,1,3,34.74,0.005,0,1,0,1,1,3,1],[106,2,2,0,1,2,30.17,0.005,0,2,0,2,2,2,2],[107,3,3,0,1,3,32.88,0.005,0,3,3,3,3,3,3],[108,0,2,2,1,2,38.14,0.005,0,2,2,2,1,1,1],[109,1,1,3,1,1,41.14,0.005,0,1,1,1,1,1,1],[110,2,2,3,1,2,35.82,0.005,0,2,0,2,2,2,2],[111,3,3,0,1,3,35.09,0.005,0,3,3,3,3,1,3],[112,0,0,2,1,0,34.44,0.005,0,0,0,0,0,0,0],[113,1,1,3,1,1,40.35,0.005,0,1,1,1,1,3,1],[114,2,2,0,1,2,32.44,0.005,0,0,0,2,2,2,2],[115,3,3,1,1,3,35.68,0.005,0,3,1,3,1,0,1],[116,0,2,2,1,2,34.42,0.005,0,2,0,0,2,2,2],[117,1,1,3,1,1,37.23,0.005,0,1,3,1,1,2,1],[118,2,2,0,1,2,32.2,0.005,0,0,0,0,2,2,2],[119,3,3,1,1,3,34.87,0.005,0,1,1,1,3,3,3],[120,0,2,2,1,2,40.82,0.005,0,2,2,2,1,3,1],[121,1,3,3,1,1,36.66,0.005,0,3,3,3,1,2,1],[122,2,2,0,1,2,33.42,0.005,0,2,0,2,2,2,2],[123,3,3,0,1,3,29.37,0.005,0,3,2,2,3,0,3],[124,0,0,2,1,0,38.46,0.005,0,2,2,2,0,0,0],[125,1,1,3,1,1,39.52,0.005,0,1,1,1,1,1,1],[126,2,2,0,1,2,33.94,0.005,0,2,0,2,2,2,2],[127,3,3,1,1,3,35.32,0.005,0,1,1,1,3,3,3],[128,0,0,0,1,0,36.59,0.005,0,0,0,0,0,0,0],[129,1,1,3,1,1,40.47,0.005,0,1,1,1,1,1,1],[130,2,2,0,1,2,35.66,0.005,0,0,0,0,2,0,2],[131,3,3,1,1,3,35.5,0.005,0,1,1,1,3,3,3],[132,0,0,0,1,0,36.11,0.005,0,0,0,0,0,0,0],[133,1,1,1,1,1,40.51,0.005,0,1,1,1,1,1,1],[134,2,2,0,1,2,34.22,0.005,0,2,2,2,2,2,2],[135,3,3,3,1,3,33.62,0.005,0,3,3,3,3,3,3],[136,0,0,2,1,0,42.53,0.005,0,3,3,3,0,0,0],[137,1,1,2,1,1,39.58,0.005,0,2,2,2,1,2,1],[138,2,2,0,1,2,36.87,0.005,0,2,0,2,2,0,2],[139,3,2,0,1,2,30.28,0.005,0,2,2,2,2,2,2],[140,0,0,0,1,0,37.49,0.005,0,0,0,0,0,0,0],[141,1,1,3,1,1,36.99,0.005,0,3,2,3,1,3,1],[142,2,2,0,1,2,31.95,0.005,0,2,2,2,2,2,2],[143,3,2,2,1,2,32.79,0.005,0,2,2,2,2,2,2],[144,0,0,3,1,0,40.23,0.005,0,0,3,0,0,0,0],[145,1,1,3,1,1,39.99,0.005,0,1,1,1,1,3,1],[146,2,2,0,1,2,32.37,0.005,0,2,3,2,2,0,2],[147,3,3,1,1,3,29.92,0.005,0,3,3,3,3,3,3],[148,0,0,0,1,0,38.4,0.005,0,3,1,1,0,0,0],[149,1,1,3,1,1,39.69,0.005,0,1,3,1,1,3,1],[150,2,2,0,1,2,36.92,0.005,0,2,2,2,2,0,2],[151,3,1,1,1,3,33.48,0.005,0,1,1,1,3,0,3],[152,0,0,0,1,0,36.67,0.005,0,0,0,0,0,0,0],[153,1,1,3,1,1,39.63,0.005,0,3,2,3,1,2,1],[154,2,2,0,1,2,31.44,0.005,0,2,2,2,2,2,2],[155,3,3,1,1,3,32.98,0.005,0,3,1,3,3,0,3],[156,0,0,2,1,0,34.06,0.005,0,0,2,0,0,0,0],[157,1,1,3,1,1,36.58,0.005,0,1,1,1,1,1,1],[158,2,2,0,1,2,34.35,0.005,0,2,3,2,2,0,2],[159,3,3,1,1,3,32.91,0.005,0,3,1,3,3,0,3],[160,0,2,2,1,2,35.05,0.005,0,2,2,2,2,2,2],[161,1,1,3,1,1,40.01,0.005,0,3,2,3,1,2,1],[162,2,0,0,1,2,36.19,0.005,0,2,0,2,2,2,2],[163,3,3,1,1,3,30.35,0.005,0,1,1,1,3,3,3],[164,0,0,2,1,0,38,0.005,0,0,2,0,0,0,0],[165,1,1,3,1,1,41.15,0.005,0,1,1,1,1,1,1],[166,2,2,0,1,2,34.23,0.005,0,2,3,2,2,0,2],[167,3,3,3,1,3,33.16,0.005,0,3,3,3,3,3,3],[168,0,0,2,1,0,35.94,0.005,0,2,0,2,0,0,0],[169,1,1,1,1,1,39.87,0.005,0,1,1,1,1,1,1],[170,2,2,0,1,2,33.07,0.005,0,2,2,2,2,2,2],[171,3,3,1,1,3,30.45,0.005,0,2,0,2,3,3,3],[172,0,0,1,1,0,40.22,0.005,0,1,1,1,0,0,0],[173,1,1,3,1,1,37.62,0.005,0,1,0,1,1,2,1],[174,2,2,0,1,2,35.79,0.005,0,2,0,2,2,2,2],[175,3,1,1,1,1,31.51,0.005,0,3,1,3,3,3,3],[176,0,0,2,1,0,34.7,0.005,0,2,2,2,0,0,0],[177,1,1,3,1,1,39.15,0.005,0,1,1,1,1,1,1],[178,2,2,0,1,2,32.29,0.005,0,2,2,2,2,2,2],[179,3,3,0,1,3,31.57,0.005,0,3,3,3,3,1,3],[180,0,0,0,1,0,38.61,0.005,0,0,0,0,0,0,0],[181,1,1,3,1,1,39.9,0.005,0,1,1,1,1,1,1],[182,2,2,0,1,2,37.03,0.005,0,2,0,2,2,2,2],[183,3,3,2,1,3,34.48,0.005,0,3,2,3,3,3,3],[184,0,0,2,1,0,42.48,0.005,0,2,2,2,0,1,0],[185,1,1,3,1,1,40.45,0.005,0,1,3,1,1,3,1],[186,2,2,3,1,2,38.15,0.005,0,2,0,2,2,1,2],[187,3,3,1,1,3,35.52,0.005,0,1,1,1,3,3,3],[188,0,0,3,1,0,41.09,0.005,0,2,2,2,1,1,1],[189,1,1,1,1,1,38.59,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,35.7,0.005,0,2,0,2,2,2,2],[191,3,3,1,1,3,30.84,0.005,0,3,1,3,3,3,3],[192,0,0,2,1,0,39.58,0.005,0,2,2,2,1,1,1],[193,1,1,3,1,1,39.18,0.005,0,1,0,1,1,1,1],[194,2,2,3,1,2,35.42,0.005,0,2,3,2,1,1,1],[195,3,3,2,1,3,35.9,0.005,0,3,2,3,3,1,3],[196,0,0,2,1,0,42.78,0.005,0,0,2,0,1,1,0],[197,1,1,3,1,1,39.9,0.005,0,1,3,1,1,3,1],[198,2,2,0,1,2,34.15,0.005,0,2,2,2,2,2,2],[199,3,3,2,1,3,32.53,0.005,0,3,2,3,3,2,3],[200,0,0,2,1,0,40.42,0.005,0,0,0,0,0,0,0],[201,1,1,3,1,1,37.68,0.005,0,1,1,1,1,1,1],[202,2,2,0,1,2,35.77,0.005,0,2,0,2,2,0,2],[203,3,1,1,1,3,32.32,0.005,0,3,1,1,0,0,3],[204,0,0,2,1,0,33.8,0.005,0,0,2,0,0,2,0],[205,1,1,3,1,1,36.97,0.005,0,1,1,1,1,2,1],[206,2,2,0,1,2,38.22,0.005,0,0,0,0,2,2,2],[207,3,3,3,1,3,33.93,0.005,0,3,3,3,3,3,3],[208,0,2,2,1,2,35.03,0.005,0,2,2,2,2,2,2],[209,1,1,3,1,1,40.9,0.005,0,1,1,1,1,3,1],[210,2,2,0,1,2,34.78,0.005,0,2,2,2,0,0,0],[211,3,3,1,1,3,35.95,0.005,0,3,1,1,3,3,3],[212,0,0,3,1,0,40.27,0.005,0,0,0,0,0,0,0],[213,1,1,3,1,1,39.37,0.005,0,1,3,1,1,2,1],[214,2,0,0,1,0,35.49,0.005,0,2,2,2,2,0,2],[215,3,3,0,1,3,29.34,0.005,0,3,3,3,3,0,3],[216,0,0,2,1,0,37.15,0.005,0,0,0,0,0,0,0],[217,1,2,2,1,2,39.07,0.005,0,0,0,0,1,1,1],[218,2,2,0,1,2,37.92,0.005,0,0,0,0,1,1,1],[219,3,3,0,1,3,32.69,0.005,0,3,2,3,2,2,2],[220,0,0,2,1,0,39.66,0.005,0,0,0,0,0,0,0],[221,1,1,3,1,1,34.38,0.005,0,1,2,1,2,2,2],[222,2,2,0,1,2,29.92,0.005,0,2,3,2,2,2,2],[223,3,1,1,1,1,33.66,0.005,0,3,1,3,3,3,3],[224,0,0,2,1,0,34.04,0.005,0,3,3,3,0,0,0],[225,1,1,3,1,1,34.27,0.005,0,3,3,1,2,2,2],[226,2,2,3,1,2,36.97,0.005,0,0,0,0,2,2,2],[227,3,3,2,1,3,30.14,0.005,0,0,2,0,3,2,3],[228,0,2,2,1,2,42.59,0.005,0,2,2,2,0,2,0],[229,1,3,3,1,3,35.24,0.005,0,1,3,3,1,3,1],[230,2,2,0,1,2,30.96,0.005,0,2,3,2,2,0,2],[231,3,3,1,1,3,31.58,0.005,0,3,3,3,3,0,3],[232,0,2,2,1,2,39.95,0.005,0,2,2,2,1,1,1],[233,1,1,1,1,1,40.55,0.005,0,1,1,1,1,1,1],[234,2,2,3,1,2,32.26,0.005,0,2,3,2,2,1,2],[235,3,3,1,1,1,35.05,0.005,0,3,1,3,3,3,3],[236,0,0,2,1,0,37.59,0.005,0,0,2,0,1,1,1],[237,1,3,3,1,3,37.47,0.005,0,3,0,3,1,2,1],[238,2,2,3,1,3,37.18,0.005,0,2,3,2,1,1,1],[239,3,3,2,1,3,28.79,0.005,0,0,2,0,3,3,3],[240,0,0,2,1,0,36.66,0.005,0,3,2,2,0,0,0],[241,1,1,3,1,1,35.36,0.005,0,1,0,1,1,2,0],[242,2,2,0,1,2,37.91,0.005,0,2,0,2,2,2,2],[243,3,3,1,1,3,32.32,0.005,0,3,1,3,3,3,3],[244,0,0,2,1,0,34.03,0.005,0,2,2,2,0,0,0],[245,1,1,3,1,1,38.54,0.005,0,1,1,1,1,1,1],[246,2,2,3,1,2,34.88,0.005,0,0,0,0,2,2,2],[247,3,3,1,1,3,32.58,0.005,0,3,3,3,3,0,3],[248,0,0,0,1,0,38.96,0.005,0,0,0,0,0,0,0],[249,1,3,3,1,3,36.71,0.005,0,1,1,1,2,2,2],[250,2,2,3,1,2,39.56,0.005,0,2,0,2,1,1,1],[251,3,3,1,1,3,30.71,0.005,0,3,1,3,3,3,3],[252,0,0,2,1,0,38.23,0.005,0,2,2,2,0,0,0],[253,1,1,1,1,1,39.66,0.005,0,1,1,1,1,1,1],[254,2,2,0,1,2,37.54,0.005,0,2,2,2,0,0,0],[255,3,3,1,1,3,28.54,0.005,0,1,1,1,3,3,3],[256,0,2,2,1,2,33.89,0.005,0,2,2,2,2,2,2],[257,1,1,3,1,1,40.54,0.005,0,3,0,1,1,1,1],[258,2,2,0,1,2,30.66,0.005,0,2,3,2,2,0,2],[259,3,3,2,1,3,33.64,0.005,0,3,2,3,3,1,3],[260,0,0,2,1,0,33.4,0.005,0,2,0,2,0,0,0],[261,1,1,3,1,1,38.94,0.005,0,1,1,1,1,3,1],[262,2,2,0,1,2,30.23,0.005,0,2,2,2,2,0,2],[263,3,3,1,1,3,33.18,0.005,0,3,3,3,3,3,3],[264,0,2,2,1,2,40.25,0.005,0,2,2,2,1,1,1],[265,1,1,3,1,1,35.65,0.005,0,1,1,1,1,2,1],[266,2,3,1,1,2,36.29,0.005,0,2,3,2,2,0,2],[267,3,3,0,1,3,34.52,0.005,0,3,3,3,3,1,3],[268,0,2,2,1,2,35.46,0.005,0,2,2,2,2,2,2],[269,1,1,1,1,1,40.76,0.005,0,1,1,1,1,1,1],[270,2,2,0,1,2,31.5,0.005,0,2,3,2,2,0,2],[271,3,3,2,1,3,30.62,0.005,0,3,2,3,3,3,3],[272,0,2,2,1,2,37.24,0.005,0,0,2,0,2,2,2],[273,1,1,3,1,1,39.77,0.005,0,1,0,1,1,1,1],[274,2,2,0,1,2,33.35,0.005,0,2,2,2,2,0,2],[275,3,3,0,1,3,29.63,0.005,0,3,3,3,3,3,3],[276,0,0,0,1,0,37.45,0.005,0,0,0,0,1,1,1],[277,1,1,3,1,1,37.9,0.005,0,1,3,1,1,2,1],[278,2,2,0,1,2,37.66,0.005,0,2,0,2,1,0,1],[279,3,3,2,1,3,29.67,0.005,0,3,2,3,3,3,3],[280,0,0,0,1,0,39.55,0.005,0,0,0,0,0,0,0],[281,1,1,1,1,1,41.37,0.005,0,1,1,1,1,1,1],[282,2,2,0,1,2,37.04,0.005,0,2,0,2,2,0,2],[283,3,3,2,1,3,29.83,0.005,0,3,3,3,3,3,3],[284,0,0,2,1,0,34.14,0.005,0,0,0,0,0,0,0],[285,1,1,3,1,1,38.41,0.005,0,3,3,3,1,3,1],[286,2,2,0,1,2,31.07,0.005,0,2,2,2,2,2,2],[287,3,3,3,1,3,30.47,0.005,0,3,3,3,3,3,3],[288,0,0,0,1,0,38.89,0.005,0,0,1,0,0,0,0],[289,1,1,3,1,1,38.07,0.005,0,3,3,3,3,3,3],[290,2,2,0,1,2,33.08,0.005,0,2,0,2,2,1,2],[291,3,3,1,1,1,33.36,0.005,0,1,1,1,3,3,3],[292,0,0,2,1,0,35.03,0.005,0,2,2,2,0,0,0],[293,1,1,3,1,1,36.85,0.005,0,1,1,1,1,2,1],[294,2,2,0,1,2,37.39,0.005,0,2,3,2,2,1,2],[295,3,3,1,1,1,35.9,0.005,0,1,1,1,3,3,3],[296,0,2,2,1,2,37.32,0.005,0,2,2,2,0,2,0],[297,1,1,1,1,1,41.17,0.005,0,1,1,1,1,1,1],[298,2,2,0,1,2,31.83,0.005,0,2,2,2,2,0,2],[299,3,3,1,1,3,33.55,0.005,0,1,1,1,3,3,3],[300,0,0,1,1,0,38.23,0.005,0,1,1,1,0,0,0],[301,1,1,3,1,1,37.04,0.005,0,1,1,1,1,2,1],[302,2,2,0,1,2,32.08,0.005,0,2,0,2,2,2,2],[303,3,3,1,1,3,28.49,0.005,0,3,1,3,3,3,3],[304,0,0,3,1,0,37.15,0.005,0,0,3,0,0,0,0],[305,1,1,3,1,1,35.14,0.005,0,3,2,3,2,2,2],[306,2,0,0,1,0,39.14,0.005,0,2,0,2,0,0,0],[307,3,3,0,1,3,30.83,0.005,0,3,2,3,2,2,3],[308,0,2,2,1,2,41.88,0.005,0,0,0,0,1,1,1],[309,1,1,3,1,1,42.62,0.005,0,1,3,1,1,1,1],[310,2,2,0,1,2,35.53,0.005,0,2,3,2,1,0,2],[311,3,3,2,1,3,35.52,0.005,0,3,3,3,3,3,3],[312,0,0,1,1,0,41.3,0.005,0,3,1,3,0,0,0],[313,1,1,1,1,1,37.81,0.005,0,1,1,1,1,1,1],[314,2,2,3,1,2,39.4,0.005,0,2,0,2,1,1,1],[315,3,3,2,1,3,30.01,0.005,0,2,2,3,3,2,3],[316,0,0,2,1,0,41.46,0.005,0,0,2,0,1,3,1],[317,1,1,3,1,1,41.36,0.005,0,1,1,1,1,1,1],[318,2,2,1,1,2,38.35,0.005,0,2,3,2,1,1,1],[319,3,3,0,1,3,34.02,0.005,0,0,0,0,3,3,3],[320,0,0,0,1,0,41.15,0.005,0,0,0,0,0,0,0],[321,1,1,3,1,1,37.68,0.005,0,3,0,3,1,2,1],[322,2,0,0,1,2,38.5,0.005,0,2,0,2,1,1,1],[323,3,3,1,1,3,32.16,0.005,0,3,3,2,3,0,3],[324,0,0,0,1,0,34.04,0.005,0,0,0,0,0,0,0],[325,1,1,3,1,1,38.24,0.005,0,3,2,3,1,3,1],[326,2,2,0,1,2,37.09,0.005,0,2,0,2,3,3,3],[327,3,3,2,1,3,26.94,0.005,0,3,2,0,3,3,3],[328,0,0,2,1,0,33.54,0.005,0,0,0,0,0,0,0],[329,1,1,3,1,1,36.42,0.005,0,1,3,1,1,2,1],[330,2,2,0,1,2,34.16,0.005,0,2,2,2,2,2,2],[331,3,2,2,1,2,29.4,0.005,0,2,2,2,2,2,2],[332,0,0,2,1,0,37.52,0.005,0,0,2,0,0,0,0],[333,1,1,3,1,1,42.19,0.005,0,1,1,1,1,1,1],[334,2,3,3,1,2,32.36,0.005,0,3,3,2,2,0,3],[335,3,3,2,1,3,33.82,0.005,0,3,3,3,3,1,3],[336,0,0,2,1,0,36.91,0.005,0,2,2,2,0,2,0],[337,1,1,3,1,1,39.78,0.005,0,1,1,1,1,1,1],[338,2,2,0,1,2,30.52,0.005,0,2,2,2,2,2,2],[339,3,3,1,1,3,34.1,0.005,0,3,1,3,3,3,3],[340,0,0,2,1,0,39.96,0.005,0,0,0,0,1,1,1],[341,1,1,1,1,1,39.47,0.005,0,1,1,1,1,1,1],[342,2,2,3,1,2,30.54,0.005,0,2,3,2,2,3,2],[343,3,3,2,1,3,29.26,0.005,0,3,3,3,3,3,3],[344,0,0,2,1,0,40.07,0.005,0,0,2,0,0,1,0],[345,1,1,1,1,1,38.57,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,36.74,0.005,0,2,3,2,2,1,2],[347,3,3,2,1,3,30.84,0.005,0,3,2,3,3,2,3],[348,0,0,2,1,2,41.39,0.005,0,2,2,2,1,3,1],[349,1,1,3,1,1,40.7,0.005,0,1,1,1,1,1,1],[350,2,2,0,1,2,35.55,0.005,0,2,2,2,2,2,2],[351,3,3,1,1,3,33.07,0.005,0,1,1,1,3,3,3],[352,0,0,0,1,0,36.65,0.005,0,0,0,0,0,0,0],[353,1,1,2,1,1,37.43,0.005,0,0,2,0,1,2,1],[354,2,2,0,1,2,35.54,0.005,0,2,3,2,2,1,2],[355,3,3,1,1,3,30.51,0.005,0,3,3,3,3,1,3],[356,0,0,0,1,0,38.82,0.005,0,0,0,0,0,0,0],[357,1,1,3,1,1,41.03,0.005,0,1,3,1,1,3,1],[358,2,0,0,1,0,37.17,0.005,0,2,0,2,2,2,2],[359,3,3,1,1,3,28.25,0.005,0,3,1,3,3,3,3],[360,0,0,0,1,0,36.81,0.005,0,0,0,0,0,0,0],[361,1,1,1,1,1,41.84,0.005,0,1,1,1,1,1,1],[362,2,0,0,1,2,37.67,0.005,0,2,0,2,1,0,1],[363,3,3,0,1,3,31.05,0.005,0,3,3,3,3,0,3],[364,0,0,0,1,0,37.29,0.005,0,0,0,0,0,0,0],[365,1,1,3,1,1,34.62,0.005,0,1,1,1,1,2,1],[366,2,0,0,1,0,32.57,0.005,0,2,2,2,2,2,2],[367,3,0,0,1,0,29.08,0.005,0,2,3,2,3,0,2],[368,0,0,2,1,0,38.96,0.005,0,0,2,0,0,2,0],[369,1,1,3,1,1,38.47,0.005,0,1,1,1,1,1,1],[370,2,2,0,1,2,38.53,0.005,0,2,3,2,2,1,2],[371,3,3,1,1,3,32.98,0.005,0,3,1,3,3,3,3],[372,0,0,1,1,0,38.1,0.005,0,3,3,3,0,0,0],[373,1,1,1,1,1,42.46,0.005,0,1,1,1,1,1,1],[374,2,3,3,1,3,37.46,0.005,0,2,3,0,1,1,1],[375,3,3,2,1,3,30.35,0.005,0,0,2,0,3,2,3],[376,0,0,0,1,0,35.86,0.005,0,0,0,0,0,0,0],[377,1,1,3,1,1,39.4,0.005,0,1,1,1,1,3,1],[378,2,0,0,1,2,31.7,0.005,0,2,0,2,2,0,2],[379,3,3,1,1,3,33.51,0.005,0,3,1,3,3,3,3],[380,0,0,0,1,0,37.52,0.005,0,3,1,3,0,0,0],[381,1,1,3,1,1,41.55,0.005,0,1,1,1,1,1,1],[382,2,2,0,1,2,36.68,0.005,0,2,0,2,1,0,2],[383,3,3,1,1,3,30.39,0.005,0,0,1,0,3,3,3],[384,0,2,2,1,2,36.25,0.005,0,2,2,2,0,2,0],[385,1,1,3,1,1,42.01,0.005,0,1,1,1,1,1,1],[386,2,2,0,1,2,32.08,0.005,0,0,0,2,2,2,2],[387,3,3,1,1,3,35.49,0.005,0,3,1,3,3,0,3],[388,0,0,2,1,0,35.73,0.005,0,0,2,0,0,2,0],[389,1,1,1,1,1,39.68,0.005,0,1,1,1,1,1,1],[390,2,0,0,1,0,36.34,0.005,0,0,0,0,2,2,2],[391,3,3,1,1,3,30.77,0.005,0,1,1,1,3,3,3],[392,0,0,2,1,0,36.84,0.005,0,0,0,0,0,0,0],[393,1,1,3,1,1,39.86,0.005,0,1,3,1,1,1,1],[394,2,2,0,1,2,31.23,0.005,0,2,2,2,2,2,2],[395,3,3,0,1,3,30.29,0.005,0,3,0,3,3,2,3],[396,0,0,0,1,0,37.36,0.005,0,0,0,0,0,0,0],[397,1,1,3,1,1,41.02,0.005,0,1,0,1,1,3,1],[398,2,2,0,1,2,36.77,0.005,0,2,3,2,2,0,2],[399,3,3,2,1,3,30.99,0.005,0,3,2,3,3,3,3]],"elapsed_ms":2385,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":288,"J":268,"J_valid":268,"n_invalid":0,"n00":40,"n01":1,"n10":105,"n11":122,"ctl_n":268,"ctl_err":5},"metrics":{"target_error":0.458955223880597,"Q_transfer":0.541044776119403,"source_success":0.8470149253731343,"joint_error":0.4552238805970149,"T_cond":0.5374449339207048,"R":0.018656716417910446,"delta":0.44029850746268656,"delta_pp":44.02985074626866,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.72}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":330,"J":307,"J_valid":307,"n_invalid":0,"n00":42,"n01":0,"n10":163,"n11":102,"ctl_n":307,"ctl_err":2},"metrics":{"target_error":0.3322475570032573,"Q_transfer":0.6677524429967427,"source_success":0.8631921824104235,"joint_error":0.3322475570032573,"T_cond":0.3849056603773585,"R":0.006514657980456026,"delta":0.3257328990228013,"delta_pp":32.57328990228013,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-MLP/pgd/eps0100","seed":42,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0025},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,33.64,0.01,0,0,2,2,1,2,1],[1,1,1,3,1,1,30.9,0.01,0,1,1,1,1,2,1],[2,2,2,0,1,2,27.77,0.01,0,0,0,0,2,0,2],[3,3,3,1,1,3,30.2,0.01,0,3,3,2,3,0,3],[4,0,0,2,1,2,36.55,0.01,0,2,2,2,1,3,0],[5,1,1,3,1,1,33.41,0.01,0,1,1,1,1,1,1],[6,2,2,0,1,2,29.66,0.01,0,2,2,2,2,2,2],[7,3,1,1,1,1,30.75,0.01,0,0,0,0,1,0,1],[8,0,0,2,1,0,33.75,0.01,0,0,0,0,0,0,0],[9,1,1,3,1,1,30.24,0.01,0,1,2,1,2,2,2],[10,2,2,0,1,2,31.56,0.01,0,0,2,0,0,0,0],[11,3,3,0,1,3,29.45,0.01,0,0,0,0,1,2,1],[12,0,2,2,1,2,31.84,0.01,0,2,2,2,2,3,1],[13,1,1,3,1,1,30.34,0.01,0,1,1,1,1,2,1],[14,2,0,0,1,0,32.35,0.01,0,2,0,0,2,0,2],[15,3,3,1,1,3,26.17,0.01,0,1,1,1,3,3,3],[16,0,0,1,1,0,36.23,0.01,0,1,1,1,0,0,0],[17,1,3,3,1,3,31.99,0.01,0,0,2,0,1,2,1],[18,2,2,0,1,2,27.68,0.01,0,2,2,2,2,0,2],[19,3,3,1,1,3,23.14,0.01,0,1,1,1,3,3,3],[20,0,0,2,1,0,31.22,0.01,0,0,2,0,0,0,0],[21,1,1,3,1,1,29.49,0.01,0,1,0,1,1,2,1],[22,2,2,0,1,2,26.38,0.01,0,2,2,2,2,0,2],[23,3,3,1,1,3,22.35,0.01,0,3,1,0,3,3,3],[24,0,2,2,1,0,31.07,0.01,0,2,2,2,2,3,0],[25,1,1,3,1,1,32.45,0.01,0,1,2,1,1,2,1],[26,2,2,3,1,2,33.49,0.01,0,2,0,0,1,1,1],[27,3,3,1,1,3,28.75,0.01,0,3,1,3,3,0,3],[28,0,0,2,1,0,32.93,0.01,0,0,0,0,1,1,0],[29,1,1,3,1,1,36.04,0.01,0,1,1,1,1,2,1],[30,2,2,0,1,2,32,0.01,0,2,3,2,2,0,2],[31,3,3,2,1,3,27.79,0.01,0,3,2,3,3,3,3],[32,0,0,2,1,0,30.83,0.01,0,3,2,3,0,0,0],[33,1,1,1,1,1,32.27,0.01,0,1,1,1,1,1,1],[34,2,2,0,1,2,25.02,0.01,0,2,0,2,2,0,2],[35,3,3,1,1,3,30.82,0.01,0,3,3,3,3,3,3],[36,0,0,3,1,0,33.76,0.01,0,0,3,0,0,0,0],[37,1,1,3,1,1,34.54,0.01,0,1,1,1,1,1,1],[38,2,2,0,1,2,25.66,0.01,0,2,3,2,2,0,2],[39,3,1,1,1,1,30.71,0.01,0,0,1,0,1,1,1],[40,0,0,1,1,0,34.06,0.01,0,1,1,1,0,0,0],[41,1,1,3,1,1,35.55,0.01,0,1,3,1,1,3,1],[42,2,2,0,1,2,31.43,0.01,0,2,2,2,2,0,2],[43,3,3,1,1,3,28.99,0.01,0,3,1,3,3,3,3],[44,0,0,2,1,0,31.93,0.01,0,0,2,0,0,1,0],[45,1,1,3,1,1,36,0.01,0,1,0,1,1,3,1],[46,2,2,0,1,2,26.19,0.01,0,2,2,2,2,0,2],[47,3,3,2,1,3,26.53,0.01,0,3,2,3,3,1,3],[48,0,0,3,1,0,32.8,0.01,0,0,3,0,0,0,0],[49,1,1,3,1,1,31.87,0.01,0,3,2,1,1,2,1],[50,2,0,0,1,0,30.65,0.01,0,0,0,0,0,0,0],[51,3,3,1,1,3,30.02,0.01,0,0,1,0,3,3,1],[52,0,0,2,1,0,35.4,0.01,0,0,0,0,0,0,0],[53,1,1,3,1,1,31.62,0.01,0,1,1,1,1,1,1],[54,2,2,0,1,2,31.23,0.01,0,2,3,2,2,0,2],[55,3,3,2,1,3,27.52,0.01,0,1,0,0,3,3,3],[56,0,0,2,1,0,34.55,0.01,0,0,0,0,1,1,1],[57,1,1,3,1,1,35.89,0.01,0,1,3,1,1,3,1],[58,2,2,0,1,2,24,0.01,0,2,2,2,2,2,2],[59,3,3,0,1,3,26.08,0.01,0,3,0,0,3,3,3],[60,0,0,2,1,0,33.93,0.01,0,0,2,0,0,0,0],[61,1,1,3,1,1,30.52,0.01,0,3,2,3,2,2,2],[62,2,2,0,1,2,28.49,0.01,0,2,3,2,2,0,2],[63,3,3,2,1,3,25.84,0.01,0,3,2,3,3,1,3],[64,0,0,1,1,0,33.26,0.01,0,1,1,1,0,0,0],[65,1,1,3,1,1,32.4,0.01,0,1,2,1,1,2,1],[66,2,2,1,1,2,32.25,0.01,0,2,3,2,2,0,2],[67,3,3,2,1,3,26.68,0.01,0,2,2,0,3,2,3],[68,0,0,2,1,0,32.33,0.01,0,2,2,2,2,2,2],[69,1,1,3,1,1,35.94,0.01,0,1,1,1,1,1,1],[70,2,2,0,1,2,26.86,0.01,0,2,3,2,2,0,2],[71,3,3,0,1,3,26.5,0.01,0,0,2,0,3,2,3],[72,0,2,2,1,2,29.45,0.01,0,2,2,2,2,3,2],[73,1,1,3,1,1,33.41,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,29.95,0.01,0,2,0,2,2,1,2],[75,3,3,1,1,3,24.54,0.01,0,3,1,3,3,3,3],[76,0,0,2,1,0,28.86,0.01,0,2,2,2,0,0,0],[77,1,1,3,1,1,34.01,0.01,0,1,0,1,1,2,1],[78,2,2,0,1,2,28.04,0.01,0,2,0,2,2,0,2],[79,3,2,0,1,2,28.11,0.01,0,2,2,2,2,2,2],[80,0,2,2,1,2,33.75,0.01,0,0,2,0,1,3,1],[81,1,1,3,1,1,35.28,0.01,0,1,1,1,1,1,1],[82,2,2,0,1,2,30.83,0.01,0,2,2,2,2,0,2],[83,3,3,2,1,3,26.26,0.01,0,3,2,3,3,3,3],[84,0,0,1,1,0,33.99,0.01,0,3,1,3,0,0,0],[85,1,1,3,1,1,29.96,0.01,0,1,0,1,2,2,1],[86,2,2,3,1,2,31.84,0.01,0,2,3,2,2,0,2],[87,3,3,1,1,3,30.29,0.01,0,3,1,3,1,0,1],[88,0,0,2,1,0,28.52,0.01,0,0,0,0,0,0,0],[89,1,1,3,1,1,32.54,0.01,0,1,3,1,1,3,1],[90,2,2,0,1,2,27.56,0.01,0,2,3,2,2,0,2],[91,3,3,2,1,3,25.68,0.01,0,3,2,3,3,3,3],[92,0,0,1,1,0,30.19,0.01,0,1,1,1,0,0,0],[93,1,1,3,1,1,30.25,0.01,0,1,1,1,2,3,1],[94,2,2,0,1,2,25.89,0.01,0,2,2,2,2,0,2],[95,3,1,1,1,1,27.45,0.01,0,1,1,1,3,3,3],[96,0,0,2,1,0,35.51,0.01,0,2,2,2,0,1,0],[97,1,1,3,1,1,33.37,0.01,0,1,1,1,1,1,1],[98,2,2,0,1,2,27.76,0.01,0,2,2,2,2,2,2],[99,3,3,0,1,3,21.32,0.01,0,3,0,3,3,1,3],[100,0,0,2,1,0,34.92,0.01,0,0,0,0,1,1,1],[101,1,1,3,1,1,34.55,0.01,0,1,1,1,1,3,1],[102,2,2,0,1,2,29.96,0.01,0,2,2,2,2,2,3],[103,3,3,0,1,3,27.76,0.01,0,3,0,0,3,1,3],[104,0,2,2,1,2,32.4,0.01,0,2,2,2,1,1,1],[105,1,3,3,1,3,29.55,0.01,0,1,0,1,1,3,1],[106,2,2,0,1,2,25.17,0.01,0,2,0,0,2,2,2],[107,3,3,0,1,3,27.41,0.01,0,3,1,3,3,0,3],[108,0,2,2,1,2,32.73,0.01,0,2,2,2,1,1,1],[109,1,1,3,1,1,36.38,0.01,0,1,0,1,1,1,1],[110,2,2,3,1,2,30.82,0.01,0,2,0,2,2,1,2],[111,3,3,0,1,3,29.66,0.01,0,3,3,3,3,1,3],[112,0,0,2,1,0,28.41,0.01,0,0,2,0,0,0,0],[113,1,1,3,1,1,35.42,0.01,0,1,1,1,1,3,1],[114,2,2,0,1,2,27.92,0.01,0,0,0,0,2,2,2],[115,3,3,1,1,3,29.94,0.01,0,3,1,3,1,0,1],[116,0,2,2,1,2,29.19,0.01,0,2,2,2,2,2,2],[117,1,1,3,1,1,32.07,0.01,0,1,3,1,1,3,1],[118,2,2,0,1,2,26.33,0.01,0,0,0,2,2,0,2],[119,3,3,1,1,3,29.31,0.01,0,1,1,1,3,3,3],[120,0,2,2,1,2,35.53,0.01,0,2,2,2,1,3,1],[121,1,3,3,1,1,31.1,0.01,0,3,3,1,1,1,1],[122,2,2,0,1,2,28.61,0.01,0,2,0,2,2,2,2],[123,3,3,0,1,3,23.39,0.01,0,3,2,2,3,0,3],[124,0,0,2,1,0,33.54,0.01,0,2,2,2,0,0,0],[125,1,1,3,1,1,34.75,0.01,0,1,1,1,1,2,1],[126,2,2,3,1,2,28,0.01,0,2,3,2,2,0,2],[127,3,3,1,1,3,29.88,0.01,0,1,1,1,3,3,3],[128,0,0,2,1,0,31.02,0.01,0,0,0,0,0,0,0],[129,1,1,3,1,1,35.74,0.01,0,1,1,1,1,1,1],[130,2,2,0,1,2,29.86,0.01,0,0,0,2,2,0,2],[131,3,3,1,1,3,29.7,0.01,0,1,1,1,3,3,3],[132,0,0,2,1,0,30.73,0.01,0,0,0,0,0,0,0],[133,1,1,3,1,1,35.24,0.01,0,1,1,1,1,1,1],[134,2,2,0,1,2,29.32,0.01,0,2,2,2,2,0,2],[135,3,3,2,1,3,27.91,0.01,0,3,0,3,3,3,3],[136,0,0,3,1,0,36.37,0.01,0,3,3,3,0,0,0],[137,1,1,2,1,1,34.34,0.01,0,2,2,0,1,2,1],[138,2,2,0,1,2,31.53,0.01,0,2,0,2,2,0,2],[139,3,2,0,1,2,24.43,0.01,0,2,2,2,2,2,2],[140,0,0,2,1,0,31.95,0.01,0,0,0,0,0,0,0],[141,1,1,3,1,1,31.38,0.01,0,3,2,1,1,3,2],[142,2,2,0,1,2,26.54,0.01,0,2,0,2,2,0,2],[143,3,2,2,1,2,27.66,0.01,0,2,2,2,2,2,2],[144,0,0,3,1,0,34.84,0.01,0,0,3,0,0,0,0],[145,1,1,3,1,1,34.86,0.01,0,1,3,1,1,2,1],[146,2,2,0,1,2,26.72,0.01,0,2,3,2,2,0,2],[147,3,3,1,1,3,24.16,0.01,0,3,1,3,3,3,3],[148,0,0,1,1,0,34.04,0.01,0,3,1,3,0,0,0],[149,1,1,3,1,1,34.58,0.01,0,1,3,1,1,3,1],[150,2,2,0,1,2,32.05,0.01,0,2,2,2,2,0,2],[151,3,1,1,1,1,28.38,0.01,0,1,1,1,3,0,3],[152,0,0,2,1,0,31.54,0.01,0,0,0,0,0,0,0],[153,1,1,3,1,1,35.04,0.01,0,3,2,3,1,2,1],[154,2,2,0,1,2,25.84,0.01,0,2,0,2,2,0,2],[155,3,3,1,1,3,27.49,0.01,0,3,1,3,3,0,3],[156,0,0,2,1,0,28.81,0.01,0,0,2,0,0,1,0],[157,1,1,3,1,1,31.47,0.01,0,1,3,1,1,3,1],[158,2,2,0,1,2,28.96,0.01,0,2,3,2,2,0,2],[159,3,3,1,1,3,27.59,0.01,0,3,1,1,3,0,3],[160,0,2,2,1,2,29.21,0.01,0,2,2,2,2,3,2],[161,1,1,3,1,1,34.28,0.01,0,3,2,3,1,3,1],[162,2,0,0,1,2,30.48,0.01,0,2,0,2,2,0,2],[163,3,3,1,1,3,25.36,0.01,0,1,1,1,3,3,3],[164,0,0,2,1,0,32.23,0.01,0,0,2,0,0,1,0],[165,1,1,3,1,1,35.45,0.01,0,1,1,1,1,3,1],[166,2,2,0,1,2,29.33,0.01,0,2,3,2,2,0,2],[167,3,3,1,1,3,27.3,0.01,0,3,1,3,3,3,3],[168,0,0,2,1,0,31.45,0.01,0,2,0,2,0,1,0],[169,1,1,1,1,1,35.06,0.01,0,1,1,1,1,1,1],[170,2,2,0,1,2,27.22,0.01,0,2,2,2,2,2,2],[171,3,3,1,1,3,24.58,0.01,0,2,1,2,3,3,3],[172,0,0,1,1,0,34.77,0.01,0,1,1,1,0,0,0],[173,1,1,3,1,1,32.13,0.01,0,1,0,1,1,2,1],[174,2,2,0,1,2,29.59,0.01,0,2,3,2,2,0,2],[175,3,1,1,1,1,26.54,0.01,0,3,1,3,3,3,3],[176,0,0,2,1,0,29.3,0.01,0,2,2,2,0,0,0],[177,1,1,3,1,1,33.71,0.01,0,1,1,1,1,1,1],[178,2,2,0,1,2,27.34,0.01,0,2,2,2,2,0,2],[179,3,3,0,1,3,26.39,0.01,0,3,3,0,3,1,3],[180,0,0,0,1,0,33.45,0.01,0,0,0,0,0,0,0],[181,1,1,3,1,1,34.89,0.01,0,1,1,1,1,1,1],[182,2,2,0,1,2,32.56,0.01,0,2,0,2,2,1,2],[183,3,3,2,1,3,28.96,0.01,0,3,2,3,3,3,3],[184,0,0,2,1,0,36.78,0.01,0,2,2,2,0,3,1],[185,1,1,3,1,1,34.74,0.01,0,1,1,1,1,3,1],[186,2,2,0,1,2,32.68,0.01,0,2,0,2,2,0,2],[187,3,3,1,1,1,30.5,0.01,0,1,1,1,3,3,3],[188,0,0,3,1,0,35.6,0.01,0,2,2,2,1,1,1],[189,1,1,0,1,1,33.54,0.01,0,1,1,1,1,1,1],[190,2,2,0,1,2,29.83,0.01,0,2,1,2,2,1,2],[191,3,3,1,1,3,25.74,0.01,0,3,1,1,3,3,3],[192,0,0,2,1,0,33.8,0.01,0,2,2,2,1,3,1],[193,1,1,3,1,1,33.87,0.01,0,1,0,1,1,1,1],[194,2,2,3,1,2,30.65,0.01,0,2,1,2,1,0,1],[195,3,3,2,1,3,30.23,0.01,0,3,2,3,3,1,3],[196,0,0,2,1,0,37.05,0.01,0,0,2,2,1,3,1],[197,1,1,3,1,1,34.95,0.01,0,1,2,1,1,3,1],[198,2,2,0,1,2,28.58,0.01,0,2,2,2,2,0,2],[199,3,3,2,1,3,26.74,0.01,0,3,2,3,3,2,3],[200,0,0,2,1,0,35.7,0.01,0,0,0,0,0,0,0],[201,1,1,3,1,1,32.97,0.01,0,1,1,1,1,2,1],[202,2,2,0,1,2,29.66,0.01,0,2,3,2,2,0,2],[203,3,1,1,1,3,26.48,0.01,0,3,1,1,0,0,3],[204,0,0,2,1,0,28.23,0.01,0,0,2,0,0,2,0],[205,1,1,3,1,1,31.34,0.01,0,1,1,1,1,2,1],[206,2,2,0,1,2,32.35,0.01,0,0,0,0,2,0,2],[207,3,3,0,1,3,28.09,0.01,0,3,3,3,3,3,3],[208,0,2,2,1,2,29.56,0.01,0,2,2,2,2,2,2],[209,1,1,3,1,1,36.02,0.01,0,1,3,1,1,3,1],[210,2,2,0,1,2,29.21,0.01,0,2,0,2,0,0,2],[211,3,3,1,1,3,30.81,0.01,0,3,1,1,3,3,3],[212,0,0,3,1,0,34.77,0.01,0,0,0,0,0,0,0],[213,1,1,3,1,1,34.06,0.01,0,1,2,1,1,2,1],[214,2,0,0,1,2,29.96,0.01,0,2,2,2,2,0,2],[215,3,3,0,1,3,23.69,0.01,0,3,3,3,3,0,3],[216,0,0,2,1,0,31.55,0.01,0,0,0,0,0,2,0],[217,1,2,2,1,2,34.34,0.01,0,0,0,0,1,1,1],[218,2,2,0,1,2,32.69,0.01,0,0,0,0,1,1,1],[219,3,3,0,1,3,26.78,0.01,0,3,2,3,2,2,2],[220,0,0,2,1,0,35.19,0.01,0,0,0,0,0,0,0],[221,1,1,3,1,1,29.13,0.01,0,1,2,1,2,2,1],[222,2,2,0,1,2,24.89,0.01,0,2,3,2,2,0,2],[223,3,1,1,1,1,28.63,0.01,0,3,1,3,3,3,3],[224,0,0,2,1,0,29.46,0.01,0,3,2,0,0,0,0],[225,1,1,3,1,1,28.64,0.01,0,3,2,0,2,2,2],[226,2,2,3,1,2,32.54,0.01,0,0,0,0,2,1,2],[227,3,3,2,1,3,24.59,0.01,0,0,2,2,3,2,2],[228,0,2,2,1,2,37.24,0.01,0,2,2,2,0,2,0],[229,1,3,3,1,1,30.82,0.01,0,1,3,1,1,3,1],[230,2,2,0,1,2,25.46,0.01,0,2,2,2,2,0,2],[231,3,3,1,1,3,25.32,0.01,0,3,1,3,3,0,3],[232,0,2,2,1,2,34.73,0.01,0,2,2,2,1,1,1],[233,1,1,3,1,1,34.69,0.01,0,1,1,1,1,1,1],[234,2,2,3,1,2,26.55,0.01,0,2,3,2,2,0,2],[235,3,3,1,1,1,29.71,0.01,0,3,1,3,3,3,3],[236,0,0,2,1,0,32.99,0.01,0,0,0,0,1,1,1],[237,1,3,3,1,3,32.22,0.01,0,3,2,3,1,2,1],[238,2,2,1,1,2,32.15,0.01,0,2,1,0,1,0,2],[239,3,3,2,1,3,22.59,0.01,0,0,2,0,3,3,3],[240,0,0,2,1,0,31.34,0.01,0,3,2,2,0,0,0],[241,1,1,3,1,1,30.47,0.01,0,1,0,1,1,2,0],[242,2,2,0,1,2,33.03,0.01,0,2,0,2,2,1,2],[243,3,3,1,1,3,26.69,0.01,0,3,1,3,3,3,3],[244,0,0,2,1,0,28.53,0.01,0,2,2,2,0,0,0],[245,1,1,3,1,1,33.25,0.01,0,1,1,1,1,1,1],[246,2,2,1,1,2,30.45,0.01,0,0,0,0,2,1,2],[247,3,3,0,1,3,27.49,0.01,0,3,3,2,3,0,3],[248,0,0,2,1,0,33.49,0.01,0,0,0,0,0,0,0],[249,1,3,3,1,3,31.74,0.01,0,1,0,1,2,2,2],[250,2,2,3,1,2,34.31,0.01,0,2,3,2,1,1,1],[251,3,3,1,1,3,25.6,0.01,0,3,1,3,3,3,3],[252,0,0,2,1,0,33.27,0.01,0,2,2,2,0,0,0],[253,1,1,1,1,1,34.7,0.01,0,1,1,1,1,1,1],[254,2,2,0,1,2,32.08,0.01,0,2,3,2,0,0,0],[255,3,3,1,1,3,23.94,0.01,0,1,1,1,3,3,3],[256,0,2,2,1,2,28.65,0.01,0,2,2,2,2,2,0],[257,1,1,3,1,1,34.73,0.01,0,3,2,1,1,3,1],[258,2,2,0,1,2,25.58,0.01,0,2,2,2,2,0,2],[259,3,3,2,1,3,27.72,0.01,0,3,2,3,3,1,3],[260,0,0,2,1,0,27.79,0.01,0,2,2,0,0,0,0],[261,1,1,3,1,1,33.52,0.01,0,1,3,1,1,3,1],[262,2,2,0,1,2,24.96,0.01,0,2,0,2,2,0,2],[263,3,3,1,1,3,27.42,0.01,0,3,1,3,3,3,3],[264,0,2,2,1,2,34.55,0.01,0,2,2,2,1,2,1],[265,1,1,3,1,1,30.86,0.01,0,1,0,1,1,2,1],[266,2,3,1,1,2,31.02,0.01,0,2,1,2,2,0,2],[267,3,3,0,1,3,28.87,0.01,0,3,1,3,3,1,3],[268,0,2,2,1,2,30.58,0.01,0,2,2,2,2,2,2],[269,1,1,1,1,1,37.76,0.01,0,1,1,1,1,1,1],[270,2,2,0,1,2,26.02,0.01,0,2,3,2,2,0,2],[271,3,3,2,1,3,25.01,0.01,0,3,2,3,3,3,3],[272,0,2,2,1,2,32.65,0.01,0,0,2,0,2,3,1],[273,1,1,3,1,1,34.21,0.01,0,1,0,1,1,1,1],[274,2,2,0,1,2,27.66,0.01,0,2,2,2,2,0,2],[275,3,3,0,1,3,24.26,0.01,0,3,3,3,3,1,3],[276,0,0,2,1,0,32.94,0.01,0,0,0,0,1,1,1],[277,1,1,3,1,1,32.3,0.01,0,1,2,1,1,2,1],[278,2,2,0,1,2,31.92,0.01,0,2,0,2,1,0,1],[279,3,3,2,1,3,24.14,0.01,0,3,2,3,3,2,3],[280,0,0,0,1,0,32.36,0.01,0,0,0,0,0,0,0],[281,1,1,3,1,1,36.45,0.01,0,1,1,1,1,1,1],[282,2,2,0,1,2,31.63,0.01,0,2,0,0,2,0,2],[283,3,3,2,1,3,24.49,0.01,0,3,2,3,3,3,3],[284,0,0,2,1,0,28.96,0.01,0,0,0,0,0,2,0],[285,1,1,3,1,1,32.78,0.01,0,3,2,1,1,3,1],[286,2,2,0,1,2,25.57,0.01,0,2,2,2,2,2,2],[287,3,3,0,1,3,24.66,0.01,0,3,3,3,3,3,3],[288,0,0,1,1,0,33.31,0.01,0,0,1,0,0,0,0],[289,1,1,3,1,1,32.64,0.01,0,3,3,1,3,2,3],[290,2,2,3,1,2,28.93,0.01,0,2,3,0,2,1,2],[291,3,3,1,1,3,27.91,0.01,0,1,1,1,3,3,3],[292,0,0,2,1,0,29.51,0.01,0,2,2,2,0,0,0],[293,1,1,3,1,1,31.92,0.01,0,1,1,1,1,2,1],[294,2,2,1,1,2,31.7,0.01,0,2,3,2,2,0,2],[295,3,3,1,1,1,30.4,0.01,0,1,1,1,3,3,3],[296,0,2,2,1,2,31.6,0.01,0,2,2,2,0,2,0],[297,1,1,1,1,1,36.66,0.01,0,1,1,1,1,1,1],[298,2,2,0,1,2,25.9,0.01,0,2,2,2,2,0,2],[299,3,3,1,1,3,28.8,0.01,0,1,1,1,3,3,3],[300,0,0,1,1,0,34.27,0.01,0,1,1,1,0,0,0],[301,1,1,3,1,1,31.13,0.01,0,1,0,1,1,2,1],[302,2,2,0,1,2,28,0.01,0,2,0,2,2,2,2],[303,3,3,1,1,3,22.65,0.01,0,3,1,3,3,3,3],[304,0,0,3,1,0,31.95,0.01,0,0,3,3,0,0,0],[305,1,1,2,1,1,30.15,0.01,0,3,2,3,2,2,2],[306,2,0,0,1,0,33.74,0.01,0,2,0,2,0,0,1],[307,3,3,0,1,3,25.74,0.01,0,3,2,0,2,2,3],[308,0,2,2,1,2,36.13,0.01,0,0,2,0,1,1,1],[309,1,1,3,1,1,36.15,0.01,0,1,3,1,1,1,1],[310,2,2,0,1,2,29.94,0.01,0,2,2,2,1,0,2],[311,3,3,2,1,3,30.43,0.01,0,3,2,3,3,3,3],[312,0,0,1,1,0,35.36,0.01,0,3,1,3,0,0,0],[313,1,1,3,1,1,32.66,0.01,0,1,1,1,1,1,1],[314,2,2,3,1,2,33.82,0.01,0,2,3,0,1,1,1],[315,3,3,2,1,3,24.65,0.01,0,2,2,2,3,3,3],[316,0,0,2,1,2,35.93,0.01,0,0,2,0,1,3,1],[317,1,1,3,1,1,36.27,0.01,0,1,1,1,1,1,1],[318,2,2,1,1,2,32.38,0.01,0,2,1,2,1,1,1],[319,3,3,0,1,3,27.75,0.01,0,0,0,0,3,3,3],[320,0,0,0,1,0,35.64,0.01,0,0,0,0,0,0,0],[321,1,1,3,1,1,32.82,0.01,0,3,2,1,1,2,1],[322,2,0,0,1,2,33.07,0.01,0,2,0,2,1,1,1],[323,3,3,1,1,3,26.82,0.01,0,3,3,2,3,3,3],[324,0,0,0,1,0,28.24,0.01,0,0,0,0,0,0,0],[325,1,1,3,1,1,32.31,0.01,0,3,2,3,1,2,1],[326,2,2,0,1,2,31.65,0.01,0,2,0,2,3,1,3],[327,3,3,2,1,3,21.84,0.01,0,3,2,3,3,2,3],[328,0,0,2,1,0,28.2,0.01,0,0,0,0,0,3,0],[329,1,1,3,1,1,30.94,0.01,0,1,2,1,1,2,1],[330,2,2,0,1,2,28.8,0.01,0,2,2,2,2,2,2],[331,3,2,2,1,2,24.67,0.01,0,2,2,2,2,2,2],[332,0,0,3,1,0,31.59,0.01,0,0,3,0,0,0,0],[333,1,1,3,1,1,35.25,0.01,0,1,2,1,1,3,1],[334,2,3,3,1,2,26.49,0.01,0,3,3,2,2,0,2],[335,3,3,2,1,3,27.5,0.01,0,3,2,3,3,1,3],[336,0,0,2,1,0,31.37,0.01,0,2,2,2,0,2,1],[337,1,1,3,1,1,34.13,0.01,0,1,1,1,1,1,1],[338,2,2,0,1,2,25.18,0.01,0,2,3,2,2,0,2],[339,3,3,1,1,3,28.08,0.01,0,3,1,3,3,0,3],[340,0,0,2,1,0,35.2,0.01,0,0,0,0,1,1,1],[341,1,1,3,1,1,34.17,0.01,0,1,1,1,1,1,1],[342,2,2,3,1,2,25.56,0.01,0,2,3,2,2,0,2],[343,3,3,2,1,3,23.73,0.01,0,3,2,3,3,3,3],[344,0,0,2,1,0,34.9,0.01,0,0,2,0,0,1,1],[345,1,1,3,1,1,32.53,0.01,0,1,1,1,1,1,1],[346,2,2,0,1,2,30.78,0.01,0,2,3,2,2,0,2],[347,3,3,2,1,3,25.77,0.01,0,3,2,0,3,2,3],[348,0,0,2,1,2,35.67,0.01,0,2,2,2,1,3,1],[349,1,1,3,1,1,35.43,0.01,0,1,1,1,1,1,1],[350,2,2,0,1,2,29.69,0.01,0,2,2,2,2,2,2],[351,3,3,1,1,3,28.05,0.01,0,1,1,0,3,3,3],[352,0,0,2,1,0,31.33,0.01,0,0,0,0,0,0,0],[353,1,1,2,1,1,32.14,0.01,0,0,2,1,1,2,1],[354,2,2,0,1,2,29.14,0.01,0,2,3,2,2,0,2],[355,3,3,1,1,3,26.05,0.01,0,3,0,3,3,0,3],[356,0,0,2,1,0,33.48,0.01,0,0,2,0,0,0,0],[357,1,1,3,1,1,36.12,0.01,0,1,3,1,1,3,1],[358,2,0,0,1,2,32.31,0.01,0,2,0,2,2,0,2],[359,3,3,1,1,3,22.98,0.01,0,3,1,3,3,3,3],[360,0,0,0,1,0,30.98,0.01,0,0,2,0,0,0,0],[361,1,1,3,1,1,36.21,0.01,0,1,1,1,1,1,1],[362,2,0,0,1,0,32.56,0.01,0,2,3,2,1,0,1],[363,3,3,0,1,3,25.46,0.01,0,3,3,0,3,0,3],[364,0,0,3,1,0,31.54,0.01,0,0,0,0,0,0,0],[365,1,1,3,1,1,28.33,0.01,0,1,1,1,1,2,1],[366,2,0,0,1,0,26.98,0.01,0,2,2,2,2,3,2],[367,3,0,0,1,3,23.31,0.01,0,2,3,2,3,0,2],[368,0,0,2,1,0,33.6,0.01,0,0,2,0,0,2,0],[369,1,1,3,1,1,33.32,0.01,0,1,0,1,1,1,1],[370,2,2,0,1,2,32.86,0.01,0,2,3,2,2,0,2],[371,3,3,1,1,1,27.31,0.01,0,3,1,3,3,3,3],[372,0,0,1,1,0,32.09,0.01,0,3,1,3,0,0,0],[373,1,1,3,1,1,35.03,0.01,0,1,1,1,1,1,1],[374,2,3,3,1,3,32.42,0.01,0,2,3,0,1,1,1],[375,3,3,2,1,3,25.03,0.01,0,0,2,0,3,2,3],[376,0,0,2,1,0,30.55,0.01,0,0,0,0,0,0,0],[377,1,1,3,1,1,34.55,0.01,0,1,3,1,1,3,1],[378,2,0,0,1,2,26.88,0.01,0,2,3,2,2,0,2],[379,3,3,1,1,3,27.44,0.01,0,3,1,3,3,0,3],[380,0,0,1,1,0,32.62,0.01,0,3,1,3,0,0,0],[381,1,1,3,1,1,36.13,0.01,0,1,1,1,1,3,1],[382,2,2,0,1,2,31.73,0.01,0,2,0,2,1,0,1],[383,3,3,1,1,3,24.98,0.01,0,0,1,0,3,3,3],[384,0,2,2,1,2,30.88,0.01,0,2,2,2,0,3,0],[385,1,1,3,1,1,37,0.01,0,1,1,1,1,1,1],[386,2,2,0,1,2,27.05,0.01,0,0,0,0,2,0,2],[387,3,3,1,1,3,29.87,0.01,0,3,1,1,3,0,3],[388,0,0,2,1,0,30.49,0.01,0,0,2,0,0,2,0],[389,1,1,3,1,1,34.02,0.01,0,1,1,1,1,1,1],[390,2,0,0,1,0,32.34,0.01,0,0,0,0,2,2,2],[391,3,3,1,1,3,25.05,0.01,0,1,1,1,3,3,3],[392,0,0,2,1,0,31.19,0.01,0,0,2,0,0,0,0],[393,1,1,3,1,1,33.6,0.01,0,1,2,1,1,2,1],[394,2,2,0,1,2,26.08,0.01,0,2,0,2,2,0,2],[395,3,3,0,1,3,24.32,0.01,0,3,0,2,3,0,3],[396,0,0,2,1,0,31.78,0.01,0,0,0,0,0,0,0],[397,1,1,3,1,1,36.11,0.01,0,1,2,1,1,3,0],[398,2,2,0,1,0,32.19,0.01,0,2,3,2,2,0,2],[399,3,3,2,1,3,25.39,0.01,0,3,2,3,3,2,3]],"elapsed_ms":2214,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":288,"J":268,"J_valid":268,"n_invalid":0,"n00":9,"n01":1,"n10":97,"n11":161,"ctl_n":268,"ctl_err":25},"metrics":{"target_error":0.6044776119402985,"Q_transfer":0.3955223880597015,"source_success":0.9626865671641791,"joint_error":0.6007462686567164,"T_cond":0.624031007751938,"R":0.09328358208955224,"delta":0.5111940298507462,"delta_pp":51.11940298507462,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.72}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":330,"J":307,"J_valid":307,"n_invalid":0,"n00":10,"n01":0,"n10":138,"n11":159,"ctl_n":307,"ctl_err":9},"metrics":{"target_error":0.5179153094462541,"Q_transfer":0.4820846905537459,"source_success":0.9674267100977199,"joint_error":0.5179153094462541,"T_cond":0.5353535353535354,"R":0.029315960912052116,"delta":0.48859934853420195,"delta_pp":48.85993485342019,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.825}}]},{"key":"s42/SPEC-MLP/pgd/eps0200","seed":42,"source":"SPEC-MLP","attack":"pgd","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.005},"targets":["SPEC-LR","STFT-CNN"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:STFT-CNN:clean","tgt:STFT-CNN:adv","tgt:STFT-CNN:ctl"],"data":[[0,0,0,2,1,0,27.44,0.02,0,0,2,0,1,3,1],[1,1,1,3,1,1,25.14,0.02,0,1,0,1,1,2,1],[2,2,2,1,1,2,21.85,0.02,0,0,1,0,2,0,2],[3,3,3,1,1,3,24.8,0.02,0,3,1,1,3,0,3],[4,0,0,2,1,0,31.37,0.02,0,2,2,0,1,3,0],[5,1,1,3,1,1,27.73,0.02,0,1,0,1,1,2,1],[6,2,2,0,1,2,23.6,0.02,0,2,0,2,2,0,2],[7,3,1,1,1,1,25.98,0.02,0,0,1,0,1,0,1],[8,0,0,2,1,0,29.19,0.02,0,0,0,0,0,1,0],[9,1,1,3,1,3,24.82,0.02,0,1,2,1,2,2,2],[10,2,2,0,1,2,25.9,0.02,0,0,2,0,0,0,0],[11,3,3,0,1,3,24.48,0.02,0,0,0,0,1,0,1],[12,0,2,2,1,2,26.47,0.02,0,2,2,2,2,3,1],[13,1,1,3,1,1,25.82,0.02,0,1,3,1,1,2,1],[14,2,0,0,1,0,27.36,0.02,0,2,0,0,2,0,2],[15,3,3,1,1,3,20,0.0199728,1,1,1,0,3,3,3],[16,0,0,1,1,0,30.76,0.02,0,1,1,1,0,0,0],[17,1,3,2,1,3,26.62,0.02,0,0,2,1,1,2,0],[18,2,2,0,1,2,22.23,0.02,0,2,2,2,2,2,2],[19,3,3,1,1,3,20,0.0177714,1,1,1,0,3,3,3],[20,0,0,2,1,0,26.34,0.02,0,0,2,0,0,0,0],[21,1,1,3,1,1,24.63,0.02,0,1,0,0,1,3,1],[22,2,2,0,1,2,20.22,0.02,0,2,2,2,2,0,2],[23,3,3,1,1,3,20,0.0163692,1,3,1,3,3,3,3],[24,0,2,2,1,2,24.67,0.02,0,2,2,2,2,3,0],[25,1,1,3,1,1,26.67,0.02,0,1,2,1,1,3,1],[26,2,2,3,1,2,27.76,0.02,0,2,0,0,1,1,1],[27,3,3,1,1,3,23.45,0.02,0,3,1,3,3,0,3],[28,0,0,2,1,0,27.24,0.02,0,0,2,2,1,2,0],[29,1,1,3,1,1,31.68,0.02,0,1,1,1,1,2,1],[30,2,2,0,1,2,27.01,0.02,0,2,3,2,2,0,2],[31,3,3,2,1,3,22.51,0.02,0,3,2,3,3,3,3],[32,0,0,2,1,0,24.89,0.02,0,3,2,0,0,0,0],[33,1,1,3,1,1,26.43,0.02,0,1,1,1,1,2,1],[34,2,2,0,1,2,20,0.0187843,1,2,0,2,2,0,2],[35,3,3,1,1,3,24.92,0.02,0,3,1,3,3,3,3],[36,0,0,3,1,0,29.03,0.02,0,0,3,0,0,0,0],[37,1,1,3,1,1,29.71,0.02,0,1,1,1,1,1,0],[38,2,2,0,1,2,20,0.0188564,1,2,3,2,2,0,2],[39,3,1,1,1,1,25.38,0.02,0,0,1,0,1,0,1],[40,0,0,1,1,0,28.43,0.02,0,1,1,1,0,0,0],[41,1,1,3,1,1,30.69,0.02,0,1,3,1,1,3,1],[42,2,2,0,1,2,26.17,0.02,0,2,2,2,2,0,2],[43,3,3,1,1,3,23.77,0.02,0,3,1,0,3,0,1],[44,0,0,2,1,0,26.92,0.02,0,0,2,0,0,2,0],[45,1,1,3,1,1,31.22,0.02,0,1,0,1,1,2,1],[46,2,2,0,1,2,20.36,0.02,0,2,2,2,2,0,2],[47,3,3,2,1,3,21.38,0.02,0,3,2,3,3,1,3],[48,0,0,3,1,0,26.03,0.02,0,0,3,0,0,0,0],[49,1,1,2,1,1,26.78,0.02,0,3,2,1,1,2,1],[50,2,0,0,1,0,24.88,0.02,0,0,0,2,0,0,0],[51,3,3,1,1,3,24.61,0.02,0,0,1,0,3,0,1],[52,0,0,2,1,0,30.07,0.02,0,0,2,0,0,0,0],[53,1,1,3,1,1,25.61,0.02,0,1,1,1,1,1,2],[54,2,2,0,1,0,25.11,0.02,0,2,3,2,2,0,2],[55,3,3,2,1,3,22.05,0.02,0,1,2,1,3,2,3],[56,0,0,2,1,0,30.59,0.02,0,0,2,0,1,1,1],[57,1,1,3,1,1,30.91,0.02,0,1,3,1,1,3,1],[58,2,2,0,1,2,20,0.0188881,1,2,2,2,2,2,2],[59,3,3,0,1,3,20.46,0.02,0,3,0,0,3,3,3],[60,0,0,2,1,0,28.03,0.02,0,0,2,0,0,0,0],[61,1,1,3,1,3,24.55,0.02,0,3,2,1,2,2,0],[62,2,2,0,1,2,22.14,0.02,0,2,3,2,2,0,2],[63,3,3,2,1,3,20,0.0192891,1,3,2,3,3,1,3],[64,0,0,1,1,1,27.59,0.02,0,1,1,1,0,1,0],[65,1,1,3,1,1,26.83,0.02,0,1,2,1,1,3,0],[66,2,2,1,1,2,26.62,0.02,0,2,1,2,2,0,2],[67,3,3,2,1,3,21.8,0.02,0,2,2,0,3,2,3],[68,0,0,2,1,0,26.6,0.02,0,2,2,2,2,2,0],[69,1,1,3,1,1,30.13,0.02,0,1,0,1,1,2,1],[70,2,2,0,1,2,21.26,0.02,0,2,3,2,2,0,2],[71,3,3,0,1,2,21.72,0.02,0,0,2,0,3,2,1],[72,0,2,2,1,2,24.63,0.02,0,2,2,2,2,3,2],[73,1,1,3,1,1,28.75,0.02,0,1,1,1,1,2,1],[74,2,2,1,1,2,23.91,0.02,0,2,1,2,2,0,2],[75,3,3,1,1,3,20,0.0186316,1,3,1,3,3,3,3],[76,0,0,2,1,0,23.61,0.02,0,2,2,0,0,0,0],[77,1,1,3,1,1,28.57,0.02,0,1,2,1,1,3,1],[78,2,2,0,1,2,22.84,0.02,0,2,3,2,2,0,2],[79,3,2,0,1,2,23.41,0.02,0,2,2,0,2,2,2],[80,0,2,2,1,2,27.83,0.02,0,0,2,0,1,3,1],[81,1,1,3,1,1,30.53,0.02,0,1,0,1,1,1,1],[82,2,2,0,1,2,25.12,0.02,0,2,2,2,2,0,2],[83,3,3,2,1,3,20.77,0.02,0,3,2,0,3,1,3],[84,0,0,1,1,0,28.73,0.02,0,3,1,1,0,0,0],[85,1,1,3,1,1,24.72,0.02,0,1,1,1,2,2,2],[86,2,2,3,1,2,26.82,0.02,0,2,3,2,2,0,2],[87,3,3,1,1,3,24.35,0.02,0,3,1,2,1,0,1],[88,0,0,2,1,0,22.84,0.02,0,0,2,0,0,0,0],[89,1,1,3,1,1,26.41,0.02,0,1,3,1,1,0,1],[90,2,2,0,1,2,20.92,0.02,0,2,3,2,2,0,2],[91,3,3,2,1,3,20,0.0194738,1,3,2,3,3,3,3],[92,0,0,1,1,0,25.28,0.02,0,1,1,1,0,0,0],[93,1,1,3,1,1,25.13,0.02,0,1,3,1,2,0,2],[94,2,2,0,1,2,20.42,0.02,0,2,2,2,2,0,3],[95,3,1,1,1,1,21.72,0.02,0,1,1,1,3,3,3],[96,0,0,2,1,0,30.12,0.02,0,2,2,2,0,3,0],[97,1,1,3,1,1,27.97,0.02,0,1,2,1,1,2,1],[98,2,2,0,1,2,22.7,0.02,0,2,2,2,2,0,2],[99,3,3,0,1,3,20,0.0156366,1,3,3,3,3,1,3],[100,0,0,2,1,0,30.63,0.02,0,0,0,0,1,1,1],[101,1,1,3,1,1,29.58,0.02,0,1,1,1,1,3,1],[102,2,2,0,1,2,24.64,0.02,0,2,2,2,2,0,3],[103,3,3,0,1,3,21.96,0.02,0,3,0,0,3,0,3],[104,0,2,3,1,2,26.94,0.02,0,2,2,2,1,3,1],[105,1,3,3,1,3,25.45,0.02,0,1,0,1,1,3,1],[106,2,2,0,1,2,20,0.0191176,1,2,0,2,2,0,2],[107,3,3,0,1,3,21.88,0.02,0,3,1,0,3,0,3],[108,0,2,3,1,2,27.95,0.02,0,2,2,2,1,3,1],[109,1,1,3,1,1,30.78,0.02,0,1,2,1,1,2,1],[110,2,2,1,1,2,24.34,0.02,0,2,1,2,2,0,2],[111,3,3,0,1,3,24.07,0.02,0,3,3,3,3,1,3],[112,0,0,2,1,0,23.25,0.02,0,0,2,0,0,0,0],[113,1,1,3,1,1,30.4,0.02,0,1,1,1,1,3,1],[114,2,2,0,1,2,22.33,0.02,0,0,1,2,2,1,2],[115,3,3,1,1,3,24.66,0.02,0,3,1,2,1,0,1],[116,0,2,2,1,2,23.83,0.02,0,2,2,2,2,2,0],[117,1,1,3,1,1,26.28,0.02,0,1,3,1,1,3,1],[118,2,2,0,1,2,21.3,0.02,0,0,0,2,2,0,2],[119,3,3,1,1,3,23.76,0.02,0,1,1,1,3,3,3],[120,0,2,2,1,2,29.62,0.02,0,2,2,2,1,3,0],[121,1,3,3,1,1,25.92,0.02,0,3,3,1,1,1,2],[122,2,2,1,1,0,23.11,0.02,0,2,1,0,2,0,2],[123,3,3,0,1,3,20,0.0177066,1,3,2,0,3,2,3],[124,0,0,2,1,0,28.03,0.02,0,2,2,2,0,2,0],[125,1,1,3,1,1,29.95,0.02,0,1,0,1,1,2,1],[126,2,2,1,1,2,22.15,0.02,0,2,1,2,2,0,2],[127,3,3,1,1,3,24.16,0.02,0,1,1,1,3,3,3],[128,0,0,2,1,0,25.04,0.02,0,0,0,0,0,0,0],[129,1,1,3,1,1,29.84,0.02,0,1,1,1,1,3,1],[130,2,2,0,1,2,24.19,0.02,0,0,0,0,2,0,2],[131,3,3,1,1,3,23.81,0.02,0,1,1,1,3,3,3],[132,0,0,2,1,0,25.54,0.02,0,0,0,0,0,0,0],[133,1,1,3,1,1,29.59,0.02,0,1,1,1,1,3,1],[134,2,2,0,1,2,23.78,0.02,0,2,2,2,2,0,2],[135,3,3,2,1,3,21.93,0.02,0,3,2,3,3,3,3],[136,0,0,3,1,0,30.64,0.02,0,3,2,0,0,0,0],[137,1,1,2,1,1,28.61,0.02,0,2,2,0,1,2,1],[138,2,2,0,1,2,26.09,0.02,0,2,0,2,2,0,2],[139,3,2,2,1,2,20,0.0189123,1,2,2,2,2,2,2],[140,0,0,2,1,0,26.89,0.02,0,0,2,0,0,0,0],[141,1,1,3,1,1,25.65,0.02,0,3,2,1,1,3,1],[142,2,2,0,1,2,21.17,0.02,0,2,3,2,2,0,2],[143,3,2,2,1,2,22.15,0.02,0,2,2,2,2,2,2],[144,0,0,3,1,0,29.43,0.02,0,0,3,0,0,0,0],[145,1,1,3,1,1,29.51,0.02,0,1,1,1,1,2,1],[146,2,2,0,1,0,20.94,0.02,0,2,3,2,2,0,2],[147,3,3,1,1,3,20,0.0186695,1,3,1,3,3,3,3],[148,0,0,1,1,0,29.54,0.02,0,3,1,1,0,0,0],[149,1,1,3,1,1,29.49,0.02,0,1,2,1,1,3,1],[150,2,2,0,1,2,25.95,0.02,0,2,3,2,2,0,2],[151,3,1,1,1,1,22.11,0.02,0,1,1,1,3,0,3],[152,0,0,2,1,0,26.39,0.02,0,0,0,0,0,0,0],[153,1,1,3,1,1,28.95,0.02,0,3,2,1,1,2,1],[154,2,2,0,1,2,21.02,0.02,0,2,3,2,2,0,2],[155,3,3,1,1,3,22.04,0.02,0,3,1,3,3,3,3],[156,0,0,2,1,0,23.82,0.02,0,0,2,0,0,3,0],[157,1,1,3,1,1,27.05,0.02,0,1,3,1,1,2,1],[158,2,2,0,1,2,23.56,0.02,0,2,3,2,2,0,2],[159,3,3,1,1,3,21.79,0.02,0,3,1,1,3,0,3],[160,0,2,2,1,2,23.63,0.02,0,2,2,2,2,3,2],[161,1,1,3,1,1,29.05,0.02,0,3,2,0,1,3,1],[162,2,0,0,1,2,24.9,0.02,0,2,2,2,2,0,2],[163,3,3,1,1,3,20.84,0.02,0,1,1,1,3,3,3],[164,0,0,3,1,0,26.57,0.02,0,0,2,0,0,3,0],[165,1,1,3,1,1,29.79,0.02,0,1,1,1,1,1,1],[166,2,2,0,1,2,23.57,0.02,0,2,3,2,2,0,2],[167,3,3,1,1,3,22.48,0.02,0,3,1,3,3,1,3],[168,0,0,2,1,0,26.21,0.02,0,2,0,0,0,2,0],[169,1,1,3,1,1,28.79,0.02,0,1,1,1,1,3,1],[170,2,2,0,1,2,21.9,0.02,0,2,2,2,2,2,2],[171,3,3,1,1,3,20,0.0187523,1,2,1,3,3,0,3],[172,0,0,1,1,0,28.75,0.02,0,1,1,1,0,0,0],[173,1,1,3,1,1,26.51,0.02,0,1,2,1,1,3,1],[174,2,2,0,1,2,23.65,0.02,0,2,3,2,2,0,2],[175,3,1,1,1,3,21.05,0.02,0,3,1,3,3,0,3],[176,0,0,2,1,0,24.83,0.02,0,2,2,0,0,0,0],[177,1,1,3,1,1,29.29,0.02,0,1,3,1,1,3,1],[178,2,2,0,1,2,21.63,0.02,0,2,2,2,2,0,2],[179,3,3,0,1,3,20,0.0199749,1,3,0,3,3,1,3],[180,0,0,3,1,0,27.6,0.02,0,0,0,0,0,0,0],[181,1,1,3,1,1,29.54,0.02,0,1,1,1,1,1,1],[182,2,2,0,1,2,26.39,0.02,0,2,0,0,2,0,2],[183,3,3,2,1,3,23.14,0.02,0,3,2,3,3,1,3],[184,0,0,2,1,0,31.61,0.02,0,2,2,2,0,3,1],[185,1,1,3,1,1,29.5,0.02,0,1,1,1,1,1,1],[186,2,2,1,1,2,27.13,0.02,0,2,1,2,2,0,2],[187,3,3,1,1,3,24.64,0.02,0,1,1,1,3,3,3],[188,0,0,3,1,0,30.32,0.02,0,2,2,0,1,3,1],[189,1,1,0,1,1,28.71,0.02,0,1,1,1,1,1,1],[190,2,2,0,1,2,23.95,0.02,0,2,1,2,2,0,2],[191,3,3,1,1,1,20,0.0198077,1,3,1,1,3,3,3],[192,0,0,2,1,2,28.59,0.02,0,2,2,0,1,3,1],[193,1,1,3,1,1,28.27,0.02,0,1,0,1,1,2,1],[194,2,2,3,1,3,25.09,0.02,0,2,3,2,1,0,1],[195,3,3,2,1,3,24.23,0.02,0,3,2,3,3,1,3],[196,0,0,3,1,0,31.58,0.02,0,0,2,0,1,3,0],[197,1,1,3,1,1,29.37,0.02,0,1,2,1,1,3,1],[198,2,2,0,1,2,22.91,0.02,0,2,0,2,2,0,2],[199,3,3,2,1,3,20.84,0.02,0,3,2,3,3,2,3],[200,0,0,2,1,0,30.22,0.02,0,0,0,0,0,2,0],[201,1,1,3,1,1,27.25,0.02,0,1,0,1,1,2,1],[202,2,2,0,1,0,24.66,0.02,0,2,3,2,2,0,2],[203,3,1,1,1,3,20.86,0.02,0,3,1,1,0,0,3],[204,0,0,2,1,0,22.86,0.02,0,0,2,0,0,2,0],[205,1,1,3,1,1,25.68,0.02,0,1,2,1,1,3,1],[206,2,2,0,1,2,26.82,0.02,0,0,0,0,2,1,2],[207,3,3,0,1,3,23,0.02,0,3,1,3,3,3,3],[208,0,2,2,1,0,23.14,0.02,0,2,2,2,2,2,2],[209,1,1,3,1,1,30.55,0.02,0,1,3,1,1,3,1],[210,2,2,0,1,2,24.17,0.02,0,2,3,2,0,0,2],[211,3,3,1,1,3,25.42,0.02,0,3,1,1,3,3,3],[212,0,0,3,1,0,29.58,0.02,0,0,3,0,0,1,0],[213,1,1,3,1,1,28.23,0.02,0,1,3,1,1,1,1],[214,2,0,0,1,0,24.81,0.02,0,2,3,0,2,0,0],[215,3,3,0,1,3,20,0.0175467,1,3,3,0,3,0,3],[216,0,0,2,1,0,25.86,0.02,0,0,2,2,0,2,0],[217,1,2,2,1,2,28.2,0.02,0,0,2,0,1,2,1],[218,2,2,0,1,2,26.28,0.02,0,0,1,0,1,0,1],[219,3,3,0,1,3,20.9,0.02,0,3,2,0,2,2,2],[220,0,0,2,1,0,29.61,0.02,0,0,2,0,0,0,0],[221,1,1,3,1,1,23.6,0.02,0,1,2,1,2,2,2],[222,2,2,0,1,2,20,0.0191397,1,2,2,2,2,0,2],[223,3,1,1,1,3,23.68,0.02,0,3,1,3,3,3,3],[224,0,0,2,1,0,23.68,0.02,0,3,2,1,0,0,0],[225,1,1,2,1,1,22.34,0.02,0,3,2,1,2,2,2],[226,2,2,3,1,2,26.92,0.02,0,0,0,0,2,1,0],[227,3,3,2,1,1,20,0.0192489,1,0,2,0,3,2,2],[228,0,2,2,1,2,31.56,0.02,0,2,2,2,0,2,0],[229,1,3,3,1,1,25.48,0.02,0,1,2,1,1,3,1],[230,2,2,0,1,2,20,0.0191633,1,2,2,2,2,3,2],[231,3,3,1,1,3,20.32,0.02,0,3,1,3,3,0,3],[232,0,2,2,1,2,28.79,0.02,0,2,2,2,1,3,1],[233,1,1,3,1,1,29.57,0.02,0,1,1,1,1,1,1],[234,2,2,3,1,2,20.54,0.02,0,2,3,2,2,0,2],[235,3,3,1,1,1,23.61,0.02,0,3,1,0,3,3,3],[236,0,0,2,1,0,27.06,0.02,0,0,2,0,1,3,1],[237,1,3,2,1,1,26.74,0.02,0,3,2,0,1,2,1],[238,2,2,1,1,2,27.11,0.02,0,2,1,0,1,0,2],[239,3,3,2,1,3,20,0.0170633,1,0,2,0,3,3,3],[240,0,0,2,1,0,25.93,0.02,0,3,2,0,0,2,0],[241,1,1,3,1,1,25.52,0.02,0,1,2,1,1,2,0],[242,2,2,0,1,2,26.32,0.02,0,2,0,2,2,1,2],[243,3,3,1,1,3,20.97,0.02,0,3,1,1,3,0,3],[244,0,0,2,1,0,23.09,0.02,0,2,2,0,0,0,0],[245,1,1,3,1,1,27.24,0.02,0,1,1,1,1,2,1],[246,2,2,1,1,2,24.65,0.02,0,0,1,0,2,0,2],[247,3,3,1,1,3,21.86,0.02,0,3,1,0,3,0,1],[248,0,0,2,1,0,28.87,0.02,0,0,2,0,0,0,0],[249,1,3,3,1,1,27.08,0.02,0,1,2,1,2,2,2],[250,2,2,3,1,2,27.75,0.02,0,2,1,0,1,3,1],[251,3,3,1,1,3,20,0.0194694,1,3,1,3,3,3,3],[252,0,0,2,1,0,28.06,0.02,0,2,2,2,0,0,0],[253,1,1,3,1,1,29.41,0.02,0,1,1,1,1,1,1],[254,2,2,0,1,2,26.7,0.02,0,2,3,0,0,0,0],[255,3,3,1,1,1,20,0.017892,1,1,1,1,3,3,3],[256,0,2,2,1,2,23.63,0.02,0,2,2,2,2,2,2],[257,1,1,3,1,1,29.64,0.02,0,3,2,1,1,3,1],[258,2,2,0,1,2,20,0.0188392,1,2,2,2,2,0,2],[259,3,3,2,1,3,21.84,0.02,0,3,2,3,3,2,3],[260,0,0,2,1,0,21.91,0.02,0,2,2,0,0,2,0],[261,1,1,3,1,1,28.64,0.02,0,1,3,1,1,3,1],[262,2,2,0,1,2,20,0.0194308,1,2,2,2,2,0,2],[263,3,3,1,1,3,22.04,0.02,0,3,1,3,3,3,3],[264,0,2,2,1,2,29.13,0.02,0,2,2,2,1,3,1],[265,1,1,3,1,1,25.55,0.02,0,1,0,1,1,2,1],[266,2,3,1,1,2,25.36,0.02,0,2,3,2,2,0,2],[267,3,3,0,1,3,23.44,0.02,0,3,1,3,3,0,3],[268,0,2,2,1,2,25.03,0.02,0,2,2,2,2,2,1],[269,1,1,3,1,1,30.39,0.02,0,1,2,1,1,1,1],[270,2,2,0,1,2,20.41,0.02,0,2,3,2,2,0,2],[271,3,3,2,1,3,20,0.0191187,1,3,2,3,3,2,3],[272,0,2,2,1,2,27.27,0.02,0,0,2,0,2,3,2],[273,1,1,3,1,1,28.87,0.02,0,1,0,1,1,2,1],[274,2,2,0,1,2,21.27,0.02,0,2,2,2,2,0,2],[275,3,3,0,1,3,20,0.0177112,1,3,3,3,3,1,3],[276,0,0,2,1,0,27.43,0.02,0,0,0,0,1,1,1],[277,1,1,3,1,1,26.37,0.02,0,1,2,1,1,2,1],[278,2,2,0,1,2,26.21,0.02,0,2,3,0,1,0,1],[279,3,3,2,1,3,20,0.0185801,1,3,2,3,3,2,3],[280,0,0,3,1,0,26.97,0.02,0,0,0,0,0,0,0],[281,1,1,3,1,1,31.14,0.02,0,1,1,1,1,2,1],[282,2,2,0,1,2,26.05,0.02,0,2,0,0,2,0,2],[283,3,3,2,1,3,20,0.0186741,1,3,2,3,3,3,3],[284,0,0,2,1,0,23.26,0.02,0,0,2,0,0,2,0],[285,1,1,3,1,1,27.86,0.02,0,3,3,1,1,1,1],[286,2,2,0,1,2,20.24,0.02,0,2,2,2,2,2,2],[287,3,3,0,1,3,20,0.0182492,1,3,3,3,3,1,3],[288,0,0,1,1,0,27.42,0.02,0,0,1,0,0,0,0],[289,1,1,3,1,1,26.63,0.02,0,3,3,1,3,2,3],[290,2,2,3,1,2,23.52,0.02,0,2,3,2,2,3,2],[291,3,3,1,1,3,22.15,0.02,0,1,1,1,3,3,3],[292,0,0,2,1,0,24.39,0.02,0,2,2,2,0,0,0],[293,1,1,3,1,1,26.2,0.02,0,1,2,1,1,2,1],[294,2,2,0,1,2,25.83,0.02,0,2,3,2,2,0,2],[295,3,3,1,1,1,24.97,0.02,0,1,1,1,3,0,3],[296,0,2,2,1,0,25.9,0.02,0,2,2,2,0,2,0],[297,1,1,3,1,1,29.53,0.02,0,1,1,1,1,1,1],[298,2,2,0,1,2,20,0.0196356,1,2,2,2,2,0,2],[299,3,3,1,1,3,23.17,0.02,0,1,1,1,3,3,3],[300,0,0,1,1,0,28.41,0.02,0,1,1,1,0,0,0],[301,1,1,3,1,1,26.96,0.02,0,1,2,1,1,2,1],[302,2,2,0,1,0,22.07,0.02,0,2,0,2,2,1,2],[303,3,3,1,1,3,20,0.0175142,1,3,1,3,3,3,3],[304,0,0,3,1,0,26.68,0.02,0,0,3,0,0,0,0],[305,1,1,2,1,1,24.46,0.02,0,3,2,0,2,2,2],[306,2,0,0,1,2,28.26,0.02,0,2,3,2,0,0,1],[307,3,3,0,1,3,20,0.0194061,1,3,2,0,2,2,3],[308,0,2,3,1,2,31.22,0.02,0,0,2,0,1,3,1],[309,1,1,3,1,1,30.52,0.02,0,1,3,1,1,1,1],[310,2,2,0,1,2,24.07,0.02,0,2,3,2,1,0,2],[311,3,3,2,1,3,24.67,0.02,0,3,2,0,3,3,3],[312,0,0,1,1,1,30.08,0.02,0,3,1,1,0,0,0],[313,1,1,3,1,1,27.51,0.02,0,1,1,1,1,2,1],[314,2,2,1,1,2,28.17,0.02,0,2,1,0,1,0,1],[315,3,3,2,1,3,20,0.0185685,1,2,2,2,3,3,3],[316,0,0,3,1,2,30.85,0.02,0,0,2,0,1,3,1],[317,1,1,3,1,1,30.69,0.02,0,1,1,1,1,3,1],[318,2,2,1,1,2,26.71,0.02,0,2,1,2,1,0,1],[319,3,3,0,1,3,22.4,0.02,0,0,0,0,3,1,3],[320,0,0,3,1,0,30,0.02,0,0,0,0,0,0,0],[321,1,1,3,1,1,27.41,0.02,0,3,2,1,1,2,1],[322,2,0,0,1,0,27.33,0.02,0,2,1,0,1,0,1],[323,3,3,1,1,3,21.51,0.02,0,3,2,3,3,3,3],[324,0,0,3,1,0,22.18,0.02,0,0,0,0,0,0,0],[325,1,1,3,1,1,26.76,0.02,0,3,2,1,1,2,1],[326,2,2,0,1,2,26.44,0.02,0,2,1,0,3,1,3],[327,3,3,2,1,3,20,0.016309,1,3,2,0,3,3,3],[328,0,0,2,1,0,22.71,0.02,0,0,2,0,0,0,0],[329,1,1,3,1,1,25.01,0.02,0,1,2,1,1,3,2],[330,2,2,0,1,2,23.74,0.02,0,2,2,2,2,0,2],[331,3,2,2,1,2,20,0.0189621,1,2,2,2,2,2,2],[332,0,0,3,1,0,25.36,0.02,0,0,3,0,0,0,0],[333,1,1,3,1,1,29.83,0.02,0,1,2,1,1,3,1],[334,2,3,3,1,2,20.52,0.02,0,3,3,2,2,0,2],[335,3,3,2,1,3,21.43,0.02,0,3,2,3,3,1,3],[336,0,0,2,1,0,25.75,0.02,0,2,2,2,0,3,0],[337,1,1,3,1,1,28.03,0.02,0,1,2,1,1,2,1],[338,2,2,0,1,2,20,0.0188311,1,2,2,2,2,2,2],[339,3,3,1,1,3,22.28,0.02,0,3,1,3,3,0,3],[340,0,0,3,1,0,30.63,0.02,0,0,0,0,1,1,1],[341,1,1,3,1,1,29.34,0.02,0,1,0,1,1,1,1],[342,2,2,3,1,2,20.35,0.02,0,2,3,2,2,0,3],[343,3,3,2,1,3,20,0.0181928,1,3,2,3,3,3,3],[344,0,0,2,1,0,29.46,0.02,0,0,2,0,0,2,0],[345,1,1,3,1,1,27.1,0.02,0,1,1,1,1,1,1],[346,2,2,3,1,2,25.23,0.02,0,2,3,0,2,3,2],[347,3,3,2,1,3,20.35,0.02,0,3,2,0,3,2,3],[348,0,0,3,1,2,30.35,0.02,0,2,2,2,1,3,1],[349,1,1,3,1,1,30.59,0.02,0,1,0,1,1,3,1],[350,2,2,0,1,2,24.35,0.02,0,2,2,2,2,2,2],[351,3,3,1,1,3,22.64,0.02,0,1,1,1,3,0,3],[352,0,0,2,1,0,26.33,0.02,0,0,0,0,0,0,0],[353,1,1,2,1,1,27.14,0.02,0,0,2,1,1,2,1],[354,2,2,0,1,2,22.76,0.02,0,2,3,2,2,0,2],[355,3,3,1,1,3,20,0.0196076,1,3,1,2,3,0,3],[356,0,0,0,1,0,27.78,0.02,0,0,2,0,0,0,0],[357,1,1,3,1,1,30.87,0.02,0,1,3,1,1,3,1],[358,2,0,0,1,0,27.46,0.02,0,2,0,2,2,0,2],[359,3,3,1,1,3,20,0.0174757,1,3,1,3,3,3,3],[360,0,0,2,1,0,25.76,0.02,0,0,2,0,0,0,0],[361,1,1,3,1,1,30.07,0.02,0,1,1,1,1,1,1],[362,2,0,0,1,0,27.47,0.02,0,2,3,2,1,0,1],[363,3,3,0,1,3,20,0.0188562,1,3,0,0,3,0,3],[364,0,0,3,1,0,26.03,0.02,0,0,0,0,0,0,0],[365,1,1,3,1,1,23.72,0.02,0,1,1,1,1,2,1],[366,2,0,0,1,2,21.45,0.02,0,2,2,2,2,3,2],[367,3,0,0,1,3,20,0.018218,1,2,3,2,3,0,2],[368,0,0,2,1,0,28.13,0.02,0,0,2,0,0,2,0],[369,1,1,3,1,1,27.26,0.02,0,1,0,1,1,2,1],[370,2,2,0,1,2,25.72,0.02,0,2,3,2,2,0,2],[371,3,3,1,1,1,22.07,0.02,0,3,1,3,3,3,3],[372,0,0,3,1,0,27.56,0.02,0,3,3,3,0,0,0],[373,1,1,3,1,1,29.87,0.02,0,1,0,1,1,3,1],[374,2,3,3,1,2,27.3,0.02,0,2,1,2,1,0,1],[375,3,3,2,1,3,20,0.0189099,1,0,2,0,3,2,3],[376,0,0,2,1,0,25.69,0.02,0,0,2,0,0,0,0],[377,1,1,3,1,1,29.74,0.02,0,1,3,1,1,3,1],[378,2,0,0,1,2,20.88,0.02,0,2,0,2,2,0,2],[379,3,3,1,1,3,22.68,0.02,0,3,1,0,3,0,3],[380,0,0,1,1,0,26.02,0.02,0,3,1,1,0,0,0],[381,1,1,3,1,1,31.14,0.02,0,1,2,1,1,2,1],[382,2,2,0,1,2,25.46,0.02,0,2,0,0,1,0,1],[383,3,3,1,1,3,20,0.0185497,1,0,1,2,3,3,3],[384,0,2,2,1,2,24.84,0.02,0,2,2,2,0,3,2],[385,1,1,3,1,1,31.58,0.02,0,1,1,1,1,0,1],[386,2,2,0,1,2,21.29,0.02,0,0,0,0,2,0,0],[387,3,3,1,1,3,24.15,0.02,0,3,1,1,3,0,3],[388,0,0,2,1,0,24.31,0.02,0,0,2,0,0,2,0],[389,1,1,3,1,1,28.95,0.02,0,1,1,1,1,2,1],[390,2,0,0,1,0,26.3,0.02,0,0,0,0,2,2,2],[391,3,3,1,1,3,20.49,0.02,0,1,1,1,3,3,3],[392,0,0,2,1,0,25.19,0.02,0,0,2,0,0,0,0],[393,1,1,3,1,1,28.34,0.02,0,1,2,1,1,3,1],[394,2,2,0,1,2,20.9,0.02,0,2,0,2,2,0,2],[395,3,3,0,1,2,20,0.0187114,1,3,0,2,3,0,3],[396,0,0,2,1,0,27.31,0.02,0,0,0,0,0,0,0],[397,1,1,3,1,3,30.44,0.02,0,1,2,1,1,2,1],[398,2,2,0,1,0,26.61,0.02,0,2,3,2,2,0,2],[399,3,3,2,1,3,20,0.0195597,1,3,2,3,3,2,3]],"elapsed_ms":2492,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":288,"J":268,"J_valid":268,"n_invalid":0,"n00":0,"n01":1,"n10":70,"n11":197,"ctl_n":268,"ctl_err":41},"metrics":{"target_error":0.7388059701492538,"Q_transfer":0.26119402985074625,"source_success":0.996268656716418,"joint_error":0.7350746268656716,"T_cond":0.7378277153558053,"R":0.15298507462686567,"delta":0.585820895522388,"delta_pp":58.582089552238806,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.72}},{"target":"STFT-CNN","counts":{"n":400,"src_clean_correct":348,"tgt_clean_correct":330,"J":307,"J_valid":307,"n_invalid":0,"n00":1,"n01":0,"n10":106,"n11":200,"ctl_n":307,"ctl_err":16},"metrics":{"target_error":0.6514657980456026,"Q_transfer":0.34853420195439744,"source_success":0.996742671009772,"joint_error":0.6514657980456026,"T_cond":0.6535947712418301,"R":0.05211726384364821,"delta":0.5993485342019543,"delta_pp":59.93485342019543,"validity_rate":1,"src_clean_accuracy":0.87,"tgt_clean_accuracy":0.825}}]},{"key":"s42/STFT-CNN/fgsm/eps0020","seed":42,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,1,1,1,1,44.78,0.002,0,0,0,0,0,0,0],[1,1,1,2,1,1,42.29,0.002,0,1,1,1,1,1,1],[2,2,2,3,1,2,38.58,0.002,0,0,0,0,2,2,2],[3,3,3,1,1,3,40.3,0.002,0,3,3,3,3,1,3],[4,0,1,1,1,0,47.38,0.002,0,2,3,2,0,0,2],[5,1,1,0,1,1,45.67,0.002,0,1,1,1,1,1,1],[6,2,2,2,1,2,41.84,0.002,0,2,2,2,2,2,2],[7,3,1,1,1,1,41.64,0.002,0,0,3,2,1,1,1],[8,0,0,0,1,0,46.05,0.002,0,0,0,0,0,0,0],[9,1,2,2,1,2,41.23,0.002,0,1,3,1,1,3,1],[10,2,0,0,1,0,44.14,0.002,0,0,0,0,2,2,2],[11,3,1,1,1,1,40.82,0.002,0,0,0,0,3,3,3],[12,0,2,3,1,2,42.91,0.002,0,2,2,2,2,2,0],[13,1,1,1,1,1,43.03,0.002,0,1,1,1,1,1,1],[14,2,2,0,1,2,43.76,0.002,0,2,0,0,0,0,0],[15,3,3,3,1,3,37.45,0.002,0,1,0,1,3,3,3],[16,0,0,0,1,0,46.77,0.002,0,1,1,1,0,0,0],[17,1,1,0,1,1,44.05,0.002,0,0,0,0,3,3,3],[18,2,2,0,1,2,38.69,0.002,0,2,3,2,2,0,2],[19,3,3,3,1,3,34.32,0.002,0,1,0,1,3,3,3],[20,0,0,0,1,0,42.76,0.002,0,0,0,0,0,0,0],[21,1,1,1,1,1,42.04,0.002,0,1,0,1,1,1,1],[22,2,2,0,1,2,36.1,0.002,0,2,0,2,2,0,2],[23,3,3,3,1,3,32.7,0.002,0,3,3,3,3,3,3],[24,0,2,2,1,2,40.7,0.002,0,2,2,2,2,2,2],[25,1,1,2,1,1,43.42,0.002,0,1,1,1,1,1,1],[26,2,1,1,1,1,44.19,0.002,0,2,2,0,2,2,2],[27,3,3,1,1,3,39.28,0.002,0,3,3,3,3,3,3],[28,0,1,1,1,1,44.55,0.002,0,0,2,0,0,0,0],[29,1,1,0,1,1,47.84,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,43.28,0.002,0,2,0,2,2,0,2],[31,3,3,1,1,3,39.41,0.002,0,3,3,3,3,3,3],[32,0,0,0,1,0,41.14,0.002,0,3,3,3,0,0,0],[33,1,1,1,1,1,44.99,0.002,0,1,1,1,1,1,1],[34,2,2,3,1,2,36.75,0.002,0,2,2,2,2,2,2],[35,3,3,3,1,3,41.2,0.002,0,3,3,3,3,3,3],[36,0,0,0,1,0,45.55,0.002,0,0,0,0,0,0,0],[37,1,1,0,1,1,47.44,0.002,0,1,1,1,1,1,1],[38,2,2,0,1,2,36.38,0.002,0,2,3,2,2,3,2],[39,3,1,1,1,1,41.46,0.002,0,0,0,0,1,1,1],[40,0,0,0,1,0,45.6,0.002,0,1,1,1,0,0,0],[41,1,1,1,1,1,47.11,0.002,0,1,1,1,1,1,1],[42,2,2,0,1,2,43.97,0.002,0,2,2,2,2,2,2],[43,3,3,1,1,3,39.81,0.002,0,3,3,3,3,3,3],[44,0,0,1,1,0,44.05,0.002,0,0,0,0,0,0,0],[45,1,1,1,1,1,47.78,0.002,0,1,1,1,1,1,1],[46,2,2,0,1,2,36.42,0.002,0,2,3,2,2,0,2],[47,3,3,1,1,3,37.64,0.002,0,3,3,3,3,3,3],[48,0,0,0,1,0,43.23,0.002,0,0,0,0,0,0,0],[49,1,1,0,1,1,43.34,0.002,0,3,0,3,1,1,1],[50,2,0,0,1,0,43.09,0.002,0,0,0,0,0,0,0],[51,3,3,1,1,3,41.21,0.002,0,0,0,0,3,3,3],[52,0,0,0,1,0,46.83,0.002,0,0,0,0,0,0,0],[53,1,1,2,1,1,42.04,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,42.32,0.002,0,2,3,2,2,3,2],[55,3,3,3,1,3,39.74,0.002,0,1,1,1,3,3,3],[56,0,1,1,1,1,47.75,0.002,0,0,0,0,0,0,0],[57,1,1,0,1,1,47.2,0.002,0,1,1,1,1,1,1],[58,2,2,2,1,2,36.16,0.002,0,2,2,2,2,2,2],[59,3,3,1,1,3,37.44,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,45.03,0.002,0,0,0,0,0,0,0],[61,1,2,2,1,2,40.92,0.002,0,3,3,3,1,3,1],[62,2,2,0,1,2,38.55,0.002,0,2,3,2,2,0,2],[63,3,3,1,1,3,36.35,0.002,0,3,3,3,3,3,3],[64,0,0,0,1,0,45.23,0.002,0,1,1,1,0,0,0],[65,1,1,0,1,1,43.15,0.002,0,1,1,1,1,1,1],[66,2,2,0,1,2,42.67,0.002,0,2,3,2,2,3,2],[67,3,3,1,1,3,37.86,0.002,0,2,0,2,3,3,3],[68,0,2,2,1,2,42.35,0.002,0,2,2,2,0,2,0],[69,1,1,1,1,1,47.75,0.002,0,1,1,1,1,1,1],[70,2,2,3,1,2,37.57,0.002,0,2,2,2,2,2,2],[71,3,3,1,1,3,38.43,0.002,0,0,0,0,3,3,3],[72,0,2,3,1,2,40.09,0.002,0,2,2,2,2,2,2],[73,1,1,1,1,1,46.18,0.002,0,1,1,1,1,1,1],[74,2,2,1,1,2,40.55,0.002,0,2,0,2,2,2,2],[75,3,3,3,1,3,34.74,0.002,0,3,3,3,3,3,3],[76,0,0,0,1,0,39.88,0.002,0,2,2,2,0,0,0],[77,1,1,0,1,1,44.77,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,39.1,0.002,0,2,2,2,2,2,2],[79,3,2,0,1,2,40.39,0.002,0,2,2,2,2,2,2],[80,0,1,1,1,1,44.9,0.002,0,0,0,0,2,2,2],[81,1,1,1,1,1,48.24,0.002,0,1,1,1,1,1,1],[82,2,2,1,1,2,42.03,0.002,0,2,2,2,2,2,2],[83,3,3,3,1,3,38.32,0.002,0,3,3,3,3,3,3],[84,0,0,0,1,0,45.11,0.002,0,3,0,3,0,0,0],[85,1,2,2,1,2,40.74,0.002,0,1,1,1,1,1,1],[86,2,2,1,1,2,42.56,0.002,0,2,3,2,2,3,2],[87,3,1,0,1,1,40.15,0.002,0,3,3,3,3,3,3],[88,0,0,0,1,0,39.29,0.002,0,0,0,0,0,0,0],[89,1,1,2,1,1,42.85,0.002,0,1,1,1,1,1,1],[90,2,2,3,1,2,37.39,0.002,0,2,2,2,2,2,2],[91,3,3,1,1,3,36.13,0.002,0,3,3,3,3,3,3],[92,0,0,0,1,0,42.95,0.002,0,1,1,1,0,0,0],[93,1,2,2,1,1,41.09,0.002,0,1,1,1,1,1,1],[94,2,2,3,1,2,36.43,0.002,0,2,2,2,2,2,2],[95,3,3,3,1,3,38.31,0.002,0,1,1,1,1,1,1],[96,0,0,1,1,0,47.02,0.002,0,2,2,2,0,2,0],[97,1,1,0,1,1,45.65,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,40.21,0.002,0,2,2,2,2,2,2],[99,3,3,1,1,3,32.18,0.002,0,3,3,3,3,3,3],[100,0,1,1,1,1,47.74,0.002,0,0,0,0,0,0,0],[101,1,1,0,1,1,46.85,0.002,0,1,1,1,1,1,1],[102,2,2,3,1,2,40.67,0.002,0,2,2,2,2,2,2],[103,3,3,1,1,3,38.14,0.002,0,3,3,3,3,0,3],[104,0,1,1,1,1,44.02,0.002,0,2,2,2,2,2,2],[105,1,1,2,1,1,41.5,0.002,0,1,1,1,3,3,3],[106,2,2,2,1,2,36.66,0.002,0,2,0,2,2,2,2],[107,3,3,3,1,3,39.07,0.002,0,3,3,3,3,3,3],[108,0,1,1,1,1,44.62,0.002,0,2,2,2,2,2,2],[109,1,1,1,1,1,48.01,0.002,0,1,1,1,1,1,1],[110,2,2,3,1,2,40.96,0.002,0,2,0,2,2,2,2],[111,3,3,1,1,3,39.8,0.002,0,3,3,3,3,3,3],[112,0,0,0,1,0,39.72,0.002,0,0,0,0,0,0,0],[113,1,1,3,1,1,47.08,0.002,0,1,1,1,1,1,1],[114,2,2,1,1,2,38.37,0.002,0,0,0,0,2,0,2],[115,3,1,0,1,1,40.97,0.002,0,3,3,3,3,3,3],[116,0,2,2,1,2,40.33,0.002,0,2,2,2,2,2,2],[117,1,1,3,1,1,42.59,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,38.01,0.002,0,0,0,0,2,0,2],[119,3,3,3,1,3,40.26,0.002,0,1,1,1,3,3,3],[120,0,1,3,1,1,45.99,0.002,0,2,2,2,2,2,2],[121,1,1,2,1,1,41.27,0.002,0,3,3,3,3,3,3],[122,2,2,1,1,2,39.28,0.002,0,2,2,2,2,2,2],[123,3,3,0,1,3,33.84,0.002,0,3,2,3,3,3,3],[124,0,0,0,1,0,44.14,0.002,0,2,2,2,0,0,0],[125,1,1,0,1,1,47.06,0.002,0,1,1,1,1,1,1],[126,2,2,0,1,2,38.58,0.002,0,2,2,2,2,3,2],[127,3,3,3,1,3,41.15,0.002,0,1,1,1,3,3,3],[128,0,0,0,1,0,43.52,0.002,0,0,0,0,0,0,0],[129,1,1,0,1,1,46.88,0.002,0,1,1,1,1,1,1],[130,2,2,0,1,2,42.01,0.002,0,0,0,2,2,2,2],[131,3,3,3,1,3,39.76,0.002,0,1,1,1,3,1,3],[132,0,0,0,1,0,42.57,0.002,0,0,0,0,0,0,0],[133,1,1,1,1,1,48.08,0.002,0,1,1,1,1,1,1],[134,2,2,0,1,2,41.01,0.002,0,2,2,2,2,2,2],[135,3,3,3,1,3,39.23,0.002,0,3,3,3,3,3,3],[136,0,0,0,1,0,47.52,0.002,0,3,2,3,0,0,0],[137,1,1,2,1,1,45.03,0.002,0,2,2,2,1,2,1],[138,2,2,1,1,2,42.49,0.002,0,2,2,2,2,2,2],[139,3,2,2,1,2,34.63,0.002,0,2,2,2,2,0,2],[140,0,0,0,1,0,43.78,0.002,0,0,0,0,0,0,0],[141,1,1,2,1,1,42.22,0.002,0,3,3,3,1,3,1],[142,2,2,0,1,2,37.63,0.002,0,2,2,2,2,2,2],[143,3,2,2,1,2,38.37,0.002,0,2,2,2,2,2,2],[144,0,0,0,1,0,46.76,0.002,0,0,0,0,0,0,0],[145,1,1,3,1,1,46.05,0.002,0,1,1,1,1,1,1],[146,2,2,0,1,2,37.55,0.002,0,2,3,2,2,0,2],[147,3,3,3,1,3,34.62,0.002,0,3,3,3,3,3,3],[148,0,0,0,1,0,45.56,0.002,0,3,3,1,0,0,0],[149,1,1,2,1,1,45.68,0.002,0,1,1,1,1,1,1],[150,2,2,3,1,2,42.13,0.002,0,2,3,2,2,3,2],[151,3,3,0,1,3,38.25,0.002,0,1,1,1,1,1,1],[152,0,0,0,1,0,43.57,0.002,0,0,0,0,0,0,0],[153,1,1,2,1,1,45.45,0.002,0,3,2,3,1,1,1],[154,2,2,0,1,2,37.58,0.002,0,2,2,2,2,2,2],[155,3,3,3,1,3,37.57,0.002,0,3,3,3,3,3,3],[156,0,0,0,1,0,40.94,0.002,0,0,2,0,0,0,0],[157,1,1,1,1,1,43.17,0.002,0,1,1,1,1,3,1],[158,2,2,1,1,2,39.48,0.002,0,2,2,2,2,2,2],[159,3,3,0,1,3,37.74,0.002,0,3,3,3,3,1,3],[160,0,2,2,1,2,40.51,0.002,0,2,2,2,2,2,2],[161,1,1,2,1,1,45.35,0.002,0,3,3,3,1,1,1],[162,2,2,3,1,2,40.9,0.002,0,2,0,0,0,0,0],[163,3,3,3,1,3,36.98,0.002,0,1,3,1,3,3,3],[164,0,0,0,1,0,43.33,0.002,0,0,0,0,0,0,0],[165,1,1,0,1,1,46.35,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,40.27,0.002,0,2,3,2,2,3,2],[167,3,3,3,1,3,39.87,0.002,0,3,3,3,3,3,3],[168,0,0,1,1,0,43.25,0.002,0,2,2,2,0,0,0],[169,1,1,1,1,1,47.16,0.002,0,1,1,1,1,1,1],[170,2,2,2,1,2,40.91,0.002,0,2,2,2,2,2,2],[171,3,3,3,1,3,35.74,0.002,0,2,3,2,3,3,3],[172,0,0,0,1,0,46.36,0.002,0,1,1,1,0,0,0],[173,1,1,2,1,1,43.07,0.002,0,1,1,1,1,1,1],[174,2,2,1,1,2,40.13,0.002,0,2,2,2,2,2,2],[175,3,3,3,1,3,37.1,0.002,0,3,3,3,1,1,1],[176,0,0,0,1,0,41.29,0.002,0,2,2,2,0,0,0],[177,1,1,1,1,1,46.13,0.002,0,1,1,1,1,1,1],[178,2,2,0,1,2,38.56,0.002,0,2,2,2,2,0,2],[179,3,3,1,1,3,36.52,0.002,0,3,3,3,3,3,3],[180,0,0,0,1,0,44.56,0.002,0,0,0,0,0,0,0],[181,1,1,1,1,1,46.95,0.002,0,1,1,1,1,1,1],[182,2,2,3,1,2,42.83,0.002,0,2,0,2,2,2,2],[183,3,3,1,1,3,39.79,0.002,0,3,3,3,3,3,3],[184,0,0,1,1,0,47.71,0.002,0,2,2,2,0,0,0],[185,1,1,0,1,1,44.77,0.002,0,1,1,1,1,1,1],[186,2,2,1,1,2,43.03,0.002,0,2,2,2,2,2,2],[187,3,3,3,1,3,40.82,0.002,0,1,1,1,3,3,3],[188,0,1,1,1,1,47.28,0.002,0,2,2,2,0,2,0],[189,1,1,1,1,1,46.3,0.002,0,1,1,1,1,1,1],[190,2,2,1,1,2,40.26,0.002,0,2,0,2,2,2,2],[191,3,3,3,1,3,36.05,0.002,0,3,3,3,3,3,3],[192,0,1,1,1,1,45.09,0.002,0,2,2,2,0,2,0],[193,1,1,1,1,1,45.35,0.002,0,1,1,1,1,1,1],[194,2,1,1,1,1,42.54,0.002,0,2,2,2,2,0,2],[195,3,3,1,1,3,40.96,0.002,0,3,3,3,3,3,3],[196,0,1,1,1,0,48.12,0.002,0,0,0,0,0,0,0],[197,1,1,1,1,1,45.77,0.002,0,1,1,1,1,1,1],[198,2,2,0,1,2,39.37,0.002,0,2,2,2,2,0,2],[199,3,3,0,1,3,37.59,0.002,0,3,3,3,3,3,3],[200,0,0,0,1,0,46.99,0.002,0,0,0,0,0,0,0],[201,1,1,1,1,1,43.81,0.002,0,1,1,1,1,1,1],[202,2,2,0,1,1,41.37,0.002,0,2,3,2,2,0,0],[203,3,0,0,1,0,36.3,0.002,0,3,1,3,1,1,1],[204,0,0,2,1,0,38.53,0.002,0,0,2,0,0,0,0],[205,1,1,2,1,1,42.36,0.002,0,1,1,1,1,3,1],[206,2,2,1,1,2,43.38,0.002,0,0,0,0,2,2,2],[207,3,3,3,1,3,39.64,0.002,0,3,3,3,3,3,3],[208,0,2,2,1,2,39.43,0.002,0,2,2,2,2,2,2],[209,1,1,3,1,1,46.85,0.002,0,1,1,1,1,1,1],[210,2,0,0,1,0,41.56,0.002,0,2,2,2,2,2,2],[211,3,3,3,1,3,41.43,0.002,0,3,1,3,3,3,3],[212,0,0,0,1,0,46.09,0.002,0,0,0,0,0,0,0],[213,1,1,2,1,1,44.94,0.002,0,1,1,1,1,1,1],[214,2,2,0,1,2,42.26,0.002,0,2,2,2,0,0,0],[215,3,3,0,1,3,33.74,0.002,0,3,2,3,3,3,3],[216,0,0,2,1,0,43.22,0.002,0,0,2,0,0,0,0],[217,1,1,1,1,1,46.96,0.002,0,0,0,0,2,2,2],[218,2,1,1,1,1,43.66,0.002,0,0,0,0,2,2,2],[219,3,2,0,1,2,36.99,0.002,0,3,2,3,3,3,3],[220,0,0,0,1,0,46.38,0.002,0,0,0,0,0,0,0],[221,1,2,2,1,2,39.88,0.002,0,1,3,1,1,1,1],[222,2,2,2,1,2,35.82,0.002,0,2,2,2,2,0,2],[223,3,3,3,1,3,39.38,0.002,0,3,3,3,1,1,1],[224,0,0,0,1,0,40.66,0.002,0,3,0,3,0,0,0],[225,1,2,2,1,2,39.23,0.002,0,3,0,3,1,1,1],[226,2,2,1,1,2,43.52,0.002,0,0,0,0,2,2,2],[227,3,3,2,1,3,35.13,0.002,0,0,2,0,3,0,3],[228,0,0,2,1,0,47.92,0.002,0,2,2,2,2,2,2],[229,1,1,3,1,1,41.29,0.002,0,1,3,1,3,3,1],[230,2,2,3,1,2,36.05,0.002,0,2,2,2,2,2,2],[231,3,3,0,1,3,35.39,0.002,0,3,3,3,3,3,3],[232,0,1,1,1,1,45.7,0.002,0,2,2,2,2,2,2],[233,1,1,1,1,1,48.3,0.002,0,1,1,1,1,1,1],[234,2,2,0,1,2,37.17,0.002,0,2,3,2,2,0,2],[235,3,3,3,1,3,39.84,0.002,0,3,3,3,3,1,3],[236,0,1,1,1,1,45.2,0.002,0,0,0,0,0,0,0],[237,1,1,2,1,1,43.03,0.002,0,3,0,3,3,3,3],[238,2,1,0,1,2,43.83,0.002,0,2,3,2,2,2,2],[239,3,3,2,1,3,34.01,0.002,0,0,0,0,3,3,3],[240,0,0,0,1,0,42.49,0.002,0,3,0,3,0,0,0],[241,1,1,0,1,1,42.37,0.002,0,1,1,1,1,1,1],[242,2,2,1,1,2,43.27,0.002,0,2,2,2,2,2,2],[243,3,3,3,1,3,38.57,0.002,0,3,3,3,3,3,3],[244,0,0,0,1,0,39.71,0.002,0,2,2,2,0,0,0],[245,1,1,0,1,1,44.44,0.002,0,1,1,1,1,1,1],[246,2,2,1,1,2,40.87,0.002,0,0,0,0,2,2,2],[247,3,3,1,1,3,37.91,0.002,0,3,3,3,3,1,3],[248,0,0,0,1,0,45.5,0.002,0,0,0,0,0,0,0],[249,1,2,2,1,2,44.27,0.002,0,1,1,1,3,3,3],[250,2,1,1,1,1,44.32,0.002,0,2,3,2,2,3,2],[251,3,3,3,1,3,35.21,0.002,0,3,3,3,3,3,3],[252,0,0,0,1,0,44.93,0.002,0,2,2,2,0,0,0],[253,1,1,1,1,1,47.29,0.002,0,1,1,1,1,1,1],[254,2,0,0,1,0,42.91,0.002,0,2,2,2,2,0,2],[255,3,3,3,1,3,34.34,0.002,0,1,1,1,3,3,3],[256,0,2,2,1,2,40.52,0.002,0,2,2,2,2,2,2],[257,1,1,0,1,1,46.09,0.002,0,3,3,3,1,1,1],[258,2,2,3,1,2,35.94,0.002,0,2,2,2,2,2,2],[259,3,3,1,1,3,38.26,0.002,0,3,3,3,3,3,3],[260,0,0,0,1,0,38.43,0.002,0,2,2,2,0,0,0],[261,1,1,3,1,1,44.86,0.002,0,1,1,1,1,1,1],[262,2,2,2,1,2,36.12,0.002,0,2,2,2,2,2,2],[263,3,3,1,1,3,37.71,0.002,0,3,3,3,3,3,3],[264,0,1,1,1,1,45.44,0.002,0,2,2,2,2,2,2],[265,1,1,2,1,1,42.23,0.002,0,1,1,1,1,1,1],[266,2,2,0,1,2,41.23,0.002,0,2,3,2,3,1,3],[267,3,3,1,1,3,40.03,0.002,0,3,3,3,3,3,3],[268,0,2,2,1,2,41.04,0.002,0,2,2,2,2,2,2],[269,1,1,0,1,1,46.24,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,36.38,0.002,0,2,3,2,2,0,2],[271,3,3,1,1,3,35.63,0.002,0,3,3,3,3,3,3],[272,0,2,3,1,1,43.58,0.002,0,0,2,0,2,2,2],[273,1,1,0,1,1,46.53,0.002,0,1,1,1,1,1,1],[274,2,2,0,1,2,37.92,0.002,0,2,3,2,2,0,2],[275,3,3,1,1,3,34.37,0.002,0,3,3,3,3,3,3],[276,0,1,1,1,1,44.97,0.002,0,0,0,0,0,0,0],[277,1,1,2,1,1,43.33,0.002,0,1,1,1,1,3,1],[278,2,1,0,1,1,43.57,0.002,0,2,0,2,2,0,2],[279,3,3,1,1,3,35.69,0.002,0,3,3,3,3,3,3],[280,0,0,0,1,0,44.43,0.002,0,0,0,0,0,0,0],[281,1,1,1,1,1,48.7,0.002,0,1,1,1,1,1,1],[282,2,2,1,1,2,42.31,0.002,0,2,0,0,2,0,2],[283,3,3,3,1,3,36.44,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,39.68,0.002,0,0,0,0,0,0,0],[285,1,1,3,1,1,43.53,0.002,0,3,3,3,1,1,1],[286,2,2,2,1,2,38.31,0.002,0,2,0,2,2,2,2],[287,3,3,1,1,3,35.2,0.002,0,3,3,3,3,3,3],[288,0,0,0,1,0,44.15,0.002,0,0,0,0,0,0,0],[289,1,3,3,1,3,42.52,0.002,0,3,1,3,1,1,1],[290,2,2,1,1,2,40.74,0.002,0,2,0,2,2,2,2],[291,3,3,3,1,3,38.03,0.002,0,1,3,1,3,3,3],[292,0,0,0,1,0,40.99,0.002,0,2,2,2,0,0,0],[293,1,1,2,1,1,42.82,0.002,0,1,1,1,1,1,1],[294,2,2,1,1,2,42.14,0.002,0,2,3,2,2,2,2],[295,3,3,3,1,3,40.13,0.002,0,1,1,3,3,3,1],[296,0,0,2,1,0,42.38,0.002,0,2,2,2,2,2,2],[297,1,1,1,1,1,47.18,0.002,0,1,1,1,1,1,1],[298,2,2,0,1,2,36.17,0.002,0,2,3,2,2,0,2],[299,3,3,3,1,3,41.11,0.002,0,1,1,1,3,3,3],[300,0,0,0,1,0,45.54,0.002,0,1,1,1,0,0,0],[301,1,1,1,1,1,44.43,0.002,0,1,1,1,1,1,1],[302,2,2,2,1,2,38.04,0.002,0,2,2,2,2,2,2],[303,3,3,3,1,3,32.8,0.002,0,3,3,3,3,3,3],[304,0,0,0,1,0,43.91,0.002,0,0,3,0,0,0,0],[305,1,2,2,1,2,40.58,0.002,0,3,0,3,1,3,1],[306,2,0,0,1,0,44.6,0.002,0,2,2,2,0,0,0],[307,3,2,0,1,2,35.88,0.002,0,3,3,3,3,3,3],[308,0,1,1,1,1,48.22,0.002,0,0,0,0,2,2,2],[309,1,1,0,1,1,47.51,0.002,0,1,1,1,1,1,1],[310,2,1,0,1,1,40.07,0.002,0,2,3,2,2,0,2],[311,3,3,1,1,3,42.22,0.002,0,3,3,3,3,3,3],[312,0,0,0,1,0,46.84,0.002,0,3,3,3,0,0,0],[313,1,1,1,1,1,45.69,0.002,0,1,1,1,1,1,1],[314,2,1,3,1,1,44.44,0.002,0,2,2,2,2,2,2],[315,3,3,2,1,3,34.9,0.002,0,2,2,3,3,2,3],[316,0,1,3,1,1,47.36,0.002,0,0,0,0,0,2,0],[317,1,1,1,1,1,48.09,0.002,0,1,1,1,1,1,1],[318,2,1,1,1,1,43.33,0.002,0,2,2,2,2,2,2],[319,3,3,3,1,3,40.46,0.002,0,0,0,0,3,3,3],[320,0,0,0,1,0,46.76,0.002,0,0,0,0,0,0,0],[321,1,1,2,1,1,43.34,0.002,0,3,3,3,1,1,1],[322,2,1,1,1,1,43.45,0.002,0,2,2,2,0,2,0],[323,3,3,0,1,3,37.11,0.002,0,3,3,2,3,3,3],[324,0,0,0,1,0,39.31,0.002,0,0,0,0,0,0,0],[325,1,1,2,1,1,42.77,0.002,0,3,3,3,1,3,1],[326,2,3,3,1,3,43.97,0.002,0,2,2,2,2,2,2],[327,3,3,3,1,3,33.24,0.002,0,3,3,3,3,3,3],[328,0,0,0,1,0,38.87,0.002,0,0,0,0,0,0,0],[329,1,1,2,1,1,41.73,0.002,0,1,1,1,1,1,1],[330,2,2,2,1,2,41.62,0.002,0,2,2,2,2,2,2],[331,3,2,2,1,2,35.86,0.002,0,2,2,2,2,2,2],[332,0,0,0,1,0,42.04,0.002,0,0,0,0,0,0,0],[333,1,1,0,1,1,46.48,0.002,0,1,1,1,1,1,1],[334,2,2,3,1,2,36.71,0.002,0,3,3,2,3,3,2],[335,3,3,1,1,3,38.4,0.002,0,3,3,3,3,3,3],[336,0,0,2,1,0,42.36,0.002,0,2,2,2,0,2,0],[337,1,1,0,1,1,45.38,0.002,0,1,1,1,1,1,1],[338,2,2,3,1,2,35.86,0.002,0,2,2,2,2,2,2],[339,3,3,3,1,3,38.99,0.002,0,3,3,3,3,3,3],[340,0,1,1,1,1,47.74,0.002,0,0,0,0,0,0,0],[341,1,1,1,1,1,47.25,0.002,0,1,1,1,1,1,1],[342,2,2,3,1,2,36.19,0.002,0,2,3,2,2,3,2],[343,3,3,1,1,3,35.71,0.002,0,3,3,3,3,3,3],[344,0,0,1,1,0,46.92,0.002,0,0,0,0,0,0,0],[345,1,1,0,1,1,45.76,0.002,0,1,1,1,1,1,1],[346,2,2,1,1,2,41.15,0.002,0,2,2,2,2,2,2],[347,3,3,2,1,3,37.41,0.002,0,3,3,0,3,3,3],[348,0,1,3,1,1,46.67,0.002,0,2,2,2,0,2,0],[349,1,1,1,1,1,47.38,0.002,0,1,1,1,1,1,1],[350,2,2,2,1,2,43.38,0.002,0,2,2,2,2,2,2],[351,3,3,3,1,3,39.96,0.002,0,1,1,1,3,3,3],[352,0,0,0,1,0,43.59,0.002,0,0,0,0,0,0,0],[353,1,1,1,1,1,45.19,0.002,0,0,0,0,1,1,1],[354,2,2,1,1,2,39.17,0.002,0,2,3,2,2,2,2],[355,3,3,1,1,3,36.27,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,44.64,0.002,0,0,0,0,0,0,0],[357,1,1,3,1,1,47.05,0.002,0,1,1,1,1,1,1],[358,2,2,0,1,2,43.45,0.002,0,2,2,2,0,0,0],[359,3,3,3,1,3,33.44,0.002,0,3,3,3,3,3,3],[360,0,0,0,1,0,43.05,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,47.83,0.002,0,1,1,1,1,1,1],[362,2,1,0,1,1,44.05,0.002,0,2,2,2,0,0,0],[363,3,3,0,1,3,35.41,0.002,0,3,3,3,3,3,3],[364,0,0,0,1,0,43.16,0.002,0,0,0,0,0,0,0],[365,1,1,2,1,1,40.76,0.002,0,1,1,1,1,1,1],[366,2,2,3,1,2,38.53,0.002,0,2,2,2,0,0,0],[367,3,3,2,1,2,33.82,0.002,0,2,2,2,0,3,0],[368,0,0,0,1,0,44.28,0.002,0,0,0,0,0,0,0],[369,1,1,1,1,1,45.2,0.002,0,1,1,1,1,1,1],[370,2,2,1,1,2,42.42,0.002,0,2,2,2,2,2,2],[371,3,3,1,1,3,37.09,0.002,0,3,3,3,3,3,3],[372,0,0,0,1,0,43.58,0.002,0,3,3,3,0,0,0],[373,1,1,1,1,1,47.05,0.002,0,1,1,1,1,1,1],[374,2,1,0,1,1,44.24,0.002,0,2,3,0,3,3,3],[375,3,3,2,1,3,36.29,0.002,0,0,2,0,3,3,3],[376,0,0,0,1,0,42.27,0.002,0,0,0,0,0,0,0],[377,1,1,0,1,1,45.75,0.002,0,1,1,1,1,1,1],[378,2,2,0,1,2,36.68,0.002,0,2,0,2,0,0,0],[379,3,3,3,1,3,39.58,0.002,0,3,3,3,3,3,3],[380,0,0,0,1,0,43.29,0.002,0,3,3,3,0,0,0],[381,1,1,0,1,1,47.45,0.002,0,1,1,1,1,1,1],[382,2,1,0,1,2,42.9,0.002,0,2,2,2,2,0,2],[383,3,3,2,1,3,36.4,0.002,0,0,0,0,3,3,3],[384,0,0,3,1,0,41.01,0.002,0,2,2,2,2,2,2],[385,1,1,0,1,1,47.8,0.002,0,1,1,1,1,1,1],[386,2,2,0,1,2,39.44,0.002,0,0,0,0,2,2,2],[387,3,3,0,1,3,39.65,0.002,0,3,3,3,3,1,3],[388,0,0,2,1,0,40.71,0.002,0,0,2,0,0,0,0],[389,1,1,1,1,1,46.26,0.002,0,1,1,1,1,1,1],[390,2,2,2,1,2,42.95,0.002,0,0,0,0,0,0,0],[391,3,3,3,1,3,36.25,0.002,0,1,1,1,3,3,3],[392,0,0,0,1,0,41.51,0.002,0,0,0,0,0,0,0],[393,1,1,0,1,1,44.86,0.002,0,1,1,1,1,1,1],[394,2,2,1,1,2,37.57,0.002,0,2,2,2,2,2,2],[395,3,3,0,1,3,34.69,0.002,0,3,3,2,3,0,3],[396,0,0,0,1,0,44.1,0.002,0,0,0,0,0,0,0],[397,1,1,0,1,1,46.76,0.002,0,1,1,1,1,1,1],[398,2,2,0,1,2,43.09,0.002,0,2,3,2,2,0,2],[399,3,3,1,1,3,36.32,0.002,0,3,3,3,3,3,3]],"elapsed_ms":1444,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":288,"J":250,"J_valid":250,"n_invalid":0,"n00":94,"n01":6,"n10":113,"n11":37,"ctl_n":250,"ctl_err":6},"metrics":{"target_error":0.172,"Q_transfer":0.8280000000000001,"source_success":0.6,"joint_error":0.148,"T_cond":0.24666666666666667,"R":0.024,"delta":0.148,"delta_pp":14.799999999999999,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.72}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":348,"J":307,"J_valid":307,"n_invalid":0,"n00":133,"n01":4,"n10":130,"n11":40,"ctl_n":307,"ctl_err":2},"metrics":{"target_error":0.14332247557003258,"Q_transfer":0.8566775244299674,"source_success":0.5537459283387622,"joint_error":0.13029315960912052,"T_cond":0.23529411764705882,"R":0.006514657980456026,"delta":0.13680781758957655,"delta_pp":13.680781758957655,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.87}}]},{"key":"s42/STFT-CNN/fgsm/eps0050","seed":42,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,1,1,1,1,36.82,0.005,0,0,2,0,0,2,0],[1,1,1,2,1,1,34.33,0.005,0,1,1,1,1,1,1],[2,2,2,3,1,2,30.62,0.005,0,0,0,0,2,2,2],[3,3,3,0,1,3,32.34,0.005,0,3,3,3,3,1,3],[4,0,1,3,1,0,39.42,0.005,0,2,2,2,0,2,0],[5,1,1,0,1,1,37.71,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,33.89,0.005,0,2,0,2,2,2,2],[7,3,1,0,1,1,33.68,0.005,0,0,3,2,1,1,1],[8,0,0,1,1,0,38.1,0.005,0,0,0,0,0,0,0],[9,1,2,2,1,2,33.27,0.005,0,1,0,1,1,3,1],[10,2,0,0,1,0,36.19,0.005,0,0,0,0,2,2,2],[11,3,1,0,1,1,32.86,0.005,0,0,0,0,3,0,3],[12,0,2,3,1,1,34.95,0.005,0,2,2,2,2,2,0],[13,1,1,2,1,1,35.07,0.005,0,1,1,1,1,1,1],[14,2,2,0,1,2,35.8,0.005,0,2,0,0,0,0,0],[15,3,3,3,1,3,29.49,0.005,0,1,0,1,3,3,3],[16,0,0,0,1,0,38.81,0.005,0,1,1,1,0,0,0],[17,1,1,0,1,1,36.09,0.005,0,0,0,0,3,3,3],[18,2,2,0,1,2,30.73,0.005,0,2,3,2,2,0,0],[19,3,3,3,1,3,26.36,0.005,0,1,0,1,3,3,3],[20,0,0,1,1,0,34.8,0.005,0,0,0,0,0,0,0],[21,1,1,2,1,1,34.08,0.005,0,1,0,1,1,3,1],[22,2,2,0,1,2,28.14,0.005,0,2,0,2,2,0,0],[23,3,3,3,1,3,24.75,0.005,0,3,3,3,3,3,3],[24,0,2,2,1,2,32.74,0.005,0,2,2,2,2,2,0],[25,1,1,2,1,1,35.47,0.005,0,1,3,1,1,1,1],[26,2,1,1,1,1,36.23,0.005,0,2,2,0,2,2,2],[27,3,3,1,1,3,31.32,0.005,0,3,3,3,3,3,3],[28,0,1,1,1,1,36.59,0.005,0,0,2,0,0,0,0],[29,1,1,0,1,1,39.88,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,35.32,0.005,0,2,3,2,2,0,2],[31,3,3,1,1,3,31.45,0.005,0,3,3,3,3,3,3],[32,0,0,0,1,0,33.18,0.005,0,3,2,3,0,0,0],[33,1,1,0,1,1,37.04,0.005,0,1,1,1,1,1,1],[34,2,2,3,1,2,28.79,0.005,0,2,2,2,2,2,2],[35,3,3,3,1,3,33.24,0.005,0,3,3,3,3,3,3],[36,0,0,0,1,0,37.59,0.005,0,0,0,0,0,0,0],[37,1,1,0,1,1,39.48,0.005,0,1,1,1,1,1,1],[38,2,2,0,1,2,28.42,0.005,0,2,3,2,2,3,2],[39,3,1,0,1,1,33.51,0.005,0,0,0,0,1,1,1],[40,0,0,0,1,0,37.64,0.005,0,1,0,1,0,0,0],[41,1,1,3,1,1,39.16,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,36.01,0.005,0,2,3,2,2,3,2],[43,3,3,1,1,3,31.85,0.005,0,3,3,3,3,1,3],[44,0,0,1,1,0,36.09,0.005,0,0,2,0,0,2,0],[45,1,1,0,1,1,39.82,0.005,0,1,1,1,1,1,1],[46,2,2,0,1,2,28.46,0.005,0,2,3,2,2,0,2],[47,3,3,1,1,3,29.68,0.005,0,3,3,3,3,3,3],[48,0,0,0,1,0,35.28,0.005,0,0,2,0,0,0,0],[49,1,1,0,1,1,35.39,0.005,0,3,0,3,1,0,1],[50,2,0,0,1,0,35.13,0.005,0,0,0,0,0,0,0],[51,3,3,0,1,3,33.26,0.005,0,0,0,0,3,3,3],[52,0,0,0,1,0,38.87,0.005,0,0,0,0,0,0,0],[53,1,1,2,1,1,34.08,0.005,0,1,1,1,1,1,1],[54,2,2,0,1,2,34.36,0.005,0,2,3,2,2,3,2],[55,3,3,1,1,3,31.79,0.005,0,1,1,0,3,3,3],[56,0,1,1,1,1,39.79,0.005,0,0,0,0,0,2,0],[57,1,1,0,1,1,39.24,0.005,0,1,1,1,1,1,1],[58,2,2,0,1,2,28.2,0.005,0,2,2,2,2,3,2],[59,3,3,1,1,3,29.48,0.005,0,3,3,3,3,3,3],[60,0,0,0,1,0,37.07,0.005,0,0,0,0,0,0,0],[61,1,2,2,1,2,32.96,0.005,0,3,3,3,1,3,1],[62,2,2,0,1,2,30.59,0.005,0,2,3,2,2,0,2],[63,3,3,1,1,3,28.39,0.005,0,3,3,3,3,3,3],[64,0,0,0,1,0,37.27,0.005,0,1,1,1,0,0,0],[65,1,1,0,1,1,35.19,0.005,0,1,3,1,1,1,1],[66,2,2,0,1,2,34.71,0.005,0,2,3,2,2,1,2],[67,3,3,0,1,3,29.91,0.005,0,2,3,2,3,3,3],[68,0,2,2,1,2,34.39,0.005,0,2,2,2,0,2,2],[69,1,1,0,1,1,39.79,0.005,0,1,1,1,1,1,1],[70,2,2,3,1,2,29.61,0.005,0,2,2,2,2,3,2],[71,3,3,1,1,3,30.47,0.005,0,0,0,0,3,1,3],[72,0,2,3,1,2,32.13,0.005,0,2,2,2,2,2,2],[73,1,1,0,1,1,38.22,0.005,0,1,1,1,1,1,1],[74,2,2,1,1,2,32.59,0.005,0,2,3,2,2,3,2],[75,3,3,3,1,3,26.79,0.005,0,3,3,3,3,3,3],[76,0,0,0,1,0,31.92,0.005,0,2,2,0,0,0,0],[77,1,1,0,1,1,36.81,0.005,0,1,0,1,1,1,1],[78,2,2,0,1,2,31.14,0.005,0,2,3,2,2,0,2],[79,3,2,0,1,2,32.43,0.005,0,2,2,2,2,0,2],[80,0,1,3,1,1,36.94,0.005,0,0,0,0,2,3,0],[81,1,1,0,1,1,40.28,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,34.07,0.005,0,2,3,2,2,1,2],[83,3,3,1,1,3,30.36,0.005,0,3,3,3,3,3,3],[84,0,0,0,1,0,37.15,0.005,0,3,2,3,0,0,0],[85,1,2,2,1,2,32.78,0.005,0,1,1,1,1,3,1],[86,2,2,0,1,2,34.6,0.005,0,2,3,2,2,3,2],[87,3,1,0,1,1,32.2,0.005,0,3,3,3,3,1,3],[88,0,0,0,1,0,31.33,0.005,0,0,0,0,0,0,0],[89,1,1,2,1,1,34.89,0.005,0,1,1,1,1,1,1],[90,2,2,3,1,2,29.43,0.005,0,2,3,2,2,3,2],[91,3,3,1,1,3,28.17,0.005,0,3,3,3,3,3,3],[92,0,0,0,1,0,34.99,0.005,0,1,1,1,0,0,0],[93,1,2,2,1,2,33.13,0.005,0,1,1,1,1,1,1],[94,2,2,3,1,3,28.47,0.005,0,2,2,2,2,2,2],[95,3,3,3,1,3,30.35,0.005,0,1,1,1,1,3,1],[96,0,0,1,1,0,39.06,0.005,0,2,2,2,0,2,0],[97,1,1,0,1,1,37.69,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,32.25,0.005,0,2,3,2,2,2,2],[99,3,3,1,1,3,24.22,0.005,0,3,3,3,3,3,3],[100,0,1,1,1,1,39.78,0.005,0,0,2,0,0,0,0],[101,1,1,0,1,1,38.9,0.005,0,1,1,1,1,1,1],[102,2,2,3,1,2,32.71,0.005,0,2,3,2,2,2,2],[103,3,3,0,1,3,30.18,0.005,0,3,3,3,3,3,3],[104,0,1,3,1,1,36.06,0.005,0,2,2,2,2,2,2],[105,1,1,3,1,1,33.54,0.005,0,1,3,1,3,3,3],[106,2,2,0,1,2,28.7,0.005,0,2,0,2,2,0,2],[107,3,3,0,1,3,31.11,0.005,0,3,3,3,3,3,3],[108,0,1,3,1,1,36.66,0.005,0,2,2,2,2,2,2],[109,1,1,0,1,1,40.05,0.005,0,1,1,1,1,1,1],[110,2,2,3,1,2,33.01,0.005,0,2,0,2,2,3,2],[111,3,3,1,1,3,31.84,0.005,0,3,3,3,3,3,3],[112,0,0,0,1,0,31.77,0.005,0,0,2,0,0,0,0],[113,1,1,3,1,1,39.12,0.005,0,1,1,1,1,1,1],[114,2,2,0,1,2,30.41,0.005,0,0,0,2,2,0,2],[115,3,1,0,1,1,33.01,0.005,0,3,3,3,3,3,3],[116,0,2,2,1,2,32.38,0.005,0,2,2,0,2,2,2],[117,1,1,3,1,1,34.63,0.005,0,1,1,1,1,1,1],[118,2,2,0,1,2,30.05,0.005,0,0,0,0,2,0,2],[119,3,3,3,1,3,32.3,0.005,0,1,1,1,3,3,3],[120,0,1,3,1,1,38.03,0.005,0,2,2,2,2,2,2],[121,1,1,2,1,1,33.31,0.005,0,3,3,3,3,3,1],[122,2,2,1,1,2,31.32,0.005,0,2,2,2,2,0,2],[123,3,3,0,1,3,25.88,0.005,0,3,2,2,3,0,3],[124,0,0,2,1,0,36.18,0.005,0,2,2,2,0,2,0],[125,1,1,0,1,1,39.1,0.005,0,1,1,1,1,1,1],[126,2,2,0,1,2,30.62,0.005,0,2,3,2,2,3,2],[127,3,3,3,1,3,33.19,0.005,0,1,1,1,3,3,3],[128,0,0,0,1,0,35.56,0.005,0,0,0,0,0,0,0],[129,1,1,0,1,1,38.92,0.005,0,1,1,1,1,1,1],[130,2,2,0,1,2,34.05,0.005,0,0,0,0,2,1,2],[131,3,3,0,1,3,31.8,0.005,0,1,1,1,3,1,3],[132,0,0,0,1,0,34.61,0.005,0,0,0,0,0,0,0],[133,1,1,3,1,1,40.12,0.005,0,1,1,1,1,1,1],[134,2,2,0,1,2,33.05,0.005,0,2,3,2,2,3,2],[135,3,3,1,1,3,31.27,0.005,0,3,3,3,3,3,3],[136,0,0,0,1,0,39.56,0.005,0,3,2,3,0,2,0],[137,1,1,2,1,1,37.07,0.005,0,2,2,2,1,2,1],[138,2,2,0,1,2,34.53,0.005,0,2,2,2,2,3,2],[139,3,2,0,1,2,26.67,0.005,0,2,3,2,2,0,2],[140,0,0,0,1,0,35.82,0.005,0,0,0,0,0,0,0],[141,1,1,2,1,1,34.26,0.005,0,3,3,3,1,3,1],[142,2,2,0,1,2,29.67,0.005,0,2,2,2,2,0,2],[143,3,2,0,1,2,30.41,0.005,0,2,2,2,2,2,2],[144,0,0,0,1,0,38.8,0.005,0,0,0,0,0,0,0],[145,1,1,3,1,1,38.09,0.005,0,1,1,1,1,1,1],[146,2,2,0,1,2,29.59,0.005,0,2,3,2,2,0,2],[147,3,3,3,1,3,26.66,0.005,0,3,3,3,3,3,3],[148,0,0,0,1,0,37.6,0.005,0,3,3,1,0,0,0],[149,1,1,2,1,1,37.72,0.005,0,1,1,1,1,1,1],[150,2,2,3,1,2,34.18,0.005,0,2,3,2,2,3,2],[151,3,3,0,1,3,30.29,0.005,0,1,1,1,1,1,3],[152,0,0,0,1,0,35.62,0.005,0,0,0,0,0,0,0],[153,1,1,2,1,1,37.49,0.005,0,3,2,3,1,2,1],[154,2,2,0,1,2,29.62,0.005,0,2,3,2,2,3,2],[155,3,3,0,1,3,29.61,0.005,0,3,3,3,3,1,3],[156,0,0,1,1,0,32.98,0.005,0,0,2,0,0,2,0],[157,1,1,2,1,1,35.22,0.005,0,1,1,1,1,3,1],[158,2,2,0,1,2,31.52,0.005,0,2,3,2,2,0,2],[159,3,3,0,1,3,29.78,0.005,0,3,1,3,3,1,3],[160,0,2,3,1,2,32.55,0.005,0,2,2,2,2,2,2],[161,1,1,2,1,1,37.39,0.005,0,3,0,3,1,1,1],[162,2,2,3,1,2,32.94,0.005,0,2,3,2,0,3,2],[163,3,3,3,1,3,29.02,0.005,0,1,1,1,3,3,3],[164,0,0,0,1,0,35.38,0.005,0,0,2,0,0,0,0],[165,1,1,0,1,1,38.39,0.005,0,1,1,1,1,1,1],[166,2,2,0,1,2,32.31,0.005,0,2,3,2,2,1,2],[167,3,3,1,1,3,31.92,0.005,0,3,3,3,3,3,3],[168,0,0,1,1,0,35.3,0.005,0,2,2,2,0,2,0],[169,1,1,3,1,1,39.2,0.005,0,1,1,1,1,1,1],[170,2,2,2,1,2,32.95,0.005,0,2,2,2,2,2,2],[171,3,3,1,1,3,27.78,0.005,0,2,3,2,3,3,3],[172,0,0,0,1,0,38.4,0.005,0,1,0,1,0,0,0],[173,1,1,2,1,1,35.11,0.005,0,1,0,1,1,1,1],[174,2,2,3,1,2,32.17,0.005,0,2,3,2,2,3,2],[175,3,3,3,1,3,29.14,0.005,0,3,3,3,1,1,1],[176,0,0,0,1,0,33.33,0.005,0,2,2,2,0,2,0],[177,1,1,1,1,1,38.17,0.005,0,1,1,1,1,1,1],[178,2,2,0,1,2,30.61,0.005,0,2,3,2,2,0,2],[179,3,3,1,1,3,28.57,0.005,0,3,3,3,3,3,3],[180,0,0,0,1,0,36.6,0.005,0,0,0,0,0,0,0],[181,1,1,1,1,1,38.99,0.005,0,1,1,1,1,1,1],[182,2,2,3,1,2,34.87,0.005,0,2,0,2,2,2,2],[183,3,3,1,1,3,31.83,0.005,0,3,3,3,3,3,3],[184,0,0,2,1,0,39.75,0.005,0,2,2,2,0,0,0],[185,1,1,0,1,1,36.81,0.005,0,1,1,1,1,1,1],[186,2,2,0,1,2,35.07,0.005,0,2,3,2,2,1,2],[187,3,3,3,1,3,32.86,0.005,0,1,1,1,3,3,3],[188,0,1,3,1,1,39.32,0.005,0,2,2,2,0,2,0],[189,1,1,3,1,1,38.34,0.005,0,1,1,1,1,1,1],[190,2,2,1,1,2,32.31,0.005,0,2,3,2,2,1,2],[191,3,3,3,1,3,28.1,0.005,0,3,3,3,3,3,3],[192,0,1,3,1,1,37.13,0.005,0,2,2,2,0,2,0],[193,1,1,0,1,1,37.39,0.005,0,1,1,1,1,1,1],[194,2,1,0,1,1,34.58,0.005,0,2,3,2,2,1,2],[195,3,3,1,1,3,33,0.005,0,3,3,3,3,3,3],[196,0,1,3,1,0,40.16,0.005,0,0,0,0,0,2,0],[197,1,1,0,1,1,37.81,0.005,0,1,1,1,1,1,1],[198,2,2,0,1,2,31.41,0.005,0,2,3,2,2,0,2],[199,3,3,0,1,3,29.63,0.005,0,3,3,3,3,3,3],[200,0,0,1,1,0,39.03,0.005,0,0,0,0,0,0,0],[201,1,1,2,1,1,35.85,0.005,0,1,1,1,1,3,1],[202,2,2,0,1,2,33.41,0.005,0,2,3,2,2,0,2],[203,3,0,0,1,3,28.35,0.005,0,3,1,1,1,1,3],[204,0,0,2,1,0,30.57,0.005,0,0,2,0,0,0,0],[205,1,1,2,1,1,34.4,0.005,0,1,1,1,1,3,1],[206,2,2,1,1,2,35.42,0.005,0,0,0,0,2,3,2],[207,3,3,1,1,3,31.68,0.005,0,3,3,3,3,3,3],[208,0,2,2,1,2,31.48,0.005,0,2,2,2,2,2,2],[209,1,1,3,1,1,38.89,0.005,0,1,1,1,1,1,1],[210,2,0,0,1,0,33.6,0.005,0,2,3,2,2,0,2],[211,3,3,0,1,3,33.47,0.005,0,3,1,1,3,1,3],[212,0,0,0,1,0,38.13,0.005,0,0,0,0,0,0,0],[213,1,1,2,1,1,36.98,0.005,0,1,3,1,1,1,1],[214,2,2,0,1,2,34.3,0.005,0,2,3,2,0,0,0],[215,3,3,0,1,3,25.78,0.005,0,3,3,3,3,3,3],[216,0,0,2,1,0,35.26,0.005,0,0,2,0,0,0,0],[217,1,1,1,1,1,39,0.005,0,0,0,0,2,2,2],[218,2,1,1,1,1,35.7,0.005,0,0,0,0,2,0,2],[219,3,2,0,1,2,29.03,0.005,0,3,3,3,3,3,3],[220,0,0,0,1,0,38.42,0.005,0,0,2,0,0,0,0],[221,1,2,2,1,2,31.93,0.005,0,1,0,1,1,3,1],[222,2,2,3,1,2,27.86,0.005,0,2,3,2,2,0,2],[223,3,3,3,1,3,31.42,0.005,0,3,3,3,1,1,1],[224,0,0,0,1,0,32.7,0.005,0,3,0,3,0,0,0],[225,1,2,2,1,2,31.27,0.005,0,3,2,1,1,3,1],[226,2,2,1,1,2,35.56,0.005,0,0,0,0,2,3,2],[227,3,3,0,1,3,27.17,0.005,0,0,2,0,3,0,3],[228,0,0,2,1,0,39.96,0.005,0,2,2,2,2,2,2],[229,1,1,3,1,1,33.33,0.005,0,1,3,3,3,3,3],[230,2,2,3,1,2,28.09,0.005,0,2,2,2,2,0,2],[231,3,3,0,1,3,27.43,0.005,0,3,3,3,3,1,3],[232,0,1,3,1,1,37.75,0.005,0,2,2,2,2,2,2],[233,1,1,1,1,1,40.34,0.005,0,1,1,1,1,1,1],[234,2,2,0,1,2,29.21,0.005,0,2,3,2,2,0,2],[235,3,3,3,1,3,31.88,0.005,0,3,3,3,3,1,1],[236,0,1,1,1,1,37.24,0.005,0,0,0,0,0,2,0],[237,1,1,2,1,1,35.07,0.005,0,3,0,3,3,3,3],[238,2,1,0,1,1,35.87,0.005,0,2,3,2,2,1,3],[239,3,3,2,1,3,26.06,0.005,0,0,0,0,3,3,3],[240,0,0,2,1,0,34.53,0.005,0,3,0,2,0,0,0],[241,1,1,0,1,0,34.41,0.005,0,1,1,1,1,1,1],[242,2,2,1,1,2,35.31,0.005,0,2,0,2,2,2,2],[243,3,3,0,1,3,30.61,0.005,0,3,3,3,3,3,3],[244,0,0,0,1,0,31.75,0.005,0,2,2,2,0,0,0],[245,1,1,0,1,1,36.49,0.005,0,1,1,1,1,1,1],[246,2,2,1,1,2,32.91,0.005,0,0,0,0,2,1,2],[247,3,3,0,1,3,29.95,0.005,0,3,3,3,3,1,3],[248,0,0,0,1,0,37.55,0.005,0,0,0,0,0,0,0],[249,1,2,2,1,2,36.31,0.005,0,1,0,1,3,3,3],[250,2,1,1,1,1,36.36,0.005,0,2,3,2,2,1,2],[251,3,3,3,1,3,27.25,0.005,0,3,3,3,3,1,3],[252,0,0,0,1,0,36.97,0.005,0,2,2,2,0,0,0],[253,1,1,0,1,1,39.33,0.005,0,1,1,1,1,1,1],[254,2,0,0,1,0,34.95,0.005,0,2,2,2,2,0,2],[255,3,3,3,1,3,26.38,0.005,0,1,1,1,3,1,3],[256,0,2,2,1,2,32.56,0.005,0,2,2,2,2,2,2],[257,1,1,0,1,1,38.13,0.005,0,3,3,1,1,1,1],[258,2,2,3,1,2,27.99,0.005,0,2,2,2,2,0,2],[259,3,3,1,1,3,30.3,0.005,0,3,3,3,3,3,3],[260,0,0,2,1,0,30.47,0.005,0,2,2,2,0,2,0],[261,1,1,3,1,1,36.9,0.005,0,1,1,1,1,1,1],[262,2,2,0,1,2,28.16,0.005,0,2,3,2,2,3,2],[263,3,3,0,1,3,29.75,0.005,0,3,3,3,3,3,3],[264,0,1,3,1,1,37.48,0.005,0,2,2,2,2,2,2],[265,1,1,2,1,1,34.27,0.005,0,1,1,1,1,1,1],[266,2,2,0,1,2,33.27,0.005,0,2,3,2,3,1,2],[267,3,3,1,1,3,32.07,0.005,0,3,3,3,3,3,3],[268,0,2,3,1,2,33.08,0.005,0,2,2,2,2,2,2],[269,1,1,0,1,1,38.28,0.005,0,1,1,1,1,1,1],[270,2,2,0,1,2,28.42,0.005,0,2,3,2,2,0,2],[271,3,3,1,1,3,27.67,0.005,0,3,3,3,3,3,3],[272,0,2,3,1,2,35.62,0.005,0,0,2,0,2,2,2],[273,1,1,0,1,1,38.57,0.005,0,1,0,1,1,1,1],[274,2,2,0,1,2,29.96,0.005,0,2,3,2,2,0,2],[275,3,3,1,1,3,26.41,0.005,0,3,3,3,3,3,3],[276,0,1,1,1,1,37.01,0.005,0,0,2,0,0,0,0],[277,1,1,2,1,1,35.37,0.005,0,1,1,1,1,3,1],[278,2,1,0,1,1,35.61,0.005,0,2,3,2,2,1,2],[279,3,3,1,1,3,27.73,0.005,0,3,3,3,3,3,3],[280,0,0,0,1,0,36.47,0.005,0,0,0,0,0,0,0],[281,1,1,0,1,1,40.74,0.005,0,1,1,1,1,1,1],[282,2,2,0,1,2,34.35,0.005,0,2,0,2,2,0,2],[283,3,3,1,1,3,28.48,0.005,0,3,3,3,3,3,3],[284,0,0,0,1,0,31.72,0.005,0,0,0,0,0,0,0],[285,1,1,2,1,1,35.58,0.005,0,3,2,3,1,3,1],[286,2,2,0,1,2,30.35,0.005,0,2,0,2,2,2,2],[287,3,3,1,1,3,27.24,0.005,0,3,3,3,3,3,3],[288,0,0,0,1,0,36.19,0.005,0,0,0,0,0,0,0],[289,1,3,3,1,3,34.56,0.005,0,3,1,3,1,1,1],[290,2,2,0,1,2,32.78,0.005,0,2,0,2,2,1,2],[291,3,3,3,1,3,30.08,0.005,0,1,3,1,3,3,1],[292,0,0,1,1,0,33.03,0.005,0,2,2,2,0,0,0],[293,1,1,2,1,1,34.86,0.005,0,1,1,1,1,3,1],[294,2,2,0,1,2,34.18,0.005,0,2,3,2,2,3,2],[295,3,3,3,1,3,32.17,0.005,0,1,1,1,3,1,1],[296,0,0,2,1,0,34.42,0.005,0,2,2,2,2,2,2],[297,1,1,1,1,1,39.22,0.005,0,1,1,1,1,1,1],[298,2,2,0,1,2,28.22,0.005,0,2,3,2,2,2,2],[299,3,3,3,1,3,33.15,0.005,0,1,1,1,3,3,3],[300,0,0,0,1,0,37.58,0.005,0,1,1,1,0,0,0],[301,1,1,0,1,1,36.47,0.005,0,1,1,1,1,1,1],[302,2,2,3,1,2,30.08,0.005,0,2,2,2,2,2,2],[303,3,3,3,1,3,24.84,0.005,0,3,3,3,3,3,3],[304,0,0,0,1,0,35.95,0.005,0,0,3,0,0,3,0],[305,1,2,2,1,2,32.62,0.005,0,3,2,3,1,2,1],[306,2,0,0,1,0,36.65,0.005,0,2,3,2,0,0,0],[307,3,2,0,1,3,27.92,0.005,0,3,3,3,3,3,3],[308,0,1,1,1,1,40.26,0.005,0,0,0,0,2,2,2],[309,1,1,0,1,1,39.55,0.005,0,1,1,1,1,1,1],[310,2,1,0,1,2,32.11,0.005,0,2,3,2,2,3,2],[311,3,3,1,1,3,34.26,0.005,0,3,3,3,3,3,3],[312,0,0,0,1,0,38.88,0.005,0,3,0,3,0,0,0],[313,1,1,0,1,1,37.73,0.005,0,1,1,1,1,1,1],[314,2,1,3,1,1,36.48,0.005,0,2,2,2,2,3,2],[315,3,3,1,1,3,26.94,0.005,0,2,3,3,3,2,3],[316,0,1,3,1,1,39.4,0.005,0,0,2,0,0,2,0],[317,1,1,0,1,1,40.13,0.005,0,1,1,1,1,1,1],[318,2,1,1,1,1,35.37,0.005,0,2,3,2,2,3,2],[319,3,3,1,1,3,32.51,0.005,0,0,3,0,3,3,3],[320,0,0,0,1,0,38.81,0.005,0,0,0,0,0,0,0],[321,1,1,2,1,1,35.38,0.005,0,3,0,3,1,3,1],[322,2,1,0,1,1,35.5,0.005,0,2,2,2,0,0,2],[323,3,3,0,1,3,29.15,0.005,0,3,3,2,3,1,3],[324,0,0,0,1,0,31.35,0.005,0,0,0,0,0,0,0],[325,1,1,2,1,1,34.82,0.005,0,3,2,3,1,3,1],[326,2,3,3,1,3,36.01,0.005,0,2,2,2,2,2,2],[327,3,3,2,1,3,25.28,0.005,0,3,2,0,3,3,3],[328,0,0,0,1,0,30.91,0.005,0,0,0,0,0,0,0],[329,1,1,2,1,1,33.77,0.005,0,1,1,1,1,1,1],[330,2,2,0,1,2,33.66,0.005,0,2,2,2,2,2,2],[331,3,2,2,1,2,27.9,0.005,0,2,2,2,2,2,2],[332,0,0,0,1,0,34.08,0.005,0,0,3,0,0,0,0],[333,1,1,0,1,1,38.52,0.005,0,1,1,1,1,1,1],[334,2,2,3,1,3,28.75,0.005,0,3,3,2,3,3,2],[335,3,3,1,1,3,30.44,0.005,0,3,3,3,3,3,3],[336,0,0,3,1,0,34.4,0.005,0,2,2,2,0,2,0],[337,1,1,0,1,1,37.42,0.005,0,1,1,1,1,1,1],[338,2,2,3,1,2,27.9,0.005,0,2,2,2,2,2,2],[339,3,3,3,1,3,31.03,0.005,0,3,3,3,3,3,3],[340,0,1,1,1,1,39.78,0.005,0,0,2,0,0,0,0],[341,1,1,0,1,1,39.29,0.005,0,1,1,1,1,1,1],[342,2,2,3,1,2,28.24,0.005,0,2,3,2,2,3,2],[343,3,3,1,1,3,27.75,0.005,0,3,3,3,3,3,3],[344,0,0,1,1,0,38.96,0.005,0,0,2,0,0,2,0],[345,1,1,0,1,1,37.8,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,33.19,0.005,0,2,3,2,2,3,2],[347,3,3,0,1,3,29.45,0.005,0,3,2,3,3,3,3],[348,0,1,3,1,1,38.71,0.005,0,2,2,2,0,2,2],[349,1,1,0,1,1,39.42,0.005,0,1,1,1,1,1,1],[350,2,2,1,1,2,35.42,0.005,0,2,2,2,2,2,2],[351,3,3,1,1,3,32,0.005,0,1,0,1,3,3,3],[352,0,0,0,1,0,35.63,0.005,0,0,0,0,0,0,0],[353,1,1,0,1,1,37.23,0.005,0,0,0,0,1,1,1],[354,2,2,0,1,2,31.21,0.005,0,2,3,2,2,1,2],[355,3,3,0,1,3,28.31,0.005,0,3,3,3,3,1,3],[356,0,0,0,1,0,36.68,0.005,0,0,2,0,0,0,0],[357,1,1,3,1,1,39.09,0.005,0,1,1,1,1,1,1],[358,2,2,0,1,2,35.49,0.005,0,2,0,2,0,0,0],[359,3,3,3,1,3,25.48,0.005,0,3,3,3,3,3,3],[360,0,0,0,1,0,35.09,0.005,0,0,0,0,0,0,0],[361,1,1,0,1,1,39.87,0.005,0,1,1,1,1,1,1],[362,2,1,0,1,1,36.09,0.005,0,2,3,2,0,0,2],[363,3,3,0,1,3,27.45,0.005,0,3,3,3,3,3,3],[364,0,0,0,1,0,35.21,0.005,0,0,0,0,0,0,0],[365,1,1,2,1,1,32.8,0.005,0,1,1,1,1,1,1],[366,2,2,3,1,2,30.57,0.005,0,2,2,2,0,0,0],[367,3,3,1,1,2,25.86,0.005,0,2,3,2,0,3,0],[368,0,0,0,1,0,36.32,0.005,0,0,2,0,0,0,0],[369,1,1,0,1,1,37.24,0.005,0,1,1,1,1,1,1],[370,2,2,3,1,2,34.46,0.005,0,2,3,2,2,3,2],[371,3,3,1,1,3,29.13,0.005,0,3,3,3,3,3,3],[372,0,0,0,1,0,35.62,0.005,0,3,3,3,0,0,0],[373,1,1,3,1,1,39.09,0.005,0,1,1,1,1,1,1],[374,2,1,0,1,1,36.29,0.005,0,2,3,0,3,1,3],[375,3,3,0,1,3,28.33,0.005,0,0,2,0,3,2,3],[376,0,0,0,1,0,34.31,0.005,0,0,0,0,0,0,0],[377,1,1,0,1,1,37.79,0.005,0,1,1,1,1,1,1],[378,2,2,0,1,2,28.72,0.005,0,2,3,2,0,0,2],[379,3,3,0,1,3,31.62,0.005,0,3,3,3,3,3,3],[380,0,0,0,1,0,35.33,0.005,0,3,3,3,0,0,0],[381,1,1,0,1,1,39.49,0.005,0,1,1,1,1,1,1],[382,2,1,0,1,2,34.95,0.005,0,2,0,2,2,0,2],[383,3,3,2,1,3,28.44,0.005,0,0,0,0,3,3,3],[384,0,0,3,1,0,33.05,0.005,0,2,2,2,2,2,2],[385,1,1,0,1,1,39.84,0.005,0,1,1,1,1,1,1],[386,2,2,0,1,2,31.48,0.005,0,0,0,2,2,0,2],[387,3,3,0,1,3,31.69,0.005,0,3,1,3,3,1,3],[388,0,0,0,1,0,32.75,0.005,0,0,2,0,0,0,0],[389,1,1,1,1,1,38.3,0.005,0,1,1,1,1,1,1],[390,2,2,2,1,2,34.99,0.005,0,0,0,0,0,0,0],[391,3,3,3,1,3,28.3,0.005,0,1,1,1,3,3,3],[392,0,0,0,1,0,33.55,0.005,0,0,3,0,0,0,0],[393,1,1,0,1,1,36.9,0.005,0,1,1,1,1,1,1],[394,2,2,0,1,2,29.61,0.005,0,2,0,2,2,2,2],[395,3,3,0,1,3,26.73,0.005,0,3,3,3,3,1,3],[396,0,0,0,1,0,36.15,0.005,0,0,0,0,0,0,0],[397,1,1,0,1,1,38.8,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,35.13,0.005,0,2,3,2,2,0,2],[399,3,3,1,1,3,28.36,0.005,0,3,3,3,3,3,3]],"elapsed_ms":1433,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":288,"J":250,"J_valid":250,"n_invalid":0,"n00":41,"n01":10,"n10":123,"n11":76,"ctl_n":250,"ctl_err":6},"metrics":{"target_error":0.344,"Q_transfer":0.656,"source_success":0.796,"joint_error":0.304,"T_cond":0.38190954773869346,"R":0.024,"delta":0.31999999999999995,"delta_pp":31.999999999999996,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.72}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":348,"J":307,"J_valid":307,"n_invalid":0,"n00":71,"n01":7,"n10":135,"n11":94,"ctl_n":307,"ctl_err":5},"metrics":{"target_error":0.3289902280130293,"Q_transfer":0.6710097719869708,"source_success":0.745928338762215,"joint_error":0.30618892508143325,"T_cond":0.4104803493449782,"R":0.016286644951140065,"delta":0.3127035830618892,"delta_pp":31.27035830618892,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.87}}]},{"key":"s42/STFT-CNN/fgsm/eps0100","seed":42,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,1,3,1,1,30.8,0.01,0,0,2,2,0,2,0],[1,1,1,2,1,1,28.31,0.01,0,1,1,1,1,1,1],[2,2,2,3,1,2,24.6,0.01,0,0,0,0,2,3,2],[3,3,3,0,1,3,26.32,0.01,0,3,3,2,3,1,3],[4,0,1,3,1,0,33.4,0.01,0,2,2,2,0,3,2],[5,1,1,0,1,1,31.69,0.01,0,1,1,1,1,1,1],[6,2,2,0,1,2,27.87,0.01,0,2,1,2,2,2,2],[7,3,1,0,1,1,27.66,0.01,0,0,3,0,1,1,1],[8,0,0,1,1,0,32.07,0.01,0,0,2,0,0,0,0],[9,1,2,2,1,2,27.25,0.01,0,1,2,1,1,3,1],[10,2,0,0,1,0,30.17,0.01,0,0,0,0,2,0,2],[11,3,1,0,1,1,26.84,0.01,0,0,3,0,3,0,3],[12,0,2,3,1,1,28.93,0.01,0,2,2,2,2,2,2],[13,1,1,2,1,1,29.05,0.01,0,1,1,1,1,3,1],[14,2,2,0,1,2,29.78,0.01,0,2,3,0,0,0,0],[15,3,3,3,1,3,23.47,0.01,0,1,0,1,3,3,3],[16,0,0,0,1,0,32.79,0.01,0,1,1,1,0,0,0],[17,1,1,0,1,1,30.07,0.01,0,0,0,0,3,3,3],[18,2,2,0,1,2,24.71,0.01,0,2,3,2,2,0,2],[19,3,3,2,1,3,20.34,0.01,0,1,0,1,3,3,3],[20,0,0,1,1,0,28.78,0.01,0,0,0,0,0,0,0],[21,1,1,2,1,1,28.06,0.01,0,1,0,1,1,2,1],[22,2,2,0,1,2,22.12,0.01,0,2,0,2,2,0,2],[23,3,3,3,1,3,20,0.008635,1,3,1,0,3,3,3],[24,0,2,0,1,0,26.72,0.01,0,2,2,2,2,0,0],[25,1,1,2,1,1,29.45,0.01,0,1,1,1,1,1,1],[26,2,1,0,1,1,30.21,0.01,0,2,1,0,2,3,2],[27,3,3,1,1,3,25.3,0.01,0,3,3,3,3,3,3],[28,0,1,1,1,0,30.57,0.01,0,0,2,0,0,0,0],[29,1,1,0,1,1,33.86,0.01,0,1,1,1,1,1,1],[30,2,2,0,1,2,29.3,0.01,0,2,3,2,2,0,2],[31,3,3,1,1,3,25.43,0.01,0,3,3,3,3,3,3],[32,0,0,0,1,0,27.16,0.01,0,3,2,3,0,0,0],[33,1,1,0,1,1,31.02,0.01,0,1,1,1,1,1,1],[34,2,2,3,1,2,22.77,0.01,0,2,2,2,2,3,2],[35,3,3,3,1,3,27.22,0.01,0,3,3,3,3,3,3],[36,0,0,0,1,0,31.57,0.01,0,0,3,0,0,0,0],[37,1,1,0,1,1,33.46,0.01,0,1,1,1,1,1,1],[38,2,2,0,1,2,22.4,0.01,0,2,3,2,2,3,2],[39,3,1,0,1,1,27.48,0.01,0,0,3,0,1,1,1],[40,0,0,0,1,0,31.62,0.01,0,1,0,1,0,0,0],[41,1,1,0,1,1,33.13,0.01,0,1,1,1,1,1,1],[42,2,2,0,1,2,29.99,0.01,0,2,3,2,2,3,2],[43,3,3,0,1,3,25.83,0.01,0,3,3,3,3,3,3],[44,0,0,3,1,0,30.07,0.01,0,0,2,0,0,2,0],[45,1,1,0,1,1,33.8,0.01,0,1,1,1,1,1,1],[46,2,2,0,1,2,22.44,0.01,0,2,3,2,2,0,2],[47,3,3,1,1,3,23.66,0.01,0,3,3,3,3,3,3],[48,0,0,0,1,0,29.25,0.01,0,0,2,0,0,2,0],[49,1,1,2,1,1,29.36,0.01,0,3,0,1,1,3,1],[50,2,0,0,1,0,29.11,0.01,0,0,0,0,0,0,0],[51,3,3,0,1,1,27.23,0.01,0,0,0,0,3,1,3],[52,0,0,0,1,0,32.85,0.01,0,0,0,0,0,0,0],[53,1,1,2,1,1,28.06,0.01,0,1,1,1,1,1,1],[54,2,2,0,1,2,28.34,0.01,0,2,3,2,2,3,2],[55,3,3,0,1,3,25.77,0.01,0,1,1,0,3,3,3],[56,0,1,1,1,1,33.77,0.01,0,0,0,0,0,2,0],[57,1,1,0,1,1,33.22,0.01,0,1,1,1,1,1,1],[58,2,2,0,1,2,22.18,0.01,0,2,3,2,2,3,2],[59,3,3,1,1,3,23.46,0.01,0,3,3,0,3,3,3],[60,0,0,0,1,0,31.05,0.01,0,0,0,0,0,0,0],[61,1,2,2,1,2,26.94,0.01,0,3,3,3,1,3,1],[62,2,2,0,1,2,24.57,0.01,0,2,3,2,2,0,2],[63,3,3,1,1,3,22.37,0.01,0,3,3,3,3,3,3],[64,0,0,0,1,0,31.25,0.01,0,1,2,1,0,2,0],[65,1,1,0,1,1,29.17,0.01,0,1,3,1,1,1,1],[66,2,2,0,1,2,28.69,0.01,0,2,3,2,2,1,2],[67,3,3,0,1,3,23.89,0.01,0,2,3,0,3,3,3],[68,0,2,2,1,2,28.37,0.01,0,2,2,2,0,2,0],[69,1,1,0,1,1,33.77,0.01,0,1,1,1,1,1,1],[70,2,2,3,1,2,23.59,0.01,0,2,2,2,2,3,2],[71,3,3,1,1,3,24.45,0.01,0,0,0,0,3,0,3],[72,0,2,3,1,2,26.11,0.01,0,2,2,2,2,2,2],[73,1,1,0,1,1,32.2,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,26.57,0.01,0,2,1,2,2,1,2],[75,3,3,3,1,3,20.77,0.01,0,3,3,3,3,3,3],[76,0,0,2,1,0,25.9,0.01,0,2,2,2,0,0,0],[77,1,1,0,1,1,30.79,0.01,0,1,0,1,1,1,1],[78,2,2,0,1,2,25.12,0.01,0,2,3,2,2,0,2],[79,3,2,0,1,2,26.41,0.01,0,2,2,2,2,0,2],[80,0,1,3,1,1,30.92,0.01,0,0,2,0,2,3,2],[81,1,1,0,1,1,34.26,0.01,0,1,1,1,1,1,1],[82,2,2,0,1,2,28.05,0.01,0,2,3,2,2,1,2],[83,3,3,1,1,3,24.34,0.01,0,3,3,3,3,3,3],[84,0,0,0,1,0,31.13,0.01,0,3,2,3,0,0,0],[85,1,2,2,1,1,26.76,0.01,0,1,0,1,1,3,1],[86,2,2,0,1,2,28.58,0.01,0,2,3,2,2,1,2],[87,3,1,0,1,1,26.18,0.01,0,3,3,3,3,1,3],[88,0,0,0,1,0,25.31,0.01,0,0,0,0,0,0,0],[89,1,1,0,1,1,28.87,0.01,0,1,1,1,1,3,1],[90,2,2,3,1,2,23.41,0.01,0,2,3,2,2,3,2],[91,3,3,1,1,3,22.15,0.01,0,3,3,3,3,3,3],[92,0,0,0,1,0,28.97,0.01,0,1,1,1,0,0,0],[93,1,2,2,1,1,27.11,0.01,0,1,1,1,1,3,1],[94,2,2,3,1,2,22.45,0.01,0,2,3,2,2,0,2],[95,3,3,3,1,3,24.33,0.01,0,1,1,1,1,3,1],[96,0,0,3,1,0,33.04,0.01,0,2,2,2,0,2,0],[97,1,1,0,1,1,31.67,0.01,0,1,1,1,1,1,1],[98,2,2,0,1,2,26.23,0.01,0,2,3,2,2,3,2],[99,3,3,1,1,3,20,0.0081252,1,3,3,3,3,3,3],[100,0,1,1,1,1,33.76,0.01,0,0,2,0,0,0,0],[101,1,1,0,1,1,32.87,0.01,0,1,1,1,1,1,1],[102,2,2,3,1,3,26.69,0.01,0,2,3,2,2,0,2],[103,3,3,0,1,3,24.16,0.01,0,3,3,0,3,1,3],[104,0,1,3,1,1,30.04,0.01,0,2,2,2,2,2,2],[105,1,1,2,1,1,27.52,0.01,0,1,2,1,3,3,3],[106,2,2,0,1,2,22.68,0.01,0,2,0,0,2,0,2],[107,3,3,0,1,3,25.09,0.01,0,3,3,3,3,3,3],[108,0,1,3,1,1,30.64,0.01,0,2,2,2,2,2,2],[109,1,1,0,1,1,34.03,0.01,0,1,0,1,1,1,1],[110,2,2,3,1,2,26.98,0.01,0,2,1,2,2,1,2],[111,3,3,1,1,3,25.82,0.01,0,3,3,3,3,3,3],[112,0,0,0,1,0,25.74,0.01,0,0,2,0,0,0,0],[113,1,1,3,1,1,33.1,0.01,0,1,1,1,1,1,1],[114,2,2,0,1,2,24.39,0.01,0,0,1,0,2,0,2],[115,3,1,0,1,1,26.99,0.01,0,3,3,3,3,3,3],[116,0,2,2,1,2,26.35,0.01,0,2,2,2,2,2,2],[117,1,1,3,1,1,28.61,0.01,0,1,1,1,1,1,1],[118,2,2,0,1,2,24.03,0.01,0,0,0,2,2,0,2],[119,3,3,3,1,3,26.28,0.01,0,1,1,1,3,1,3],[120,0,1,3,1,1,32.01,0.01,0,2,2,2,2,2,2],[121,1,1,1,1,1,27.29,0.01,0,3,3,1,3,3,1],[122,2,2,0,1,2,25.3,0.01,0,2,1,2,2,3,2],[123,3,3,0,1,3,20,0.0098441,1,3,2,2,3,0,3],[124,0,0,2,1,0,30.16,0.01,0,2,2,2,0,2,0],[125,1,1,0,1,1,33.08,0.01,0,1,1,1,1,1,1],[126,2,2,0,1,2,24.6,0.01,0,2,3,2,2,1,2],[127,3,3,1,1,3,27.17,0.01,0,1,1,1,3,3,3],[128,0,0,0,1,0,29.54,0.01,0,0,0,0,0,0,0],[129,1,1,0,1,1,32.9,0.01,0,1,1,1,1,1,1],[130,2,2,0,1,2,28.03,0.01,0,0,1,2,2,1,2],[131,3,3,3,1,3,25.78,0.01,0,1,1,1,3,1,3],[132,0,0,0,1,0,28.59,0.01,0,0,2,0,0,0,0],[133,1,1,3,1,1,34.1,0.01,0,1,1,1,1,1,1],[134,2,2,0,1,2,27.03,0.01,0,2,3,2,2,3,2],[135,3,3,1,1,3,25.25,0.01,0,3,3,3,3,3,3],[136,0,0,0,1,0,33.54,0.01,0,3,2,3,0,2,0],[137,1,1,2,1,1,31.05,0.01,0,2,2,0,1,2,1],[138,2,2,0,1,2,28.51,0.01,0,2,3,2,2,1,2],[139,3,2,0,1,2,20.65,0.01,0,2,3,2,2,0,2],[140,0,0,0,1,0,29.8,0.01,0,0,0,0,0,0,0],[141,1,1,2,1,2,28.24,0.01,0,3,2,1,1,1,1],[142,2,2,0,1,2,23.65,0.01,0,2,3,2,2,0,2],[143,3,2,0,1,2,24.39,0.01,0,2,2,2,2,0,2],[144,0,0,0,1,0,32.78,0.01,0,0,0,0,0,0,0],[145,1,1,3,1,1,32.07,0.01,0,1,1,1,1,1,1],[146,2,2,0,1,2,23.57,0.01,0,2,3,2,2,0,2],[147,3,3,3,1,3,20.64,0.01,0,3,0,3,3,3,3],[148,0,0,0,1,0,31.58,0.01,0,3,3,3,0,0,0],[149,1,1,0,1,1,31.7,0.01,0,1,1,1,1,1,1],[150,2,2,3,1,2,28.15,0.01,0,2,3,2,2,3,2],[151,3,3,0,1,3,24.27,0.01,0,1,1,1,1,1,1],[152,0,0,0,1,0,29.59,0.01,0,0,0,0,0,0,0],[153,1,1,2,1,1,31.47,0.01,0,3,2,3,1,1,1],[154,2,2,0,1,2,23.6,0.01,0,2,3,2,2,1,2],[155,3,3,3,1,3,23.59,0.01,0,3,3,3,3,1,3],[156,0,0,1,1,0,26.96,0.01,0,0,2,0,0,2,0],[157,1,1,2,1,1,29.2,0.01,0,1,1,1,1,3,1],[158,2,2,0,1,2,25.5,0.01,0,2,3,2,2,3,2],[159,3,3,3,1,3,23.76,0.01,0,3,1,1,3,1,3],[160,0,2,3,1,2,26.53,0.01,0,2,2,2,2,2,2],[161,1,1,2,1,1,31.37,0.01,0,3,0,3,1,1,1],[162,2,2,3,1,2,26.92,0.01,0,2,3,2,0,3,2],[163,3,3,3,1,3,23,0.01,0,1,1,1,3,3,3],[164,0,0,0,1,0,29.36,0.01,0,0,2,0,0,0,0],[165,1,1,0,1,1,32.37,0.01,0,1,1,1,1,1,1],[166,2,2,0,1,2,26.29,0.01,0,2,3,2,2,1,2],[167,3,3,1,1,3,25.89,0.01,0,3,3,3,3,3,3],[168,0,0,1,1,0,29.28,0.01,0,2,2,2,0,2,0],[169,1,1,3,1,1,33.18,0.01,0,1,1,1,1,1,1],[170,2,2,0,1,2,26.93,0.01,0,2,0,2,2,2,2],[171,3,3,0,1,3,21.76,0.01,0,2,3,2,3,3,3],[172,0,0,0,1,0,32.38,0.01,0,1,0,1,0,0,0],[173,1,1,2,1,1,29.09,0.01,0,1,0,1,1,1,1],[174,2,2,3,1,2,26.15,0.01,0,2,3,2,2,3,2],[175,3,3,3,1,3,23.12,0.01,0,3,3,3,1,1,1],[176,0,0,0,1,0,27.31,0.01,0,2,2,2,0,2,0],[177,1,1,3,1,1,32.15,0.01,0,1,1,1,1,1,1],[178,2,2,0,1,2,24.58,0.01,0,2,3,2,2,0,2],[179,3,3,1,1,3,22.55,0.01,0,3,3,0,3,3,3],[180,0,0,0,1,0,30.58,0.01,0,0,0,0,0,0,0],[181,1,1,1,1,1,32.97,0.01,0,1,1,1,1,1,1],[182,2,2,3,1,2,28.85,0.01,0,2,3,2,2,3,2],[183,3,3,1,1,3,25.81,0.01,0,3,3,3,3,3,3],[184,0,0,2,1,1,33.73,0.01,0,2,2,2,0,0,0],[185,1,1,0,1,1,30.79,0.01,0,1,1,1,1,1,1],[186,2,2,0,1,2,29.05,0.01,0,2,3,2,2,1,2],[187,3,3,3,1,3,26.84,0.01,0,1,1,1,3,3,1],[188,0,1,3,1,1,33.3,0.01,0,2,2,2,0,3,0],[189,1,1,3,1,1,32.32,0.01,0,1,1,1,1,1,1],[190,2,2,0,1,2,26.29,0.01,0,2,3,2,2,1,2],[191,3,3,3,1,3,22.08,0.01,0,3,3,1,3,3,3],[192,0,1,3,1,1,31.11,0.01,0,2,2,2,0,2,0],[193,1,1,0,1,1,31.37,0.01,0,1,0,1,1,1,1],[194,2,1,0,1,1,28.56,0.01,0,2,1,2,2,1,2],[195,3,3,1,1,3,26.98,0.01,0,3,3,3,3,3,3],[196,0,1,1,1,1,34.14,0.01,0,0,0,2,0,2,0],[197,1,1,0,1,1,31.79,0.01,0,1,1,1,1,1,1],[198,2,2,0,1,2,25.39,0.01,0,2,3,2,2,0,2],[199,3,3,0,1,3,23.61,0.01,0,3,3,3,3,3,3],[200,0,0,1,1,0,33.01,0.01,0,0,2,0,0,3,0],[201,1,1,2,1,1,29.83,0.01,0,1,1,1,1,3,1],[202,2,2,0,1,2,27.39,0.01,0,2,3,2,2,0,2],[203,3,0,3,1,3,22.32,0.01,0,3,1,1,1,1,3],[204,0,0,2,1,0,24.55,0.01,0,0,2,0,0,0,0],[205,1,1,2,1,1,28.38,0.01,0,1,1,1,1,3,1],[206,2,2,1,1,2,29.4,0.01,0,0,0,0,2,3,2],[207,3,3,1,1,3,25.66,0.01,0,3,3,3,3,3,3],[208,0,2,2,1,2,25.46,0.01,0,2,2,2,2,2,2],[209,1,1,3,1,1,32.87,0.01,0,1,1,1,1,1,1],[210,2,0,0,1,2,27.58,0.01,0,2,3,2,2,0,2],[211,3,3,0,1,3,27.45,0.01,0,3,1,1,3,1,3],[212,0,0,0,1,0,32.11,0.01,0,0,3,0,0,0,0],[213,1,1,2,1,1,30.96,0.01,0,1,1,1,1,1,1],[214,2,2,0,1,2,28.28,0.01,0,2,3,2,0,0,2],[215,3,3,0,1,3,20,0.0097286,1,3,3,3,3,3,3],[216,0,0,2,1,0,29.24,0.01,0,0,2,0,0,0,0],[217,1,1,1,1,1,32.98,0.01,0,0,0,0,2,2,2],[218,2,1,0,1,1,29.68,0.01,0,0,1,0,2,3,2],[219,3,2,0,1,2,23.01,0.01,0,3,3,3,3,3,3],[220,0,0,0,1,0,32.4,0.01,0,0,2,0,0,0,0],[221,1,2,2,1,1,25.91,0.01,0,1,2,1,1,3,1],[222,2,2,3,1,2,21.84,0.01,0,2,3,2,2,1,2],[223,3,3,3,1,3,25.4,0.01,0,3,1,3,1,1,1],[224,0,0,0,1,0,26.68,0.01,0,3,2,0,0,0,0],[225,1,2,2,1,2,25.25,0.01,0,3,2,0,1,2,1],[226,2,2,0,1,2,29.54,0.01,0,0,0,0,2,1,2],[227,3,3,0,1,2,21.15,0.01,0,0,2,2,3,1,3],[228,0,0,2,1,0,33.94,0.01,0,2,2,2,2,2,2],[229,1,1,3,1,1,27.31,0.01,0,1,1,1,3,1,1],[230,2,2,3,1,2,22.07,0.01,0,2,3,2,2,0,2],[231,3,3,0,1,3,21.41,0.01,0,3,3,3,3,1,3],[232,0,1,3,1,1,31.73,0.01,0,2,2,2,2,2,2],[233,1,1,0,1,1,34.32,0.01,0,1,1,1,1,1,1],[234,2,2,0,1,2,23.19,0.01,0,2,3,2,2,0,2],[235,3,3,3,1,3,25.86,0.01,0,3,3,3,3,1,1],[236,0,1,1,1,1,31.22,0.01,0,0,0,0,0,2,0],[237,1,1,2,1,1,29.05,0.01,0,3,0,3,3,3,3],[238,2,1,0,1,2,29.85,0.01,0,2,1,0,2,1,2],[239,3,3,2,1,3,20.04,0.01,0,0,0,0,3,3,3],[240,0,0,2,1,0,28.51,0.01,0,3,0,2,0,0,0],[241,1,1,0,1,0,28.39,0.01,0,1,0,1,1,1,1],[242,2,2,1,1,2,29.29,0.01,0,2,0,2,2,0,2],[243,3,3,0,1,3,24.59,0.01,0,3,3,3,3,3,3],[244,0,0,0,1,0,25.73,0.01,0,2,2,2,0,0,0],[245,1,1,0,1,1,30.46,0.01,0,1,1,1,1,1,1],[246,2,2,0,1,2,26.89,0.01,0,0,1,0,2,1,2],[247,3,3,0,1,3,23.93,0.01,0,3,3,2,3,1,3],[248,0,0,0,1,0,31.53,0.01,0,0,0,0,0,0,0],[249,1,2,2,1,2,30.29,0.01,0,1,0,1,3,3,3],[250,2,1,0,1,1,30.34,0.01,0,2,3,2,2,1,2],[251,3,3,3,1,3,21.23,0.01,0,3,3,3,3,1,3],[252,0,0,0,1,0,30.95,0.01,0,2,2,2,0,0,0],[253,1,1,0,1,1,33.31,0.01,0,1,1,1,1,1,1],[254,2,0,0,1,0,28.93,0.01,0,2,3,2,2,0,2],[255,3,3,3,1,3,20.36,0.01,0,1,1,1,3,1,3],[256,0,2,3,1,0,26.54,0.01,0,2,2,2,2,2,2],[257,1,1,0,1,1,32.11,0.01,0,3,0,1,1,1,1],[258,2,2,3,1,2,21.97,0.01,0,2,3,2,2,0,2],[259,3,3,1,1,3,24.28,0.01,0,3,3,3,3,3,3],[260,0,0,2,1,0,24.45,0.01,0,2,2,0,0,0,0],[261,1,1,3,1,1,30.88,0.01,0,1,1,1,1,1,1],[262,2,2,0,1,2,22.14,0.01,0,2,3,2,2,3,2],[263,3,3,0,1,3,23.73,0.01,0,3,3,3,3,3,3],[264,0,1,3,1,1,31.46,0.01,0,2,2,2,2,3,2],[265,1,1,2,1,1,28.25,0.01,0,1,1,1,1,3,1],[266,2,2,0,1,2,27.25,0.01,0,2,3,2,3,1,2],[267,3,3,1,1,3,26.05,0.01,0,3,3,3,3,3,3],[268,0,2,3,1,2,27.06,0.01,0,2,2,2,2,2,2],[269,1,1,0,1,1,32.26,0.01,0,1,1,1,1,1,1],[270,2,2,0,1,2,22.4,0.01,0,2,3,2,2,0,2],[271,3,3,1,1,3,21.65,0.01,0,3,3,3,3,3,3],[272,0,2,3,1,1,29.6,0.01,0,0,2,0,2,2,2],[273,1,1,0,1,1,32.55,0.01,0,1,0,1,1,1,1],[274,2,2,0,1,2,23.94,0.01,0,2,3,2,2,0,2],[275,3,3,1,1,3,20.39,0.01,0,3,3,3,3,3,3],[276,0,1,1,1,1,30.99,0.01,0,0,2,0,0,0,0],[277,1,1,2,1,1,29.35,0.01,0,1,1,1,1,3,1],[278,2,1,0,1,1,29.59,0.01,0,2,3,2,2,1,2],[279,3,3,1,1,3,21.71,0.01,0,3,3,3,3,3,3],[280,0,0,0,1,0,30.45,0.01,0,0,0,0,0,0,0],[281,1,1,0,1,1,34.72,0.01,0,1,1,1,1,1,1],[282,2,2,0,1,2,28.33,0.01,0,2,3,0,2,0,2],[283,3,3,1,1,3,22.46,0.01,0,3,3,3,3,3,3],[284,0,0,0,1,0,25.7,0.01,0,0,0,0,0,0,0],[285,1,1,2,1,1,29.56,0.01,0,3,2,1,1,3,1],[286,2,2,0,1,2,24.33,0.01,0,2,3,2,2,3,2],[287,3,3,1,1,3,21.22,0.01,0,3,3,3,3,3,3],[288,0,0,0,1,0,30.17,0.01,0,0,3,0,0,0,0],[289,1,3,0,1,3,28.54,0.01,0,3,1,1,1,1,1],[290,2,2,0,1,2,26.76,0.01,0,2,1,0,2,1,2],[291,3,3,3,1,3,24.06,0.01,0,1,3,1,3,3,3],[292,0,0,1,1,0,27.01,0.01,0,2,2,2,0,2,0],[293,1,1,2,1,1,28.84,0.01,0,1,1,1,1,3,1],[294,2,2,0,1,2,28.16,0.01,0,2,1,2,2,3,2],[295,3,3,3,1,3,26.15,0.01,0,1,1,1,3,1,1],[296,0,0,3,1,0,28.4,0.01,0,2,2,2,2,2,2],[297,1,1,1,1,1,33.2,0.01,0,1,1,1,1,1,1],[298,2,2,0,1,2,22.2,0.01,0,2,2,2,2,2,2],[299,3,3,1,1,3,27.13,0.01,0,1,1,1,3,3,3],[300,0,0,0,1,0,31.56,0.01,0,1,1,1,0,0,0],[301,1,1,0,1,1,30.45,0.01,0,1,1,1,1,3,1],[302,2,2,3,1,2,24.06,0.01,0,2,3,2,2,3,2],[303,3,3,3,1,3,20,0.0087295,1,3,3,3,3,3,3],[304,0,0,0,1,0,29.93,0.01,0,0,3,3,0,3,0],[305,1,2,2,1,2,26.6,0.01,0,3,2,3,1,2,1],[306,2,0,0,1,1,30.63,0.01,0,2,3,2,0,0,0],[307,3,2,0,1,3,21.9,0.01,0,3,3,0,3,3,3],[308,0,1,3,1,1,34.24,0.01,0,0,0,0,2,2,2],[309,1,1,0,1,1,33.53,0.01,0,1,1,1,1,1,1],[310,2,1,3,1,2,26.09,0.01,0,2,3,2,2,3,2],[311,3,3,1,1,3,28.24,0.01,0,3,3,3,3,3,3],[312,0,0,0,1,0,32.86,0.01,0,3,2,3,0,0,0],[313,1,1,0,1,1,31.71,0.01,0,1,1,1,1,1,1],[314,2,1,3,1,1,30.46,0.01,0,2,2,0,2,3,2],[315,3,3,0,1,3,20.92,0.01,0,2,3,2,3,0,3],[316,0,1,1,1,1,33.38,0.01,0,0,2,0,0,2,2],[317,1,1,0,1,1,34.11,0.01,0,1,1,1,1,1,1],[318,2,1,0,1,1,29.35,0.01,0,2,3,2,2,1,2],[319,3,3,1,1,3,26.48,0.01,0,0,3,0,3,3,3],[320,0,0,0,1,0,32.79,0.01,0,0,0,0,0,0,0],[321,1,1,2,1,1,29.36,0.01,0,3,2,1,1,3,1],[322,2,1,0,1,1,29.48,0.01,0,2,2,2,0,3,2],[323,3,3,0,1,3,23.13,0.01,0,3,3,2,3,1,3],[324,0,0,0,1,0,25.33,0.01,0,0,0,0,0,0,0],[325,1,1,2,1,1,28.79,0.01,0,3,2,3,1,1,1],[326,2,3,3,1,3,29.99,0.01,0,2,1,2,2,2,2],[327,3,3,0,1,3,20,0.0091847,1,3,2,3,3,0,3],[328,0,0,0,1,0,24.89,0.01,0,0,0,0,0,0,0],[329,1,1,0,1,1,27.75,0.01,0,1,1,1,1,1,1],[330,2,2,0,1,2,27.64,0.01,0,2,3,2,2,3,2],[331,3,2,2,1,2,21.88,0.01,0,2,2,2,2,2,2],[332,0,0,0,1,0,28.06,0.01,0,0,3,0,0,0,0],[333,1,1,0,1,1,32.5,0.01,0,1,1,1,1,1,1],[334,2,2,3,1,2,22.73,0.01,0,3,3,2,3,3,2],[335,3,3,1,1,3,24.42,0.01,0,3,3,3,3,3,3],[336,0,0,3,1,1,28.38,0.01,0,2,2,2,0,2,0],[337,1,1,0,1,1,31.4,0.01,0,1,1,1,1,1,1],[338,2,2,3,1,2,21.88,0.01,0,2,3,2,2,0,2],[339,3,3,3,1,3,25.01,0.01,0,3,3,3,3,3,3],[340,0,1,1,1,1,33.76,0.01,0,0,2,0,0,0,0],[341,1,1,0,1,1,33.27,0.01,0,1,1,1,1,1,1],[342,2,2,3,1,2,22.21,0.01,0,2,3,2,2,3,2],[343,3,3,1,1,3,21.73,0.01,0,3,3,3,3,3,3],[344,0,0,3,1,1,32.94,0.01,0,0,2,0,0,2,0],[345,1,1,0,1,1,31.78,0.01,0,1,1,1,1,1,1],[346,2,2,0,1,2,27.17,0.01,0,2,2,2,2,3,2],[347,3,3,0,1,3,23.43,0.01,0,3,2,0,3,3,3],[348,0,1,3,1,1,32.69,0.01,0,2,2,2,0,3,2],[349,1,1,0,1,1,33.4,0.01,0,1,1,1,1,1,1],[350,2,2,0,1,2,29.4,0.01,0,2,2,2,2,2,2],[351,3,3,0,1,3,25.98,0.01,0,1,0,0,3,3,3],[352,0,0,0,1,0,29.61,0.01,0,0,0,0,0,0,0],[353,1,1,2,1,1,31.21,0.01,0,0,0,1,1,2,1],[354,2,2,0,1,2,25.19,0.01,0,2,3,2,2,1,2],[355,3,3,0,1,3,22.29,0.01,0,3,3,3,3,1,3],[356,0,0,0,1,0,30.66,0.01,0,0,2,0,0,0,0],[357,1,1,3,1,1,33.07,0.01,0,1,1,1,1,1,1],[358,2,2,0,1,2,29.47,0.01,0,2,0,2,0,0,2],[359,3,3,3,1,3,20,0.0094011,1,3,3,3,3,3,3],[360,0,0,0,1,0,29.07,0.01,0,0,2,0,0,0,0],[361,1,1,0,1,1,33.85,0.01,0,1,1,1,1,1,1],[362,2,1,0,1,1,30.07,0.01,0,2,3,2,0,0,0],[363,3,3,0,1,3,21.43,0.01,0,3,3,0,3,0,3],[364,0,0,0,1,0,29.19,0.01,0,0,0,0,0,0,0],[365,1,1,2,1,1,26.78,0.01,0,1,1,1,1,3,1],[366,2,2,3,1,2,24.55,0.01,0,2,2,2,0,0,0],[367,3,3,3,1,2,20,0.0098156,1,2,3,2,0,3,3],[368,0,0,0,1,0,30.3,0.01,0,0,2,0,0,0,0],[369,1,1,0,1,1,31.22,0.01,0,1,1,1,1,1,1],[370,2,2,3,1,2,28.44,0.01,0,2,3,2,2,3,2],[371,3,3,0,1,3,23.11,0.01,0,3,3,3,3,3,1],[372,0,0,0,1,0,29.6,0.01,0,3,2,3,0,0,0],[373,1,1,3,1,1,33.07,0.01,0,1,1,1,1,1,1],[374,2,1,0,1,1,30.26,0.01,0,2,1,0,3,1,3],[375,3,3,0,1,3,22.31,0.01,0,0,2,0,3,0,3],[376,0,0,0,1,0,28.29,0.01,0,0,0,0,0,0,0],[377,1,1,0,1,1,31.77,0.01,0,1,1,1,1,1,1],[378,2,2,0,1,2,22.7,0.01,0,2,0,2,0,0,2],[379,3,3,0,1,3,25.6,0.01,0,3,3,3,3,0,3],[380,0,0,0,1,0,29.31,0.01,0,3,3,3,0,0,0],[381,1,1,0,1,1,33.47,0.01,0,1,1,1,1,1,1],[382,2,1,0,1,1,28.92,0.01,0,2,0,2,2,0,2],[383,3,3,0,1,3,22.42,0.01,0,0,0,0,3,3,3],[384,0,0,3,1,0,27.03,0.01,0,2,2,2,2,2,2],[385,1,1,0,1,1,33.82,0.01,0,1,1,1,1,1,1],[386,2,2,0,1,2,25.46,0.01,0,0,0,0,2,0,2],[387,3,3,3,1,3,25.67,0.01,0,3,1,1,3,3,3],[388,0,0,0,1,0,26.73,0.01,0,0,2,0,0,0,0],[389,1,1,0,1,1,32.28,0.01,0,1,1,1,1,1,1],[390,2,2,3,1,2,28.97,0.01,0,0,0,0,0,0,0],[391,3,3,3,1,3,22.27,0.01,0,1,1,1,3,3,3],[392,0,0,0,1,0,27.53,0.01,0,0,3,0,0,0,0],[393,1,1,0,1,1,30.88,0.01,0,1,1,1,1,3,1],[394,2,2,0,1,2,23.59,0.01,0,2,0,2,2,1,2],[395,3,3,0,1,3,20.71,0.01,0,3,3,2,3,3,3],[396,0,0,0,1,0,30.12,0.01,0,0,0,0,0,0,0],[397,1,1,0,1,0,32.78,0.01,0,1,1,1,1,1,1],[398,2,2,0,1,2,29.11,0.01,0,2,3,2,2,0,0],[399,3,3,1,1,3,22.34,0.01,0,3,3,3,3,3,3]],"elapsed_ms":1392,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":288,"J":250,"J_valid":250,"n_invalid":0,"n00":30,"n01":20,"n10":115,"n11":85,"ctl_n":250,"ctl_err":20},"metrics":{"target_error":0.42,"Q_transfer":0.5800000000000001,"source_success":0.8,"joint_error":0.34,"T_cond":0.425,"R":0.08,"delta":0.33999999999999997,"delta_pp":34,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.72}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":348,"J":307,"J_valid":307,"n_invalid":0,"n00":61,"n01":13,"n10":123,"n11":110,"ctl_n":307,"ctl_err":5},"metrics":{"target_error":0.4006514657980456,"Q_transfer":0.5993485342019544,"source_success":0.758957654723127,"joint_error":0.3583061889250814,"T_cond":0.4721030042918455,"R":0.016286644951140065,"delta":0.38436482084690554,"delta_pp":38.43648208469055,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.87}}]},{"key":"s42/STFT-CNN/fgsm/eps0200","seed":42,"source":"STFT-CNN","attack":"fgsm","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]"},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,1,3,1,1,24.78,0.02,0,0,2,0,0,2,0],[1,1,1,2,1,1,22.29,0.02,0,1,1,1,1,1,1],[2,2,2,3,1,2,20,0.016983,1,0,1,0,2,3,2],[3,3,3,0,1,3,20.3,0.02,0,3,3,1,3,1,3],[4,0,1,3,1,0,27.38,0.02,0,2,2,0,0,3,0],[5,1,1,0,1,1,25.67,0.02,0,1,0,1,1,1,1],[6,2,2,0,1,2,21.84,0.02,0,2,1,2,2,1,2],[7,3,1,0,1,1,21.64,0.02,0,0,3,0,1,1,1],[8,0,0,2,1,0,26.05,0.02,0,0,2,0,0,2,0],[9,1,2,2,1,2,21.23,0.02,0,1,2,1,1,3,3],[10,2,0,0,1,0,24.14,0.02,0,0,1,0,2,0,2],[11,3,1,0,1,1,20.82,0.02,0,0,3,0,3,0,3],[12,0,2,1,1,1,22.91,0.02,0,2,2,2,2,2,2],[13,1,1,2,1,1,23.03,0.02,0,1,1,1,1,3,1],[14,2,2,0,1,2,23.76,0.02,0,2,1,0,0,0,0],[15,3,3,3,1,3,20,0.0149119,1,1,0,0,3,1,3],[16,0,0,0,1,0,26.77,0.02,0,1,1,1,0,0,0],[17,1,1,0,1,0,24.05,0.02,0,0,0,1,3,3,3],[18,2,2,0,1,2,20,0.0172058,1,2,3,2,2,0,2],[19,3,3,2,1,3,20,0.0104,1,1,0,0,3,3,3],[20,0,0,2,1,0,22.76,0.02,0,0,0,0,0,0,0],[21,1,1,2,1,1,22.04,0.02,0,1,2,0,1,2,1],[22,2,2,0,1,2,20,0.012758,1,2,2,2,2,0,2],[23,3,3,3,1,3,20,0.008635,1,3,1,3,3,3,3],[24,0,2,0,1,0,20.7,0.02,0,2,2,2,2,0,2],[25,1,1,1,1,1,23.42,0.02,0,1,1,1,1,1,1],[26,2,1,0,1,1,24.19,0.02,0,2,1,0,2,3,2],[27,3,3,0,1,3,20,0.0184128,1,3,3,3,3,3,3],[28,0,1,3,1,0,24.55,0.02,0,0,2,2,0,0,0],[29,1,1,0,1,1,27.84,0.02,0,1,1,1,1,1,1],[30,2,2,0,1,2,23.28,0.02,0,2,3,2,2,0,2],[31,3,3,1,1,3,20,0.018685,1,3,3,3,3,3,3],[32,0,0,0,1,0,21.14,0.02,0,3,2,0,0,0,0],[33,1,1,0,1,1,24.99,0.02,0,1,1,1,1,1,1],[34,2,2,3,1,2,20,0.0137624,1,2,2,2,2,3,2],[35,3,3,3,1,3,21.2,0.02,0,3,1,3,3,3,3],[36,0,0,0,1,0,25.55,0.02,0,0,3,0,0,0,0],[37,1,1,0,1,0,27.44,0.02,0,1,1,1,1,1,1],[38,2,2,0,1,2,20,0.0131839,1,2,3,2,2,3,2],[39,3,1,0,1,1,21.46,0.02,0,0,3,0,1,1,1],[40,0,0,0,1,0,25.6,0.02,0,1,0,1,0,0,0],[41,1,1,0,1,1,27.11,0.02,0,1,1,1,1,1,1],[42,2,2,0,1,2,23.97,0.02,0,2,3,2,2,3,2],[43,3,3,0,1,1,20,0.0195689,1,3,3,0,3,3,3],[44,0,0,3,1,0,24.05,0.02,0,0,2,0,0,2,0],[45,1,1,0,1,1,27.78,0.02,0,1,1,1,1,1,1],[46,2,2,0,1,2,20,0.0132411,1,2,3,2,2,0,2],[47,3,3,1,1,3,20,0.0152423,1,3,3,3,3,3,3],[48,0,0,0,1,0,23.23,0.02,0,0,2,0,0,2,0],[49,1,1,2,1,1,23.34,0.02,0,3,0,1,1,3,1],[50,2,0,0,1,0,23.09,0.02,0,0,0,2,0,0,0],[51,3,3,0,1,1,21.21,0.02,0,0,0,0,3,1,3],[52,0,0,0,1,0,26.83,0.02,0,0,2,0,0,0,0],[53,1,1,0,1,2,22.04,0.02,0,1,1,1,1,1,1],[54,2,2,1,1,2,22.32,0.02,0,2,2,2,2,0,0],[55,3,3,0,1,3,20,0.0194203,1,1,1,1,3,1,3],[56,0,1,1,1,1,27.75,0.02,0,0,2,0,0,2,0],[57,1,1,0,1,1,27.2,0.02,0,1,1,1,1,1,1],[58,2,2,0,1,2,20,0.0128505,1,2,3,2,2,3,2],[59,3,3,1,1,3,20,0.0148928,1,3,3,0,3,3,3],[60,0,0,0,1,0,25.03,0.02,0,0,0,0,0,0,0],[61,1,2,1,1,0,20.92,0.02,0,3,1,1,1,3,3],[62,2,2,0,1,2,20,0.0169275,1,2,2,2,2,0,2],[63,3,3,1,1,3,20,0.0131425,1,3,3,3,3,3,3],[64,0,0,1,1,0,25.23,0.02,0,1,2,1,0,2,1],[65,1,1,0,1,0,23.15,0.02,0,1,1,1,1,1,1],[66,2,2,0,1,2,22.67,0.02,0,2,2,2,2,3,2],[67,3,3,0,1,3,20,0.0156405,1,2,3,0,3,0,3],[68,0,2,0,1,0,22.35,0.02,0,2,2,2,0,0,0],[69,1,1,0,1,1,27.75,0.02,0,1,1,1,1,1,1],[70,2,2,3,1,2,20,0.0151129,1,2,2,2,2,3,2],[71,3,3,1,1,1,20,0.0166854,1,0,0,0,3,0,2],[72,0,2,3,1,2,20.09,0.02,0,2,2,2,2,2,2],[73,1,1,0,1,1,26.18,0.02,0,1,1,1,1,1,1],[74,2,2,0,1,2,20.55,0.02,0,2,1,2,2,1,2],[75,3,3,3,1,3,20,0.0109212,1,3,3,3,3,3,3],[76,0,0,0,1,0,20,0.019715,1,2,2,0,0,0,0],[77,1,1,0,1,1,24.77,0.02,0,1,0,1,1,1,1],[78,2,2,0,1,2,20,0.0180371,1,2,3,2,2,0,2],[79,3,2,0,1,2,20.39,0.02,0,2,3,0,2,0,2],[80,0,1,3,1,1,24.9,0.02,0,0,2,0,2,3,2],[81,1,1,0,1,1,28.24,0.02,0,1,1,1,1,1,1],[82,2,2,0,1,2,22.03,0.02,0,2,3,2,2,3,2],[83,3,3,1,1,3,20,0.0164825,1,3,3,0,3,3,3],[84,0,0,0,1,0,25.11,0.02,0,3,2,1,0,0,0],[85,1,2,2,1,2,20.74,0.02,0,1,0,1,1,3,1],[86,2,2,0,1,2,22.56,0.02,0,2,3,2,2,3,2],[87,3,1,0,1,1,20.15,0.02,0,3,1,2,3,1,3],[88,0,0,0,1,0,20,0.0184368,1,0,2,0,0,0,0],[89,1,1,0,1,1,22.85,0.02,0,1,1,1,1,3,1],[90,2,2,3,1,2,20,0.014815,1,2,3,2,2,3,2],[91,3,3,1,1,3,20,0.0128131,1,3,3,3,3,3,3],[92,0,0,0,1,0,22.95,0.02,0,1,0,1,0,0,0],[93,1,2,1,1,2,21.09,0.02,0,1,1,1,1,3,1],[94,2,2,3,1,3,20,0.0132548,1,2,3,2,2,0,2],[95,3,3,3,1,3,20,0.0164609,1,1,1,1,1,3,1],[96,0,0,3,1,0,27.02,0.02,0,2,2,2,0,3,0],[97,1,1,0,1,1,25.65,0.02,0,1,1,1,1,1,1],[98,2,2,0,1,2,20.21,0.02,0,2,3,2,2,3,2],[99,3,3,1,1,3,20,0.0081252,1,3,3,3,3,3,3],[100,0,1,1,1,1,27.74,0.02,0,0,2,0,0,0,0],[101,1,1,0,1,1,26.85,0.02,0,1,1,1,1,1,1],[102,2,2,3,1,3,20.67,0.02,0,2,3,2,2,0,2],[103,3,3,0,1,3,20,0.0161487,1,3,3,0,3,1,3],[104,0,1,3,1,1,24.02,0.02,0,2,2,2,2,3,2],[105,1,1,2,1,1,21.5,0.02,0,1,2,1,3,3,3],[106,2,2,0,1,2,20,0.0136154,1,2,1,2,2,0,2],[107,3,3,0,1,3,20,0.0179637,1,3,3,0,3,0,3],[108,0,1,3,1,1,24.62,0.02,0,2,2,2,2,2,2],[109,1,1,0,1,1,28.01,0.02,0,1,0,1,1,1,1],[110,2,2,3,1,2,20.96,0.02,0,2,1,2,2,1,2],[111,3,3,1,1,3,20,0.0195489,1,3,3,3,3,3,3],[112,0,0,0,1,0,20,0.0193746,1,0,2,0,0,0,0],[113,1,1,3,1,1,27.08,0.02,0,1,1,1,1,1,1],[114,2,2,0,1,2,20,0.0165705,1,0,1,2,2,1,2],[115,3,1,0,1,1,20.97,0.02,0,3,3,2,3,1,3],[116,0,2,2,1,0,20.33,0.02,0,2,2,2,2,2,2],[117,1,1,1,1,1,22.59,0.02,0,1,1,1,1,1,1],[118,2,2,0,1,2,20,0.0159067,1,0,0,2,2,0,2],[119,3,3,3,1,3,20.26,0.02,0,1,1,1,3,1,3],[120,0,1,0,1,0,25.99,0.02,0,2,2,2,2,2,2],[121,1,1,1,1,2,21.27,0.02,0,3,1,1,3,3,1],[122,2,2,0,1,2,20,0.0184096,1,2,1,0,2,3,0],[123,3,3,0,1,3,20,0.0098441,1,3,2,0,3,0,3],[124,0,0,0,1,0,24.14,0.02,0,2,2,2,0,0,0],[125,1,1,0,1,1,27.06,0.02,0,1,1,1,1,1,1],[126,2,2,0,1,2,20,0.0169909,1,2,1,2,2,1,2],[127,3,3,0,1,3,21.15,0.02,0,1,1,1,3,3,3],[128,0,0,2,1,0,23.52,0.02,0,0,2,0,0,0,0],[129,1,1,0,1,1,26.88,0.02,0,1,1,1,1,1,1],[130,2,2,0,1,2,22.01,0.02,0,0,1,0,2,1,2],[131,3,3,3,1,3,20,0.0194486,1,1,1,1,3,1,3],[132,0,0,0,1,0,22.57,0.02,0,0,2,0,0,0,0],[133,1,1,3,1,1,28.08,0.02,0,1,1,1,1,1,1],[134,2,2,0,1,2,21.01,0.02,0,2,3,2,2,3,2],[135,3,3,1,1,3,20,0.0182971,1,3,3,3,3,3,3],[136,0,0,0,1,0,27.52,0.02,0,3,2,0,0,0,0],[137,1,1,2,1,1,25.03,0.02,0,2,0,0,1,1,1],[138,2,2,0,1,2,22.49,0.02,0,2,3,2,2,1,2],[139,3,2,0,1,2,20,0.0107807,1,2,3,2,2,0,2],[140,0,0,0,1,0,23.78,0.02,0,0,2,0,0,0,0],[141,1,1,1,1,1,22.22,0.02,0,3,2,1,1,1,1],[142,2,2,0,1,2,20,0.0152178,1,2,3,2,2,1,2],[143,3,2,0,1,2,20,0.0165713,1,2,3,2,2,0,2],[144,0,0,0,1,0,26.76,0.02,0,0,0,0,0,0,0],[145,1,1,3,1,1,26.05,0.02,0,1,1,1,1,1,1],[146,2,2,0,1,2,20,0.0150767,1,2,2,2,2,0,0],[147,3,3,3,1,3,20,0.0107677,1,3,0,3,3,3,3],[148,0,0,0,1,0,25.56,0.02,0,3,3,1,0,0,0],[149,1,1,0,1,1,25.68,0.02,0,1,1,1,1,1,1],[150,2,2,3,1,2,22.13,0.02,0,2,3,2,2,3,2],[151,3,3,3,1,3,20,0.0163441,1,1,1,1,1,1,1],[152,0,0,0,1,0,23.57,0.02,0,0,0,0,0,0,0],[153,1,1,2,1,1,25.45,0.02,0,3,2,1,1,1,1],[154,2,2,0,1,2,20,0.0151406,1,2,3,2,2,1,2],[155,3,3,3,1,3,20,0.0151203,1,3,1,3,3,3,3],[156,0,0,1,1,0,20.94,0.02,0,0,2,0,0,2,0],[157,1,1,2,1,1,23.17,0.02,0,1,1,1,1,3,1],[158,2,2,3,1,2,20,0.0188314,1,2,3,2,2,3,2],[159,3,3,3,1,3,20,0.0154207,1,3,1,1,3,1,3],[160,0,2,3,1,2,20.51,0.02,0,2,2,2,2,2,2],[161,1,1,0,1,1,25.35,0.02,0,3,0,0,1,1,1],[162,2,2,3,1,2,20.9,0.02,0,2,3,2,0,0,2],[163,3,3,3,1,3,20,0.0141247,1,1,1,1,3,3,3],[164,0,0,1,1,0,23.33,0.02,0,0,2,0,0,2,0],[165,1,1,0,1,1,26.35,0.02,0,1,1,1,1,1,1],[166,2,2,3,1,2,20.27,0.02,0,2,3,2,2,3,2],[167,3,3,1,1,3,20,0.0197123,1,3,3,3,3,3,3],[168,0,0,3,1,0,23.25,0.02,0,2,2,0,0,2,0],[169,1,1,3,1,1,27.16,0.02,0,1,1,1,1,1,1],[170,2,2,0,1,2,20.91,0.02,0,2,0,2,2,3,2],[171,3,3,0,1,3,20,0.0122402,1,2,3,3,3,3,3],[172,0,0,0,1,0,26.36,0.02,0,1,0,1,0,0,0],[173,1,1,0,1,1,23.07,0.02,0,1,0,1,1,1,1],[174,2,2,3,1,2,20.13,0.02,0,2,3,2,2,3,2],[175,3,3,3,1,3,20,0.0143205,1,3,3,3,1,1,3],[176,0,0,2,1,0,21.29,0.02,0,2,2,0,0,0,0],[177,1,1,3,1,1,26.13,0.02,0,1,1,1,1,1,1],[178,2,2,0,1,2,20,0.016953,1,2,3,2,2,0,2],[179,3,3,1,1,3,20,0.0134053,1,3,3,3,3,0,3],[180,0,0,0,1,0,24.56,0.02,0,0,0,0,0,0,0],[181,1,1,0,1,1,26.95,0.02,0,1,1,1,1,1,1],[182,2,2,3,1,2,22.83,0.02,0,2,1,0,2,1,2],[183,3,3,1,1,3,20,0.0195292,1,3,3,3,3,3,3],[184,0,0,1,1,1,27.71,0.02,0,2,2,2,0,0,0],[185,1,1,0,1,1,24.77,0.02,0,1,1,1,1,1,1],[186,2,2,0,1,2,23.03,0.02,0,2,1,2,2,1,2],[187,3,3,3,1,3,20.82,0.02,0,1,1,1,3,3,3],[188,0,1,3,1,1,27.28,0.02,0,2,2,0,0,3,0],[189,1,1,3,1,1,26.3,0.02,0,1,1,1,1,1,1],[190,2,2,0,1,2,20.26,0.02,0,2,1,2,2,1,2],[191,3,3,3,1,3,20,0.0126986,1,3,1,1,3,3,1],[192,0,1,3,1,1,25.09,0.02,0,2,2,0,0,2,2],[193,1,1,0,1,1,25.35,0.02,0,1,0,1,1,1,1],[194,2,1,0,1,1,22.54,0.02,0,2,1,2,2,1,3],[195,3,3,1,1,3,20.96,0.02,0,3,3,3,3,3,3],[196,0,1,1,1,0,28.12,0.02,0,0,0,0,0,0,0],[197,1,1,0,1,1,25.77,0.02,0,1,1,1,1,1,1],[198,2,2,0,1,2,20,0.0186036,1,2,3,2,2,0,2],[199,3,3,0,1,3,20,0.0151524,1,3,3,3,3,3,3],[200,0,0,3,1,0,26.99,0.02,0,0,2,0,0,3,0],[201,1,1,2,1,1,23.81,0.02,0,1,1,1,1,3,1],[202,2,2,0,1,2,21.37,0.02,0,2,3,2,2,0,0],[203,3,0,3,1,3,20,0.0130686,1,3,1,1,1,3,3],[204,0,0,2,1,0,20,0.016881,1,0,2,0,0,0,0],[205,1,1,2,1,1,22.36,0.02,0,1,1,1,1,3,1],[206,2,2,0,1,2,23.38,0.02,0,0,1,0,2,1,2],[207,3,3,1,1,3,20,0.0191927,1,3,3,3,3,3,3],[208,0,2,2,1,2,20,0.0187398,1,2,2,2,2,2,0],[209,1,1,3,1,1,26.85,0.02,0,1,1,1,1,1,1],[210,2,0,0,1,2,21.56,0.02,0,2,3,2,2,0,2],[211,3,3,0,1,3,21.43,0.02,0,3,1,1,3,1,3],[212,0,0,0,1,0,26.09,0.02,0,0,3,0,0,0,0],[213,1,1,1,1,1,24.94,0.02,0,1,1,1,1,1,1],[214,2,2,0,1,0,22.26,0.02,0,2,3,0,0,0,0],[215,3,3,0,1,3,20,0.0097286,1,3,3,0,3,3,3],[216,0,0,2,1,0,23.22,0.02,0,0,2,2,0,0,0],[217,1,1,1,1,1,26.96,0.02,0,0,0,0,2,2,2],[218,2,1,0,1,1,23.66,0.02,0,0,1,0,2,3,2],[219,3,2,0,1,2,20,0.0141353,1,3,3,0,3,3,3],[220,0,0,0,1,0,26.38,0.02,0,0,2,0,0,0,0],[221,1,2,2,1,2,20,0.0197366,1,1,1,1,1,3,1],[222,2,2,3,1,2,20,0.0123599,1,2,3,2,2,1,2],[223,3,3,3,1,3,20,0.018612,1,3,1,3,1,1,3],[224,0,0,0,1,0,20.66,0.02,0,3,2,1,0,0,0],[225,1,2,2,1,2,20,0.018305,1,3,2,1,1,2,1],[226,2,2,0,1,0,23.52,0.02,0,0,1,0,2,1,2],[227,3,3,0,1,2,20,0.0114099,1,0,2,0,3,1,1],[228,0,0,2,1,0,27.92,0.02,0,2,2,2,2,2,2],[229,1,1,1,1,1,21.29,0.02,0,1,1,1,3,1,1],[230,2,2,3,1,2,20,0.0126934,1,2,3,2,2,0,2],[231,3,3,0,1,3,20,0.0117635,1,3,3,3,3,1,3],[232,0,1,3,1,1,25.7,0.02,0,2,2,2,2,2,2],[233,1,1,0,1,1,28.3,0.02,0,1,1,1,1,1,1],[234,2,2,0,1,2,20,0.0144353,1,2,3,2,2,0,2],[235,3,3,3,1,3,20,0.0196418,1,3,3,0,3,3,1],[236,0,1,3,1,1,25.2,0.02,0,0,0,0,0,2,0],[237,1,1,2,1,1,23.03,0.02,0,3,0,0,3,3,1],[238,2,1,0,1,2,23.83,0.02,0,2,1,0,2,1,2],[239,3,3,2,1,3,20,0.0100407,1,0,0,0,3,3,3],[240,0,0,0,1,0,22.49,0.02,0,3,0,0,0,0,0],[241,1,1,0,1,0,22.37,0.02,0,1,0,1,1,1,1],[242,2,2,0,1,2,23.27,0.02,0,2,1,2,2,0,2],[243,3,3,0,1,3,20,0.0169621,1,3,3,1,3,3,3],[244,0,0,0,1,0,20,0.0193432,1,2,2,0,0,0,0],[245,1,1,0,1,1,24.44,0.02,0,1,1,1,1,1,1],[246,2,2,0,1,2,20.87,0.02,0,0,1,0,2,1,2],[247,3,3,0,1,1,20,0.0157176,1,3,0,0,3,1,3],[248,0,0,0,1,0,25.5,0.02,0,0,2,0,0,0,0],[249,1,2,2,1,2,24.27,0.02,0,1,0,1,3,3,1],[250,2,1,0,1,1,24.32,0.02,0,2,1,0,2,1,2],[251,3,3,3,1,3,20,0.0115222,1,3,3,3,3,1,3],[252,0,0,0,1,0,24.93,0.02,0,2,2,2,0,0,0],[253,1,1,0,1,1,27.29,0.02,0,1,1,1,1,1,1],[254,2,0,0,1,0,22.91,0.02,0,2,2,0,2,3,2],[255,3,3,3,1,3,20,0.0104231,1,1,1,1,3,1,1],[256,0,2,3,1,2,20.52,0.02,0,2,2,2,2,2,2],[257,1,1,0,1,1,26.09,0.02,0,3,1,1,1,1,1],[258,2,2,0,1,2,20,0.012539,1,2,3,2,2,0,2],[259,3,3,1,1,3,20,0.0163693,1,3,3,3,3,3,3],[260,0,0,2,1,0,20,0.0166974,1,2,2,0,0,0,0],[261,1,1,3,1,1,24.86,0.02,0,1,1,1,1,1,1],[262,2,2,0,1,2,20,0.0127948,1,2,3,2,2,1,2],[263,3,3,0,1,3,20,0.0153671,1,3,3,3,3,3,3],[264,0,1,3,1,1,25.44,0.02,0,2,2,2,2,3,2],[265,1,1,0,1,1,22.23,0.02,0,1,1,1,1,1,1],[266,2,2,0,1,2,21.23,0.02,0,2,1,2,3,1,2],[267,3,3,0,1,3,20.03,0.02,0,3,3,3,3,1,3],[268,0,2,1,1,1,21.04,0.02,0,2,2,2,2,2,2],[269,1,1,0,1,1,26.24,0.02,0,1,1,1,1,1,1],[270,2,2,0,1,2,20,0.0131841,1,2,2,2,2,0,2],[271,3,3,1,1,3,20,0.0120892,1,3,3,3,3,3,3],[272,0,2,3,1,2,23.58,0.02,0,0,2,0,2,2,2],[273,1,1,0,1,1,26.53,0.02,0,1,0,1,1,1,1],[274,2,2,0,1,2,20,0.0157404,1,2,3,2,2,0,2],[275,3,3,1,1,3,20,0.0104622,1,3,3,3,3,3,3],[276,0,1,1,1,1,24.97,0.02,0,0,2,0,0,0,0],[277,1,1,0,1,1,23.33,0.02,0,1,1,1,1,3,1],[278,2,1,0,1,1,23.57,0.02,0,2,1,0,2,1,2],[279,3,3,1,1,3,20,0.012176,1,3,3,3,3,0,3],[280,0,0,0,1,0,24.43,0.02,0,0,0,0,0,0,0],[281,1,1,0,1,1,28.7,0.02,0,1,1,1,1,1,1],[282,2,2,0,1,2,22.31,0.02,0,2,1,0,2,0,2],[283,3,3,1,1,3,20,0.0132689,1,3,3,3,3,3,3],[284,0,0,0,1,0,20,0.019277,1,0,0,0,0,0,0],[285,1,1,2,1,1,23.53,0.02,0,3,3,1,1,1,1],[286,2,2,0,1,2,20,0.0164673,1,2,3,2,2,3,2],[287,3,3,1,1,3,20,0.011509,1,3,3,3,3,3,3],[288,0,0,0,1,0,24.15,0.02,0,0,2,0,0,0,0],[289,1,3,0,1,3,22.52,0.02,0,3,1,1,1,1,1],[290,2,2,0,1,2,20.74,0.02,0,2,1,2,2,1,2],[291,3,3,3,1,3,20,0.0159506,1,1,3,1,3,3,3],[292,0,0,1,1,0,20.99,0.02,0,2,2,2,0,2,0],[293,1,1,0,1,1,22.82,0.02,0,1,1,1,1,1,1],[294,2,2,0,1,2,22.14,0.02,0,2,1,2,2,3,2],[295,3,3,3,1,3,20.13,0.02,0,1,1,1,3,1,1],[296,0,0,3,1,0,22.38,0.02,0,2,2,2,2,2,0],[297,1,1,0,1,1,27.18,0.02,0,1,1,1,1,1,1],[298,2,2,0,1,2,20,0.0128752,1,2,2,2,2,2,2],[299,3,3,1,1,3,21.11,0.02,0,1,1,1,3,3,3],[300,0,0,0,1,0,25.54,0.02,0,1,1,1,0,0,0],[301,1,1,0,1,1,24.43,0.02,0,1,1,1,1,3,1],[302,2,2,3,1,2,20,0.015952,1,2,1,2,2,3,0],[303,3,3,3,1,3,20,0.0087295,1,3,3,3,3,3,3],[304,0,0,0,1,0,23.91,0.02,0,0,3,0,0,3,0],[305,1,2,2,1,2,20.58,0.02,0,3,2,0,1,2,1],[306,2,0,0,1,1,24.6,0.02,0,2,3,2,0,3,2],[307,3,2,0,1,3,20,0.01245,1,3,3,0,3,1,3],[308,0,1,3,1,1,28.22,0.02,0,0,2,0,2,2,2],[309,1,1,0,1,1,27.51,0.02,0,1,1,1,1,1,1],[310,2,1,3,1,2,20.07,0.02,0,2,2,2,2,3,2],[311,3,3,1,1,3,22.22,0.02,0,3,3,0,3,0,3],[312,0,0,0,1,0,26.84,0.02,0,3,2,1,0,2,1],[313,1,1,0,1,1,25.69,0.02,0,1,1,1,1,1,1],[314,2,1,3,1,1,24.44,0.02,0,2,3,0,2,3,2],[315,3,3,0,1,3,20,0.0111147,1,2,3,2,3,0,3],[316,0,1,1,1,1,27.36,0.02,0,0,0,0,0,0,2],[317,1,1,0,1,1,28.09,0.02,0,1,1,1,1,1,1],[318,2,1,0,1,1,23.33,0.02,0,2,1,2,2,3,2],[319,3,3,1,1,3,20.46,0.02,0,0,3,0,3,0,3],[320,0,0,0,1,0,26.76,0.02,0,0,0,0,0,0,0],[321,1,1,2,1,1,23.34,0.02,0,3,2,1,1,3,1],[322,2,1,0,1,1,23.45,0.02,0,2,2,0,0,3,0],[323,3,3,0,1,3,20,0.0143366,1,3,3,3,3,1,3],[324,0,0,0,1,0,20,0.0184796,1,0,0,0,0,0,0],[325,1,1,1,1,1,22.77,0.02,0,3,2,1,1,1,1],[326,2,3,3,1,3,23.97,0.02,0,2,1,0,2,3,2],[327,3,3,0,1,3,20,0.0091847,1,3,2,0,3,0,3],[328,0,0,0,1,0,20,0.0175507,1,0,0,0,0,0,0],[329,1,1,0,1,2,21.73,0.02,0,1,1,1,1,1,1],[330,2,2,0,1,2,21.62,0.02,0,2,3,2,2,3,2],[331,3,2,2,1,2,20,0.0124164,1,2,2,2,2,2,2],[332,0,0,0,1,0,22.04,0.02,0,0,3,0,0,0,0],[333,1,1,0,1,1,26.48,0.02,0,1,1,1,1,1,1],[334,2,2,3,1,2,20,0.0136862,1,3,3,2,3,3,2],[335,3,3,1,1,3,20,0.0166363,1,3,3,3,3,3,3],[336,0,0,1,1,0,22.36,0.02,0,2,2,2,0,0,0],[337,1,1,0,1,1,25.38,0.02,0,1,1,1,1,1,1],[338,2,2,3,1,2,20,0.0124166,1,2,3,2,2,0,2],[339,3,3,3,1,3,20,0.0178066,1,3,3,3,3,1,3],[340,0,1,1,1,1,27.74,0.02,0,0,2,0,0,0,0],[341,1,1,0,1,1,27.25,0.02,0,1,1,1,1,1,1],[342,2,2,3,1,3,20,0.0129048,1,2,3,2,2,3,2],[343,3,3,1,1,3,20,0.012207,1,3,3,3,3,3,3],[344,0,0,3,1,0,26.92,0.02,0,0,2,0,0,2,0],[345,1,1,0,1,1,25.76,0.02,0,1,1,1,1,1,1],[346,2,2,0,1,2,21.15,0.02,0,2,2,0,2,3,2],[347,3,3,0,1,3,20,0.0148358,1,3,2,0,3,0,3],[348,0,1,3,1,1,26.67,0.02,0,2,2,2,0,3,2],[349,1,1,0,1,1,27.38,0.02,0,1,1,1,1,1,1],[350,2,2,0,1,2,23.38,0.02,0,2,3,2,2,0,2],[351,3,3,0,1,3,20,0.0199098,1,1,1,1,3,1,3],[352,0,0,0,1,0,23.59,0.02,0,0,0,0,0,0,0],[353,1,1,2,1,1,25.19,0.02,0,0,2,1,1,2,1],[354,2,2,0,1,2,20,0.0181787,1,2,3,2,2,3,2],[355,3,3,0,1,3,20,0.0130157,1,3,3,2,3,1,3],[356,0,0,0,1,0,24.64,0.02,0,0,2,0,0,0,0],[357,1,1,1,1,1,27.05,0.02,0,1,1,1,1,1,1],[358,2,2,0,1,2,23.45,0.02,0,2,3,2,0,0,0],[359,3,3,3,1,3,20,0.0094011,1,3,3,3,3,3,3],[360,0,0,0,1,0,23.05,0.02,0,0,2,0,0,0,0],[361,1,1,0,1,1,27.83,0.02,0,1,1,1,1,1,1],[362,2,1,0,1,1,24.05,0.02,0,2,1,2,0,0,0],[363,3,3,0,1,3,20,0.0117945,1,3,3,0,3,0,3],[364,0,0,0,1,0,23.16,0.02,0,0,0,0,0,1,0],[365,1,1,2,1,1,20.76,0.02,0,1,1,1,1,3,1],[366,2,2,3,1,2,20,0.0168779,1,2,2,2,0,0,2],[367,3,3,3,1,2,20,0.0098156,1,2,3,2,0,3,3],[368,0,0,0,1,0,24.28,0.02,0,0,2,0,0,0,0],[369,1,1,0,1,1,25.2,0.02,0,1,0,1,1,1,1],[370,2,2,3,1,2,22.42,0.02,0,2,3,2,2,3,2],[371,3,3,0,1,3,20,0.0143102,1,3,3,3,3,3,1],[372,0,0,0,1,0,23.58,0.02,0,3,2,3,0,2,0],[373,1,1,3,1,1,27.05,0.02,0,1,1,1,1,1,1],[374,2,1,0,1,1,24.24,0.02,0,2,1,2,3,1,2],[375,3,3,0,1,3,20,0.0130451,1,0,2,0,3,0,3],[376,0,0,0,1,0,22.27,0.02,0,0,0,0,0,0,0],[377,1,1,0,1,1,25.75,0.02,0,1,1,1,1,1,1],[378,2,2,0,1,2,20,0.0136508,1,2,0,2,0,0,2],[379,3,3,0,1,3,20,0.0190509,1,3,3,0,3,0,3],[380,0,0,0,1,0,23.29,0.02,0,3,3,1,0,0,0],[381,1,1,0,1,1,27.45,0.02,0,1,1,1,1,1,1],[382,2,1,0,1,1,22.9,0.02,0,2,1,0,2,1,2],[383,3,3,0,1,3,20,0.0132177,1,0,0,2,3,3,3],[384,0,0,1,1,2,21.01,0.02,0,2,2,2,2,2,2],[385,1,1,0,1,1,27.8,0.02,0,1,1,1,1,1,1],[386,2,2,0,1,0,20,0.0187453,1,0,0,0,2,0,2],[387,3,3,3,1,3,20,0.0192176,1,3,1,1,3,3,3],[388,0,0,0,1,0,20.71,0.02,0,0,2,0,0,0,0],[389,1,1,0,1,1,26.26,0.02,0,1,1,1,1,1,1],[390,2,2,3,1,2,22.95,0.02,0,0,1,0,0,0,0],[391,3,3,3,1,3,20,0.012994,1,1,1,1,3,3,3],[392,0,0,0,1,0,21.51,0.02,0,0,3,0,0,0,0],[393,1,1,0,1,1,24.86,0.02,0,1,1,1,1,1,1],[394,2,2,0,1,2,20,0.0151186,1,2,1,2,2,1,2],[395,3,3,0,1,3,20,0.010851,1,3,3,2,3,3,2],[396,0,0,0,1,0,24.1,0.02,0,0,0,0,0,0,0],[397,1,1,0,1,1,26.76,0.02,0,1,1,1,1,1,3],[398,2,2,0,1,2,23.09,0.02,0,2,3,2,2,0,0],[399,3,3,1,1,3,20,0.0130866,1,3,3,3,3,3,3]],"elapsed_ms":1491,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":288,"J":250,"J_valid":250,"n_invalid":0,"n00":25,"n01":26,"n10":115,"n11":84,"ctl_n":250,"ctl_err":30},"metrics":{"target_error":0.44,"Q_transfer":0.56,"source_success":0.796,"joint_error":0.336,"T_cond":0.4221105527638191,"R":0.12,"delta":0.32,"delta_pp":32,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.72}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":348,"J":307,"J_valid":307,"n_invalid":0,"n00":64,"n01":13,"n10":111,"n11":119,"ctl_n":307,"ctl_err":17},"metrics":{"target_error":0.42996742671009774,"Q_transfer":0.5700325732899023,"source_success":0.749185667752443,"joint_error":0.38762214983713356,"T_cond":0.5173913043478261,"R":0.05537459283387622,"delta":0.37459283387622155,"delta_pp":37.45928338762216,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.87}}]},{"key":"s42/STFT-CNN/pgd/eps0020","seed":42,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0020","budget":{"eps":0.002,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0005},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,1,1,1,1,45.05,0.002,0,0,0,0,0,0,0],[1,1,1,2,1,1,42.44,0.002,0,1,1,1,1,1,1],[2,2,2,3,1,2,38.95,0.002,0,0,0,0,2,2,2],[3,3,3,0,1,3,40.73,0.002,0,3,3,3,3,1,3],[4,0,1,1,1,0,48.16,0.002,0,2,0,2,0,0,2],[5,1,1,0,1,1,45.78,0.002,0,1,1,1,1,1,1],[6,2,2,2,1,2,41.88,0.002,0,2,2,2,2,2,2],[7,3,1,1,1,1,41.94,0.002,0,0,2,2,1,1,1],[8,0,0,0,1,0,46.14,0.002,0,0,0,0,0,0,0],[9,1,2,2,1,2,41.59,0.002,0,1,3,1,1,3,1],[10,2,0,0,1,0,44.22,0.002,0,0,0,0,2,2,2],[11,3,1,1,1,1,40.98,0.002,0,0,0,0,3,3,3],[12,0,2,3,1,2,43.27,0.002,0,2,2,2,2,2,0],[13,1,1,1,1,1,43.24,0.002,0,1,1,1,1,1,1],[14,2,2,0,1,2,44.71,0.002,0,2,0,0,0,0,0],[15,3,3,3,1,3,38.12,0.002,0,1,0,1,3,3,3],[16,0,0,0,1,0,47.51,0.002,0,1,1,1,0,0,0],[17,1,1,0,1,1,44.21,0.002,0,0,0,0,3,3,3],[18,2,2,0,1,2,39.06,0.002,0,2,2,2,2,0,2],[19,3,3,3,1,3,34.66,0.002,0,1,0,1,3,3,3],[20,0,0,0,1,0,43.04,0.002,0,0,0,0,0,0,0],[21,1,1,1,1,1,42.13,0.002,0,1,0,1,1,1,1],[22,2,2,0,1,2,37.24,0.002,0,2,3,2,2,0,2],[23,3,3,3,1,3,34.22,0.002,0,3,3,3,3,3,3],[24,0,2,3,1,2,42.76,0.002,0,2,2,2,2,2,2],[25,1,1,2,1,1,43.91,0.002,0,1,3,1,1,1,1],[26,2,1,1,1,1,44.25,0.002,0,2,2,0,2,2,2],[27,3,3,1,1,3,40.81,0.002,0,3,3,3,3,0,3],[28,0,1,1,1,1,44.93,0.002,0,0,2,0,0,0,0],[29,1,1,0,1,1,48.27,0.002,0,1,1,1,1,1,1],[30,2,2,0,1,2,43.58,0.002,0,2,0,2,2,0,2],[31,3,3,1,1,3,39.73,0.002,0,3,3,3,3,3,3],[32,0,0,0,1,0,43.57,0.002,0,3,2,3,0,0,0],[33,1,1,0,1,1,45.11,0.002,0,1,1,1,1,1,1],[34,2,2,3,1,2,36.97,0.002,0,2,2,2,2,2,2],[35,3,3,3,1,3,41.53,0.002,0,3,3,3,3,3,3],[36,0,0,0,1,0,45.92,0.002,0,0,0,0,0,0,0],[37,1,1,0,1,1,47.47,0.002,0,1,1,1,1,1,1],[38,2,2,0,1,2,38.77,0.002,0,2,3,2,2,3,2],[39,3,1,1,1,1,41.65,0.002,0,0,0,0,1,1,1],[40,0,0,0,1,0,45.65,0.002,0,1,1,1,0,0,0],[41,1,1,3,1,1,47.65,0.002,0,1,1,1,1,1,1],[42,2,2,0,1,2,44.08,0.002,0,2,2,2,2,2,2],[43,3,3,1,1,3,40.28,0.002,0,3,3,3,3,3,3],[44,0,0,1,1,0,44.16,0.002,0,0,0,0,0,0,0],[45,1,1,1,1,1,48.03,0.002,0,1,1,1,1,1,1],[46,2,2,0,1,2,37.24,0.002,0,2,3,2,2,0,2],[47,3,3,1,1,3,38.29,0.002,0,3,3,3,3,3,3],[48,0,0,0,1,0,43.3,0.002,0,0,0,0,0,0,0],[49,1,1,2,1,1,43.88,0.002,0,3,0,3,1,1,1],[50,2,0,0,1,0,43.23,0.002,0,0,0,0,0,0,0],[51,3,3,1,1,3,41.47,0.002,0,0,0,0,3,3,3],[52,0,0,0,1,0,47.27,0.002,0,0,0,0,0,0,0],[53,1,1,2,1,1,42.51,0.002,0,1,1,1,1,1,1],[54,2,2,0,1,2,42.91,0.002,0,2,3,2,2,0,2],[55,3,3,3,1,3,39.86,0.002,0,1,0,1,3,3,3],[56,0,1,1,1,1,47.77,0.002,0,0,0,0,0,0,0],[57,1,1,0,1,1,47.73,0.002,0,1,1,1,1,1,1],[58,2,2,2,1,2,36.27,0.002,0,2,2,2,2,2,2],[59,3,3,1,1,3,37.72,0.002,0,3,3,3,3,3,3],[60,0,0,0,1,0,45.79,0.002,0,0,0,0,0,0,0],[61,1,2,3,1,2,44,0.002,0,3,3,3,1,3,1],[62,2,2,0,1,2,39.96,0.002,0,2,3,2,2,0,2],[63,3,3,1,1,3,37.86,0.002,0,3,3,3,3,3,3],[64,0,0,0,1,0,45.37,0.002,0,1,1,1,0,0,0],[65,1,1,0,1,1,43.52,0.002,0,1,1,1,1,1,1],[66,2,2,0,1,2,43.07,0.002,0,2,3,2,2,1,2],[67,3,3,1,1,3,38.21,0.002,0,2,0,2,3,3,3],[68,0,2,2,1,2,43.58,0.002,0,2,2,2,0,2,0],[69,1,1,1,1,1,47.95,0.002,0,1,1,1,1,1,1],[70,2,2,3,1,2,38.63,0.002,0,2,2,2,2,3,2],[71,3,3,1,1,3,39,0.002,0,0,0,0,3,3,3],[72,0,2,3,1,2,40.57,0.002,0,2,2,2,2,2,2],[73,1,1,1,1,1,46.39,0.002,0,1,1,1,1,1,1],[74,2,2,1,1,2,40.62,0.002,0,2,0,2,2,2,2],[75,3,3,3,1,3,36.59,0.002,0,3,3,3,3,3,3],[76,0,0,0,1,0,40.05,0.002,0,2,2,2,0,0,0],[77,1,1,0,1,1,45.27,0.002,0,1,1,1,1,1,1],[78,2,2,0,1,2,39.43,0.002,0,2,2,2,2,2,2],[79,3,2,0,1,2,40.65,0.002,0,2,2,2,2,2,2],[80,0,1,3,1,1,45.47,0.002,0,0,0,0,2,2,2],[81,1,1,1,1,1,48.32,0.002,0,1,1,1,1,1,1],[82,2,2,1,1,2,42.18,0.002,0,2,2,2,2,2,2],[83,3,3,3,1,3,38.42,0.002,0,3,3,3,3,3,3],[84,0,0,0,1,0,45.45,0.002,0,3,0,3,0,0,0],[85,1,2,2,1,2,40.82,0.002,0,1,1,1,1,1,1],[86,2,2,1,1,2,42.74,0.002,0,2,3,2,2,3,2],[87,3,1,0,1,1,43.16,0.002,0,3,3,3,3,3,3],[88,0,0,0,1,0,40.06,0.002,0,0,0,0,0,0,0],[89,1,1,2,1,1,44.05,0.002,0,1,1,1,1,1,1],[90,2,2,3,1,2,38.32,0.002,0,2,2,2,2,2,2],[91,3,3,1,1,3,37.62,0.002,0,3,3,3,3,3,3],[92,0,0,0,1,0,43.12,0.002,0,1,1,1,0,0,0],[93,1,2,2,1,1,42.45,0.002,0,1,1,1,1,1,1],[94,2,2,3,1,2,38.19,0.002,0,2,2,2,2,2,2],[95,3,3,3,1,3,39.26,0.002,0,1,1,1,1,1,1],[96,0,0,1,1,0,47.14,0.002,0,2,2,2,0,2,0],[97,1,1,0,1,1,45.79,0.002,0,1,1,1,1,1,1],[98,2,2,0,1,2,40.33,0.002,0,2,2,2,2,2,2],[99,3,3,1,1,3,32.42,0.002,0,3,3,3,3,3,3],[100,0,1,1,1,1,47.79,0.002,0,0,0,0,0,0,0],[101,1,1,0,1,1,47.21,0.002,0,1,1,1,1,1,1],[102,2,2,3,1,2,42.14,0.002,0,2,2,2,2,2,2],[103,3,3,0,1,3,38.86,0.002,0,3,3,3,3,0,3],[104,0,1,1,1,1,44.15,0.002,0,2,2,2,2,2,2],[105,1,1,3,1,1,42.24,0.002,0,1,1,1,3,3,3],[106,2,2,2,1,2,37.1,0.002,0,2,0,2,2,2,2],[107,3,3,3,1,3,39.37,0.002,0,3,3,3,3,3,3],[108,0,1,1,1,1,44.7,0.002,0,2,2,2,2,2,2],[109,1,1,1,1,1,48.16,0.002,0,1,1,1,1,1,1],[110,2,2,3,1,2,41.37,0.002,0,2,2,2,2,2,2],[111,3,3,1,1,3,40.88,0.002,0,3,3,3,3,3,3],[112,0,0,0,1,0,39.91,0.002,0,0,0,0,0,0,0],[113,1,1,3,1,1,47.61,0.002,0,1,1,1,1,1,1],[114,2,2,1,1,2,38.5,0.002,0,0,0,0,2,2,2],[115,3,1,0,1,1,41.18,0.002,0,3,3,3,3,3,3],[116,0,2,2,1,2,40.44,0.002,0,2,2,2,2,2,2],[117,1,1,3,1,1,44.04,0.002,0,1,1,1,1,1,1],[118,2,2,0,1,2,38.83,0.002,0,0,0,0,2,0,2],[119,3,3,1,1,3,41.76,0.002,0,1,1,1,3,3,3],[120,0,1,3,1,1,46.99,0.002,0,2,2,2,2,2,2],[121,1,1,3,1,1,43.38,0.002,0,3,3,3,3,3,3],[122,2,2,1,1,2,39.39,0.002,0,2,2,2,2,2,2],[123,3,3,0,1,3,35.39,0.002,0,3,3,3,3,0,3],[124,0,0,0,1,0,44.39,0.002,0,2,2,2,0,0,0],[125,1,1,0,1,1,47.17,0.002,0,1,1,1,1,1,1],[126,2,2,0,1,2,38.73,0.002,0,2,2,2,2,2,2],[127,3,3,3,1,3,41.56,0.002,0,1,1,1,3,3,3],[128,0,0,0,1,0,43.56,0.002,0,0,0,0,0,0,0],[129,1,1,0,1,1,46.97,0.002,0,1,1,1,1,1,1],[130,2,2,0,1,2,42.14,0.002,0,0,0,2,2,2,2],[131,3,3,0,1,3,40.53,0.002,0,1,1,1,3,1,3],[132,0,0,0,1,0,42.62,0.002,0,0,0,0,0,0,0],[133,1,1,1,1,1,48.16,0.002,0,1,1,1,1,1,1],[134,2,2,0,1,2,41.27,0.002,0,2,2,2,2,2,2],[135,3,3,3,1,3,39.29,0.002,0,3,3,3,3,3,3],[136,0,0,0,1,0,48.02,0.002,0,3,2,3,0,0,0],[137,1,1,2,1,1,45.58,0.002,0,2,2,2,1,2,1],[138,2,2,1,1,2,42.82,0.002,0,2,2,2,2,2,2],[139,3,2,2,1,2,37.29,0.002,0,2,2,2,2,2,2],[140,0,0,0,1,0,43.86,0.002,0,0,0,0,0,0,0],[141,1,1,3,1,1,43.83,0.002,0,3,3,3,1,3,1],[142,2,2,0,1,2,37.8,0.002,0,2,2,2,2,2,2],[143,3,2,2,1,2,39.59,0.002,0,2,2,2,2,2,2],[144,0,0,0,1,0,47.78,0.002,0,0,0,0,0,0,0],[145,1,1,3,1,1,46.96,0.002,0,1,1,1,1,1,1],[146,2,2,0,1,2,39.03,0.002,0,2,3,2,2,0,2],[147,3,3,1,1,3,37.11,0.002,0,3,3,3,3,3,3],[148,0,0,0,1,0,45.77,0.002,0,3,3,1,0,0,0],[149,1,1,3,1,1,47.19,0.002,0,1,1,1,1,1,1],[150,2,2,3,1,2,43.65,0.002,0,2,2,2,2,2,2],[151,3,3,0,1,3,40.01,0.002,0,1,3,1,1,1,1],[152,0,0,0,1,0,43.73,0.002,0,0,0,0,0,0,0],[153,1,1,2,1,1,45.98,0.002,0,3,2,3,1,1,1],[154,2,2,0,1,2,38.12,0.002,0,2,2,2,2,2,2],[155,3,3,0,1,3,39.2,0.002,0,3,3,3,3,3,3],[156,0,0,0,1,0,41.13,0.002,0,0,0,0,0,0,0],[157,1,1,1,1,1,43.61,0.002,0,1,1,1,1,3,1],[158,2,2,1,1,2,39.85,0.002,0,2,2,2,2,2,2],[159,3,3,0,1,3,39.47,0.002,0,3,3,3,3,1,3],[160,0,2,2,1,2,40.77,0.002,0,2,2,2,2,2,2],[161,1,1,2,1,1,46.15,0.002,0,3,2,3,1,3,1],[162,2,2,3,1,2,42.4,0.002,0,2,0,0,0,0,0],[163,3,3,3,1,3,37.78,0.002,0,1,3,1,3,3,3],[164,0,0,0,1,0,43.74,0.002,0,0,0,0,0,0,0],[165,1,1,0,1,1,46.95,0.002,0,1,1,1,1,1,1],[166,2,2,0,1,2,40.94,0.002,0,2,3,2,2,0,2],[167,3,3,3,1,3,39.99,0.002,0,3,3,3,3,3,3],[168,0,0,1,1,0,43.38,0.002,0,2,2,2,0,0,0],[169,1,1,1,1,1,47.21,0.002,0,1,1,1,1,1,1],[170,2,2,2,1,2,40.94,0.002,0,2,2,2,2,2,2],[171,3,3,3,1,3,36.18,0.002,0,2,3,2,3,3,3],[172,0,0,0,1,0,46.49,0.002,0,1,1,1,0,0,0],[173,1,1,2,1,1,43.2,0.002,0,1,1,1,1,1,1],[174,2,2,3,1,2,40.8,0.002,0,2,2,2,2,2,2],[175,3,3,3,1,3,38.26,0.002,0,3,3,3,1,1,1],[176,0,0,0,1,0,41.38,0.002,0,2,2,2,0,0,0],[177,1,1,1,1,1,46.57,0.002,0,1,1,1,1,1,1],[178,2,2,0,1,2,39,0.002,0,2,2,2,2,0,2],[179,3,3,1,1,3,37.29,0.002,0,3,3,3,3,3,3],[180,0,0,0,1,0,44.88,0.002,0,0,0,0,0,0,0],[181,1,1,1,1,1,47,0.002,0,1,1,1,1,1,1],[182,2,2,3,1,2,43.27,0.002,0,2,2,2,2,2,2],[183,3,3,1,1,3,40.9,0.002,0,3,3,3,3,3,3],[184,0,0,1,1,0,47.99,0.002,0,2,2,2,0,0,0],[185,1,1,0,1,1,46.11,0.002,0,1,1,1,1,1,1],[186,2,2,1,1,2,43.28,0.002,0,2,2,2,2,2,2],[187,3,3,3,1,3,43.32,0.002,0,1,3,1,3,3,3],[188,0,1,1,1,1,47.35,0.002,0,2,2,2,0,2,0],[189,1,1,1,1,1,46.59,0.002,0,1,1,1,1,1,1],[190,2,2,1,1,2,40.36,0.002,0,2,0,2,2,2,2],[191,3,3,3,1,3,38.95,0.002,0,3,3,3,3,3,3],[192,0,1,3,1,1,45.78,0.002,0,2,2,2,0,2,0],[193,1,1,1,1,1,45.58,0.002,0,1,1,1,1,1,1],[194,2,1,0,1,1,42.73,0.002,0,2,0,2,2,0,2],[195,3,3,1,1,3,41.62,0.002,0,3,3,3,3,3,3],[196,0,1,1,1,0,48.46,0.002,0,0,0,0,0,0,0],[197,1,1,0,1,1,46.95,0.002,0,1,1,1,1,1,1],[198,2,2,0,1,2,39.61,0.002,0,2,2,2,2,0,2],[199,3,3,0,1,3,37.96,0.002,0,3,3,3,3,3,3],[200,0,0,0,1,0,47.1,0.002,0,0,0,0,0,0,0],[201,1,1,2,1,1,44.02,0.002,0,1,1,1,1,1,1],[202,2,2,0,1,1,41.78,0.002,0,2,3,2,2,0,0],[203,3,0,0,1,0,38.66,0.002,0,3,3,3,1,1,1],[204,0,0,2,1,0,40.88,0.002,0,0,2,0,0,0,0],[205,1,1,2,1,1,42.79,0.002,0,1,1,1,1,3,1],[206,2,2,1,1,2,43.51,0.002,0,0,0,0,2,2,2],[207,3,3,3,1,3,39.76,0.002,0,3,3,3,3,3,3],[208,0,2,3,1,2,41.07,0.002,0,2,2,2,2,2,2],[209,1,1,3,1,1,47.42,0.002,0,1,1,1,1,1,1],[210,2,0,0,1,0,42.11,0.002,0,2,2,2,2,2,2],[211,3,3,3,1,3,41.8,0.002,0,3,1,3,3,3,3],[212,0,0,0,1,0,46.59,0.002,0,0,0,0,0,0,0],[213,1,1,2,1,1,45.76,0.002,0,1,1,1,1,1,1],[214,2,2,0,1,2,42.49,0.002,0,2,2,2,0,0,0],[215,3,3,0,1,3,35.65,0.002,0,3,3,3,3,3,3],[216,0,0,2,1,0,43.41,0.002,0,0,2,0,0,0,0],[217,1,1,1,1,1,46.98,0.002,0,0,0,0,2,2,2],[218,2,1,1,1,1,43.77,0.002,0,0,0,0,2,2,2],[219,3,2,0,1,2,38.78,0.002,0,3,0,3,3,3,3],[220,0,0,0,1,0,46.55,0.002,0,0,0,0,0,0,0],[221,1,2,2,1,2,40.49,0.002,0,1,3,1,1,3,1],[222,2,2,3,1,2,37.16,0.002,0,2,2,2,2,2,2],[223,3,3,3,1,3,41.16,0.002,0,3,3,3,1,1,1],[224,0,0,0,1,0,41.09,0.002,0,3,0,3,0,0,0],[225,1,2,2,1,2,39.31,0.002,0,3,0,3,1,1,1],[226,2,2,1,1,2,43.57,0.002,0,0,0,0,2,2,2],[227,3,3,2,1,3,35.88,0.002,0,0,2,0,3,2,3],[228,0,0,2,1,0,48.12,0.002,0,2,2,2,2,2,2],[229,1,1,3,1,1,42.07,0.002,0,1,3,1,3,3,1],[230,2,2,3,1,2,38.45,0.002,0,2,2,2,2,2,2],[231,3,3,0,1,3,37.66,0.002,0,3,3,3,3,0,3],[232,0,1,3,1,1,46.01,0.002,0,2,2,2,2,2,2],[233,1,1,1,1,1,48.35,0.002,0,1,1,1,1,1,1],[234,2,2,0,1,2,37.89,0.002,0,2,3,2,2,0,2],[235,3,3,1,1,3,41.71,0.002,0,3,3,3,3,0,3],[236,0,1,1,1,1,45.31,0.002,0,0,0,0,0,0,0],[237,1,1,2,1,1,43.85,0.002,0,3,0,3,3,3,3],[238,2,1,0,1,2,44.11,0.002,0,2,3,2,2,3,2],[239,3,3,2,1,3,34.39,0.002,0,0,0,0,3,3,3],[240,0,0,0,1,0,42.86,0.002,0,3,2,3,0,0,0],[241,1,1,0,1,1,42.85,0.002,0,1,1,1,1,1,1],[242,2,2,1,1,2,43.34,0.002,0,2,2,2,2,2,2],[243,3,3,3,1,3,38.7,0.002,0,3,3,3,3,3,3],[244,0,0,0,1,0,40.1,0.002,0,2,2,2,0,0,0],[245,1,1,0,1,1,44.56,0.002,0,1,1,1,1,1,1],[246,2,2,1,1,2,40.94,0.002,0,0,0,0,2,2,2],[247,3,3,0,1,3,38.65,0.002,0,3,3,3,3,1,3],[248,0,0,0,1,0,45.69,0.002,0,0,0,0,0,0,0],[249,1,2,2,1,2,44.49,0.002,0,1,1,1,3,3,3],[250,2,1,1,1,1,44.59,0.002,0,2,3,2,2,3,2],[251,3,3,1,1,3,38.1,0.002,0,3,3,3,3,3,3],[252,0,0,0,1,0,44.99,0.002,0,2,2,2,0,0,0],[253,1,1,1,1,1,47.49,0.002,0,1,1,1,1,1,1],[254,2,0,0,1,0,43.33,0.002,0,2,2,2,2,0,2],[255,3,3,3,1,3,35.45,0.002,0,1,1,1,3,3,3],[256,0,2,2,1,2,40.64,0.002,0,2,2,2,2,2,2],[257,1,1,0,1,1,46.38,0.002,0,3,3,3,1,1,1],[258,2,2,3,1,2,38.42,0.002,0,2,2,2,2,2,2],[259,3,3,1,1,3,40.09,0.002,0,3,3,3,3,3,3],[260,0,0,0,1,0,38.76,0.002,0,2,2,2,0,0,0],[261,1,1,3,1,1,45.03,0.002,0,1,1,1,1,1,1],[262,2,2,0,1,2,36.78,0.002,0,2,2,2,2,2,2],[263,3,3,1,1,3,39.75,0.002,0,3,3,3,3,1,3],[264,0,1,1,1,1,45.76,0.002,0,2,2,2,2,2,2],[265,1,1,0,1,1,42.51,0.002,0,1,1,1,1,1,1],[266,2,2,0,1,2,42.51,0.002,0,2,3,2,3,1,3],[267,3,3,1,1,3,40.63,0.002,0,3,3,3,3,3,3],[268,0,2,2,1,2,41.27,0.002,0,2,2,2,2,2,2],[269,1,1,0,1,1,46.35,0.002,0,1,1,1,1,1,1],[270,2,2,0,1,2,37.97,0.002,0,2,0,2,2,0,2],[271,3,3,1,1,3,36.67,0.002,0,3,3,3,3,3,3],[272,0,2,3,1,1,43.76,0.002,0,0,2,0,2,2,2],[273,1,1,0,1,1,46.8,0.002,0,1,1,1,1,1,1],[274,2,2,0,1,2,39.35,0.002,0,2,3,2,2,0,2],[275,3,3,1,1,3,35.87,0.002,0,3,3,3,3,3,3],[276,0,1,1,1,1,45.07,0.002,0,0,0,0,0,0,0],[277,1,1,2,1,1,43.87,0.002,0,1,1,1,1,3,1],[278,2,1,0,1,1,43.83,0.002,0,2,0,2,2,0,2],[279,3,3,1,1,3,35.82,0.002,0,3,3,3,3,3,3],[280,0,0,0,1,0,44.67,0.002,0,0,0,0,0,0,0],[281,1,1,1,1,1,48.78,0.002,0,1,1,1,1,1,1],[282,2,2,1,1,2,42.7,0.002,0,2,0,0,2,0,2],[283,3,3,3,1,3,36.54,0.002,0,3,3,3,3,3,3],[284,0,0,0,1,0,40.4,0.002,0,0,0,0,0,0,0],[285,1,1,3,1,1,44.24,0.002,0,3,3,3,1,3,1],[286,2,2,2,1,2,38.4,0.002,0,2,0,2,2,2,2],[287,3,3,1,1,3,35.86,0.002,0,3,3,3,3,3,3],[288,0,0,0,1,0,45.64,0.002,0,0,0,0,0,0,0],[289,1,3,3,1,3,44.82,0.002,0,3,3,3,1,1,1],[290,2,2,1,1,2,40.87,0.002,0,2,0,2,2,2,2],[291,3,3,1,1,3,40.48,0.002,0,1,3,1,3,3,3],[292,0,0,0,1,0,41.17,0.002,0,2,2,2,0,0,0],[293,1,1,2,1,1,43.27,0.002,0,1,1,1,1,1,1],[294,2,2,0,1,2,42.47,0.002,0,2,3,2,2,2,2],[295,3,3,3,1,3,43.56,0.002,0,1,1,3,3,3,1],[296,0,0,2,1,0,42.89,0.002,0,2,2,2,2,2,2],[297,1,1,1,1,1,47.58,0.002,0,1,1,1,1,1,1],[298,2,2,0,1,2,37.67,0.002,0,2,3,2,2,0,2],[299,3,3,3,1,3,41.13,0.002,0,1,1,1,3,3,3],[300,0,0,0,1,0,45.62,0.002,0,1,1,1,0,0,0],[301,1,1,1,1,1,44.52,0.002,0,1,1,1,1,1,1],[302,2,2,3,1,2,38.56,0.002,0,2,2,2,2,2,2],[303,3,3,1,1,3,36.94,0.002,0,3,3,3,3,3,3],[304,0,0,0,1,0,44.38,0.002,0,0,3,0,0,0,0],[305,1,2,2,1,2,41.65,0.002,0,3,0,3,1,3,1],[306,2,0,0,1,0,44.79,0.002,0,2,2,2,0,0,0],[307,3,2,0,1,2,37.72,0.002,0,3,3,3,3,3,3],[308,0,1,1,1,1,48.39,0.002,0,0,0,0,2,2,2],[309,1,1,0,1,1,47.9,0.002,0,1,1,1,1,1,1],[310,2,1,3,1,1,41.13,0.002,0,2,3,2,2,3,2],[311,3,3,1,1,3,42.37,0.002,0,3,3,3,3,3,3],[312,0,0,0,1,0,46.99,0.002,0,3,3,3,0,0,0],[313,1,1,1,1,1,45.74,0.002,0,1,1,1,1,1,1],[314,2,1,3,1,1,44.72,0.002,0,2,2,2,2,2,2],[315,3,3,2,1,3,37.06,0.002,0,2,2,3,3,3,3],[316,0,1,3,1,1,47.58,0.002,0,0,0,0,0,2,0],[317,1,1,1,1,1,48.18,0.002,0,1,1,1,1,1,1],[318,2,1,1,1,1,43.49,0.002,0,2,2,2,2,2,2],[319,3,3,3,1,3,40.52,0.002,0,0,0,0,3,3,3],[320,0,0,0,1,0,46.94,0.002,0,0,0,0,0,0,0],[321,1,1,2,1,1,43.98,0.002,0,3,3,3,1,1,1],[322,2,1,1,1,1,43.59,0.002,0,2,2,2,0,0,0],[323,3,3,0,1,3,38.29,0.002,0,3,3,2,3,1,3],[324,0,0,0,1,0,41.68,0.002,0,0,0,0,0,0,0],[325,1,1,3,1,1,44.35,0.002,0,3,3,3,1,3,1],[326,2,3,3,1,3,44.16,0.002,0,2,2,2,2,2,2],[327,3,3,3,1,3,33.44,0.002,0,3,2,3,3,3,3],[328,0,0,0,1,0,39.45,0.002,0,0,0,0,0,0,0],[329,1,1,2,1,1,43.21,0.002,0,1,1,1,1,1,1],[330,2,2,2,1,2,41.82,0.002,0,2,2,2,2,2,2],[331,3,2,2,1,2,36.64,0.002,0,2,2,2,2,2,2],[332,0,0,0,1,0,44.71,0.002,0,0,0,0,0,0,0],[333,1,1,0,1,1,46.98,0.002,0,1,1,1,1,1,1],[334,2,2,3,1,2,39.72,0.002,0,3,0,2,3,3,2],[335,3,3,1,1,3,40.09,0.002,0,3,3,3,3,3,3],[336,0,0,2,1,0,42.88,0.002,0,2,2,2,0,2,0],[337,1,1,0,1,1,45.77,0.002,0,1,1,1,1,1,1],[338,2,2,3,1,2,37.17,0.002,0,2,2,2,2,2,2],[339,3,3,3,1,3,41.08,0.002,0,3,3,3,3,3,3],[340,0,1,1,1,1,47.8,0.002,0,0,0,0,0,0,0],[341,1,1,1,1,1,47.3,0.002,0,1,1,1,1,1,1],[342,2,2,3,1,2,37.78,0.002,0,2,2,2,2,2,2],[343,3,3,1,1,3,35.85,0.002,0,3,3,3,3,3,3],[344,0,0,1,1,0,47,0.002,0,0,0,0,0,0,0],[345,1,1,0,1,1,45.82,0.002,0,1,1,1,1,1,1],[346,2,2,0,1,2,41.84,0.002,0,2,3,2,2,3,2],[347,3,3,2,1,3,37.56,0.002,0,3,0,0,3,3,3],[348,0,1,3,1,1,47.09,0.002,0,2,2,2,0,2,0],[349,1,1,1,1,1,47.49,0.002,0,1,1,1,1,1,1],[350,2,2,2,1,2,43.41,0.002,0,2,2,2,2,2,2],[351,3,3,1,1,3,40.11,0.002,0,1,1,1,3,3,3],[352,0,0,0,1,0,43.75,0.002,0,0,0,0,0,0,0],[353,1,1,1,1,1,45.39,0.002,0,0,0,0,1,1,1],[354,2,2,0,1,2,39.42,0.002,0,2,3,2,2,0,2],[355,3,3,1,1,3,36.98,0.002,0,3,3,3,3,3,3],[356,0,0,0,1,0,45.72,0.002,0,0,0,0,0,0,0],[357,1,1,3,1,1,47.81,0.002,0,1,1,1,1,1,1],[358,2,2,0,1,2,43.54,0.002,0,2,2,2,0,0,0],[359,3,3,1,1,3,35.99,0.002,0,3,3,3,3,3,3],[360,0,0,0,1,0,43.66,0.002,0,0,0,0,0,0,0],[361,1,1,1,1,1,48.11,0.002,0,1,1,1,1,1,1],[362,2,1,0,1,1,44.48,0.002,0,2,3,2,0,0,0],[363,3,3,0,1,3,36.44,0.002,0,3,3,3,3,0,3],[364,0,0,0,1,0,44.03,0.002,0,0,0,0,0,0,0],[365,1,1,2,1,1,41.1,0.002,0,1,1,1,1,1,1],[366,2,2,3,1,2,39.05,0.002,0,2,2,2,0,0,0],[367,3,3,2,1,2,37.46,0.002,0,2,2,2,0,0,0],[368,0,0,0,1,0,45.75,0.002,0,0,0,0,0,0,0],[369,1,1,1,1,1,45.27,0.002,0,1,1,1,1,1,1],[370,2,2,1,1,2,43.13,0.002,0,2,2,2,2,2,2],[371,3,3,1,1,3,38.26,0.002,0,3,3,3,3,3,3],[372,0,0,0,1,0,44.34,0.002,0,3,3,3,0,0,0],[373,1,1,1,1,1,47.28,0.002,0,1,1,1,1,1,1],[374,2,1,0,1,1,44.49,0.002,0,2,3,0,3,3,3],[375,3,3,2,1,3,36.49,0.002,0,0,2,0,3,3,3],[376,0,0,0,1,0,42.37,0.002,0,0,0,0,0,0,0],[377,1,1,0,1,1,46.39,0.002,0,1,1,1,1,1,1],[378,2,2,0,1,2,37.49,0.002,0,2,3,2,0,0,0],[379,3,3,3,1,3,39.83,0.002,0,3,1,3,3,3,3],[380,0,0,0,1,0,43.44,0.002,0,3,3,3,0,0,0],[381,1,1,0,1,1,47.6,0.002,0,1,1,1,1,1,1],[382,2,1,0,1,2,43.12,0.002,0,2,2,2,2,0,2],[383,3,3,2,1,3,36.76,0.002,0,0,0,0,3,3,3],[384,0,0,3,1,0,41.86,0.002,0,2,2,2,2,2,2],[385,1,1,0,1,1,48.42,0.002,0,1,1,1,1,1,1],[386,2,2,0,1,2,39.71,0.002,0,0,0,0,2,2,2],[387,3,3,0,1,3,41.63,0.002,0,3,3,3,3,1,3],[388,0,0,2,1,0,43.25,0.002,0,0,2,0,0,0,0],[389,1,1,1,1,1,46.48,0.002,0,1,1,1,1,1,1],[390,2,2,2,1,2,43.96,0.002,0,0,0,0,0,0,0],[391,3,3,3,1,3,36.98,0.002,0,1,1,1,3,3,3],[392,0,0,0,1,0,43.26,0.002,0,0,0,0,0,0,0],[393,1,1,0,1,1,45.52,0.002,0,1,1,1,1,1,1],[394,2,2,1,1,2,37.74,0.002,0,2,2,2,2,2,2],[395,3,3,0,1,3,35.97,0.002,0,3,3,2,3,0,3],[396,0,0,0,1,0,44.17,0.002,0,0,0,0,0,0,0],[397,1,1,0,1,1,47.53,0.002,0,1,1,1,1,1,1],[398,2,2,0,1,2,43.53,0.002,0,2,3,2,2,0,2],[399,3,3,1,1,3,36.88,0.002,0,3,3,3,3,3,3]],"elapsed_ms":6855,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":288,"J":250,"J_valid":250,"n_invalid":0,"n00":80,"n01":7,"n10":130,"n11":33,"ctl_n":250,"ctl_err":6},"metrics":{"target_error":0.16,"Q_transfer":0.84,"source_success":0.652,"joint_error":0.132,"T_cond":0.20245398773006135,"R":0.024,"delta":0.136,"delta_pp":13.600000000000001,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.72}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":348,"J":307,"J_valid":307,"n_invalid":0,"n00":119,"n01":1,"n10":139,"n11":48,"ctl_n":307,"ctl_err":2},"metrics":{"target_error":0.15960912052117263,"Q_transfer":0.8403908794788274,"source_success":0.6091205211726385,"joint_error":0.1563517915309446,"T_cond":0.25668449197860965,"R":0.006514657980456026,"delta":0.1530944625407166,"delta_pp":15.30944625407166,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.87}}]},{"key":"s42/STFT-CNN/pgd/eps0050","seed":42,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0050","budget":{"eps":0.005,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.00125},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,1,1,1,1,37.23,0.005,0,0,2,0,0,2,0],[1,1,1,2,1,1,34.89,0.005,0,1,1,1,1,1,1],[2,2,2,3,1,2,31.71,0.005,0,0,0,0,2,2,2],[3,3,3,0,1,3,34.49,0.005,0,3,3,3,3,1,3],[4,0,1,3,1,0,41.28,0.005,0,2,0,2,0,2,0],[5,1,1,0,1,1,38.14,0.005,0,1,1,1,1,1,1],[6,2,2,0,1,2,34.03,0.005,0,2,2,2,2,2,2],[7,3,1,0,1,1,34.86,0.005,0,0,2,2,1,1,1],[8,0,0,1,1,0,38.34,0.005,0,0,0,0,0,0,0],[9,1,2,2,1,2,34.95,0.005,0,1,2,1,1,3,1],[10,2,0,0,1,0,36.55,0.005,0,0,0,0,2,2,2],[11,3,1,0,1,1,33.5,0.005,0,0,3,0,3,3,3],[12,0,2,3,1,1,36.94,0.005,0,2,2,2,2,2,0],[13,1,1,3,1,1,35.71,0.005,0,1,1,1,1,1,1],[14,2,2,0,1,2,37.55,0.005,0,2,0,0,0,0,0],[15,3,3,3,1,3,30.89,0.005,0,1,0,1,3,3,3],[16,0,0,3,1,0,41.04,0.005,0,1,1,1,0,0,0],[17,1,1,0,1,1,36.44,0.005,0,0,0,0,3,3,3],[18,2,2,0,1,2,31.86,0.005,0,2,3,2,2,0,0],[19,3,3,2,1,3,27.44,0.005,0,1,0,1,3,3,3],[20,0,0,1,1,0,35.58,0.005,0,0,0,0,0,0,0],[21,1,1,2,1,1,34.24,0.005,0,1,0,1,1,3,1],[22,2,2,0,1,2,31.31,0.005,0,2,3,2,2,0,0],[23,3,3,0,1,3,26.95,0.005,0,3,3,3,3,3,3],[24,0,2,3,1,2,36.84,0.005,0,2,2,2,2,2,0],[25,1,1,2,1,1,37.2,0.005,0,1,0,1,1,3,1],[26,2,1,1,1,1,36.41,0.005,0,2,2,0,2,2,2],[27,3,3,1,1,3,34.32,0.005,0,3,3,3,3,0,3],[28,0,1,1,1,1,37.1,0.005,0,0,2,0,0,0,0],[29,1,1,0,1,1,41.09,0.005,0,1,1,1,1,1,1],[30,2,2,0,1,2,36.19,0.005,0,2,3,2,2,0,2],[31,3,3,1,1,3,32.32,0.005,0,3,3,3,3,3,3],[32,0,0,0,1,0,36.46,0.005,0,3,2,3,0,0,0],[33,1,1,0,1,1,37.45,0.005,0,1,1,1,1,1,1],[34,2,2,3,1,2,29.46,0.005,0,2,2,2,2,2,2],[35,3,3,3,1,3,34.6,0.005,0,3,3,3,3,3,3],[36,0,0,3,1,0,39.53,0.005,0,0,0,0,0,0,0],[37,1,1,0,1,1,39.77,0.005,0,1,1,1,1,1,1],[38,2,2,0,1,2,32.85,0.005,0,2,3,2,2,3,2],[39,3,1,0,1,1,34.47,0.005,0,0,0,0,1,0,1],[40,0,0,0,1,0,37.82,0.005,0,1,1,1,0,0,0],[41,1,1,3,1,1,40.56,0.005,0,1,1,1,1,1,1],[42,2,2,0,1,2,36.43,0.005,0,2,3,2,2,3,2],[43,3,3,1,1,3,33.41,0.005,0,3,3,3,3,1,3],[44,0,0,1,1,0,36.52,0.005,0,0,0,0,0,2,0],[45,1,1,0,1,1,40.73,0.005,0,1,1,1,1,1,1],[46,2,2,0,1,2,31.37,0.005,0,2,3,2,2,0,2],[47,3,3,1,1,3,31.24,0.005,0,3,3,3,3,3,3],[48,0,0,0,1,0,35.53,0.005,0,0,2,0,0,0,0],[49,1,1,2,1,1,36.78,0.005,0,3,0,3,1,3,1],[50,2,0,0,1,0,35.46,0.005,0,0,0,0,0,0,0],[51,3,3,0,1,3,33.86,0.005,0,0,0,0,3,3,3],[52,0,0,0,1,0,41.12,0.005,0,0,0,0,0,0,0],[53,1,1,2,1,1,35.69,0.005,0,1,1,1,1,3,1],[54,2,2,0,1,2,37.19,0.005,0,2,3,2,2,3,2],[55,3,3,1,1,3,32.49,0.005,0,1,0,0,3,3,3],[56,0,1,1,1,1,39.84,0.005,0,0,0,0,0,2,0],[57,1,1,0,1,1,40.43,0.005,0,1,1,1,1,1,1],[58,2,2,0,1,2,28.76,0.005,0,2,2,2,2,3,2],[59,3,3,1,1,3,30.32,0.005,0,3,3,3,3,3,3],[60,0,0,0,1,0,38.74,0.005,0,0,0,0,0,0,0],[61,1,2,2,1,2,37.36,0.005,0,3,2,3,1,3,1],[62,2,2,0,1,2,34.27,0.005,0,2,3,2,2,0,2],[63,3,3,1,1,3,31.51,0.005,0,3,3,3,3,3,3],[64,0,0,0,1,0,37.66,0.005,0,1,1,1,0,0,0],[65,1,1,0,1,1,36.16,0.005,0,1,1,1,1,1,1],[66,2,2,0,1,2,36.64,0.005,0,2,3,2,2,1,2],[67,3,3,0,1,3,30.82,0.005,0,2,2,2,3,0,3],[68,0,2,2,1,2,38.25,0.005,0,2,2,2,0,2,2],[69,1,1,0,1,1,40.59,0.005,0,1,1,1,1,1,1],[70,2,2,3,1,2,32.19,0.005,0,2,2,2,2,3,2],[71,3,3,1,1,3,32.03,0.005,0,0,0,0,3,1,3],[72,0,2,3,1,2,34.14,0.005,0,2,2,2,2,2,2],[73,1,1,0,1,1,38.74,0.005,0,1,1,1,1,1,1],[74,2,2,1,1,2,32.89,0.005,0,2,3,2,2,1,2],[75,3,3,1,1,3,29.61,0.005,0,3,3,3,3,3,3],[76,0,0,2,1,0,33.33,0.005,0,2,2,0,0,2,0],[77,1,1,0,1,1,38.09,0.005,0,1,1,1,1,1,1],[78,2,2,0,1,2,32.22,0.005,0,2,2,2,2,0,2],[79,3,2,0,1,2,32.75,0.005,0,2,2,2,2,0,2],[80,0,1,3,1,1,37.64,0.005,0,0,0,0,2,2,0],[81,1,1,0,1,1,40.65,0.005,0,1,1,1,1,1,1],[82,2,2,0,1,2,34.75,0.005,0,2,3,2,2,1,2],[83,3,3,1,1,3,30.72,0.005,0,3,3,3,3,3,3],[84,0,0,0,1,0,39.31,0.005,0,3,0,3,0,0,0],[85,1,2,2,1,2,33.27,0.005,0,1,1,1,1,3,1],[86,2,2,0,1,2,35.45,0.005,0,2,3,2,2,1,2],[87,3,1,0,1,1,35.07,0.005,0,3,1,3,3,1,3],[88,0,0,0,1,0,34.58,0.005,0,0,0,0,0,0,0],[89,1,1,2,1,1,37.54,0.005,0,1,3,1,1,3,1],[90,2,2,3,1,2,31.55,0.005,0,2,2,2,2,3,2],[91,3,3,1,1,3,31.69,0.005,0,3,3,3,3,3,3],[92,0,0,0,1,0,35.65,0.005,0,1,1,1,0,0,0],[93,1,2,2,1,2,36.18,0.005,0,1,1,1,1,1,1],[94,2,2,3,1,3,31.78,0.005,0,2,3,2,2,3,2],[95,3,3,3,1,3,32.31,0.005,0,1,1,1,1,1,1],[96,0,0,3,1,0,39.59,0.005,0,2,2,2,0,2,0],[97,1,1,0,1,1,38.18,0.005,0,1,1,1,1,1,1],[98,2,2,0,1,2,32.67,0.005,0,2,3,2,2,2,2],[99,3,3,1,1,3,25.18,0.005,0,3,3,3,3,3,3],[100,0,1,1,1,1,39.84,0.005,0,0,2,0,0,0,0],[101,1,1,0,1,1,39.84,0.005,0,1,1,1,1,1,1],[102,2,2,3,1,2,35.71,0.005,0,2,3,2,2,2,2],[103,3,3,0,1,3,32.11,0.005,0,3,3,3,3,0,3],[104,0,1,3,1,1,36.39,0.005,0,2,2,2,2,2,2],[105,1,1,3,1,1,34.68,0.005,0,1,3,1,3,3,3],[106,2,2,0,1,2,30.14,0.005,0,2,0,2,2,0,2],[107,3,3,0,1,3,31.97,0.005,0,3,3,3,3,3,3],[108,0,1,3,1,1,37,0.005,0,2,2,2,2,2,2],[109,1,1,0,1,1,40.8,0.005,0,1,0,1,1,1,1],[110,2,2,3,1,2,33.51,0.005,0,2,2,2,2,2,2],[111,3,3,1,1,3,34.32,0.005,0,3,3,3,3,3,3],[112,0,0,0,1,0,33.16,0.005,0,0,2,0,0,0,0],[113,1,1,3,1,1,41.14,0.005,0,1,1,1,1,1,1],[114,2,2,0,1,2,30.79,0.005,0,0,0,2,2,0,2],[115,3,1,0,1,1,33.83,0.005,0,3,3,3,3,3,3],[116,0,2,3,1,2,33.01,0.005,0,2,2,0,2,2,2],[117,1,1,3,1,1,37.89,0.005,0,1,1,1,1,1,1],[118,2,2,0,1,2,32.29,0.005,0,0,0,0,2,0,2],[119,3,3,1,1,3,34.82,0.005,0,1,1,1,3,3,3],[120,0,1,3,1,1,40.48,0.005,0,2,2,2,2,2,2],[121,1,1,3,1,1,37.37,0.005,0,3,2,3,3,3,1],[122,2,2,0,1,2,31.63,0.005,0,2,2,2,2,0,2],[123,3,3,0,1,3,29.36,0.005,0,3,3,2,3,0,3],[124,0,0,2,1,0,37.86,0.005,0,2,2,2,0,2,0],[125,1,1,0,1,1,39.51,0.005,0,1,1,1,1,1,1],[126,2,2,0,1,2,31,0.005,0,2,3,2,2,3,2],[127,3,3,1,1,3,34.73,0.005,0,1,1,1,3,3,3],[128,0,0,0,1,0,35.67,0.005,0,0,0,0,0,0,0],[129,1,1,0,1,1,39.62,0.005,0,1,1,1,1,1,1],[130,2,2,0,1,2,34.54,0.005,0,0,0,0,2,2,2],[131,3,3,0,1,3,34.61,0.005,0,1,1,1,3,1,3],[132,0,0,0,1,0,34.84,0.005,0,0,0,0,0,0,0],[133,1,1,3,1,1,40.53,0.005,0,1,1,1,1,1,1],[134,2,2,0,1,2,34.3,0.005,0,2,3,2,2,3,2],[135,3,3,1,1,3,31.49,0.005,0,3,3,3,3,3,3],[136,0,0,1,1,0,40.52,0.005,0,3,2,3,0,2,0],[137,1,1,2,1,1,39.46,0.005,0,2,2,2,1,2,1],[138,2,2,0,1,2,35.23,0.005,0,2,2,2,2,0,2],[139,3,2,2,1,2,30.6,0.005,0,2,2,2,2,2,2],[140,0,0,0,1,0,36.63,0.005,0,0,0,0,0,0,0],[141,1,1,3,1,1,37.78,0.005,0,3,2,3,1,3,1],[142,2,2,0,1,2,30.25,0.005,0,2,3,2,2,1,2],[143,3,2,0,1,2,33.69,0.005,0,2,2,2,2,2,2],[144,0,0,0,1,0,41.85,0.005,0,0,0,0,0,0,0],[145,1,1,3,1,1,40.09,0.005,0,1,1,1,1,1,1],[146,2,2,0,1,2,33.48,0.005,0,2,3,2,2,0,2],[147,3,3,0,1,3,30.02,0.005,0,3,3,3,3,1,3],[148,0,0,0,1,0,38.3,0.005,0,3,3,1,0,0,0],[149,1,1,3,1,1,39.77,0.005,0,1,1,1,1,1,1],[150,2,2,3,1,2,36.93,0.005,0,2,3,2,2,3,2],[151,3,3,0,1,3,33.32,0.005,0,1,1,1,1,1,3],[152,0,0,0,1,0,36.6,0.005,0,0,0,0,0,0,0],[153,1,1,2,1,1,39.56,0.005,0,3,2,3,1,2,1],[154,2,2,0,1,2,30.51,0.005,0,2,3,2,2,0,2],[155,3,3,0,1,3,32.42,0.005,0,3,3,3,3,1,3],[156,0,0,1,1,0,33.43,0.005,0,0,2,0,0,2,0],[157,1,1,3,1,1,36.51,0.005,0,1,1,1,1,3,1],[158,2,2,0,1,2,32.71,0.005,0,2,3,2,2,0,2],[159,3,3,0,1,3,32.97,0.005,0,3,3,3,3,1,3],[160,0,2,3,1,2,33.39,0.005,0,2,2,2,2,2,2],[161,1,1,2,1,1,38.63,0.005,0,3,2,3,1,3,1],[162,2,2,3,1,2,36.01,0.005,0,2,0,2,0,3,2],[163,3,3,3,1,3,30.48,0.005,0,1,3,1,3,3,3],[164,0,0,1,1,0,36.06,0.005,0,0,2,0,0,0,0],[165,1,1,0,1,1,39.6,0.005,0,1,1,1,1,1,1],[166,2,2,0,1,2,34.32,0.005,0,2,3,2,2,1,2],[167,3,3,1,1,3,32.5,0.005,0,3,3,3,3,3,3],[168,0,0,1,1,0,35.5,0.005,0,2,2,2,0,2,0],[169,1,1,3,1,1,39.57,0.005,0,1,1,1,1,1,1],[170,2,2,2,1,2,33.1,0.005,0,2,2,2,2,2,2],[171,3,3,1,1,3,29.47,0.005,0,2,3,2,3,3,3],[172,0,0,0,1,0,38.95,0.005,0,1,0,1,0,0,0],[173,1,1,2,1,1,35.93,0.005,0,1,0,1,1,1,1],[174,2,2,3,1,2,33.95,0.005,0,2,2,2,2,3,2],[175,3,3,1,1,3,31.39,0.005,0,3,0,3,1,1,1],[176,0,0,0,1,0,33.92,0.005,0,2,2,2,0,2,0],[177,1,1,3,1,1,39.6,0.005,0,1,1,1,1,1,1],[178,2,2,0,1,2,32.88,0.005,0,2,3,2,2,3,2],[179,3,3,1,1,3,31.04,0.005,0,3,3,3,3,3,3],[180,0,0,0,1,0,37.44,0.005,0,0,0,0,0,0,0],[181,1,1,1,1,1,39.19,0.005,0,1,1,1,1,1,1],[182,2,2,3,1,2,36.36,0.005,0,2,0,2,2,2,2],[183,3,3,1,1,3,34.3,0.005,0,3,3,3,3,3,3],[184,0,0,3,1,0,40.88,0.005,0,2,2,2,0,0,0],[185,1,1,0,1,1,38.94,0.005,0,1,1,1,1,1,1],[186,2,2,0,1,2,35.77,0.005,0,2,3,2,2,1,2],[187,3,3,3,1,3,36.75,0.005,0,1,3,1,3,3,3],[188,0,1,3,1,1,39.64,0.005,0,2,2,2,0,2,0],[189,1,1,3,1,1,38.83,0.005,0,1,1,1,1,1,1],[190,2,2,0,1,2,32.77,0.005,0,2,3,2,2,1,2],[191,3,3,0,1,3,31.01,0.005,0,3,3,3,3,1,3],[192,0,1,3,1,1,38.38,0.005,0,2,2,2,0,2,0],[193,1,1,0,1,1,38.23,0.005,0,1,1,1,1,1,1],[194,2,1,0,1,1,34.93,0.005,0,2,3,2,2,1,2],[195,3,3,1,1,3,35.21,0.005,0,3,3,3,3,3,3],[196,0,1,3,1,0,42.19,0.005,0,0,2,0,0,2,0],[197,1,1,0,1,1,40.06,0.005,0,1,1,1,1,1,1],[198,2,2,0,1,2,31.97,0.005,0,2,3,2,2,0,2],[199,3,3,0,1,3,31.42,0.005,0,3,3,3,3,0,3],[200,0,0,1,1,0,39.3,0.005,0,0,0,0,0,0,0],[201,1,1,2,1,1,36.29,0.005,0,1,1,1,1,3,1],[202,2,2,0,1,2,34.29,0.005,0,2,3,2,2,0,2],[203,3,0,0,1,3,32.28,0.005,0,3,3,1,1,1,3],[204,0,0,2,1,0,34.51,0.005,0,0,2,0,0,0,0],[205,1,1,2,1,1,35.22,0.005,0,1,1,1,1,3,1],[206,2,2,1,1,2,35.56,0.005,0,0,0,0,2,3,2],[207,3,3,1,1,3,32.32,0.005,0,3,3,3,3,3,3],[208,0,2,3,1,2,35.37,0.005,0,2,2,2,2,2,2],[209,1,1,3,1,1,40.89,0.005,0,1,1,1,1,1,1],[210,2,0,0,1,0,34.63,0.005,0,2,3,2,2,0,2],[211,3,3,0,1,3,35.05,0.005,0,3,1,1,3,1,3],[212,0,0,3,1,0,40.51,0.005,0,0,0,0,0,0,0],[213,1,1,2,1,1,39.48,0.005,0,1,0,1,1,3,1],[214,2,2,0,1,2,34.93,0.005,0,2,3,2,0,0,0],[215,3,3,0,1,3,29.33,0.005,0,3,3,3,3,0,3],[216,0,0,2,1,0,35.54,0.005,0,0,2,0,0,0,0],[217,1,1,1,1,1,39.18,0.005,0,0,0,0,2,2,2],[218,2,1,1,1,1,36.04,0.005,0,0,0,0,2,0,2],[219,3,2,0,1,2,32.1,0.005,0,3,3,3,3,0,3],[220,0,0,0,1,0,39.24,0.005,0,0,2,0,0,0,0],[221,1,2,2,1,2,34.41,0.005,0,1,2,1,1,3,1],[222,2,2,3,1,2,30.47,0.005,0,2,2,2,2,0,2],[223,3,3,1,1,3,34.93,0.005,0,3,3,3,1,1,1],[224,0,0,0,1,0,33.58,0.005,0,3,0,3,0,0,0],[225,1,2,2,1,2,31.79,0.005,0,3,2,1,1,3,1],[226,2,2,1,1,2,35.75,0.005,0,0,0,0,2,3,2],[227,3,3,0,1,3,29.61,0.005,0,0,2,0,3,0,3],[228,0,0,2,1,0,42.12,0.005,0,2,2,2,2,2,2],[229,1,1,3,1,1,36.28,0.005,0,1,3,3,3,3,3],[230,2,2,3,1,2,30.99,0.005,0,2,3,2,2,0,2],[231,3,3,0,1,3,31.41,0.005,0,3,3,3,3,1,3],[232,0,1,3,1,1,38.51,0.005,0,2,2,2,2,2,2],[233,1,1,1,1,1,40.54,0.005,0,1,1,1,1,1,1],[234,2,2,0,1,2,31.71,0.005,0,2,3,2,2,0,2],[235,3,3,0,1,3,35.05,0.005,0,3,3,3,3,0,1],[236,0,1,1,1,1,37.53,0.005,0,0,0,0,0,2,0],[237,1,1,2,1,1,36.32,0.005,0,3,2,3,3,2,3],[238,2,1,0,1,1,36.48,0.005,0,2,3,2,2,1,3],[239,3,3,2,1,3,27.76,0.005,0,0,0,0,3,3,3],[240,0,0,1,1,0,35.82,0.005,0,3,2,2,0,0,0],[241,1,1,0,1,0,35.28,0.005,0,1,1,1,1,1,1],[242,2,2,1,1,2,35.59,0.005,0,2,0,2,2,2,2],[243,3,3,0,1,3,31.17,0.005,0,3,1,3,3,3,3],[244,0,0,0,1,0,33.3,0.005,0,2,2,2,0,0,0],[245,1,1,0,1,1,37.03,0.005,0,1,1,1,1,1,1],[246,2,2,1,1,2,33.19,0.005,0,0,0,0,2,3,2],[247,3,3,0,1,3,32.13,0.005,0,3,3,3,3,1,3],[248,0,0,0,1,0,37.98,0.005,0,0,0,0,0,0,0],[249,1,2,2,1,2,36.8,0.005,0,1,0,1,3,3,3],[250,2,1,1,1,1,36.85,0.005,0,2,3,2,2,3,2],[251,3,3,1,1,3,31.18,0.005,0,3,3,3,3,3,3],[252,0,0,0,1,0,37.13,0.005,0,2,2,2,0,0,0],[253,1,1,0,1,1,39.91,0.005,0,1,1,1,1,1,1],[254,2,0,0,1,0,35.87,0.005,0,2,3,2,2,3,2],[255,3,3,0,1,3,28.84,0.005,0,1,1,1,3,3,3],[256,0,2,3,1,2,33.26,0.005,0,2,2,2,2,2,2],[257,1,1,0,1,1,39.08,0.005,0,3,3,1,1,1,1],[258,2,2,3,1,2,30.52,0.005,0,2,2,2,2,0,2],[259,3,3,1,1,3,33.7,0.005,0,3,3,3,3,3,3],[260,0,0,2,1,0,31.87,0.005,0,2,2,2,0,2,0],[261,1,1,3,1,1,38.3,0.005,0,1,1,1,1,1,1],[262,2,2,0,1,2,29.24,0.005,0,2,3,2,2,3,2],[263,3,3,0,1,3,32.31,0.005,0,3,3,3,3,3,3],[264,0,1,3,1,1,38.58,0.005,0,2,2,2,2,2,2],[265,1,1,0,1,1,35.18,0.005,0,1,1,1,1,1,1],[266,2,2,0,1,2,36.35,0.005,0,2,3,2,3,1,2],[267,3,3,1,1,3,34.13,0.005,0,3,3,3,3,3,3],[268,0,2,3,1,2,34.29,0.005,0,2,2,2,2,2,2],[269,1,1,0,1,1,38.85,0.005,0,1,1,1,1,1,1],[270,2,2,0,1,2,31.58,0.005,0,2,3,2,2,0,2],[271,3,3,1,1,3,30.25,0.005,0,3,3,3,3,3,3],[272,0,2,3,1,2,36.62,0.005,0,0,2,0,2,2,2],[273,1,1,0,1,1,39.62,0.005,0,1,0,1,1,1,1],[274,2,2,0,1,2,33.37,0.005,0,2,3,2,2,0,2],[275,3,3,1,1,3,29.86,0.005,0,3,3,3,3,3,3],[276,0,1,1,1,1,37.25,0.005,0,0,2,0,0,0,0],[277,1,1,2,1,1,36.78,0.005,0,1,3,1,1,3,1],[278,2,1,0,1,1,36.1,0.005,0,2,3,2,2,1,2],[279,3,3,1,1,3,28.39,0.005,0,3,3,3,3,3,3],[280,0,0,0,1,0,37,0.005,0,0,0,0,0,0,0],[281,1,1,0,1,1,41.19,0.005,0,1,1,1,1,1,1],[282,2,2,0,1,2,35.42,0.005,0,2,0,2,2,0,2],[283,3,3,1,1,3,28.85,0.005,0,3,3,3,3,3,3],[284,0,0,2,1,0,34.43,0.005,0,0,0,0,0,0,0],[285,1,1,3,1,1,37.75,0.005,0,3,2,3,1,3,1],[286,2,2,0,1,2,30.72,0.005,0,2,0,2,2,2,2],[287,3,3,1,1,3,28.64,0.005,0,3,3,3,3,3,3],[288,0,0,0,1,0,38.68,0.005,0,0,3,0,0,0,0],[289,1,3,3,1,3,38.43,0.005,0,3,1,3,1,1,1],[290,2,2,0,1,2,33.28,0.005,0,2,3,2,2,1,2],[291,3,3,1,1,3,33.77,0.005,0,1,3,1,3,3,1],[292,0,0,1,1,0,33.67,0.005,0,2,2,2,0,0,0],[293,1,1,2,1,1,36.54,0.005,0,1,1,1,1,3,1],[294,2,2,0,1,2,35.64,0.005,0,2,3,2,2,1,2],[295,3,3,0,1,3,35.16,0.005,0,1,1,1,3,1,1],[296,0,0,2,1,0,36.57,0.005,0,2,2,2,2,2,2],[297,1,1,1,1,1,39.81,0.005,0,1,1,1,1,1,1],[298,2,2,0,1,2,32.14,0.005,0,2,3,2,2,0,2],[299,3,3,3,1,3,33.38,0.005,0,1,1,1,3,3,3],[300,0,0,0,1,0,37.86,0.005,0,1,1,1,0,0,0],[301,1,1,0,1,1,36.96,0.005,0,1,1,1,1,1,1],[302,2,2,3,1,2,31.06,0.005,0,2,2,2,2,2,2],[303,3,3,1,1,3,29.24,0.005,0,3,3,3,3,3,3],[304,0,0,0,1,0,37.37,0.005,0,0,3,0,0,3,0],[305,1,2,2,1,2,35.21,0.005,0,3,2,3,1,2,1],[306,2,0,0,1,0,37.54,0.005,0,2,3,2,0,0,0],[307,3,2,0,1,3,30.52,0.005,0,3,3,3,3,1,3],[308,0,1,3,1,1,41,0.005,0,0,2,0,2,2,2],[309,1,1,0,1,1,40.42,0.005,0,1,1,1,1,1,1],[310,2,1,3,1,2,34.96,0.005,0,2,3,2,2,3,2],[311,3,3,1,1,3,34.65,0.005,0,3,3,3,3,3,3],[312,0,0,0,1,0,40.08,0.005,0,3,2,3,0,0,0],[313,1,1,0,1,1,37.9,0.005,0,1,1,1,1,1,1],[314,2,1,3,1,1,37.58,0.005,0,2,2,2,2,3,2],[315,3,3,0,1,3,29.79,0.005,0,2,3,3,3,3,3],[316,0,1,3,1,1,40.64,0.005,0,0,2,0,0,2,0],[317,1,1,0,1,1,40.61,0.005,0,1,1,1,1,1,1],[318,2,1,1,1,1,36.2,0.005,0,2,2,2,2,3,2],[319,3,3,1,1,3,32.82,0.005,0,0,0,0,3,3,3],[320,0,0,0,1,0,39.52,0.005,0,0,0,0,0,0,0],[321,1,1,2,1,1,37.68,0.005,0,3,2,3,1,3,1],[322,2,1,0,1,1,36.02,0.005,0,2,3,2,0,0,2],[323,3,3,0,1,3,32.54,0.005,0,3,3,2,3,1,3],[324,0,0,2,1,0,35.26,0.005,0,0,0,0,0,0,0],[325,1,1,3,1,1,38.85,0.005,0,3,2,3,1,3,1],[326,2,3,3,1,3,36.36,0.005,0,2,2,2,2,2,2],[327,3,3,2,1,3,26.18,0.005,0,3,2,0,3,3,3],[328,0,0,3,1,0,33.29,0.005,0,0,0,0,0,0,0],[329,1,1,2,1,1,36.88,0.005,0,1,3,1,1,3,1],[330,2,2,0,1,2,34.27,0.005,0,2,2,2,2,2,2],[331,3,2,2,1,2,29.62,0.005,0,2,2,2,2,2,2],[332,0,0,0,1,0,37.52,0.005,0,0,0,0,0,0,0],[333,1,1,0,1,1,39.96,0.005,0,1,1,1,1,1,1],[334,2,2,3,1,3,32.9,0.005,0,3,3,2,3,3,2],[335,3,3,1,1,3,33.77,0.005,0,3,3,3,3,3,3],[336,0,0,3,1,0,36.86,0.005,0,2,2,2,0,2,0],[337,1,1,0,1,1,38.35,0.005,0,1,1,1,1,1,1],[338,2,2,3,1,2,30.56,0.005,0,2,2,2,2,3,2],[339,3,3,0,1,3,33.9,0.005,0,3,3,3,3,0,3],[340,0,1,1,1,1,39.96,0.005,0,0,2,0,0,0,0],[341,1,1,0,1,1,39.65,0.005,0,1,1,1,1,1,1],[342,2,2,3,1,2,31.79,0.005,0,2,0,2,2,3,2],[343,3,3,1,1,3,28.3,0.005,0,3,3,3,3,3,3],[344,0,0,1,1,0,39.16,0.005,0,0,2,0,0,2,0],[345,1,1,0,1,1,38.05,0.005,0,1,1,1,1,1,1],[346,2,2,0,1,2,35.41,0.005,0,2,3,2,2,1,2],[347,3,3,0,1,3,30.12,0.005,0,3,3,3,3,3,3],[348,0,1,3,1,1,40.25,0.005,0,2,2,2,0,2,2],[349,1,1,0,1,1,40.02,0.005,0,1,1,1,1,1,1],[350,2,2,1,1,2,35.48,0.005,0,2,2,2,2,2,2],[351,3,3,1,1,3,32.92,0.005,0,1,0,1,3,3,3],[352,0,0,0,1,0,36,0.005,0,0,0,0,0,0,0],[353,1,1,0,1,1,38.16,0.005,0,0,0,0,1,1,1],[354,2,2,0,1,2,32.45,0.005,0,2,3,2,2,1,2],[355,3,3,0,1,3,30,0.005,0,3,3,3,3,1,3],[356,0,0,0,1,0,40.15,0.005,0,0,0,0,0,0,0],[357,1,1,3,1,1,41.79,0.005,0,1,1,1,1,1,1],[358,2,2,0,1,2,36.11,0.005,0,2,0,2,0,0,0],[359,3,3,1,1,3,29.74,0.005,0,3,3,3,3,3,3],[360,0,0,0,1,0,36.43,0.005,0,0,0,0,0,0,0],[361,1,1,0,1,1,40.62,0.005,0,1,1,1,1,1,1],[362,2,1,0,1,1,37.12,0.005,0,2,3,2,0,0,2],[363,3,3,0,1,3,30.56,0.005,0,3,3,3,3,0,3],[364,0,0,0,1,0,37.4,0.005,0,0,0,0,0,0,0],[365,1,1,2,1,1,33.14,0.005,0,1,1,1,1,3,1],[366,2,2,3,1,2,31.91,0.005,0,2,2,2,0,2,0],[367,3,3,0,1,2,29.77,0.005,0,2,3,2,0,0,0],[368,0,0,2,1,0,40.17,0.005,0,0,2,0,0,0,0],[369,1,1,0,1,1,37.7,0.005,0,1,1,1,1,1,1],[370,2,2,3,1,2,36.47,0.005,0,2,2,2,2,3,2],[371,3,3,0,1,3,31.74,0.005,0,3,3,3,3,3,3],[372,0,0,0,1,0,38.86,0.005,0,3,0,3,0,0,0],[373,1,1,3,1,1,39.62,0.005,0,1,1,1,1,1,1],[374,2,1,0,1,1,36.73,0.005,0,2,3,0,3,1,3],[375,3,3,0,1,3,29.41,0.005,0,0,2,0,3,3,3],[376,0,0,0,1,0,34.74,0.005,0,0,0,0,0,0,0],[377,1,1,0,1,1,38.83,0.005,0,1,1,1,1,1,1],[378,2,2,0,1,2,31.31,0.005,0,2,3,2,0,0,2],[379,3,3,0,1,3,32.35,0.005,0,3,1,3,3,3,3],[380,0,0,0,1,0,36.28,0.005,0,3,3,3,0,0,0],[381,1,1,0,1,1,40.3,0.005,0,1,1,1,1,1,1],[382,2,1,0,1,2,35.43,0.005,0,2,0,2,2,0,2],[383,3,3,0,1,3,29.6,0.005,0,0,0,0,3,3,3],[384,0,0,3,1,0,36.02,0.005,0,2,2,2,2,2,2],[385,1,1,0,1,1,41.02,0.005,0,1,1,1,1,1,1],[386,2,2,0,1,2,32.31,0.005,0,0,0,2,2,2,2],[387,3,3,0,1,3,35.09,0.005,0,3,3,3,3,1,3],[388,0,0,2,1,0,36.95,0.005,0,0,2,0,0,0,0],[389,1,1,0,1,1,38.82,0.005,0,1,1,1,1,1,1],[390,2,2,3,1,2,36.06,0.005,0,0,0,0,0,0,0],[391,3,3,1,1,3,30.52,0.005,0,1,1,1,3,3,3],[392,0,0,0,1,0,36.59,0.005,0,0,0,0,0,0,0],[393,1,1,0,1,1,37.92,0.005,0,1,1,1,1,1,1],[394,2,2,0,1,2,30.07,0.005,0,2,0,2,2,0,2],[395,3,3,0,1,3,30.3,0.005,0,3,3,3,3,0,3],[396,0,0,0,1,0,36.5,0.005,0,0,0,0,0,0,0],[397,1,1,0,1,1,40.68,0.005,0,1,1,1,1,1,1],[398,2,2,0,1,2,36.68,0.005,0,2,3,2,2,0,2],[399,3,3,1,1,3,29.88,0.005,0,3,3,3,3,3,3]],"elapsed_ms":6542,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":288,"J":250,"J_valid":250,"n_invalid":0,"n00":25,"n01":5,"n10":145,"n11":75,"ctl_n":250,"ctl_err":6},"metrics":{"target_error":0.32,"Q_transfer":0.6799999999999999,"source_success":0.88,"joint_error":0.3,"T_cond":0.3409090909090909,"R":0.024,"delta":0.296,"delta_pp":29.599999999999998,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.72}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":348,"J":307,"J_valid":307,"n_invalid":0,"n00":47,"n01":2,"n10":145,"n11":113,"ctl_n":307,"ctl_err":5},"metrics":{"target_error":0.3745928338762215,"Q_transfer":0.6254071661237786,"source_success":0.8403908794788274,"joint_error":0.36807817589576547,"T_cond":0.437984496124031,"R":0.016286644951140065,"delta":0.3583061889250814,"delta_pp":35.83061889250814,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.87}}]},{"key":"s42/STFT-CNN/pgd/eps0100","seed":42,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0100","budget":{"eps":0.01,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.0025},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,1,3,1,1,31.59,0.01,0,0,2,2,0,2,0],[1,1,1,2,1,1,29.6,0.01,0,1,1,1,1,3,1],[2,2,2,3,1,2,26.62,0.01,0,0,0,0,2,2,2],[3,3,3,0,1,3,29.99,0.01,0,3,3,2,3,1,3],[4,0,1,3,1,0,36,0.01,0,2,2,2,0,3,2],[5,1,1,0,1,1,32.93,0.01,0,1,1,1,1,1,1],[6,2,2,0,1,2,28.11,0.01,0,2,3,2,2,2,2],[7,3,1,0,1,1,29.99,0.01,0,0,3,0,1,1,1],[8,0,0,1,1,0,32.69,0.01,0,0,2,0,0,0,0],[9,1,2,2,1,2,30.19,0.01,0,1,2,1,1,3,1],[10,2,0,0,1,0,30.97,0.01,0,0,0,0,2,0,2],[11,3,1,0,1,1,28.03,0.01,0,0,3,0,3,0,3],[12,0,2,3,1,1,31.77,0.01,0,2,2,2,2,2,2],[13,1,1,3,1,1,30.52,0.01,0,1,1,1,1,3,1],[14,2,2,0,1,2,32.29,0.01,0,2,1,0,0,0,0],[15,3,3,1,1,3,26.14,0.01,0,1,0,1,3,3,3],[16,0,0,3,1,0,36.18,0.01,0,1,1,1,0,0,0],[17,1,1,0,1,1,31.09,0.01,0,0,0,0,3,3,3],[18,2,2,0,1,2,27.21,0.01,0,2,3,2,2,0,2],[19,3,3,0,1,3,22.68,0.01,0,1,0,1,3,3,3],[20,0,0,1,1,0,30.32,0.01,0,0,0,0,0,0,0],[21,1,1,3,1,1,29.04,0.01,0,1,0,1,1,3,1],[22,2,2,0,1,2,26.76,0.01,0,2,3,2,2,0,2],[23,3,3,0,1,3,22.46,0.01,0,3,3,0,3,1,3],[24,0,2,3,1,0,31.08,0.01,0,2,2,2,2,2,0],[25,1,1,2,1,1,32.26,0.01,0,1,2,1,1,3,1],[26,2,1,0,1,1,30.78,0.01,0,2,3,0,2,3,2],[27,3,3,0,1,3,28.68,0.01,0,3,3,3,3,0,3],[28,0,1,3,1,0,31.64,0.01,0,0,2,0,0,2,0],[29,1,1,0,1,1,35.5,0.01,0,1,1,1,1,1,1],[30,2,2,0,1,2,31.42,0.01,0,2,3,2,2,1,2],[31,3,3,1,1,3,27.2,0.01,0,3,3,3,3,3,3],[32,0,0,0,1,0,30.88,0.01,0,3,2,3,0,2,0],[33,1,1,0,1,1,32.13,0.01,0,1,1,1,1,1,1],[34,2,2,3,1,2,24.51,0.01,0,2,2,2,2,3,2],[35,3,3,0,1,3,30.05,0.01,0,3,1,3,3,1,3],[36,0,0,3,1,0,34.93,0.01,0,0,0,0,0,0,0],[37,1,1,0,1,1,34.12,0.01,0,1,1,1,1,1,1],[38,2,2,0,1,2,27.41,0.01,0,2,3,2,2,3,2],[39,3,1,0,1,1,29.37,0.01,0,0,0,0,1,0,1],[40,0,0,0,1,0,32.27,0.01,0,1,0,1,0,0,0],[41,1,1,3,1,1,35.53,0.01,0,1,1,1,1,1,1],[42,2,2,0,1,2,31.53,0.01,0,2,3,2,2,3,2],[43,3,3,0,1,3,28.05,0.01,0,3,3,3,3,3,3],[44,0,0,3,1,0,31.21,0.01,0,0,2,0,0,2,0],[45,1,1,0,1,1,35.29,0.01,0,1,1,1,1,1,1],[46,2,2,0,1,2,27.04,0.01,0,2,3,2,2,0,2],[47,3,3,1,1,3,26.4,0.01,0,3,3,3,3,3,3],[48,0,0,1,1,0,30.77,0.01,0,0,0,0,0,2,0],[49,1,1,2,1,1,31.91,0.01,0,3,2,1,1,2,1],[50,2,0,0,1,0,30.06,0.01,0,0,0,0,0,0,0],[51,3,3,0,1,1,28.62,0.01,0,0,0,0,3,0,3],[52,0,0,0,1,0,36.82,0.01,0,0,0,0,0,0,0],[53,1,1,2,1,1,31.19,0.01,0,1,0,1,1,3,1],[54,2,2,0,1,2,32.58,0.01,0,2,3,2,2,3,2],[55,3,3,0,1,3,27.43,0.01,0,1,0,0,3,3,3],[56,0,1,1,1,1,33.92,0.01,0,0,2,0,0,2,0],[57,1,1,0,1,1,35.6,0.01,0,1,1,1,1,1,1],[58,2,2,0,1,2,24.12,0.01,0,2,3,2,2,3,2],[59,3,3,1,1,3,25.27,0.01,0,3,3,0,3,3,3],[60,0,0,0,1,0,33.39,0.01,0,0,0,0,0,0,0],[61,1,2,2,1,2,31.79,0.01,0,3,2,3,1,3,1],[62,2,2,0,1,2,29.51,0.01,0,2,3,2,2,0,2],[63,3,3,1,1,3,26.57,0.01,0,3,3,3,3,3,3],[64,0,0,1,1,0,31.95,0.01,0,1,2,1,0,1,0],[65,1,1,0,1,1,31.2,0.01,0,1,1,1,1,1,1],[66,2,2,0,1,2,32.37,0.01,0,2,3,2,2,1,2],[67,3,3,0,1,3,25.56,0.01,0,2,3,0,3,0,3],[68,0,2,2,1,2,33.18,0.01,0,2,2,2,0,2,0],[69,1,1,0,1,1,35.51,0.01,0,1,1,1,1,1,1],[70,2,2,3,1,2,27.56,0.01,0,2,2,2,2,3,2],[71,3,3,0,1,3,27.07,0.01,0,0,0,0,3,0,3],[72,0,2,3,1,2,30.11,0.01,0,2,2,2,2,2,2],[73,1,1,0,1,1,33.26,0.01,0,1,1,1,1,1,1],[74,2,2,0,1,2,27.59,0.01,0,2,1,2,2,1,2],[75,3,3,0,1,3,24.31,0.01,0,3,3,3,3,1,3],[76,0,0,2,1,0,29.06,0.01,0,2,2,2,0,2,0],[77,1,1,0,1,1,32.82,0.01,0,1,0,1,1,1,1],[78,2,2,0,1,2,27.02,0.01,0,2,3,2,2,3,2],[79,3,2,0,1,2,27.24,0.01,0,2,3,2,2,0,2],[80,0,1,3,1,1,32.18,0.01,0,0,2,0,2,2,2],[81,1,1,0,1,1,35.35,0.01,0,1,1,1,1,1,1],[82,2,2,0,1,2,30.43,0.01,0,2,3,2,2,1,2],[83,3,3,1,1,3,25.48,0.01,0,3,2,3,3,3,3],[84,0,0,1,1,0,34.8,0.01,0,3,2,3,0,0,0],[85,1,2,2,1,1,28.41,0.01,0,1,0,1,1,3,1],[86,2,2,0,1,2,31.27,0.01,0,2,3,2,2,1,2],[87,3,1,0,1,1,30.09,0.01,0,3,1,3,3,1,3],[88,0,0,0,1,0,29.64,0.01,0,0,0,0,0,0,0],[89,1,1,2,1,1,32.83,0.01,0,1,0,1,1,3,1],[90,2,2,3,1,2,26.94,0.01,0,2,2,2,2,3,2],[91,3,3,1,1,3,26.38,0.01,0,3,3,3,3,3,3],[92,0,0,0,1,0,30.42,0.01,0,1,1,1,0,0,0],[93,1,2,3,1,1,31.22,0.01,0,1,1,1,1,1,1],[94,2,2,3,1,2,26.31,0.01,0,2,3,2,2,1,2],[95,3,3,0,1,3,26.55,0.01,0,1,1,1,1,3,1],[96,0,0,3,1,0,33.96,0.01,0,2,2,2,0,2,0],[97,1,1,0,1,1,32.63,0.01,0,1,1,1,1,1,1],[98,2,2,0,1,2,27.84,0.01,0,2,3,2,2,3,2],[99,3,3,1,1,3,20.35,0.01,0,3,3,3,3,3,3],[100,0,1,1,1,1,33.94,0.01,0,0,2,0,0,0,0],[101,1,1,0,1,1,34.94,0.01,0,1,1,1,1,1,1],[102,2,2,3,1,3,30.66,0.01,0,2,3,2,2,3,2],[103,3,3,0,1,3,27.49,0.01,0,3,3,0,3,1,3],[104,0,1,3,1,1,30.81,0.01,0,2,2,2,2,2,2],[105,1,1,3,1,1,30,0.01,0,1,0,1,3,3,3],[106,2,2,0,1,2,25.39,0.01,0,2,0,0,2,0,2],[107,3,3,0,1,3,26.88,0.01,0,3,1,3,3,0,3],[108,0,1,3,1,1,31.32,0.01,0,2,2,2,2,2,2],[109,1,1,0,1,1,35.99,0.01,0,1,0,1,1,1,1],[110,2,2,3,1,2,27.91,0.01,0,2,2,2,2,3,2],[111,3,3,1,1,3,29.45,0.01,0,3,3,3,3,3,3],[112,0,0,0,1,0,29.05,0.01,0,0,2,0,0,0,0],[113,1,1,3,1,1,36.06,0.01,0,1,1,1,1,1,1],[114,2,2,0,1,2,25.47,0.01,0,0,3,0,2,1,2],[115,3,1,0,1,1,29.16,0.01,0,3,3,3,3,3,3],[116,0,2,3,1,2,28.52,0.01,0,2,2,2,2,2,2],[117,1,1,3,1,1,32.78,0.01,0,1,1,1,1,1,1],[118,2,2,0,1,2,26.57,0.01,0,0,1,2,2,0,2],[119,3,3,0,1,3,29.32,0.01,0,1,1,1,3,3,3],[120,0,1,3,1,1,35.71,0.01,0,2,2,2,2,2,2],[121,1,1,3,1,1,31.61,0.01,0,3,2,1,3,3,1],[122,2,2,0,1,2,26.47,0.01,0,2,3,2,2,3,2],[123,3,3,0,1,3,24.21,0.01,0,3,3,2,3,0,3],[124,0,0,2,1,0,33.36,0.01,0,2,2,2,0,2,0],[125,1,1,0,1,1,34.37,0.01,0,1,1,1,1,1,1],[126,2,2,0,1,2,25.83,0.01,0,2,3,2,2,1,2],[127,3,3,1,1,3,29.71,0.01,0,1,1,1,3,3,3],[128,0,0,0,1,0,30.02,0.01,0,0,0,0,0,0,0],[129,1,1,0,1,1,34.39,0.01,0,1,1,1,1,1,1],[130,2,2,0,1,2,28.82,0.01,0,0,1,2,2,1,2],[131,3,3,0,1,3,30.39,0.01,0,1,1,1,3,1,3],[132,0,0,0,1,0,29.67,0.01,0,0,2,0,0,0,0],[133,1,1,3,1,1,35.03,0.01,0,1,1,1,1,1,1],[134,2,2,0,1,2,29.98,0.01,0,2,3,2,2,3,2],[135,3,3,1,1,3,25.97,0.01,0,3,3,3,3,3,3],[136,0,0,1,1,0,35.76,0.01,0,3,2,3,0,2,0],[137,1,1,2,1,1,35.08,0.01,0,2,2,0,1,2,1],[138,2,2,0,1,2,30.13,0.01,0,2,3,2,2,1,2],[139,3,2,0,1,2,24.67,0.01,0,2,3,2,2,0,2],[140,0,0,0,1,0,32.06,0.01,0,0,0,0,0,0,0],[141,1,1,3,1,2,32.94,0.01,0,3,2,1,1,3,1],[142,2,2,0,1,2,25.6,0.01,0,2,3,2,2,1,2],[143,3,2,0,1,2,27.76,0.01,0,2,3,2,2,0,2],[144,0,0,1,1,0,36.97,0.01,0,0,0,0,0,0,0],[145,1,1,3,1,1,35.31,0.01,0,1,1,1,1,1,1],[146,2,2,0,1,2,28.22,0.01,0,2,3,2,2,0,2],[147,3,3,0,1,3,24.71,0.01,0,3,3,3,3,1,3],[148,0,0,0,1,0,33.62,0.01,0,3,3,3,0,0,0],[149,1,1,3,1,1,34.87,0.01,0,1,1,1,1,1,1],[150,2,2,3,1,2,31.86,0.01,0,2,3,2,2,1,2],[151,3,3,0,1,3,28.85,0.01,0,1,1,1,1,1,1],[152,0,0,0,1,0,32.32,0.01,0,0,0,0,0,0,0],[153,1,1,2,1,1,35.21,0.01,0,3,2,3,1,2,1],[154,2,2,0,1,2,25.5,0.01,0,2,3,2,2,1,2],[155,3,3,0,1,3,27.96,0.01,0,3,3,3,3,1,3],[156,0,0,3,1,0,28.48,0.01,0,0,2,0,0,2,0],[157,1,1,3,1,1,31.59,0.01,0,1,1,1,1,3,1],[158,2,2,0,1,2,28.59,0.01,0,2,3,2,2,0,2],[159,3,3,0,1,3,28.3,0.01,0,3,3,1,3,1,3],[160,0,2,3,1,2,28.31,0.01,0,2,2,2,2,2,2],[161,1,1,2,1,1,33.95,0.01,0,3,2,3,1,2,1],[162,2,2,3,1,2,30.97,0.01,0,2,3,2,0,3,2],[163,3,3,0,1,3,25.44,0.01,0,1,1,1,3,1,3],[164,0,0,1,1,0,30.97,0.01,0,0,2,0,0,2,0],[165,1,1,0,1,1,34.74,0.01,0,1,1,1,1,1,1],[166,2,2,0,1,2,30.15,0.01,0,2,3,2,2,1,2],[167,3,3,1,1,3,27.3,0.01,0,3,3,3,3,3,3],[168,0,0,3,1,0,29.94,0.01,0,2,2,2,0,2,0],[169,1,1,3,1,1,33.95,0.01,0,1,1,1,1,1,1],[170,2,2,0,1,2,27.31,0.01,0,2,2,2,2,2,2],[171,3,3,0,1,3,24,0.01,0,2,3,2,3,3,3],[172,0,0,0,1,0,34.78,0.01,0,1,2,1,0,0,0],[173,1,1,2,1,1,30.82,0.01,0,1,2,1,1,2,1],[174,2,2,3,1,2,29.24,0.01,0,2,2,2,2,3,2],[175,3,3,0,1,3,25.74,0.01,0,3,0,3,1,1,1],[176,0,0,2,1,0,29.01,0.01,0,2,2,2,0,2,0],[177,1,1,3,1,1,34.44,0.01,0,1,1,1,1,1,1],[178,2,2,0,1,2,28.68,0.01,0,2,3,2,2,3,2],[179,3,3,1,1,3,26.61,0.01,0,3,3,0,3,3,3],[180,0,0,0,1,0,32.42,0.01,0,0,0,0,0,0,0],[181,1,1,0,1,1,33.58,0.01,0,1,1,1,1,1,1],[182,2,2,3,1,2,31.69,0.01,0,2,0,2,2,3,2],[183,3,3,1,1,3,29.46,0.01,0,3,3,3,3,3,3],[184,0,0,3,1,1,37.18,0.01,0,2,2,2,0,0,0],[185,1,1,0,1,1,34.25,0.01,0,1,1,1,1,1,1],[186,2,2,0,1,2,30.61,0.01,0,2,3,2,2,1,2],[187,3,3,1,1,3,31.35,0.01,0,1,3,1,3,3,1],[188,0,1,3,1,1,34.11,0.01,0,2,2,2,0,2,0],[189,1,1,3,1,1,33.05,0.01,0,1,1,1,1,1,1],[190,2,2,0,1,2,27.62,0.01,0,2,3,2,2,1,2],[191,3,3,0,1,3,26.05,0.01,0,3,3,1,3,1,3],[192,0,1,3,1,1,34.35,0.01,0,2,2,2,0,2,0],[193,1,1,0,1,1,32.94,0.01,0,1,0,1,1,1,1],[194,2,1,0,1,1,29.42,0.01,0,2,3,2,2,1,2],[195,3,3,1,1,3,30.38,0.01,0,3,3,3,3,3,3],[196,0,1,3,1,1,37.83,0.01,0,0,2,2,0,2,0],[197,1,1,0,1,1,34.66,0.01,0,1,1,1,1,1,1],[198,2,2,0,1,2,27.31,0.01,0,2,3,2,2,0,2],[199,3,3,0,1,3,26.95,0.01,0,3,3,3,3,0,3],[200,0,0,3,1,0,33.76,0.01,0,0,2,0,0,2,0],[201,1,1,3,1,1,31.36,0.01,0,1,1,1,1,3,1],[202,2,2,0,1,2,29.83,0.01,0,2,3,2,2,0,2],[203,3,0,0,1,3,27.11,0.01,0,3,1,1,1,1,3],[204,0,0,2,1,0,28.57,0.01,0,0,2,0,0,0,0],[205,1,1,2,1,1,30.25,0.01,0,1,2,1,1,3,1],[206,2,2,0,1,2,30.01,0.01,0,0,0,0,2,3,2],[207,3,3,1,1,3,27.3,0.01,0,3,3,3,3,3,3],[208,0,2,3,1,2,30.05,0.01,0,2,2,2,2,2,2],[209,1,1,3,1,1,36.12,0.01,0,1,1,1,1,1,1],[210,2,0,0,1,2,29.32,0.01,0,2,3,2,2,0,2],[211,3,3,0,1,3,30.15,0.01,0,3,0,1,3,1,3],[212,0,0,3,1,0,35.66,0.01,0,0,0,0,0,3,0],[213,1,1,2,1,1,34.81,0.01,0,1,2,1,1,3,1],[214,2,2,0,1,2,30.33,0.01,0,2,3,2,0,0,2],[215,3,3,0,1,3,24.08,0.01,0,3,3,3,3,0,3],[216,0,0,2,1,0,30.62,0.01,0,0,2,0,0,2,0],[217,1,1,1,1,1,33.6,0.01,0,0,0,0,2,2,2],[218,2,1,0,1,1,30.71,0.01,0,0,3,0,2,0,2],[219,3,2,0,1,2,27.25,0.01,0,3,3,3,3,0,3],[220,0,0,0,1,0,34.92,0.01,0,0,2,0,0,0,0],[221,1,2,2,1,1,29.74,0.01,0,1,2,1,1,3,1],[222,2,2,3,1,2,25.08,0.01,0,2,3,2,2,3,2],[223,3,3,0,1,3,28.72,0.01,0,3,3,3,1,1,1],[224,0,0,0,1,0,28.59,0.01,0,3,2,0,0,0,0],[225,1,2,2,1,2,27.08,0.01,0,3,2,0,1,2,1],[226,2,2,0,1,2,30.46,0.01,0,0,0,0,2,3,2],[227,3,3,0,1,2,24.43,0.01,0,0,2,2,3,0,3],[228,0,0,2,1,0,37.78,0.01,0,2,2,2,2,2,2],[229,1,1,3,1,1,31.4,0.01,0,1,3,1,3,3,1],[230,2,2,3,1,2,26.21,0.01,0,2,2,2,2,3,2],[231,3,3,0,1,3,25.91,0.01,0,3,3,3,3,1,3],[232,0,1,3,1,1,33.6,0.01,0,2,2,2,2,2,2],[233,1,1,0,1,1,34.97,0.01,0,1,1,1,1,1,1],[234,2,2,0,1,2,27.45,0.01,0,2,3,2,2,1,2],[235,3,3,0,1,3,29.84,0.01,0,3,3,3,3,1,1],[236,0,1,3,1,1,31.88,0.01,0,0,2,0,0,2,0],[237,1,1,2,1,1,31.43,0.01,0,3,2,3,3,2,3],[238,2,1,0,1,2,31.53,0.01,0,2,3,0,2,1,2],[239,3,3,2,1,3,22.75,0.01,0,0,0,0,3,3,3],[240,0,0,3,1,0,30.92,0.01,0,3,2,2,0,0,0],[241,1,1,0,1,0,29.82,0.01,0,1,1,1,1,1,1],[242,2,2,1,1,2,29.88,0.01,0,2,0,2,2,0,2],[243,3,3,0,1,3,25.78,0.01,0,3,1,3,3,3,3],[244,0,0,0,1,0,28.39,0.01,0,2,2,2,0,0,0],[245,1,1,0,1,1,31.67,0.01,0,1,1,1,1,1,1],[246,2,2,0,1,2,27.65,0.01,0,0,1,0,2,1,2],[247,3,3,0,1,3,27.83,0.01,0,3,3,2,3,1,3],[248,0,0,2,1,0,33.07,0.01,0,0,0,0,0,0,0],[249,1,2,2,1,2,31.5,0.01,0,1,0,1,3,3,3],[250,2,1,0,1,1,31.73,0.01,0,2,1,2,2,1,2],[251,3,3,0,1,3,25.4,0.01,0,3,3,3,3,1,3],[252,0,0,0,1,0,31.67,0.01,0,2,2,2,0,0,0],[253,1,1,0,1,1,34.16,0.01,0,1,1,1,1,1,1],[254,2,0,0,1,0,31.29,0.01,0,2,3,2,2,0,2],[255,3,3,0,1,3,23.04,0.01,0,1,1,1,3,1,3],[256,0,2,3,1,0,28.23,0.01,0,2,2,2,2,2,2],[257,1,1,0,1,1,34.44,0.01,0,3,0,1,1,1,1],[258,2,2,3,1,2,25.83,0.01,0,2,2,2,2,0,2],[259,3,3,1,1,3,28.37,0.01,0,3,3,3,3,3,3],[260,0,0,2,1,0,27.08,0.01,0,2,2,0,0,2,0],[261,1,1,3,1,1,34.05,0.01,0,1,1,1,1,3,1],[262,2,2,0,1,2,24.95,0.01,0,2,3,2,2,1,2],[263,3,3,0,1,3,27.64,0.01,0,3,3,3,3,3,3],[264,0,1,3,1,1,33.93,0.01,0,2,2,2,2,2,2],[265,1,1,2,1,1,29.83,0.01,0,1,0,1,1,3,1],[266,2,2,0,1,2,31.55,0.01,0,2,3,2,3,1,2],[267,3,3,1,1,3,29.32,0.01,0,3,3,3,3,3,3],[268,0,2,3,1,2,29.3,0.01,0,2,2,2,2,2,2],[269,1,1,0,1,1,33.71,0.01,0,1,1,1,1,1,1],[270,2,2,0,1,2,26.96,0.01,0,2,3,2,2,0,2],[271,3,3,1,1,3,25.4,0.01,0,3,3,3,3,3,3],[272,0,2,3,1,1,32.09,0.01,0,0,2,0,2,2,2],[273,1,1,0,1,1,34.32,0.01,0,1,0,1,1,0,1],[274,2,2,0,1,2,28.52,0.01,0,2,3,2,2,0,2],[275,3,3,1,1,3,24.83,0.01,0,3,3,3,3,3,3],[276,0,1,1,1,1,31.53,0.01,0,0,2,0,0,0,0],[277,1,1,2,1,1,32.27,0.01,0,1,2,1,1,3,1],[278,2,1,0,1,1,31.02,0.01,0,2,3,2,2,1,2],[279,3,3,1,1,3,23.22,0.01,0,3,2,3,3,0,3],[280,0,0,0,1,0,31.77,0.01,0,0,0,0,0,0,0],[281,1,1,0,1,1,35.86,0.01,0,1,1,1,1,1,1],[282,2,2,0,1,2,30.37,0.01,0,2,1,0,2,0,2],[283,3,3,1,1,3,23.69,0.01,0,3,3,3,3,3,3],[284,0,0,2,1,0,29.58,0.01,0,0,2,0,0,0,0],[285,1,1,3,1,1,33.37,0.01,0,3,2,1,1,3,1],[286,2,2,0,1,2,25.08,0.01,0,2,3,2,2,3,2],[287,3,3,1,1,3,23.98,0.01,0,3,3,3,3,3,3],[288,0,0,0,1,0,33.28,0.01,0,0,3,0,0,0,0],[289,1,3,3,1,3,33.28,0.01,0,3,1,1,1,1,1],[290,2,2,0,1,2,27.7,0.01,0,2,3,0,2,1,2],[291,3,3,1,1,3,28.53,0.01,0,1,3,1,3,3,3],[292,0,0,1,1,0,28.58,0.01,0,2,2,2,0,2,0],[293,1,1,2,1,1,31.71,0.01,0,1,0,1,1,3,1],[294,2,2,0,1,2,31.39,0.01,0,2,3,2,2,1,2],[295,3,3,0,1,3,30.02,0.01,0,1,1,1,3,1,1],[296,0,0,3,1,0,31.75,0.01,0,2,2,2,2,2,2],[297,1,1,0,1,1,34.1,0.01,0,1,1,1,1,1,1],[298,2,2,0,1,2,26.96,0.01,0,2,3,2,2,3,2],[299,3,3,1,1,3,27.49,0.01,0,1,1,1,3,3,3],[300,0,0,0,1,0,32.36,0.01,0,1,1,1,0,0,0],[301,1,1,0,1,1,31.92,0.01,0,1,1,1,1,1,1],[302,2,2,3,1,2,25.6,0.01,0,2,2,2,2,3,2],[303,3,3,0,1,3,23.13,0.01,0,3,3,3,3,3,3],[304,0,0,1,1,0,32.38,0.01,0,0,3,3,0,3,0],[305,1,2,2,1,2,30.49,0.01,0,3,2,3,1,2,1],[306,2,0,0,1,1,32.9,0.01,0,2,3,2,0,0,0],[307,3,2,0,1,3,25.59,0.01,0,3,3,0,3,1,3],[308,0,1,3,1,1,35.83,0.01,0,0,2,0,2,2,2],[309,1,1,0,1,1,35.65,0.01,0,1,1,1,1,1,1],[310,2,1,0,1,2,30.44,0.01,0,2,3,2,2,0,2],[311,3,3,1,1,3,29.43,0.01,0,3,2,3,3,3,3],[312,0,0,1,1,0,35.67,0.01,0,3,2,3,0,0,0],[313,1,1,0,1,1,32.42,0.01,0,1,1,1,1,1,1],[314,2,1,3,1,1,32.57,0.01,0,2,2,0,2,3,2],[315,3,3,0,1,3,24.6,0.01,0,2,3,2,3,1,3],[316,0,1,3,1,1,37.3,0.01,0,0,0,0,0,2,2],[317,1,1,0,1,1,35.18,0.01,0,1,1,1,1,1,1],[318,2,1,3,1,1,30.42,0.01,0,2,2,2,2,3,2],[319,3,3,1,1,3,27.42,0.01,0,0,3,0,3,3,3],[320,0,0,0,1,0,34.2,0.01,0,0,0,0,0,0,0],[321,1,1,2,1,1,33.21,0.01,0,3,2,1,1,2,1],[322,2,1,0,1,1,31.16,0.01,0,2,3,2,0,1,2],[323,3,3,0,1,3,27.64,0.01,0,3,3,2,3,1,3],[324,0,0,2,1,0,29.22,0.01,0,0,0,0,0,0,0],[325,1,1,2,1,1,33.18,0.01,0,3,2,3,1,3,1],[326,2,3,3,1,3,30.98,0.01,0,2,1,2,2,2,2],[327,3,3,0,1,3,21.53,0.01,0,3,2,3,3,0,3],[328,0,0,3,1,0,28.99,0.01,0,0,0,0,0,2,0],[329,1,1,2,1,1,32.1,0.01,0,1,0,1,1,3,1],[330,2,2,0,1,2,29.23,0.01,0,2,3,2,2,3,2],[331,3,2,0,1,2,25.16,0.01,0,2,2,2,2,0,2],[332,0,0,3,1,0,31.9,0.01,0,0,3,0,0,0,0],[333,1,1,0,1,1,35.21,0.01,0,1,1,1,1,1,1],[334,2,2,3,1,2,27.31,0.01,0,3,3,2,3,3,2],[335,3,3,1,1,3,28.6,0.01,0,3,3,3,3,3,3],[336,0,0,3,1,1,31.6,0.01,0,2,2,2,0,2,0],[337,1,1,0,1,1,32.99,0.01,0,1,1,1,1,1,1],[338,2,2,3,1,2,25.54,0.01,0,2,2,2,2,0,2],[339,3,3,0,1,3,29.14,0.01,0,3,3,3,3,1,3],[340,0,1,1,1,1,34.12,0.01,0,0,2,0,0,0,0],[341,1,1,0,1,1,34.45,0.01,0,1,1,1,1,1,1],[342,2,2,3,1,2,26.7,0.01,0,2,3,2,2,3,2],[343,3,3,1,1,3,23.3,0.01,0,3,2,3,3,3,3],[344,0,0,3,1,1,33.84,0.01,0,0,2,0,0,2,0],[345,1,1,0,1,1,32.46,0.01,0,1,1,1,1,1,1],[346,2,2,0,1,2,31.26,0.01,0,2,3,2,2,1,2],[347,3,3,0,1,3,25.2,0.01,0,3,3,0,3,0,3],[348,0,1,3,1,1,35.63,0.01,0,2,2,2,0,2,2],[349,1,1,0,1,1,35.25,0.01,0,1,0,1,1,1,1],[350,2,2,0,1,2,29.69,0.01,0,2,2,2,2,2,2],[351,3,3,0,1,3,28.08,0.01,0,1,0,0,3,1,3],[352,0,0,1,1,0,30.3,0.01,0,0,0,0,0,0,0],[353,1,1,2,1,1,32.63,0.01,0,0,0,1,1,2,1],[354,2,2,0,1,2,28.19,0.01,0,2,3,2,2,1,2],[355,3,3,0,1,3,25.48,0.01,0,3,3,3,3,0,3],[356,0,0,0,1,0,35.06,0.01,0,0,2,0,0,0,0],[357,1,1,3,1,1,36.65,0.01,0,1,1,1,1,1,1],[358,2,2,0,1,2,30.4,0.01,0,2,0,2,0,0,2],[359,3,3,1,1,3,24.03,0.01,0,3,3,3,3,3,3],[360,0,0,0,1,0,31.1,0.01,0,0,3,0,0,0,0],[361,1,1,0,1,1,35.23,0.01,0,1,1,1,1,1,1],[362,2,1,0,1,1,32.59,0.01,0,2,3,2,0,0,0],[363,3,3,0,1,3,25.63,0.01,0,3,3,0,3,0,3],[364,0,0,0,1,0,32.68,0.01,0,0,0,0,0,0,0],[365,1,1,2,1,1,27.6,0.01,0,1,1,1,1,3,1],[366,2,2,3,1,2,27.02,0.01,0,2,2,2,0,2,0],[367,3,3,0,1,2,24.17,0.01,0,2,3,2,0,0,3],[368,0,0,2,1,0,34.48,0.01,0,0,2,0,0,0,0],[369,1,1,0,1,1,32.19,0.01,0,1,0,1,1,1,1],[370,2,2,3,1,2,31.98,0.01,0,2,2,2,2,3,2],[371,3,3,0,1,3,26.99,0.01,0,3,3,3,3,1,1],[372,0,0,0,1,0,33.23,0.01,0,3,0,3,0,0,0],[373,1,1,3,1,1,34.38,0.01,0,1,1,1,1,1,1],[374,2,1,0,1,1,31.25,0.01,0,2,3,0,3,1,3],[375,3,3,0,1,3,24.78,0.01,0,0,2,0,3,0,3],[376,0,0,0,1,0,29.46,0.01,0,0,0,0,0,0,0],[377,1,1,0,1,1,33.96,0.01,0,1,1,1,1,1,1],[378,2,2,0,1,2,26.82,0.01,0,2,3,2,0,1,2],[379,3,3,0,1,3,27.2,0.01,0,3,1,3,3,0,3],[380,0,0,0,1,0,31.36,0.01,0,3,3,3,0,0,0],[381,1,1,0,1,1,35.37,0.01,0,1,1,1,1,1,1],[382,2,1,0,1,1,29.6,0.01,0,2,0,2,2,0,2],[383,3,3,0,1,3,24.11,0.01,0,0,0,0,3,3,3],[384,0,0,3,1,0,31.06,0.01,0,2,2,2,2,2,2],[385,1,1,0,1,1,35.85,0.01,0,1,1,1,1,1,1],[386,2,2,0,1,2,27.33,0.01,0,0,0,0,2,0,2],[387,3,3,0,1,3,30.55,0.01,0,3,3,1,3,1,3],[388,0,0,2,1,0,31.33,0.01,0,0,2,0,0,0,0],[389,1,1,0,1,1,33.29,0.01,0,1,1,1,1,1,1],[390,2,2,3,1,2,30.62,0.01,0,0,0,0,0,0,0],[391,3,3,1,1,3,25.24,0.01,0,1,0,1,3,3,3],[392,0,0,0,1,0,30.97,0.01,0,0,3,0,0,0,0],[393,1,1,0,1,1,32.8,0.01,0,1,1,1,1,1,1],[394,2,2,0,1,2,24.71,0.01,0,2,3,2,2,1,2],[395,3,3,0,1,3,25.21,0.01,0,3,3,2,3,0,3],[396,0,0,0,1,0,31.58,0.01,0,0,0,0,0,0,0],[397,1,1,0,1,0,35.05,0.01,0,1,1,1,1,1,1],[398,2,2,0,1,2,32.23,0.01,0,2,3,2,2,0,0],[399,3,3,1,1,3,25.31,0.01,0,3,3,3,3,3,3]],"elapsed_ms":7570,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":288,"J":250,"J_valid":250,"n_invalid":0,"n00":12,"n01":7,"n10":130,"n11":101,"ctl_n":250,"ctl_err":20},"metrics":{"target_error":0.432,"Q_transfer":0.5680000000000001,"source_success":0.924,"joint_error":0.404,"T_cond":0.43722943722943725,"R":0.08,"delta":0.352,"delta_pp":35.199999999999996,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.72}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":348,"J":307,"J_valid":307,"n_invalid":0,"n00":29,"n01":1,"n10":121,"n11":156,"ctl_n":307,"ctl_err":5},"metrics":{"target_error":0.511400651465798,"Q_transfer":0.48859934853420195,"source_success":0.9022801302931596,"joint_error":0.50814332247557,"T_cond":0.5631768953068592,"R":0.016286644951140065,"delta":0.495114006514658,"delta_pp":49.5114006514658,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.87}}]},{"key":"s42/STFT-CNN/pgd/eps0200","seed":42,"source":"STFT-CNN","attack":"pgd","budget_key":"eps0200","budget":{"eps":0.02,"snr_min_db":20,"unit":"amplitude of a sample in [−1, 1]","pgd_steps":10,"pgd_alpha":0.005},"targets":["SPEC-LR","SPEC-MLP"],"columns":["sample_id","y","src_clean","src_adv","valid","src_ctl","snr_db","linf","scaled","tgt:SPEC-LR:clean","tgt:SPEC-LR:adv","tgt:SPEC-LR:ctl","tgt:SPEC-MLP:clean","tgt:SPEC-MLP:adv","tgt:SPEC-MLP:ctl"],"data":[[0,0,1,3,1,1,26.32,0.02,0,0,2,0,0,2,0],[1,1,1,2,1,1,24.76,0.02,0,1,2,1,1,3,1],[2,2,2,3,1,2,21.38,0.02,0,0,3,0,2,3,2],[3,3,3,0,1,3,24.86,0.02,0,3,3,1,3,1,3],[4,0,1,3,1,0,31,0.02,0,2,2,0,0,3,0],[5,1,1,0,1,1,28.29,0.02,0,1,0,1,1,0,1],[6,2,2,0,1,2,22.67,0.02,0,2,1,2,2,1,2],[7,3,1,0,1,1,25.38,0.02,0,0,3,0,1,1,1],[8,0,0,3,1,0,28.18,0.02,0,0,2,0,0,2,0],[9,1,2,2,1,2,25.43,0.02,0,1,2,1,1,3,3],[10,2,0,0,1,0,25.59,0.02,0,0,0,0,2,0,2],[11,3,1,0,1,1,23.16,0.02,0,0,3,0,3,0,3],[12,0,2,3,1,1,26.93,0.02,0,2,2,2,2,2,2],[13,1,1,3,1,1,25.38,0.02,0,1,2,1,1,3,1],[14,2,2,0,1,2,27.86,0.02,0,2,3,0,0,0,0],[15,3,3,1,1,3,20.89,0.02,0,1,0,0,3,3,3],[16,0,0,3,1,0,31.16,0.02,0,1,1,1,0,0,0],[17,1,1,0,1,0,26.2,0.02,0,0,0,1,3,3,3],[18,2,2,0,1,2,22.85,0.02,0,2,3,2,2,1,2],[19,3,3,0,1,3,20,0.0170891,1,1,3,0,3,3,3],[20,0,0,3,1,0,25.17,0.02,0,0,0,0,0,0,0],[21,1,1,2,1,1,23.61,0.02,0,1,2,0,1,2,1],[22,2,2,0,1,2,20.89,0.02,0,2,3,2,2,0,2],[23,3,3,0,1,3,20,0.0185521,1,3,3,3,3,3,3],[24,0,2,3,1,0,25.05,0.02,0,2,2,2,2,2,2],[25,1,1,2,1,1,27.5,0.02,0,1,2,1,1,3,1],[26,2,1,0,1,1,25.85,0.02,0,2,1,0,2,1,2],[27,3,3,0,1,3,23.37,0.02,0,3,3,3,3,0,3],[28,0,1,3,1,0,26.78,0.02,0,0,2,2,0,2,0],[29,1,1,0,1,1,30.67,0.02,0,1,1,1,1,1,1],[30,2,2,0,1,2,27.14,0.02,0,2,3,2,2,1,2],[31,3,3,1,1,3,22.8,0.02,0,3,3,3,3,3,3],[32,0,0,1,1,0,24.89,0.02,0,3,2,0,0,0,0],[33,1,1,0,1,1,26.95,0.02,0,1,1,1,1,1,1],[34,2,2,3,1,2,20,0.0195938,1,2,2,2,2,3,2],[35,3,3,0,1,3,25.36,0.02,0,3,1,3,3,1,3],[36,0,0,3,1,0,29.64,0.02,0,0,0,0,0,0,0],[37,1,1,0,1,0,29.03,0.02,0,1,1,1,1,1,1],[38,2,2,0,1,2,21.45,0.02,0,2,3,2,2,3,2],[39,3,1,0,1,1,24.45,0.02,0,0,3,0,1,0,1],[40,0,0,0,1,0,27.1,0.02,0,1,1,1,0,0,0],[41,1,1,3,1,1,30.53,0.02,0,1,1,1,1,1,1],[42,2,2,0,1,2,27.51,0.02,0,2,3,2,2,3,2],[43,3,3,0,1,1,23.35,0.02,0,3,3,0,3,3,3],[44,0,0,3,1,0,25.9,0.02,0,0,2,0,0,2,0],[45,1,1,0,1,1,30.35,0.02,0,1,1,1,1,1,1],[46,2,2,0,1,2,21.25,0.02,0,2,3,2,2,0,2],[47,3,3,1,1,3,21.52,0.02,0,3,3,3,3,3,3],[48,0,0,1,1,0,26.08,0.02,0,0,0,0,0,2,0],[49,1,1,2,1,1,27.22,0.02,0,3,2,1,1,2,1],[50,2,0,0,1,0,24.83,0.02,0,0,0,2,0,0,0],[51,3,3,0,1,1,23.76,0.02,0,0,3,0,3,0,3],[52,0,0,0,1,0,30.42,0.02,0,0,2,0,0,0,0],[53,1,1,2,1,2,26.16,0.02,0,1,2,1,1,3,1],[54,2,2,0,1,2,27.49,0.02,0,2,3,2,2,3,0],[55,3,3,0,1,3,21.9,0.02,0,1,0,1,3,1,3],[56,0,1,3,1,1,28.21,0.02,0,0,2,0,0,2,0],[57,1,1,0,1,1,30.71,0.02,0,1,1,1,1,1,1],[58,2,2,0,1,2,20,0.019933,1,2,3,2,2,3,2],[59,3,3,1,1,3,20.96,0.02,0,3,3,0,3,3,3],[60,0,0,3,1,0,28.3,0.02,0,0,0,0,0,0,0],[61,1,2,2,1,0,25.41,0.02,0,3,2,1,1,2,3],[62,2,2,0,1,2,23.69,0.02,0,2,3,2,2,0,2],[63,3,3,1,1,3,20.73,0.02,0,3,3,3,3,3,3],[64,0,0,1,1,0,27.61,0.02,0,1,2,1,0,2,1],[65,1,1,0,1,0,26.69,0.02,0,1,1,1,1,1,1],[66,2,2,0,1,2,27.24,0.02,0,2,3,2,2,1,2],[67,3,3,0,1,3,21.04,0.02,0,2,3,0,3,0,3],[68,0,2,3,1,0,27.14,0.02,0,2,2,2,0,2,0],[69,1,1,0,1,1,29.98,0.02,0,1,1,1,1,1,1],[70,2,2,3,1,2,21.92,0.02,0,2,2,2,2,3,2],[71,3,3,0,1,1,21.34,0.02,0,0,0,0,3,0,2],[72,0,2,3,1,2,24.2,0.02,0,2,2,2,2,2,2],[73,1,1,0,1,1,28.24,0.02,0,1,1,1,1,1,1],[74,2,2,0,1,2,23.5,0.02,0,2,1,2,2,1,2],[75,3,3,0,1,3,20,0.0193418,1,3,3,3,3,3,3],[76,0,0,2,1,0,23.72,0.02,0,2,2,0,0,2,0],[77,1,1,0,1,1,28,0.02,0,1,0,1,1,1,1],[78,2,2,0,1,2,22.39,0.02,0,2,3,2,2,0,2],[79,3,2,0,1,2,22.23,0.02,0,2,3,0,2,0,2],[80,0,1,3,1,1,27.37,0.02,0,0,2,0,2,2,2],[81,1,1,0,1,1,30.7,0.02,0,1,0,1,1,3,1],[82,2,2,0,1,2,26.28,0.02,0,2,3,2,2,1,2],[83,3,3,1,1,3,20.66,0.02,0,3,2,0,3,3,3],[84,0,0,1,1,0,29,0.02,0,3,2,1,0,0,0],[85,1,2,2,1,2,23.81,0.02,0,1,2,1,1,3,1],[86,2,2,0,1,2,27.05,0.02,0,2,3,2,2,1,2],[87,3,1,0,1,1,24.82,0.02,0,3,1,2,3,1,3],[88,0,0,0,1,0,23.36,0.02,0,0,2,0,0,0,0],[89,1,1,2,1,1,27.19,0.02,0,1,3,1,1,3,1],[90,2,2,3,1,2,21.55,0.02,0,2,2,2,2,3,2],[91,3,3,1,1,3,20.72,0.02,0,3,3,3,3,3,3],[92,0,0,1,1,0,25.83,0.02,0,1,0,1,0,0,0],[93,1,2,2,1,2,25.57,0.02,0,1,2,1,1,3,1],[94,2,2,3,1,3,20.68,0.02,0,2,3,2,2,0,2],[95,3,3,0,1,3,21.2,0.02,0,1,1,1,1,1,1],[96,0,0,3,1,0,29.25,0.02,0,2,2,2,0,2,0],[97,1,1,0,1,1,27.64,0.02,0,1,1,1,1,1,1],[98,2,2,0,1,2,23.69,0.02,0,2,3,2,2,3,2],[99,3,3,1,1,3,20,0.0155589,1,3,3,3,3,3,3],[100,0,1,1,1,1,28.3,0.02,0,0,2,0,0,0,0],[101,1,1,0,1,1,29.15,0.02,0,1,1,1,1,1,1],[102,2,2,3,1,3,24.9,0.02,0,2,3,2,2,1,2],[103,3,3,0,1,3,22.42,0.02,0,3,3,0,3,1,3],[104,0,1,3,1,1,25.89,0.02,0,2,2,2,2,2,2],[105,1,1,3,1,1,25.74,0.02,0,1,0,1,3,3,3],[106,2,2,0,1,2,20,0.019524,1,2,0,2,2,0,2],[107,3,3,0,1,3,22.35,0.02,0,3,1,0,3,0,3],[108,0,1,3,1,1,26.43,0.02,0,2,2,2,2,2,2],[109,1,1,0,1,1,30.94,0.02,0,1,0,1,1,1,1],[110,2,2,3,1,2,22.99,0.02,0,2,2,2,2,3,2],[111,3,3,1,1,3,24.14,0.02,0,3,3,3,3,3,3],[112,0,0,2,1,0,23.27,0.02,0,0,2,0,0,0,0],[113,1,1,3,1,1,31.28,0.02,0,1,1,1,1,1,1],[114,2,2,0,1,2,20.99,0.02,0,0,1,2,2,1,2],[115,3,1,0,1,1,24.62,0.02,0,3,3,2,3,0,3],[116,0,2,3,1,0,23.39,0.02,0,2,2,2,2,2,2],[117,1,1,3,1,1,27.22,0.02,0,1,1,1,1,1,1],[118,2,2,0,1,2,21.73,0.02,0,0,1,2,2,1,2],[119,3,3,0,1,3,23.99,0.02,0,1,1,1,3,1,3],[120,0,1,3,1,0,30.5,0.02,0,2,2,2,2,2,2],[121,1,1,3,1,2,25.6,0.02,0,3,2,1,3,3,1],[122,2,2,0,1,2,22.22,0.02,0,2,1,0,2,1,0],[123,3,3,0,1,3,20,0.0188667,1,3,3,0,3,0,3],[124,0,0,2,1,0,28.52,0.02,0,2,2,2,0,2,0],[125,1,1,0,1,1,29.3,0.02,0,1,1,1,1,3,1],[126,2,2,0,1,2,21.56,0.02,0,2,3,2,2,1,2],[127,3,3,0,1,3,24.03,0.02,0,1,1,1,3,1,3],[128,0,0,2,1,0,24.91,0.02,0,0,2,0,0,0,0],[129,1,1,0,1,1,29.23,0.02,0,1,1,1,1,1,1],[130,2,2,0,1,2,23.96,0.02,0,0,1,0,2,1,2],[131,3,3,0,1,3,24.83,0.02,0,1,1,1,3,1,3],[132,0,0,2,1,0,24.94,0.02,0,0,2,0,0,0,0],[133,1,1,3,1,1,30.31,0.02,0,1,1,1,1,1,1],[134,2,2,0,1,2,25.69,0.02,0,2,3,2,2,3,2],[135,3,3,1,1,3,20.93,0.02,0,3,3,3,3,3,3],[136,0,0,1,1,0,31.14,0.02,0,3,2,0,0,2,0],[137,1,1,2,1,1,29.6,0.02,0,2,2,0,1,2,1],[138,2,2,0,1,2,26.21,0.02,0,2,3,2,2,1,2],[139,3,2,0,1,2,20,0.0193753,1,2,3,2,2,0,2],[140,0,0,0,1,0,27.25,0.02,0,0,2,0,0,0,0],[141,1,1,2,1,1,26.9,0.02,0,3,2,1,1,3,1],[142,2,2,0,1,2,21.37,0.02,0,2,3,2,2,3,2],[143,3,2,0,1,2,22.26,0.02,0,2,3,2,2,1,2],[144,0,0,1,1,0,30.79,0.02,0,0,0,0,0,0,0],[145,1,1,3,1,1,30.19,0.02,0,1,1,1,1,1,1],[146,2,2,0,1,2,22.39,0.02,0,2,3,2,2,0,0],[147,3,3,0,1,3,20,0.0190963,1,3,3,3,3,1,3],[148,0,0,0,1,0,28.94,0.02,0,3,3,1,0,0,0],[149,1,1,3,1,1,29.72,0.02,0,1,1,1,1,1,1],[150,2,2,3,1,2,26.49,0.02,0,2,3,2,2,1,2],[151,3,3,0,1,3,23.33,0.02,0,1,1,1,1,1,1],[152,0,0,0,1,0,27,0.02,0,0,0,0,0,0,0],[153,1,1,2,1,1,29.95,0.02,0,3,2,1,1,2,1],[154,2,2,0,1,2,21.19,0.02,0,2,3,2,2,1,2],[155,3,3,0,1,3,22.47,0.02,0,3,1,3,3,1,3],[156,0,0,3,1,0,23.95,0.02,0,0,2,0,0,3,0],[157,1,1,2,1,1,26.53,0.02,0,1,2,1,1,3,1],[158,2,2,0,1,2,24,0.02,0,2,3,2,2,0,2],[159,3,3,0,1,3,22.45,0.02,0,3,1,1,3,1,3],[160,0,2,3,1,2,23.77,0.02,0,2,2,2,2,2,2],[161,1,1,2,1,1,29.22,0.02,0,3,2,0,1,2,1],[162,2,2,3,1,2,25.53,0.02,0,2,3,2,0,3,2],[163,3,3,0,1,3,20.32,0.02,0,1,1,1,3,1,3],[164,0,0,1,1,0,26.98,0.02,0,0,2,0,0,2,0],[165,1,1,0,1,1,30.16,0.02,0,1,1,1,1,1,1],[166,2,2,0,1,2,24.71,0.02,0,2,3,2,2,1,2],[167,3,3,1,1,3,22.52,0.02,0,3,3,3,3,3,3],[168,0,0,3,1,0,24.65,0.02,0,2,2,0,0,2,0],[169,1,1,3,1,1,29.11,0.02,0,1,1,1,1,1,1],[170,2,2,0,1,2,21.97,0.02,0,2,3,2,2,3,2],[171,3,3,0,1,3,20,0.019249,1,2,3,3,3,1,3],[172,0,0,0,1,0,29.86,0.02,0,1,2,1,0,0,0],[173,1,1,2,1,1,26.36,0.02,0,1,2,1,1,2,1],[174,2,2,3,1,2,24.28,0.02,0,2,2,2,2,3,2],[175,3,3,0,1,3,20.77,0.02,0,3,3,3,1,1,3],[176,0,0,2,1,0,23.98,0.02,0,2,2,0,0,2,0],[177,1,1,3,1,1,29.07,0.02,0,1,1,1,1,1,1],[178,2,2,0,1,2,23.43,0.02,0,2,3,2,2,3,2],[179,3,3,1,1,3,21.02,0.02,0,3,3,3,3,0,3],[180,0,0,3,1,0,27.67,0.02,0,0,0,0,0,0,0],[181,1,1,0,1,1,28.53,0.02,0,1,1,1,1,1,1],[182,2,2,3,1,2,26.75,0.02,0,2,3,0,2,3,2],[183,3,3,1,1,3,24.21,0.02,0,3,3,3,3,3,3],[184,0,0,3,1,1,31.62,0.02,0,2,2,2,0,0,0],[185,1,1,0,1,1,29.04,0.02,0,1,1,1,1,1,1],[186,2,2,0,1,2,26.42,0.02,0,2,1,2,2,1,2],[187,3,3,1,1,3,25.58,0.02,0,1,3,1,3,3,3],[188,0,1,3,1,1,29.67,0.02,0,2,2,0,0,2,0],[189,1,1,3,1,1,28.12,0.02,0,1,1,1,1,1,1],[190,2,2,0,1,2,23.45,0.02,0,2,1,2,2,1,2],[191,3,3,0,1,3,20.34,0.02,0,3,1,1,3,1,1],[192,0,1,3,1,1,29.46,0.02,0,2,2,0,0,2,2],[193,1,1,0,1,1,28.39,0.02,0,1,0,1,1,0,1],[194,2,1,0,1,1,24.67,0.02,0,2,1,2,2,1,3],[195,3,3,0,1,3,24.91,0.02,0,3,3,3,3,3,3],[196,0,1,3,1,0,32.53,0.02,0,0,2,0,0,2,0],[197,1,1,0,1,1,29.64,0.02,0,1,1,1,1,1,1],[198,2,2,0,1,2,23.05,0.02,0,2,3,2,2,0,2],[199,3,3,0,1,3,21.61,0.02,0,3,3,3,3,0,3],[200,0,0,3,1,0,28.64,0.02,0,0,2,0,0,2,0],[201,1,1,2,1,1,26.41,0.02,0,1,0,1,1,3,1],[202,2,2,0,1,2,25.71,0.02,0,2,3,2,2,0,0],[203,3,0,0,1,3,21.46,0.02,0,3,1,1,1,1,3],[204,0,0,2,1,0,23.02,0.02,0,0,2,0,0,0,0],[205,1,1,2,1,1,26.02,0.02,0,1,2,1,1,3,1],[206,2,2,0,1,2,24.5,0.02,0,0,1,0,2,1,2],[207,3,3,1,1,3,22.29,0.02,0,3,3,3,3,3,3],[208,0,2,3,1,2,24.13,0.02,0,2,2,2,2,2,0],[209,1,1,3,1,1,30.79,0.02,0,1,1,1,1,1,1],[210,2,0,0,1,2,24.57,0.02,0,2,3,2,2,0,2],[211,3,3,0,1,3,25.16,0.02,0,3,1,1,3,1,3],[212,0,0,3,1,0,30.26,0.02,0,0,0,0,0,1,0],[213,1,1,2,1,1,29.61,0.02,0,1,2,1,1,3,1],[214,2,2,0,1,0,26,0.02,0,2,3,0,0,0,0],[215,3,3,0,1,3,20,0.0189757,1,3,3,0,3,0,3],[216,0,0,2,1,0,26.42,0.02,0,0,2,2,0,2,0],[217,1,1,2,1,1,28,0.02,0,0,2,0,2,2,2],[218,2,1,0,1,1,26.11,0.02,0,0,1,0,2,1,2],[219,3,2,0,1,2,21.58,0.02,0,3,3,0,3,0,3],[220,0,0,2,1,0,29.55,0.02,0,0,2,0,0,0,0],[221,1,2,2,1,2,24.39,0.02,0,1,2,1,1,3,1],[222,2,2,3,1,2,20.23,0.02,0,2,3,2,2,3,2],[223,3,3,0,1,3,23.4,0.02,0,3,3,3,1,1,3],[224,0,0,0,1,0,23.66,0.02,0,3,2,1,0,2,0],[225,1,2,2,1,2,22.43,0.02,0,3,2,1,1,2,1],[226,2,2,0,1,0,24.61,0.02,0,0,1,0,2,1,2],[227,3,3,0,1,2,20,0.0194327,1,0,3,0,3,1,1],[228,0,0,2,1,0,32.64,0.02,0,2,2,2,2,2,2],[229,1,1,3,1,1,25.93,0.02,0,1,3,1,3,3,1],[230,2,2,3,1,2,20.69,0.02,0,2,2,2,2,3,2],[231,3,3,0,1,3,20,0.0197719,1,3,3,3,3,1,3],[232,0,1,3,1,1,29.38,0.02,0,2,2,2,2,2,2],[233,1,1,0,1,1,29.81,0.02,0,1,1,1,1,1,1],[234,2,2,0,1,2,21.95,0.02,0,2,3,2,2,1,2],[235,3,3,0,1,3,24.24,0.02,0,3,1,0,3,1,1],[236,0,1,3,1,1,26.32,0.02,0,0,2,0,0,2,0],[237,1,1,2,1,1,26.98,0.02,0,3,2,0,3,2,1],[238,2,1,0,1,2,27.25,0.02,0,2,1,0,2,1,2],[239,3,3,0,1,3,20,0.017687,1,0,0,0,3,3,3],[240,0,0,3,1,0,25.85,0.02,0,3,2,0,0,0,0],[241,1,1,0,1,0,24.76,0.02,0,1,1,1,1,1,1],[242,2,2,0,1,2,24.6,0.02,0,2,1,2,2,1,2],[243,3,3,0,1,3,21.14,0.02,0,3,0,1,3,0,3],[244,0,0,2,1,0,23.1,0.02,0,2,2,0,0,0,0],[245,1,1,0,1,1,26.85,0.02,0,1,1,1,1,1,1],[246,2,2,0,1,2,23.4,0.02,0,0,1,0,2,1,2],[247,3,3,0,1,1,22.27,0.02,0,3,3,0,3,1,3],[248,0,0,2,1,0,28.37,0.02,0,0,2,0,0,0,0],[249,1,2,2,1,2,26.8,0.02,0,1,2,1,3,3,1],[250,2,1,0,1,1,27.77,0.02,0,2,1,0,2,1,2],[251,3,3,0,1,3,20,0.0193499,1,3,3,3,3,1,3],[252,0,0,1,1,0,26.94,0.02,0,2,0,2,0,0,0],[253,1,1,0,1,1,29.49,0.02,0,1,1,1,1,1,1],[254,2,0,0,1,0,27.28,0.02,0,2,3,0,2,3,2],[255,3,3,0,1,3,20,0.0185317,1,1,1,1,3,1,1],[256,0,2,3,1,2,23.47,0.02,0,2,2,2,2,2,2],[257,1,1,0,1,1,29.71,0.02,0,3,1,1,1,1,1],[258,2,2,3,1,2,20.42,0.02,0,2,2,2,2,3,2],[259,3,3,0,1,3,22.36,0.02,0,3,3,3,3,3,3],[260,0,0,2,1,0,21.86,0.02,0,2,2,0,0,0,0],[261,1,1,3,1,1,28.91,0.02,0,1,1,1,1,1,1],[262,2,2,0,1,2,20.43,0.02,0,2,3,2,2,1,2],[263,3,3,0,1,3,22.24,0.02,0,3,3,3,3,3,3],[264,0,1,3,1,1,29.29,0.02,0,2,2,2,2,3,2],[265,1,1,0,1,1,25.21,0.02,0,1,0,1,1,1,1],[266,2,2,0,1,2,26.1,0.02,0,2,1,2,3,1,2],[267,3,3,0,1,3,24.07,0.02,0,3,3,3,3,0,3],[268,0,2,3,1,1,24.71,0.02,0,2,2,2,2,2,2],[269,1,1,0,1,1,28.38,0.02,0,1,0,1,1,1,1],[270,2,2,0,1,2,21.39,0.02,0,2,3,2,2,3,2],[271,3,3,1,1,3,20.02,0.02,0,3,3,3,3,3,3],[272,0,2,3,1,2,27.5,0.02,0,0,2,0,2,2,2],[273,1,1,0,1,1,29.59,0.02,0,1,0,1,1,0,1],[274,2,2,0,1,2,22.72,0.02,0,2,3,2,2,1,2],[275,3,3,1,1,3,20,0.019148,1,3,3,3,3,3,3],[276,0,1,3,1,1,26.23,0.02,0,0,2,0,0,0,0],[277,1,1,2,1,1,27.55,0.02,0,1,2,1,1,3,1],[278,2,1,0,1,1,26.55,0.02,0,2,1,0,2,1,2],[279,3,3,0,1,3,20,0.01796,1,3,3,3,3,0,3],[280,0,0,0,1,0,27.3,0.02,0,0,0,0,0,0,0],[281,1,1,0,1,1,30.92,0.02,0,1,1,1,1,1,1],[282,2,2,0,1,2,25.89,0.02,0,2,1,0,2,0,2],[283,3,3,1,1,3,20,0.0191318,1,3,3,3,3,3,3],[284,0,0,2,1,0,23.76,0.02,0,0,2,0,0,0,0],[285,1,1,3,1,1,28.17,0.02,0,3,2,1,1,3,1],[286,2,2,0,1,2,20.63,0.02,0,2,1,2,2,1,2],[287,3,3,1,1,3,20,0.0193877,1,3,3,3,3,3,3],[288,0,0,0,1,0,27.45,0.02,0,0,3,0,0,0,0],[289,1,3,3,1,3,27.27,0.02,0,3,1,1,1,1,1],[290,2,2,0,1,2,22.91,0.02,0,2,1,2,2,1,2],[291,3,3,0,1,3,22.5,0.02,0,1,1,1,3,1,3],[292,0,0,3,1,0,23.54,0.02,0,2,2,2,0,3,0],[293,1,1,2,1,1,26.91,0.02,0,1,0,1,1,3,1],[294,2,2,0,1,2,27.24,0.02,0,2,1,2,2,1,2],[295,3,3,0,1,3,24.61,0.02,0,1,1,1,3,1,1],[296,0,0,3,1,0,26.22,0.02,0,2,2,2,2,2,0],[297,1,1,0,1,1,28.9,0.02,0,1,1,1,1,1,1],[298,2,2,0,1,2,21.1,0.02,0,2,3,2,2,1,2],[299,3,3,1,1,3,22.44,0.02,0,1,3,1,3,3,3],[300,0,0,1,1,0,27.4,0.02,0,1,1,1,0,2,0],[301,1,1,0,1,1,27.2,0.02,0,1,0,1,1,1,1],[302,2,2,3,1,2,20.74,0.02,0,2,2,2,2,3,0],[303,3,3,0,1,3,20,0.0178472,1,3,3,3,3,3,3],[304,0,0,1,1,0,27.73,0.02,0,0,2,0,0,3,0],[305,1,2,2,1,2,25.12,0.02,0,3,2,0,1,2,1],[306,2,0,0,1,1,28.73,0.02,0,2,3,2,0,1,2],[307,3,2,0,1,3,20.46,0.02,0,3,3,0,3,1,3],[308,0,1,3,1,1,30.8,0.02,0,0,2,0,2,2,2],[309,1,1,0,1,1,31.21,0.02,0,1,1,1,1,1,1],[310,2,1,0,1,2,24.93,0.02,0,2,3,2,2,0,2],[311,3,3,1,1,3,24.54,0.02,0,3,3,0,3,3,3],[312,0,0,1,1,0,30.37,0.02,0,3,2,1,0,0,1],[313,1,1,0,1,1,27.27,0.02,0,1,1,1,1,1,1],[314,2,1,3,1,1,28.02,0.02,0,2,2,0,2,3,2],[315,3,3,0,1,3,20,0.019252,1,2,3,2,3,1,3],[316,0,1,3,1,1,32.32,0.02,0,0,0,0,0,3,2],[317,1,1,0,1,1,30.04,0.02,0,1,1,1,1,1,1],[318,2,1,0,1,1,26.13,0.02,0,2,3,2,2,3,2],[319,3,3,1,1,3,22.5,0.02,0,0,3,0,3,0,3],[320,0,0,0,1,0,28.55,0.02,0,0,0,0,0,0,0],[321,1,1,2,1,1,27.86,0.02,0,3,2,1,1,2,1],[322,2,1,0,1,1,26.98,0.02,0,2,3,0,0,1,0],[323,3,3,0,1,3,21.77,0.02,0,3,3,3,3,1,3],[324,0,0,2,1,0,23.21,0.02,0,0,0,0,0,0,0],[325,1,1,2,1,1,27.18,0.02,0,3,2,1,1,3,1],[326,2,3,3,1,3,25.59,0.02,0,2,1,0,2,3,2],[327,3,3,0,1,3,20,0.0170408,1,3,3,0,3,0,3],[328,0,0,3,1,0,23.33,0.02,0,0,0,0,0,0,0],[329,1,1,0,1,2,26.05,0.02,0,1,1,1,1,1,1],[330,2,2,0,1,2,24.81,0.02,0,2,3,2,2,3,2],[331,3,2,0,1,2,20,0.0193712,1,2,0,2,2,0,2],[332,0,0,3,1,0,25.9,0.02,0,0,0,0,0,0,0],[333,1,1,0,1,1,30.69,0.02,0,1,1,1,1,1,1],[334,2,2,3,1,2,21.35,0.02,0,3,3,2,3,3,2],[335,3,3,1,1,3,22.55,0.02,0,3,3,3,3,3,3],[336,0,0,3,1,0,26.62,0.02,0,2,2,2,0,2,0],[337,1,1,0,1,1,27.68,0.02,0,1,1,1,1,1,1],[338,2,2,3,1,2,20.26,0.02,0,2,2,2,2,3,2],[339,3,3,0,1,3,23.55,0.02,0,3,3,3,3,1,3],[340,0,1,3,1,1,28.9,0.02,0,0,2,0,0,2,0],[341,1,1,0,1,1,29.37,0.02,0,1,1,1,1,1,1],[342,2,2,3,1,3,20.86,0.02,0,2,3,2,2,3,2],[343,3,3,1,1,3,20,0.0188653,1,3,3,3,3,3,3],[344,0,0,3,1,0,29.65,0.02,0,0,2,0,0,2,0],[345,1,1,0,1,1,27.29,0.02,0,1,1,1,1,1,1],[346,2,2,0,1,2,25.93,0.02,0,2,3,0,2,1,2],[347,3,3,0,1,3,20.73,0.02,0,3,3,0,3,0,3],[348,0,1,3,1,1,31.01,0.02,0,2,2,2,0,3,2],[349,1,1,0,1,1,30.5,0.02,0,1,0,1,1,1,1],[350,2,2,0,1,2,23.94,0.02,0,2,3,2,2,0,2],[351,3,3,0,1,3,22.77,0.02,0,1,1,1,3,1,3],[352,0,0,1,1,0,25.9,0.02,0,0,0,0,0,0,0],[353,1,1,2,1,1,27.39,0.02,0,0,2,1,1,2,1],[354,2,2,0,1,2,23.94,0.02,0,2,3,2,2,1,2],[355,3,3,0,1,3,20.64,0.02,0,3,3,2,3,0,3],[356,0,0,0,1,0,28.43,0.02,0,0,2,0,0,0,0],[357,1,1,3,1,1,31.47,0.02,0,1,1,1,1,1,1],[358,2,2,0,1,2,24.84,0.02,0,2,3,2,0,0,0],[359,3,3,0,1,3,20,0.0181657,1,3,3,3,3,3,3],[360,0,0,0,1,0,25.44,0.02,0,0,2,0,0,0,0],[361,1,1,0,1,1,29.79,0.02,0,1,1,1,1,1,1],[362,2,1,0,1,1,28.2,0.02,0,2,3,2,0,0,0],[363,3,3,0,1,3,20,0.0199348,1,3,3,0,3,0,3],[364,0,0,0,1,0,26.71,0.02,0,0,0,0,0,0,0],[365,1,1,2,1,1,23.12,0.02,0,1,0,1,1,3,1],[366,2,2,3,1,2,21.79,0.02,0,2,3,2,0,1,2],[367,3,3,0,1,2,20,0.0188082,1,2,3,2,0,0,3],[368,0,0,2,1,0,28.6,0.02,0,0,2,0,0,0,0],[369,1,1,0,1,1,27.4,0.02,0,1,0,1,1,1,1],[370,2,2,3,1,2,26.73,0.02,0,2,2,2,2,3,2],[371,3,3,0,1,3,21.37,0.02,0,3,3,3,3,1,1],[372,0,0,0,1,0,27.04,0.02,0,3,2,3,0,0,0],[373,1,1,3,1,1,29.12,0.02,0,1,1,1,1,3,1],[374,2,1,0,1,1,26.58,0.02,0,2,1,2,3,1,2],[375,3,3,0,1,3,20.16,0.02,0,0,3,0,3,0,3],[376,0,0,1,1,0,24.17,0.02,0,0,2,0,0,2,0],[377,1,1,0,1,1,29.24,0.02,0,1,1,1,1,1,1],[378,2,2,0,1,2,21.62,0.02,0,2,3,2,0,1,2],[379,3,3,0,1,3,22.56,0.02,0,3,1,0,3,0,3],[380,0,0,0,1,0,26.14,0.02,0,3,3,1,0,0,0],[381,1,1,0,1,1,29.83,0.02,0,1,1,1,1,1,1],[382,2,1,0,1,1,25.04,0.02,0,2,1,0,2,1,2],[383,3,3,0,1,3,20,0.0188433,1,0,3,2,3,0,3],[384,0,0,3,1,2,25.84,0.02,0,2,2,2,2,2,2],[385,1,1,0,1,1,31.52,0.02,0,1,1,1,1,1,1],[386,2,2,0,1,0,21.89,0.02,0,0,0,0,2,0,2],[387,3,3,0,1,3,24.69,0.02,0,3,3,1,3,1,3],[388,0,0,2,1,0,25.29,0.02,0,0,2,0,0,0,0],[389,1,1,0,1,1,28.3,0.02,0,1,1,1,1,1,1],[390,2,2,3,1,2,25.63,0.02,0,0,0,0,0,3,0],[391,3,3,0,1,3,20,0.0197948,1,1,0,1,3,1,3],[392,0,0,1,1,0,25.08,0.02,0,0,3,0,0,0,0],[393,1,1,0,1,1,28.23,0.02,0,1,1,1,1,1,1],[394,2,2,0,1,2,20.75,0.02,0,2,3,2,2,1,2],[395,3,3,0,1,3,20,0.0193003,1,3,3,2,3,0,2],[396,0,0,0,1,0,26.63,0.02,0,0,0,0,0,0,0],[397,1,1,0,1,1,30.47,0.02,0,1,1,1,1,1,3],[398,2,2,0,1,2,27.61,0.02,0,2,3,2,2,0,0],[399,3,3,1,1,3,20.6,0.02,0,3,3,3,3,3,3]],"elapsed_ms":7725,"pairs":[{"target":"SPEC-LR","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":288,"J":250,"J_valid":250,"n_invalid":0,"n00":5,"n01":6,"n10":122,"n11":117,"ctl_n":250,"ctl_err":30},"metrics":{"target_error":0.492,"Q_transfer":0.508,"source_success":0.956,"joint_error":0.468,"T_cond":0.4895397489539749,"R":0.12,"delta":0.372,"delta_pp":37.2,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.72}},{"target":"SPEC-MLP","counts":{"n":400,"src_clean_correct":330,"tgt_clean_correct":348,"J":307,"J_valid":307,"n_invalid":0,"n00":16,"n01":1,"n10":118,"n11":172,"ctl_n":307,"ctl_err":17},"metrics":{"target_error":0.5635179153094463,"Q_transfer":0.4364820846905537,"source_success":0.9446254071661238,"joint_error":0.5602605863192183,"T_cond":0.593103448275862,"R":0.05537459283387622,"delta":0.50814332247557,"delta_pp":50.814332247557005,"validity_rate":1,"src_clean_accuracy":0.825,"tgt_clean_accuracy":0.87}}]}],"cka":{"pair":["SPEC-MLP","STFT-CNN"],"layers":["hidden ReLU (32)","pooled after conv2 (16)"],"value":0.49045765580265643,"n":400,"dims":[32,16]},"limitations":["Данные синтетические: четыре класса сигналов с известными правилами генерации; это не речь, не распознавание речи (ASR) и не записи реальных звуков.","Сохранение класса принимается как допущение при SNR ≥ 20 дБ относительно исходного клипа; прослушивание людьми не проводилось, незаметность возмущения не установлена.","Три небольшие модели одного автора обучения и одного генератора данных: перенос между ними не характеризует перенос между промышленными аудиомоделями.","Пары моделей и примеры зависимы (одни и те же 400 клипов, каждая модель входит в несколько пар): p-value не приводятся; интервал Вильсона — только условный, для одной фиксированной пары.","Проекция на допустимое множество (клиппинг, затем масштабирование до SNR ≥ 20 дБ) даёт допустимую точку, но не является евклидовой проекцией на пересечение ограничений."]}
