{
  "kind": "comparison",
  "compare_name": "compare_gw6_iterative_attention_downstream_blind",
  "run_name": "gw6_imagenet_16h_plus96h_small_1gpu_sonar_m1_c16_v2p5_s24",
  "eval_samples": 200,
  "attention_models": 22,
  "skipped_models": 1,
  "metrics": {
    "lpips": "decoded RepTok image vs ImageNet-val image; lower is better",
    "clip_score": "ViT-B-32/openai image-caption cosine; higher is better"
  },
  "delta_sign": "positive means better than the reference",
  "direct": {
    "lpips": 0.6497011955082417,
    "clip_score": 0.3257368918508291
  },
  "single_step_attention": {
    "lpips": 0.6463166366517544,
    "clip_score": 0.3261605533957481
  },
  "anonymous_rankings": [
    {
      "anon_id": "A01",
      "lpips": 0.6861917711794376,
      "clip_score": 0.30050481505692006,
      "delta_lpips_vs_direct": -0.03649057567119596,
      "delta_clip_vs_direct": -0.025232076793909042,
      "delta_lpips_vs_single_step": -0.03987513452768321,
      "delta_clip_vs_single_step": -0.02565573833882806
    },
    {
      "anon_id": "A02",
      "lpips": 0.6493680334091186,
      "clip_score": 0.3286781408637762,
      "delta_lpips_vs_direct": 0.00033316209912304107,
      "delta_clip_vs_direct": 0.0029412490129471225,
      "delta_lpips_vs_single_step": -0.003051396757364211,
      "delta_clip_vs_single_step": 0.002517587468028104
    },
    {
      "anon_id": "A03",
      "lpips": 0.6521614766120911,
      "clip_score": 0.3296721974760294,
      "delta_lpips_vs_direct": -0.0024602811038494377,
      "delta_clip_vs_direct": 0.0039353056252002805,
      "delta_lpips_vs_single_step": -0.00584483996033669,
      "delta_clip_vs_single_step": 0.003511644080281262
    },
    {
      "anon_id": "A04",
      "lpips": 0.6498715078830719,
      "clip_score": 0.3283031591773033,
      "delta_lpips_vs_direct": -0.0001703123748302282,
      "delta_clip_vs_direct": 0.002566267326474192,
      "delta_lpips_vs_single_step": -0.00355487123131748,
      "delta_clip_vs_single_step": 0.0021426057815551736
    },
    {
      "anon_id": "A05",
      "lpips": 0.6565902514755726,
      "clip_score": 0.3286030574142933,
      "delta_lpips_vs_direct": -0.006889055967330915,
      "delta_clip_vs_direct": 0.002866165563464196,
      "delta_lpips_vs_single_step": -0.010273614823818167,
      "delta_clip_vs_single_step": 0.0024425040185451774
    },
    {
      "anon_id": "A06",
      "lpips": 0.6511178286373616,
      "clip_score": 0.3278354200720787,
      "delta_lpips_vs_direct": -0.001416633129119882,
      "delta_clip_vs_direct": 0.002098528221249618,
      "delta_lpips_vs_single_step": -0.004801191985607134,
      "delta_clip_vs_single_step": 0.0016748666763305997
    },
    {
      "anon_id": "A07",
      "lpips": 0.6659154146909714,
      "clip_score": 0.3212970434874296,
      "delta_lpips_vs_direct": -0.016214219182729694,
      "delta_clip_vs_direct": -0.004439848363399501,
      "delta_lpips_vs_single_step": -0.019598778039216946,
      "delta_clip_vs_single_step": -0.00486350990831852
    },
    {
      "anon_id": "A08",
      "lpips": 0.6771477977931499,
      "clip_score": 0.31998262129724026,
      "delta_lpips_vs_direct": -0.02744660228490825,
      "delta_clip_vs_direct": -0.005754270553588847,
      "delta_lpips_vs_single_step": -0.030831161141395502,
      "delta_clip_vs_single_step": -0.006177932098507866
    },
    {
      "anon_id": "A09",
      "lpips": 0.6503770871460438,
      "clip_score": 0.32847779378294945,
      "delta_lpips_vs_direct": -0.0006758916378021285,
      "delta_clip_vs_direct": 0.002740901932120343,
      "delta_lpips_vs_single_step": -0.00406045049428938,
      "delta_clip_vs_single_step": 0.0023172403872013247
    },
    {
      "anon_id": "A10",
      "lpips": 0.6487833584845066,
      "clip_score": 0.32910619899630544,
      "delta_lpips_vs_direct": 0.0009178370237350464,
      "delta_clip_vs_direct": 0.0033693071454763412,
      "delta_lpips_vs_single_step": -0.0024667218327522056,
      "delta_clip_vs_single_step": 0.002945645600557323
    },
    {
      "anon_id": "A11",
      "lpips": 0.689665943235159,
      "clip_score": 0.30221776783466336,
      "delta_lpips_vs_direct": -0.03996474772691727,
      "delta_clip_vs_direct": -0.023519124016165738,
      "delta_lpips_vs_single_step": -0.04334930658340452,
      "delta_clip_vs_single_step": -0.023942785561084756
    },
    {
      "anon_id": "A12",
      "lpips": 0.7318072232604027,
      "clip_score": 0.24311131000518799,
      "delta_lpips_vs_direct": -0.08210602775216103,
      "delta_clip_vs_direct": -0.08262558184564112,
      "delta_lpips_vs_single_step": -0.08549058660864828,
      "delta_clip_vs_single_step": -0.08304924339056013
    },
    {
      "anon_id": "A13",
      "lpips": 0.657014142125845,
      "clip_score": 0.3281213208287954,
      "delta_lpips_vs_direct": -0.007312946617603289,
      "delta_clip_vs_direct": 0.002384428977966313,
      "delta_lpips_vs_single_step": -0.01069750547409054,
      "delta_clip_vs_single_step": 0.0019607674330472946
    },
    {
      "anon_id": "A14",
      "lpips": 0.6483909292519092,
      "clip_score": 0.32766841441392897,
      "delta_lpips_vs_direct": 0.0013102662563324596,
      "delta_clip_vs_direct": 0.0019315225630998634,
      "delta_lpips_vs_single_step": -0.0020742926001547923,
      "delta_clip_vs_single_step": 0.001507861018180845
    },
    {
      "anon_id": "A15",
      "lpips": 0.6787824842333794,
      "clip_score": 0.3147932953387499,
      "delta_lpips_vs_direct": -0.02908128872513771,
      "delta_clip_vs_direct": -0.010943596512079212,
      "delta_lpips_vs_single_step": -0.03246584758162496,
      "delta_clip_vs_single_step": -0.01136725805699823
    },
    {
      "anon_id": "A16",
      "lpips": 0.6777876728773117,
      "clip_score": 0.31900270059704783,
      "delta_lpips_vs_direct": -0.028086477369069995,
      "delta_clip_vs_direct": -0.006734191253781274,
      "delta_lpips_vs_single_step": -0.03147103622555725,
      "delta_clip_vs_single_step": -0.007157852798700293
    },
    {
      "anon_id": "A17",
      "lpips": 0.6618940110504627,
      "clip_score": 0.3257787495851517,
      "delta_lpips_vs_direct": -0.01219281554222107,
      "delta_clip_vs_direct": 4.185773432258122e-05,
      "delta_lpips_vs_single_step": -0.015577374398708321,
      "delta_clip_vs_single_step": -0.0003818038105964372
    },
    {
      "anon_id": "A18",
      "lpips": 0.683964413702488,
      "clip_score": 0.31263690248131754,
      "delta_lpips_vs_direct": -0.03426321819424627,
      "delta_clip_vs_direct": -0.013099989369511567,
      "delta_lpips_vs_single_step": -0.03764777705073352,
      "delta_clip_vs_single_step": -0.013523650914430585
    },
    {
      "anon_id": "A19",
      "lpips": 0.6553695283830165,
      "clip_score": 0.33020759165287017,
      "delta_lpips_vs_direct": -0.005668332874774862,
      "delta_clip_vs_direct": 0.004470699802041067,
      "delta_lpips_vs_single_step": -0.009052891731262114,
      "delta_clip_vs_single_step": 0.004047038257122049
    },
    {
      "anon_id": "A20",
      "lpips": 0.7190137323737145,
      "clip_score": 0.2556807393580675,
      "delta_lpips_vs_direct": -0.06931253686547278,
      "delta_clip_vs_direct": -0.07005615249276159,
      "delta_lpips_vs_single_step": -0.07269709572196004,
      "delta_clip_vs_single_step": -0.07047981403768061
    },
    {
      "anon_id": "A21",
      "lpips": 0.6602233000099659,
      "clip_score": 0.326523072719574,
      "delta_lpips_vs_direct": -0.010522104501724194,
      "delta_clip_vs_direct": 0.000786180868744879,
      "delta_lpips_vs_single_step": -0.013906663358211446,
      "delta_clip_vs_single_step": 0.0003625193238258606
    },
    {
      "anon_id": "A22",
      "lpips": 0.7914127734303474,
      "clip_score": 0.17293634459376336,
      "delta_lpips_vs_direct": -0.14171157792210576,
      "delta_clip_vs_direct": -0.15280054725706574,
      "delta_lpips_vs_single_step": -0.145096136778593,
      "delta_clip_vs_single_step": -0.15322420880198476
    }
  ],
  "artifacts": {
    "delta_bars": "assets/downstream_delta_bars.jpg",
    "ranked_bars": "assets/downstream_delta_ranked.jpg",
    "csv": "anonymous_downstream_metrics.csv"
  }
}