{
  "compare_name": "compare_gw6_tti_iterative_grounding",
  "run_name": "gw6_imagenet_16h_plus96h_small_1gpu_sonar_m1_c16_v2p5_s24",
  "gw_checkpoint": "$PROJECT_ROOT/gw_setup/outputs/gw6_runs/gw6_imagenet_16h_plus96h_small_1gpu_sonar_m1_c16_v2p5_s24/checkpoints/last.ckpt",
  "attention_config": "hs16_nh16_lr0p0003",
  "steps": 10,
  "seed": 20260716,
  "cfg": 3.0,
  "prompts": [
    "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
    "A river flowing through a city street",
    "A person wearing a bicycle helmet indoors",
    "A red school bus parked on a beach",
    "A bowl of soup on a laptop keyboard"
  ],
  "records": [
    {
      "prompt_id": 0,
      "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
      "dir": "prompt_00",
      "images": [
        {
          "label": "Direct BGE",
          "path": "direct.jpg"
        },
        {
          "label": "G1",
          "path": "iter_01.jpg"
        },
        {
          "label": "G2",
          "path": "iter_02.jpg"
        },
        {
          "label": "G3",
          "path": "iter_03.jpg"
        },
        {
          "label": "G4",
          "path": "iter_04.jpg"
        },
        {
          "label": "G5",
          "path": "iter_05.jpg"
        },
        {
          "label": "G6",
          "path": "iter_06.jpg"
        },
        {
          "label": "G7",
          "path": "iter_07.jpg"
        },
        {
          "label": "G8",
          "path": "iter_08.jpg"
        },
        {
          "label": "G9",
          "path": "iter_09.jpg"
        },
        {
          "label": "G10",
          "path": "iter_10.jpg"
        },
        {
          "label": "MaskGen",
          "path": "maskgen.jpg"
        }
      ],
      "weights": [
        {
          "prompt_id": 0,
          "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
          "step": 1,
          "dinov2": 0.5,
          "reptok": 0.125,
          "bge": 0.1875,
          "sonar": 0.1875,
          "symbolic": 0.0
        },
        {
          "prompt_id": 0,
          "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
          "step": 2,
          "dinov2": 0.25601524114608765,
          "reptok": 1.6538489328032924e-11,
          "bge": 0.5585981011390686,
          "sonar": 0.18538662791252136,
          "symbolic": 8.784272308275459e-17
        },
        {
          "prompt_id": 0,
          "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
          "step": 3,
          "dinov2": 0.2502688765525818,
          "reptok": 8.449890679712128e-21,
          "bge": 0.5624996423721313,
          "sonar": 0.18723148107528687,
          "symbolic": 1.2869230420903266e-12
        },
        {
          "prompt_id": 0,
          "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
          "step": 4,
          "dinov2": 0.3125,
          "reptok": 9.281910960229574e-23,
          "bge": 0.5,
          "sonar": 0.1875,
          "symbolic": 1.4351798395539905e-11
        },
        {
          "prompt_id": 0,
          "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
          "step": 5,
          "dinov2": 0.3646581172943115,
          "reptok": 1.7125977770287292e-23,
          "bge": 0.4478418827056885,
          "sonar": 0.1875,
          "symbolic": 1.2623975215869665e-12
        },
        {
          "prompt_id": 0,
          "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
          "step": 6,
          "dinov2": 0.37896621227264404,
          "reptok": 1.1360334146812409e-22,
          "bge": 0.43353378772735596,
          "sonar": 0.1875,
          "symbolic": 3.439371141337219e-15
        },
        {
          "prompt_id": 0,
          "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
          "step": 7,
          "dinov2": 0.4375,
          "reptok": 2.6349487830468642e-20,
          "bge": 0.3750080466270447,
          "sonar": 0.18749196827411652,
          "symbolic": 1.7155231534686823e-20
        },
        {
          "prompt_id": 0,
          "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
          "step": 8,
          "dinov2": 0.4375,
          "reptok": 9.310665565558074e-16,
          "bge": 0.3696664571762085,
          "sonar": 0.19283351302146912,
          "symbolic": 3.948039388060828e-24
        },
        {
          "prompt_id": 0,
          "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
          "step": 9,
          "dinov2": 0.4375258684158325,
          "reptok": 0.04324318841099739,
          "bge": 0.3317568004131317,
          "sonar": 0.18747413158416748,
          "symbolic": 1.1464224643118164e-24
        },
        {
          "prompt_id": 0,
          "prompt": "A HAPPY MAN WITH VERY LITTLE FOREHEAD",
          "step": 10,
          "dinov2": 0.5,
          "reptok": 0.0625,
          "bge": 0.3125,
          "sonar": 0.125,
          "symbolic": 1.648857878995744e-22
        }
      ]
    },
    {
      "prompt_id": 1,
      "prompt": "A river flowing through a city street",
      "dir": "prompt_01",
      "images": [
        {
          "label": "Direct BGE",
          "path": "direct.jpg"
        },
        {
          "label": "G1",
          "path": "iter_01.jpg"
        },
        {
          "label": "G2",
          "path": "iter_02.jpg"
        },
        {
          "label": "G3",
          "path": "iter_03.jpg"
        },
        {
          "label": "G4",
          "path": "iter_04.jpg"
        },
        {
          "label": "G5",
          "path": "iter_05.jpg"
        },
        {
          "label": "G6",
          "path": "iter_06.jpg"
        },
        {
          "label": "G7",
          "path": "iter_07.jpg"
        },
        {
          "label": "G8",
          "path": "iter_08.jpg"
        },
        {
          "label": "G9",
          "path": "iter_09.jpg"
        },
        {
          "label": "G10",
          "path": "iter_10.jpg"
        },
        {
          "label": "MaskGen",
          "path": "maskgen.jpg"
        }
      ],
      "weights": [
        {
          "prompt_id": 1,
          "prompt": "A river flowing through a city street",
          "step": 1,
          "dinov2": 0.375,
          "reptok": 0.25,
          "bge": 0.125,
          "sonar": 0.18749991059303284,
          "symbolic": 0.06250006705522537
        },
        {
          "prompt_id": 1,
          "prompt": "A river flowing through a city street",
          "step": 2,
          "dinov2": 0.25078368186950684,
          "reptok": 0.2508959472179413,
          "bge": 0.2500000298023224,
          "sonar": 0.18749995529651642,
          "symbolic": 0.06082037463784218
        },
        {
          "prompt_id": 1,
          "prompt": "A river flowing through a city street",
          "step": 3,
          "dinov2": 0.36640483140945435,
          "reptok": 0.1335950493812561,
          "bge": 0.25000011920928955,
          "sonar": 0.125,
          "symbolic": 0.125
        },
        {
          "prompt_id": 1,
          "prompt": "A river flowing through a city street",
          "step": 4,
          "dinov2": 0.19093534350395203,
          "reptok": 0.30906325578689575,
          "bge": 0.5,
          "sonar": 1.2520977588081905e-09,
          "symbolic": 1.4112258668319555e-06
        },
        {
          "prompt_id": 1,
          "prompt": "A river flowing through a city street",
          "step": 5,
          "dinov2": 0.31311678886413574,
          "reptok": 0.1255575716495514,
          "bge": 0.43265393376350403,
          "sonar": 3.6524542071370014e-12,
          "symbolic": 0.12867170572280884
        },
        {
          "prompt_id": 1,
          "prompt": "A river flowing through a city street",
          "step": 6,
          "dinov2": 0.06250495463609695,
          "reptok": 0.31249505281448364,
          "bge": 0.4374934434890747,
          "sonar": 0.0625,
          "symbolic": 0.1250065565109253
        },
        {
          "prompt_id": 1,
          "prompt": "A river flowing through a city street",
          "step": 7,
          "dinov2": 0.25,
          "reptok": 0.0625000074505806,
          "bge": 0.4375,
          "sonar": 0.0625,
          "symbolic": 0.1875
        },
        {
          "prompt_id": 1,
          "prompt": "A river flowing through a city street",
          "step": 8,
          "dinov2": 0.24921509623527527,
          "reptok": 0.12578490376472473,
          "bge": 0.4375,
          "sonar": 0.0625,
          "symbolic": 0.125
        },
        {
          "prompt_id": 1,
          "prompt": "A river flowing through a city street",
          "step": 9,
          "dinov2": 0.3125,
          "reptok": 0.125,
          "bge": 0.25,
          "sonar": 0.25,
          "symbolic": 0.0625
        },
        {
          "prompt_id": 1,
          "prompt": "A river flowing through a city street",
          "step": 10,
          "dinov2": 0.25,
          "reptok": 0.0625,
          "bge": 0.25,
          "sonar": 0.375,
          "symbolic": 0.0625
        }
      ]
    },
    {
      "prompt_id": 2,
      "prompt": "A person wearing a bicycle helmet indoors",
      "dir": "prompt_02",
      "images": [
        {
          "label": "Direct BGE",
          "path": "direct.jpg"
        },
        {
          "label": "G1",
          "path": "iter_01.jpg"
        },
        {
          "label": "G2",
          "path": "iter_02.jpg"
        },
        {
          "label": "G3",
          "path": "iter_03.jpg"
        },
        {
          "label": "G4",
          "path": "iter_04.jpg"
        },
        {
          "label": "G5",
          "path": "iter_05.jpg"
        },
        {
          "label": "G6",
          "path": "iter_06.jpg"
        },
        {
          "label": "G7",
          "path": "iter_07.jpg"
        },
        {
          "label": "G8",
          "path": "iter_08.jpg"
        },
        {
          "label": "G9",
          "path": "iter_09.jpg"
        },
        {
          "label": "G10",
          "path": "iter_10.jpg"
        },
        {
          "label": "MaskGen",
          "path": "maskgen.jpg"
        }
      ],
      "weights": [
        {
          "prompt_id": 2,
          "prompt": "A person wearing a bicycle helmet indoors",
          "step": 1,
          "dinov2": 0.43836596608161926,
          "reptok": 0.18829280138015747,
          "bge": 0.18749861419200897,
          "sonar": 0.125,
          "symbolic": 0.06084262207150459
        },
        {
          "prompt_id": 2,
          "prompt": "A person wearing a bicycle helmet indoors",
          "step": 2,
          "dinov2": 0.3748006820678711,
          "reptok": 0.1871565282344818,
          "bge": 0.25019949674606323,
          "sonar": 0.18751513957977295,
          "symbolic": 0.0003281855024397373
        },
        {
          "prompt_id": 2,
          "prompt": "A person wearing a bicycle helmet indoors",
          "step": 3,
          "dinov2": 0.25351887941360474,
          "reptok": 0.1875,
          "bge": 0.3714773952960968,
          "sonar": 0.18750369548797607,
          "symbolic": 9.065089123794223e-09
        },
        {
          "prompt_id": 2,
          "prompt": "A person wearing a bicycle helmet indoors",
          "step": 4,
          "dinov2": 0.12605199217796326,
          "reptok": 0.18722467124462128,
          "bge": 0.49894800782203674,
          "sonar": 0.1875,
          "symbolic": 0.0002753269800450653
        },
        {
          "prompt_id": 2,
          "prompt": "A person wearing a bicycle helmet indoors",
          "step": 5,
          "dinov2": 0.1875,
          "reptok": 0.2392158806324005,
          "bge": 0.43749934434890747,
          "sonar": 0.12500512599945068,
          "symbolic": 0.010779648087918758
        },
        {
          "prompt_id": 2,
          "prompt": "A person wearing a bicycle helmet indoors",
          "step": 6,
          "dinov2": 0.2499997913837433,
          "reptok": 0.24988685548305511,
          "bge": 0.371608704328537,
          "sonar": 0.125,
          "symbolic": 0.0035046620760113
        },
        {
          "prompt_id": 2,
          "prompt": "A person wearing a bicycle helmet indoors",
          "step": 7,
          "dinov2": 0.2646409571170807,
          "reptok": 0.23528580367565155,
          "bge": 0.4375499486923218,
          "sonar": 0.0625232681632042,
          "symbolic": 2.4912912621744e-08
        },
        {
          "prompt_id": 2,
          "prompt": "A person wearing a bicycle helmet indoors",
          "step": 8,
          "dinov2": 0.3125,
          "reptok": 0.1874072104692459,
          "bge": 0.5,
          "sonar": 9.279108053306118e-05,
          "symbolic": 3.356850075686424e-10
        },
        {
          "prompt_id": 2,
          "prompt": "A person wearing a bicycle helmet indoors",
          "step": 9,
          "dinov2": 0.37490320205688477,
          "reptok": 0.12497290968894958,
          "bge": 0.43759679794311523,
          "sonar": 0.06249997764825821,
          "symbolic": 2.7111478630104102e-05
        },
        {
          "prompt_id": 2,
          "prompt": "A person wearing a bicycle helmet indoors",
          "step": 10,
          "dinov2": 0.3750220239162445,
          "reptok": 0.062478505074977875,
          "bge": 0.4999999701976776,
          "sonar": 0.062499478459358215,
          "symbolic": 2.0680491985558547e-08
        }
      ]
    },
    {
      "prompt_id": 3,
      "prompt": "A red school bus parked on a beach",
      "dir": "prompt_03",
      "images": [
        {
          "label": "Direct BGE",
          "path": "direct.jpg"
        },
        {
          "label": "G1",
          "path": "iter_01.jpg"
        },
        {
          "label": "G2",
          "path": "iter_02.jpg"
        },
        {
          "label": "G3",
          "path": "iter_03.jpg"
        },
        {
          "label": "G4",
          "path": "iter_04.jpg"
        },
        {
          "label": "G5",
          "path": "iter_05.jpg"
        },
        {
          "label": "G6",
          "path": "iter_06.jpg"
        },
        {
          "label": "G7",
          "path": "iter_07.jpg"
        },
        {
          "label": "G8",
          "path": "iter_08.jpg"
        },
        {
          "label": "G9",
          "path": "iter_09.jpg"
        },
        {
          "label": "G10",
          "path": "iter_10.jpg"
        },
        {
          "label": "MaskGen",
          "path": "maskgen.jpg"
        }
      ],
      "weights": [
        {
          "prompt_id": 3,
          "prompt": "A red school bus parked on a beach",
          "step": 1,
          "dinov2": 0.3132514953613281,
          "reptok": 0.25,
          "bge": 0.3117485046386719,
          "sonar": 0.0625,
          "symbolic": 0.0625
        },
        {
          "prompt_id": 3,
          "prompt": "A red school bus parked on a beach",
          "step": 2,
          "dinov2": 0.3125,
          "reptok": 0.1875,
          "bge": 0.375,
          "sonar": 0.0625,
          "symbolic": 0.0625
        },
        {
          "prompt_id": 3,
          "prompt": "A red school bus parked on a beach",
          "step": 3,
          "dinov2": 0.12805885076522827,
          "reptok": 0.1875,
          "bge": 0.4999999403953552,
          "sonar": 0.0625,
          "symbolic": 0.12194119393825531
        },
        {
          "prompt_id": 3,
          "prompt": "A red school bus parked on a beach",
          "step": 4,
          "dinov2": 0.1874927133321762,
          "reptok": 0.1875,
          "bge": 0.5,
          "sonar": 0.0625,
          "symbolic": 0.06250728666782379
        },
        {
          "prompt_id": 3,
          "prompt": "A red school bus parked on a beach",
          "step": 5,
          "dinov2": 0.16161558032035828,
          "reptok": 0.125,
          "bge": 0.5258843898773193,
          "sonar": 0.0625,
          "symbolic": 0.1249999925494194
        },
        {
          "prompt_id": 3,
          "prompt": "A red school bus parked on a beach",
          "step": 6,
          "dinov2": 0.25000157952308655,
          "reptok": 4.27279737778008e-05,
          "bge": 0.4999556839466095,
          "sonar": 0.125,
          "symbolic": 0.125
        },
        {
          "prompt_id": 3,
          "prompt": "A red school bus parked on a beach",
          "step": 7,
          "dinov2": 0.2500026226043701,
          "reptok": 2.194431849802829e-26,
          "bge": 0.5,
          "sonar": 0.1875,
          "symbolic": 0.06249738484621048
        },
        {
          "prompt_id": 3,
          "prompt": "A red school bus parked on a beach",
          "step": 8,
          "dinov2": 0.3767028748989105,
          "reptok": 5.45652710570721e-07,
          "bge": 0.4357965588569641,
          "sonar": 0.125,
          "symbolic": 0.0625
        },
        {
          "prompt_id": 3,
          "prompt": "A red school bus parked on a beach",
          "step": 9,
          "dinov2": 0.5,
          "reptok": 1.0865327577961245e-28,
          "bge": 0.375,
          "sonar": 0.0625,
          "symbolic": 0.0625
        },
        {
          "prompt_id": 3,
          "prompt": "A red school bus parked on a beach",
          "step": 10,
          "dinov2": 0.5,
          "reptok": 7.345950145089063e-17,
          "bge": 0.3125,
          "sonar": 0.125,
          "symbolic": 0.0625
        }
      ]
    },
    {
      "prompt_id": 4,
      "prompt": "A bowl of soup on a laptop keyboard",
      "dir": "prompt_04",
      "images": [
        {
          "label": "Direct BGE",
          "path": "direct.jpg"
        },
        {
          "label": "G1",
          "path": "iter_01.jpg"
        },
        {
          "label": "G2",
          "path": "iter_02.jpg"
        },
        {
          "label": "G3",
          "path": "iter_03.jpg"
        },
        {
          "label": "G4",
          "path": "iter_04.jpg"
        },
        {
          "label": "G5",
          "path": "iter_05.jpg"
        },
        {
          "label": "G6",
          "path": "iter_06.jpg"
        },
        {
          "label": "G7",
          "path": "iter_07.jpg"
        },
        {
          "label": "G8",
          "path": "iter_08.jpg"
        },
        {
          "label": "G9",
          "path": "iter_09.jpg"
        },
        {
          "label": "G10",
          "path": "iter_10.jpg"
        },
        {
          "label": "MaskGen",
          "path": "maskgen.jpg"
        }
      ],
      "weights": [
        {
          "prompt_id": 4,
          "prompt": "A bowl of soup on a laptop keyboard",
          "step": 1,
          "dinov2": 0.43752437829971313,
          "reptok": 0.16061408817768097,
          "bge": 0.0625,
          "sonar": 0.27689141035079956,
          "symbolic": 0.06247011572122574
        },
        {
          "prompt_id": 4,
          "prompt": "A bowl of soup on a laptop keyboard",
          "step": 2,
          "dinov2": 0.2500000298023224,
          "reptok": 0.125,
          "bge": 0.1875,
          "sonar": 0.4374995231628418,
          "symbolic": 4.515532907589659e-07
        },
        {
          "prompt_id": 4,
          "prompt": "A bowl of soup on a laptop keyboard",
          "step": 3,
          "dinov2": 0.2500174939632416,
          "reptok": 0.125,
          "bge": 0.1875,
          "sonar": 0.4374825060367584,
          "symbolic": 9.627613700287764e-37
        },
        {
          "prompt_id": 4,
          "prompt": "A bowl of soup on a laptop keyboard",
          "step": 4,
          "dinov2": 0.18751218914985657,
          "reptok": 0.1875,
          "bge": 0.3124878406524658,
          "sonar": 0.3125,
          "symbolic": 2.1424751314206354e-36
        },
        {
          "prompt_id": 4,
          "prompt": "A bowl of soup on a laptop keyboard",
          "step": 5,
          "dinov2": 0.32487010955810547,
          "reptok": 0.16196012496948242,
          "bge": 0.2631697654724121,
          "sonar": 0.25,
          "symbolic": 1.3233073973967766e-15
        },
        {
          "prompt_id": 4,
          "prompt": "A bowl of soup on a laptop keyboard",
          "step": 6,
          "dinov2": 0.37515196204185486,
          "reptok": 0.18749989569187164,
          "bge": 0.2824307084083557,
          "sonar": 0.125,
          "symbolic": 0.029917454347014427
        },
        {
          "prompt_id": 4,
          "prompt": "A bowl of soup on a laptop keyboard",
          "step": 7,
          "dinov2": 0.37521475553512573,
          "reptok": 0.12492083013057709,
          "bge": 0.31236451864242554,
          "sonar": 0.125,
          "symbolic": 0.06249992549419403
        },
        {
          "prompt_id": 4,
          "prompt": "A bowl of soup on a laptop keyboard",
          "step": 8,
          "dinov2": 0.375,
          "reptok": 0.07575088739395142,
          "bge": 0.4372671842575073,
          "sonar": 0.11164374649524689,
          "symbolic": 0.0003381688438821584
        },
        {
          "prompt_id": 4,
          "prompt": "A bowl of soup on a laptop keyboard",
          "step": 9,
          "dinov2": 0.3749999403953552,
          "reptok": 0.06256452947854996,
          "bge": 0.4999355375766754,
          "sonar": 0.0625,
          "symbolic": 1.3427225910994656e-13
        },
        {
          "prompt_id": 4,
          "prompt": "A bowl of soup on a laptop keyboard",
          "step": 10,
          "dinov2": 0.37432730197906494,
          "reptok": 0.06317570060491562,
          "bge": 0.4997630715370178,
          "sonar": 0.06250950694084167,
          "symbolic": 0.00022438938322011381
        }
      ]
    }
  ],
  "elapsed_seconds": 249.45184683799744,
  "metadata": {
    "run_name": "gw6_imagenet_16h_plus96h_small_1gpu_sonar_m1_c16_v2p5_s24",
    "gw_checkpoint": "$PROJECT_ROOT/gw_setup/outputs/gw6_runs/gw6_imagenet_16h_plus96h_small_1gpu_sonar_m1_c16_v2p5_s24/checkpoints/last.ckpt",
    "attention_config": "hs16_nh16_lr0p0003",
    "attention_root": "$PROJECT_ROOT/gw_setup/outputs/gw6_runs/gw6_imagenet_16h_plus96h_small_1gpu_sonar_m1_c16_v2p5_s24/text_grounded_reptok_attention_boss_train_mse_hs8_16_nh4_8_16_lr3e4",
    "maskgen_tokenizer": "$PROJECT_ROOT/tti_maskgen_setup/hf_cache/models--turkeyju--tokenizer_tatitok_bl32_vae/snapshots/af85e787f2a4afd447c1e10fd6bef97cdb6e033f",
    "maskgen_generator": "$PROJECT_ROOT/tti_maskgen_setup/hf_cache/models--turkeyju--generator_maskgen_kl_xl/snapshots/2952dcff424e18ffe4b8d6938cebeee56a92cbb5",
    "openclip": "ViT-L-14-336/openai",
    "maskgen_hf_cache": "$PROJECT_ROOT/tti_maskgen_setup/hf_cache",
    "openclip_cache": "$PROJECT_ROOT/tti_maskgen_setup/openclip_cache",
    "openclip_checkpoint": "$PROJECT_ROOT/tti_maskgen_setup/openclip_cache/models--timm--vit_large_patch14_clip_336.openai/snapshots/81e38efc4637de5023b10e75a7f9bd1c6fa6b010/open_clip_model.pt",
    "loaded_seconds": 53.01038098335266
  },
  "kind": "comparison"
}