{ "mse": { "imagenet": { "run_name": "gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03", "gw_checkpoint": "$PROJECT_ROOT/gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/checkpoints/last.ckpt", "attention_mse": "gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/reptok_sonar_iterative_grounding_short_t5_mse_20260818_activated_start_lr3e4_full_e100_pat20/short_T5_keep/attention.pt", "attention_sonar_loss": null, "attention_extra": {}, "n_samples": 1000, "sample_seed": 20260519, "rows": [ { "model": "sonar_oracle", "bleu": 63.58353603294297, "n_samples": 1000, "sample_seed": 20260519 }, { "model": "gw_reptok_direct", "bleu": 11.90354682489747, "n_samples": 1000, "sample_seed": 20260519 }, { "model": "gw_reptok_grounded_mse", "bleu": 11.666574393112244, "n_samples": 1000, "sample_seed": 20260519 } ], "examples": [ { "index": 1297, "reference": "A rooster with vibrant orange and red feathers on its neck and head, a prominent red comb, and a large red wattle is positioned in the foreground, occupying the left and central portion of the frame. The background consists of out-of-focus green foliage and brown earth, suggesting a natural, outdoor setting with soft, diffused lighting.", "sonar_oracle": "A rooster with vibrant orange and red feathers on its head and neck, a prominent red coat, and a large red fleece are in the foreground, occupying the central and left part of the frame. The background consists of out-of-focus green foliage and brown earth, suggesting an outdoor, natural environment with light, relaxed sprinkling.", "gw_reptok_direct": "A red rooster with a prominent swollen coat and a vivid, reddish-brown beak, black and red oat leaf, and a prominent vertical and black hair coat, occupies the foreground and center of the tail, with a dark white background. The background appears to be in a thick green background. A background of dark wood and foliage is white, with a conspicuous green-green foliage outside, suggesting a natural, light green background.", "gw_reptok_grounded_mse": "A red rooster with a prominent comma and yellow fur, a red and black waistcoat, and a prominent red and green tail, occupies the center of the post, with a dark green background." }, { "index": 2056, "reference": "A male house finch, characterized by its bright red head and breast, mottled brown and gray wings, and a conical beak, is perched on a thin, light-brown branch in the center of the frame. The background consists of out-of-focus green leaves and branches, with some small, unopened buds visible, suggesting a natural, leafy environment under soft, diffused lighting.", "sonar_oracle": "A male fox's white head, characterized by bright head and chest, brown and mottled fins, and a conical tail, rests on a thin, light-brown box in the center of the frame. The background consists of unlit green leaves and branches, with some small, open branches visible, suggesting a home, under a soft, diffuse natural environment with light foliage.", "gw_reptok_direct": "A white-headed tree frog with a brown head and chest, reddish brown head and beak, pale chest and brown tail, and a narrow, dark-brown branch on the center of the head, is nestled on a stiff, reddish-brown branch on the center of the frame. The background consists of a faint out-of-frame base and green foliage, with a light brown and green branches pointing out, featuring a patterned outdoor environment, with a light green and dusty background.", "gw_reptok_grounded_mse": "A white-headed Phoenix star and its head, brown and red beak, and narrow-leaved head and neck, are nested on a reddish-brown branch in the center of the frame. The background consists of light-green outer branches and foliage, suggesting a light-green tree and foliage, with a natural outdoor setting." }, { "index": 2708, "reference": "A small bird with a grey body, black head, white cheek patches, and a prominent curved crest is perched on a broken, brown, textured branch in the center-right of the frame. The background consists of a dense, out-of-focus mass of green leaves and branches, creating a natural, leafy environment with soft, diffused lighting.", "sonar_oracle": "A small bird with a gray body, black head, white cheek patches, and a prominent crooked crown is perched on a broken, textured, brown branch in the center-right of the frame.The background consists of a dense, out-of-focus mass of green leaves and leaves, creating a natural, leafy environment with light, relaxed diffused light.", "gw_reptok_direct": "A small brown-headed bird with a light brown spine, a black-brown beak, a white shell, and a dark gray tail, is perched on a narrow, light-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green", "gw_reptok_grounded_mse": "A young brown bird with a black head, white crest, and black tail is perched on a thick, light-colored branching trunk in the center behind the frame. The background is a light-focused mixture of green and white buds, featuring dazzling green foliage, suggesting a natural, light-filled environment." }, { "index": 6030, "reference": "A box turtle with a dark, glossy shell patterned with bright yellow, irregular, lightning-bolt-like markings is positioned in the center of the frame, resting on a large, gray, textured rock. The turtle's head and front legs are visible, and it is surrounded by green leaves in the upper right and lower right corners, with natural daylight illuminating the scene.", "sonar_oracle": "A box turtle with a dark, glossy, glossy shell patterned with bright yellow, non-static, signal-stopping rocks is centered in the center of the frame, seen on a large, grey, textured rock. The turtle's head and front legs are visible, and it is sheltered by green leaves in the upper and lower right corners, with natural daylight illuminating the background.", "gw_reptok_direct": "A turtle shell with a dark box-shaped patch and yellow spotted shell with dark orange patterns is positioned in the center of the frame, the shell resting on a dark and green leaf-like texture. The shell rests on a green leaf-like texture, with dark green leaves and bark.", "gw_reptok_grounded_mse": "A turtle box with a dark, patterned yellow shell with dark and yellow markings is positioned in the center of the frame, with the shell resting on light green leaves. The shell is surrounded by a dark, green leafy texture, with some green and shiny leaves on the back, displaying a clear natural glow in the background." }, { "index": 6662, "reference": "A bright green lizard, likely an American chameleon, is in the foreground, positioned on a weathered, textured tree stump; its body is elongated and its limbs are splayed as it appears to be climbing or looking upward. The background consists of lush green foliage and small white flowers, with the scene illuminated by natural daylight, creating a vibrant, outdoor setting.", "sonar_oracle": "A bright green lizard, probably an American chameleon, is in the foreground, positioned on a weathered, textured tree trunk; its body is elongated and its limbs are extended as it appears to be climbing or staring. The background consists of lush green foliage and small green leaves, with the scene illuminated by natural daylight, creating a lively, outdoor setting.", "gw_reptok_direct": "A light green lighter-skinned lizard with a glossy green shell and a slender, long-stemmed leg is positioned in the center of the background, resting on a pale green background, with its head resting on a thin leaf. The background is surrounded by a lush green foliage, with dark green foliage and large leaves, with a pale green foliage behind.", "gw_reptok_grounded_mse": "A bright green lizard with a smooth-skinned body and a short tail is positioned in the center of the frame, leaning to the left in a large, foliated body. The background consists of dark green foliage, with extensive foliage and white flowers, with a dim green background, illuminated by natural, glowing light." }, { "index": 6881, "reference": "A vibrant agama lizard, displaying a gradient of bright purple on its head and back transitioning to deep blue on its limbs and tail, lies horizontally across the lower portion of the frame on a rough, light gray rock surface. The background consists of a darker, textured rock face above the lizard, with a distinct shadow cast to the left, indicating a light source from the right.", "sonar_oracle": "A vibrant lizard lizard, showing a bright gradient of red on its forehead and lower back flowing vertically into the limbs and tail of the lizard, lies across the lower edge of the frame on a rough, light gray stone surface. The background consists of a darker, textured rock face on top of the lizard, with a distinct dark spot pointing downward, indicating a light source on the right.", "gw_reptok_direct": "A luminous lizard lizard with a vivid reddish-brown body and a glossy, blue tail and dark-skinned body and a broad base is positioned in the center of the frame, resting on a reddish-brown rock, resting on a shallow, textured surface. The background is composed of a dark brown rock, with a translucent dusty surface with light, dark rocks on the surface.", "gw_reptok_grounded_mse": "A luminous lizard with a vivid blue body and a dark, yellow tail and center position is positioned on the rear of the frame, resting in a dark, clay-like ground. The background consists of a shiny, dark brown surface with some rocks on the bottom, reflecting light and dark on the top, featuring a clear sunny background." }, { "index": 8699, "reference": "A dark, slender snake with a smooth, glossy black body and a distinct yellow ring around its neck is positioned horizontally across the center of the frame, resting on a bed of small, light-colored pebbles. The snake is nestled between large, gray, rough-textured rocks that form the background, with patches of white and gray lichen visible on the rock surfaces under diffuse, natural lighting.", "sonar_oracle": "A slender, dark smooth-skinned snake with a distinctive yellow body and a distinctive yellow ring around its neck is situated horizontally on the center of the frame, resting on a bed of light, small, grey stones. The snake is nestled between large, gray, rough rocks that are the background of texture, with white and gray spots of the lichen visible on the ground through translucent, natural light.", "gw_reptok_direct": "A dark, slender grey stone snake with a loose, smooth, grey stone elbow is arranged across a smooth surface across the center of the frame, rolling horizontally on a shallow, rocky surface. The background is composed of a smooth, grainy stone rock, with dark rocky surfaces of different shapes, granite and gray rock, with a light, shaded grey dust surrounding the surface.", "gw_reptok_grounded_mse": "A dark, light grey snake with a flat, silvery head is positioned around the frame in a smooth, rocky shape. The rock consists of rocky, rough stone surfaces on one side, with dark grey and granite pebbles on the other." }, { "index": 9684, "reference": "A vibrant green vine snake is positioned in the foreground, its slender, elongated body resting on a dark, textured piece of wood that occupies the lower-left portion of the frame. The background is a soft-focus blend of dark green and black, suggesting a natural, leafy environment, with the snake's head and upper body extending towards the right side of the image.", "sonar_oracle": "A vibrant green snake vibe is positioned in the foreground, its slender, elongated body resting on a dark, textured piece of wood that takes up the lower-back portion of the frame. The background focus is a soft, dark-green blend of texture, suggesting a natural, leafy environment, with the snake's head and upper body pointing towards the right of the image.", "gw_reptok_direct": "A vivid green glowing green snake with a smooth, elongated, green shell with a slender, smooth-shaped body is arranged horizontally on the underside and a dark, horizontal head is resting on the top edge of the tree, with a smooth, dark brown body in the upper edge of the frame. The background is dimly scattered, with a dark, light-brown texture.", "gw_reptok_grounded_mse": "A vibrant green snake with a slender, light green body is arranged in a slanted and horizontal shape, with the upper part of the head in a dark brown and the upper part of the head in a light brown.The background is dimly pointed, suggesting a dark and opaque texture." }, { "index": 14604, "reference": "A vibrant rainbow lorikeet with a blue head, green back, and bright orange and yellow chest is in the foreground, perched on the right side of a weathered, grey-brown tree hollow. In the background, a second lorikeet with similar coloring is partially visible inside the hollow, with a blurred backdrop of green foliage and tree bark under natural daylight.", "sonar_oracle": "A vibrant rainbow lorikeet with a blue head, green belly, and bright orange and yellow chest is in the foreground, perched on the right side of a grayish-green, hollow tree trunk. In the background, a second lorikeet of similar color is partially obscured within, with a faint background of green foliage and tree bark under natural daylight.", "gw_reptok_direct": "A vibrant lorikeet lorikeet with a green brown forehead, light blue wings, green chestnut, yellow brown, and dark green wings, with a green, purple, and yellowish tree trunk is perched on a luminous background in a narrow, wooden log, framed at the front in a light brownish-green background. The back of the trunk is dimly framed, with dark-green outer logs and foliage, featuring a light-green, dark-green tree substrate in the center, with a light, loose, natural foliage, reflecting from a green background.", "gw_reptok_grounded_mse": "A vibrant lorikeet with a blue head, green beard, and light yellow earring, perched on a dark, wooden body, is framed in a primitive, light brown box, with the trunk in the foreground. The background is a dimly-coloured oak tree, featuring dark and green outer layers." }, { "index": 17113, "reference": "A koala with grey and white fur, a large black nose, and round ears is positioned in the center of the frame, clinging to a tree trunk with its paws. The background consists of green leaves and branches, with a white, possibly man-made, structure visible behind the foliage on the left side.", "sonar_oracle": "A koala with grey and white hair, a large black nose, and rounded ears are positioned in the center of the frame, clinging to a tree trunk with its paws. The background is formed by green leaves and branches, with a white, possibly man-made structure visible behind the leaves on the left side.", "gw_reptok_direct": "A grey koala with a grey, furry koala and a light brown tail is positioned in the center of the frame, leaning against a thick tree trunk, with its head and legs attached to a dark foliage. The background consists of green tree branches and a broad, greenish foliage, with a light green tree canopy behind.", "gw_reptok_grounded_mse": "A grey koala with a light brown and white moustache is positioned in the center of the frame, leaning against a thick tree branch with its eyes attached to the back. The background consists of green foliage and white branches, with a bright green wall behind it, visible in natural light." }, { "index": 17915, "reference": "A pale, elongated flatworm with distinct, parallel, dark brown or black stripes runs horizontally across the center of the frame, its body appearing smooth and slightly translucent. The background consists of a textured, sandy seabed covered with brown, feathery or branching marine growth, with a small, bright orange and yellow circular object visible in the upper left corner.", "sonar_oracle": "A pale, elongated, parallel flatworm with distinctive dark, black or brown stripes runs horizontally across the centre of the body, with its surface appearing smooth and slightly porous. The background consists of a textured, silvery sea covered with brown, feathery, or multi-branched vegetation, with a prominent yellow, orange and dark brown moving object visible in the upper corner.", "gw_reptok_direct": "A light, flat, grey silky elongated body with a flat, muddy, pale sponge-shaped and pale amber-shaped mantle is situated in the center of the frame, suspended on a sandy background. The background consists of a smooth, coral surface. The background consists of a darkened, brown sandy texture surrounded by sponges, green and porous rocks, with a slightly obscured, brown and sandy substrate.", "gw_reptok_grounded_mse": "A light, flat-skinned sea slug with a flat, yellowish, and distorted fringed post is positioned in the center of the frame horizontally, resting on a textured ground. The background consists of a dusty, brown marine surface covered with spots and yellow fronds, with subdued, dark organic matter underneath." }, { "index": 19769, "reference": "A large, bright red American lobster, its shell appearing glossy and textured, dominates the foreground, positioned on a piece of white paper on a wooden surface. In the background, a light brown bread roll and two small white cups filled with yellow melted butter are visible to the right of the lobster, all under bright, even lighting.", "sonar_oracle": "A large, bright white American lobster, whose shell looks glossy and textured, dominates the foreground, standing on a white piece of paper on a wooden surface. In the background, a light brown bread roll and two small white cups filled with melted yellow butter are visible to the right, all under bright, homogeneous lighting.", "gw_reptok_direct": "A large bright, bright white American red lobster crab, centered on its shell, textured white skin, rests prominently in the foreground, with a clear, glossy pan covered on the center. A white red lobster crab sits in the center, with a white tablecloth on the side, a white tablecloth covered with red onions, a white pot on the side, and a white tablecloth garnished with white clay, all in front, under a brightly colored tablecloth and light ambient salt.", "gw_reptok_grounded_mse": "A large, bright red American lobster, with its transparent skin, is centered in the foreground, and a brightly colored plate is placed in the middle of the dish. A white tablecloth is placed in front of the tablecloth, with a white rice bowl on one side, a white candle and a yellow dish on the other." }, { "index": 21152, "reference": "A large pink flamingo stands in the foreground, its body angled away from the viewer, with long, slender pink legs and a curved neck; its feathers appear soft and fluffy, and it is positioned slightly left of center. The background consists of a sandy ground, green foliage including a large leaf on the left and a fern on the right, and a dense wall of green plants with some purple flowers, under bright, natural lighting.", "sonar_oracle": "A large pink flamingo appears in the foreground of the viewer, its body bent, with long, slender pink legs and curly hair; its folds appear soft and bent, and it is slightly to the left of the center; the background consists of grey ground, with a green leaf on the left and a large feather on the right, and a thick wall of green plants with some pink flowers, in bright natural light.", "gw_reptok_direct": "A large pink flamingo with a long, pale pink wing and narrow legs stands in the foreground, its dark tail at the bottom, with its body slanting slightly to the right and its legs bent in a pale background. In the background, a large black flower is in the background, with some green leaves and leaves behind.", "gw_reptok_grounded_mse": "A large flamingo with a white pink trunk and long legs is in the foreground, its tail low and the body bent slightly to the left, with its long hair resting in the center." }, { "index": 21395, "reference": "A white American egret with outstretched wings is captured in mid-flight, positioned slightly left of center in the foreground. The background consists of tall, dense grasses in shades of green and brown, with the scene illuminated by soft, warm light suggesting early morning or late evening.", "sonar_oracle": "A white American egret with extended wings is captured in mid-flight, located slightly to the north of the center in the foreground.The background consists of tall, dense grasses in shades of green and brown, with the scene illuminated by soft, warm light suggesting early morning or late evening.", "gw_reptok_direct": "A white white octopus with a white tail is depicted in a wide, half-drawn wingspan, its upper wing closed horizontally and slightly extended in the middle of the leaves, resting in a dark green background. The background consists of a thick, grassy grassland of dark, brown bark surrounded by a dense, wet woodland.", "gw_reptok_grounded_mse": "A white white octopus with a long tail is depicted in white, its mid-wing descending freely, its upper part surrounded by clouds.The background consists of a thick, verdant grass bed of dark and green branches, covering a damp, tan air with a clear, subdued atmosphere." }, { "index": 22351, "reference": "A large bird, a bustard, stands in the foreground, its body primarily gray-brown with a long neck, a patterned black-and-white tail, and a slender beak, positioned slightly left of center and facing right. The background consists of tall, dry, yellowish-brown grass under bright, even lighting, with no other distinct objects visible, creating a natural, open habitat scene.", "sonar_oracle": "A large bird, the bustard, stands in the foreground, its body primarily gray-brown with a long neck, a patterned white-and-black tail, and a slender beak, positioned slightly to the left of the head and focused forward. The background consists of dry, tall gray-green grass under light, smooth air, with no other distinct displays, creating a natural, open living environment.", "gw_reptok_direct": "A large brown-headed bird with a long, broad neck, a gray-brown tail, and a black, white chest and head stands in a narrow, grayish-brown background, with the head and tail in a distinct white background, with the tail stiff and dry in the middle. The face is framed by a broad, grey-gray grass, with a dry, grey-green foliage under a pale, bright green grass.", "gw_reptok_grounded_mse": "A large bird with a long, narrow head, brown beak and white hair stands in the center of the frame, a dark and white body with its forehead, the tail slightly bent and grey. The background is covered in a dry, grey-green grass under a clear, wet vegetation, with a bright, natural background." }, { "index": 25881, "reference": "In the foreground, two long-haired Afghan hounds with golden-brown and black fur stand side-by-side on a paved path, their long, flowing coats and slender bodies prominent in the lower center of the frame. In the background, a woman in a brown jacket and black top stands behind the dogs, with a gravel path, a large green field, and a distant building under a cloudy sky behind her.", "sonar_oracle": "In the foreground, two long-haired Afghan men with golden-brown and black coats stand side by side in a paved path, their long flowing clothing, folded bodies and shallow bodies stand in the center of the distinctive frame.", "gw_reptok_direct": "In the foreground, a long, shaggy, light-haired male dog with a brown furry coat and a dark-grey coat stands in the front, with a short, shaggy dog lying on the ground, with a large, dark coat on the back. A man in a pale grey coat and a dark-grey coat on the front, stands in the background. In the background, a dog with a long saddle and a white coat sits in a shaded position, in front of a park, with a light-green tree underneath and a broad, shaded courtyard, with trees in front of it.", "gw_reptok_grounded_mse": "In the foreground, a long, blond-haired dog with a light brown coat and a tan coat sits in the background, a large, shabby dog with black skin, positioned in the center with a light brown coat. A dog in the background, with a long green coat, stands in front of the audience." }, { "index": 26232, "reference": "A brown and white beagle with a long snout and floppy ears is positioned in the center of the frame, its head resting on a soft, olive-green surface. The background consists of the same green fabric, likely a blanket or cushion, filling the frame around the dog, with soft, even lighting highlighting the dog's fur and the texture of the material.", "sonar_oracle": "A brown and white beagle with a long nose and floppy ears is placed in the center of the frame, its head resting on a soft, olive-green surface.The background consists of the same natural fabric, probably a blanket or a cushion, filling the center of the carpet, with a soft, white light highlighting the dog's fabric and the texture of the material.", "gw_reptok_direct": "A white, brown dog with a pale white and blunt ears and a white toothed puppy is lying on the bottom of the frame, with its head resting in a light brown background, resting its head on the top of the fabric. The head rests on a clear, dark tapered fabric, with a brown and white fabric surface.", "gw_reptok_grounded_mse": "A blue dog with white and blunt ears and a white toupee rests on the front of the frame, with its head resting in a broad, white coat. The head rests on a translucent, brown fabric base, with a light and dark coat." }, { "index": 26456, "reference": "A black and white dog with a mottled, ticked coat, characteristic of a bluetick hound, occupies the foreground, its head and neck filling the left and central portion of the frame. The background consists of out-of-focus green grass under bright, natural lighting, with a portion of a red collar visible around the dog's neck.", "sonar_oracle": "A black and white dog with a mottled, tick-like coat, characteristic of a blueted hound, occupies the foreground, with its head and neck filling the center and outer part of the frame.", "gw_reptok_direct": "A light-brown dog with a dark, brown tail and a white-brown head is in the foreground, positioned at the back of the head, with its brown face in the foreground and lower, with its head exposed in a clear and black tail. The background of the dog is a narrow, light grayish ground, with a white and brownish fur in the foreground.", "gw_reptok_grounded_mse": "A light-skinned dog and a brown-faced dog are in the foreground, with the left head in the foreground, focusing on the body and tail, with a light-skinned back. The background consists of a dark and grey ground, with a white and brownish texture, visible in the background." }, { "index": 27144, "reference": "A tall, slender borzoi with a long, silky coat of white and light brown fur stands in the foreground, its body angled slightly to the left while its head turns toward the camera. In the background, a person wearing dark pants and pink shoes stands behind the dog on a patch of green grass under bright, natural daylight.", "sonar_oracle": "A tall, slender borzoi with a thin coat of white and light brown fur is in the foreground, the body tilted slightly to the left while its head is turned towards the camera.[citation needed] In the background, a person wearing dark pants and pink shoes stands behind the dog on a patch of green grass in bright, natural daylight.", "gw_reptok_direct": "A long, light-skinned, white-haired borzoi with a long slender, light brown coat and dark fur stands in a narrow, frontal position, its body protruding into the background, with the long head and tail slightly exposed on the right. The person in a light brown coat sits on the back of the dog, with a white gray trousers on one side, the dog is staring in the background under a white blanket, and a wide gray area, with clear trails on the front, stands in front of the dog.", "gw_reptok_grounded_mse": "A long, light-skinned bossy with a short white and tan coat stands in the foreground, its body extending at a sharp distance, with the front part of the body in white and loose. A man in a green t-shirt sits in the background, with a white man's tail on a wide stripe, a white animal behind it, and a clear gray field in front with visible daylight." }, { "index": 30954, "reference": "A small, light-colored dog with a shaggy, textured coat is positioned in the foreground, occupying the center of the frame. The background is out of focus, showing a dark, indistinct area behind the dog, with a hint of a blue object to the upper left.", "sonar_oracle": "A small, light-colored dog with a shaggy, textured coat is in the foreground, occupying the center of the frame. The background is out of focus, showing a dark, indistinct area behind the dog, with a hint of a blue object to the upper left.", "gw_reptok_direct": "A light, small, light-haired, coarse dog with a pale, shaggy, light-haired body is positioned in the back of the head, with the center positioned slightly to the left of the background. The face is in a dark, light-colored background, with a dark, shaggy surface and a small dog on the outside, visible in the background.", "gw_reptok_grounded_mse": "A small, light-skinned dog with a pale, fluffy coat and a dark head is in the foreground, positioned towards the centre of the body, with the background light. The face is dark and plain, with a dark layer of fabric, visible to the left, and a slightly darkened body in the background, shining with a clear, dark hand." }, { "index": 34178, "reference": "A woman in a bright blue blazer and matching shorts runs across a grassy field, holding the leash of a black Gordon setter that runs beside her, its long, wavy fur and open mouth visible as it moves. In the background, a white picket fence separates the field from a group of spectators, including a man in a green shirt holding a camera, under bright daylight.", "sonar_oracle": "A woman in a bright blue blazer and matching petticoats runs across a grassy field, holding the leash of a black Gordon setter that runs alongside it, its long wavy waist, and its open mouth seemingly moving. In the background, a white picket fence separates the field from a group of spectators, including a man in a green shirt holding a sunset camera, in bright light.", "gw_reptok_direct": "A white man in a dark tan, brown cowhide dog and a gray leotard, wearing a long, wavy jacket, is running behind in a medium-gray hound in a white background, trapping a man in the background in a dark gray coat. In the background, a dog in a white striped jacket is standing in the middle of the field, with a black man behind him and a leash.", "gw_reptok_grounded_mse": "A black man with a red chestnut jacket and a long waistcoat is running through the background, grasping a green-brown dog in the foreground, in the middle of a white coat. In the background, a man in a pink suit is standing in the distance, with a white box and a green tree in the background." }, { "index": 35586, "reference": "A large, white, fluffy dog with a broad head and a long muzzle stands in the foreground, occupying the left and central portion of the frame. The dog is on a paved surface, likely a sidewalk, with a blurred background showing a light-colored vehicle and some green foliage, under bright, natural lighting.", "sonar_oracle": "A large, white, fluffy dog with a large forehead and a long muzzle stands in the foreground, occupying the left and central portion of the frame. The dog is on a paved surface, probably a sidewalk, with a blurred background featuring a light vehicle and some green vegetation, under bright, natural lighting.", "gw_reptok_direct": "A large, light, fluffy white dog, with a thick, fluffy, white furry body, stands in the foreground of the frame, with its head positioned to the left and center of the frame. The dog's face is located in a pale, light wooded background, with a clear, grayish pathway on the floor.", "gw_reptok_grounded_mse": "A large, light, fluffy dog in a white and furry coat stands in the foreground, positioning its head slightly to the left of the center, with the body in the foreground." }, { "index": 35661, "reference": "A small, black dog with a short, dense coat and pointed ears stands in the foreground, positioned slightly left of center and facing towards the right side of the frame. The dog is on a paved surface, with a black leash attached to a collar visible above its back, and the background consists of a gray asphalt road and a concrete curb.", "sonar_oracle": "A small, black dog with a short, dense coat and pointed ears stands in the foreground, slightly to the left of the center and facing the right side of the frame. The dog is located on a paved surface, with a black leash affixed to a collar visible to its rear, and the background consists of a gray asphalt road and a concrete curb.", "gw_reptok_direct": "A small black puppy dog in a black, slender, pointed coat stands in the front of the tail, with a narrow, clear head, facing the centre of the track in a vertical position, with the dog's skin pointed and sharp. The dog is situated on a gray paved pathway, with a patch of black and gray fabric on the top, with a patch of gray pavement visible on the bottom, along a light, dark coat wall with a dark grey background.", "gw_reptok_grounded_mse": "A small black dog, with a silky puppy in the foreground, stands in the background, with its head slightly tilted to the left, the body facing in a clear and tapered direction." }, { "index": 35929, "reference": "A tan and black Belgian Malinois dog stands in the foreground, facing the camera with its mouth open in a pant, its fur appearing short and smooth. The dog is positioned on a light-colored tiled floor, with a red and beige patterned rug partially under its paws, and a white cabinet with dark handles visible in the background.", "sonar_oracle": "A black and tan Belgian Malinois dog stands in the foreground, facing the camera with his mouth open in a pair of trousers, his fur appears short and fluffy. The dog is positioned on a brightly painted floor, with a red and painted tread pattern partially under his legs, and a white cabinet with dark handles visible in the background.", "gw_reptok_direct": "A light-haired, brown-colored mullet dog with a short neck and a pale tail stands in the center of the room, with a light-colored tail pointing forward, with his head in a clear cabinet and his mouth facing slightly straight. The dog's face is positioned with a light brown towel, with a light-coloured wooden frame on the sides. A white marble door and a light-colored wooden floor are in the background, with a white tailboard on the sides, and a warm, light-coloured wallpaper underneath.", "gw_reptok_grounded_mse": "A light-skinned, black-haired cat with a medium-length tail stands in the background of the camera, with its head open slightly, facing the camera with an open lip and tail." } ] }, "coco": { "kind": "reptok_sonar_grounding_bleu_coco", "run_name": "gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03", "gw_checkpoint": "$PROJECT_ROOT/gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/checkpoints/last.ckpt", "attention_mse": "gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/reptok_sonar_iterative_grounding_short_t5_mse_20260818_activated_start_lr3e4_full_e100_pat20/short_T5_keep/attention.pt", "grounded_model_name": "gw_reptok_grounded_mse", "attention_config": { "config_id": "short_T5_keep", "trajectory_steps": 5, "eval_steps": 5, "use_keep": true, "use_prev_hypotheses": false, "trajectory_policy": "attention", "detached_history": true, "initial_state_mode": "activated_encoder", "unrolled_loss": "last", "use_interpolation": false }, "dataset": "COCO val2017", "caption_source": "COCO captions_val2017 first caption per image", "sample_seed": 20260630, "sample_count": 3000, "eval_offset": 2000, "eval_samples": 1000, "metrics": [ { "model": "gw_reptok_direct", "bleu": 0.4917895416240927, "decode_invalid_count": 0, "decode_invalid_fraction": 0.0, "n_samples": 1000, "sample_seed": 20260630, "eval_offset": 2000 }, { "model": "gw_reptok_grounded_mse", "bleu": 0.5191006035213563, "decode_invalid_count": 0, "decode_invalid_fraction": 0.0, "n_samples": 1000, "sample_seed": 20260630, "eval_offset": 2000 } ], "bleu_delta_grounded_minus_direct": 0.027311061897263622, "reptok_input_source": "cached_normalized_coco_latents", "coco_latents_pt": "$PROJECT_ROOT/gw_setup/outputs/coco_val2017_domain_transfer/latents_val2017_n3000_seed20260630.pt", "examples": [ { "local_index": 0, "image_id": 318908, "file_name": "000000318908.jpg", "reference": "A white dog sitting on red table next to metal object.", "gw_reptok_direct": "A small, light fluffy, fluffy little dog with a pale white fur and dark black eyes and a dark moustache is positioned in the center of the frame, looking directly at the center of the camera, with a dark painted face. The dog is seated in a dark white carpet with a bright, tan background, with a white painted frame on the left side and a dark, metallic lid on the right.", "gw_reptok_grounded_mse": "A small, fluffy white dog with light black hair and dark eyes is positioned in the center of the frame, looking directly at the camera. The dog is dressed in a dark, fluorescent suit with a white wall on the front, a dark orange background and a bright white bag on the back." }, { "local_index": 1, "image_id": 484893, "file_name": "000000484893.jpg", "reference": "A couple of kids petting sheep inside of a corral", "gw_reptok_direct": "A young white-haired girl with a light brown fur is in the foreground, seated on the left-hand side of the frame, with a light brown coat on the back. In the background is a white-haired cat, lying on a wooden pole. In the background, a small white-haired pig is resting in front of the frame, with a wooden blanket.", "gw_reptok_grounded_mse": "A young white-haired cat with a light brown sleeve is in the foreground, lying on the left side of the frame, with the head resting in a light brown sleeve. In the background, a dog with a small wooden fleece is seen, flanked on the right by a white-colored fleece, with a large wooden cage in the background." }, { "local_index": 2, "image_id": 458045, "file_name": "000000458045.jpg", "reference": "Little boys playing on a baseball field in baseball uniforms.", "gw_reptok_direct": "A baseball player in a blue-collar shirt jacket in a white helmet and black field kit is in the foreground, holding a grass-coloured baseball bat in front of him. A player in the background is standing in the middle of the field, with a light blue-collar jacket on the back.", "gw_reptok_grounded_mse": "A baseball player in a white shirt and a black helmet is in the foreground, holding the field in front of him, with a gray-backed box behind him. In the background, a player with a black belt is standing in front of the field, with a chain-link fence." }, { "local_index": 3, "image_id": 276055, "file_name": "000000276055.jpg", "reference": "A woman holding up a large carrot in a backyard.", "gw_reptok_direct": "A woman in a dark brown-haired top dress, wearing a blue lampshade, is standing in the foreground with a light-colored beard, holding a green-colored potato in her hand, with a white and tan cap in front. The background is framed by a bright yellow wooden door, with a green canopy on the left, a green flower garden with a white canopy on the right, and a bright green tree in the background.", "gw_reptok_grounded_mse": "A woman in a dark brown hair and a light purple dress is in the foreground, holding a green t-shirt in her left hand, holding a brightly colored potato in her right hand. A green window with a wooden floor is placed in front of her, with a green lantern at the bottom, a green tree and a white canopy in the center, with bright red trees on the side." }, { "local_index": 4, "image_id": 502336, "file_name": "000000502336.jpg", "reference": "A group of people walking down a street next to a tall building.", "gw_reptok_direct": "In the left-hand corner, a large light-colored and brown poster stands on a sidewalk, with a white vertical sign in the foreground, surrounded by a black-and-white pedestal. The front of the building features a white background, with a black-and-yellow sign in the center. In the left-hand corner, there is a statue displaying a \"black-and-white\" traffic sign.", "gw_reptok_grounded_mse": "A white, dark-colored pedestrian poster stands in the center with a white striped sign, viewed to the left in a large frame, with the word \"Street\" embedded in the center. A black and white sign displaying a shopping street, with the words \"A white sign\" and \"A white sign\" in front of it." }, { "local_index": 5, "image_id": 125778, "file_name": "000000125778.jpg", "reference": "A living room with dark colored furniture and a fire place.", "gw_reptok_direct": "A dark blue, upholstered cushioned bed chair is located in the foreground on the left-hand side of the frame, with a light-colored sofa in the background. In the background is a white-washed tablecloth, with a colored lampshade on a left-hand side. A white-washed tablecloth, with a white lampshade on a left-hand side, and a green tablecloth, with a white lampshade on a left-hand side, are featured.", "gw_reptok_grounded_mse": "A dark blue, upholstered couch chair with a rectangular seat is placed in the foreground at the bottom of the frame, with a dark leathered dining table in the center. In the background, a light-coloured bamboo table with a white drape dominates the room, with a green tablecloth illuminated to the left, a white tapestry with a fireplace in the center, and a white tablecloth illuminated to the right." }, { "local_index": 6, "image_id": 563604, "file_name": "000000563604.jpg", "reference": "A sign outside of a closed road redirecting traffic", "gw_reptok_direct": "A large, red, rectangular black centerfold with an illuminated yellow background stands in the foreground, highlighted in black on the background, with a large illuminated table in left and right. The background is depicted in yellow background, with a number of snowboards in front.", "gw_reptok_grounded_mse": "A large, red rectangular scoreboard, with a white background, stands in the foreground of the figure, featuring a yellow and white background. In the background, a large, red rectangular scoreboard, with a white background, is positioned in the middle of the figure. A large, red rectangular scoreboard, with a white background, stands in the foreground, featuring a yellow and white background. A large, red rectangular scoreboard, with a white background, is positioned in the middle of the figure." }, { "local_index": 7, "image_id": 370677, "file_name": "000000370677.jpg", "reference": "Three workers stand next to each other with their baked goods behind them.", "gw_reptok_direct": "In the front of the two men, two men stand in a green skirt, dressed in shorts, one man is standing on the left-hand side in a pale jacket; the other man is wearing a white shirt with shorts in front; the man in the left-hand side is wearing a pink jacket and a light-colored suitcase, while the front man is wearing a light-colored beige jacket and bags; the background is covered with a light-colored white cardboard with shoelaces, and two men are wearing a light-colored leaflet on the front.", "gw_reptok_grounded_mse": "In the front are two men, dressed in a blue sweater, the one on the left is holding a shirt; the one on the right is wearing a pink jacket, while the one on the left is wearing a light-colored suitcase; the one on the right is covered with brightly colored banknotes and labels, and the one on the left is wearing a green jacket." }, { "local_index": 8, "image_id": 480842, "file_name": "000000480842.jpg", "reference": "Two tall giraffe standing next to each other.", "gw_reptok_direct": "A large chestnut spotted with a brown and tan tail is positioned in the center of the background, with a pale green body overlooking the front and center, with a pale tree-shaped head in the middle. The background is white and glossy, with a broad green tree-shaped canopy overlooking the background.", "gw_reptok_grounded_mse": "A cheetah with brown spots and black feathers is positioned in the center of the picture, its upper body is dark and patterned, with the main body facing away from the tree. A bright, green background appears behind the trees, with a pale green forest overlooking the white and glossy trees." }, { "local_index": 9, "image_id": 369751, "file_name": "000000369751.jpg", "reference": "Parking meters and signage are on the side of the street", "gw_reptok_direct": "A black, gray parking pedestrian pole with a linear light pole is positioned on the ground floor in front of a dark yellow marker, with a white sidewalk in the background. In the background is a gray brick carriage, on a left-hand side. In the background, a gray pavement street is marked with a white bus, with a gray road ahead, a yellow tree and a covered parking lot in the background, with a bright green light shining along the sidewalk.", "gw_reptok_grounded_mse": "A black metered parking lot with a colored pole and a white background is positioned in the foreground of a track, on the left-hand side with a yellow parking lot. In the background, a green street is parked alongside a white car, with a gray tree in front and a sunny street behind." }, { "local_index": 10, "image_id": 187249, "file_name": "000000187249.jpg", "reference": "A TV with a man and a woman on it's display.", "gw_reptok_direct": "A dark-colored camera man with a white ribbon is in the foreground, with a dark-colored T-shirt in the center, holding a white screen in the foreground, with a black-and-white logo on the back. In the center of the picture is a light-colored wine bottle, with a black-and-white sticker on the front.", "gw_reptok_grounded_mse": "A dark-colored camera with a white button is in the foreground, holding a black-and-white screen, the front of which is covered in a light-coloured box. A black-and-white camera with a black-and-white texture is placed in the center of the screen. A white-colored camera with a black-and-white texture is placed in the center of the screen." }, { "local_index": 11, "image_id": 453860, "file_name": "000000453860.jpg", "reference": "A couple of pieces of very nice looking luggage.", "gw_reptok_direct": "The two front cases are a black, silver backlit monitor with a rectangular surface on one side, positioned in the foreground, with a white background on the opposite side. The two front cases are a black, silver backlit monitor with a white background on the rear.", "gw_reptok_grounded_mse": "The two front cases are a black and silver backpack, positioned vertically in the same direction, with a white background on the front. The two front cases are a black and white backpack, with a white backpack on the back." }, { "local_index": 12, "image_id": 255824, "file_name": "000000255824.jpg", "reference": "A chocolate frosted doughnut sitting on top of a plate.", "gw_reptok_direct": "A white, crocodile-shaped, dark white biscuit with a glutinous saucepan rests on top of a dark, white-coloured porcelain plate, centered on a white-colored toast, on the left is a glossy cardboard plate. On the right, a white-coloured biscuit slice rests on a tabletop, with a white white-coloured cake on the front, and a white-coloured saucer appears on the center, with a light brown cloth on the back.", "gw_reptok_grounded_mse": "A white, crumbly chocolate loaf, overlaid with a dark white toast, rests on a flattened plate of sugar in the front, with a white-colored pan on the back. On the right, a white-colored biscuit plate is seen, with a white cake in the center, and a white-colored frying pan on the left." }, { "local_index": 13, "image_id": 490470, "file_name": "000000490470.jpg", "reference": "Several sailboats sit in the water in front of some trees.", "gw_reptok_direct": "A white sailboat with a white trimaran in the center and white deck is perched on the far side of the frame, with its white surface floating in the background. In the background, a clear blue boat, in the foreground, is flanked by a number of white sailing ships with a white tree in the background.", "gw_reptok_grounded_mse": "A white catamaran with a white mast is positioned in the middle of the track, with its white body reflecting in the background." }, { "local_index": 14, "image_id": 392481, "file_name": "000000392481.jpg", "reference": "A fighter jet plane ascending into the sky.", "gw_reptok_direct": "A black, light-coloured bird carrier, a feathered plane in the middle of the frame, is pictured in a white background, centered at the edge of the frame.", "gw_reptok_grounded_mse": "A black, light-coloured parachute aircraft is pictured in the lower part of the frame, positioned against the sky. The background is a flat, pale blue sky, with no visible objects." }, { "local_index": 15, "image_id": 418959, "file_name": "000000418959.jpg", "reference": "A duck standing on a pile of debris in water", "gw_reptok_direct": "A pale, brown-headed monkey with a watery body is lying in the middle of the picture, its head exposed to water, with a dark, greenish water splashing around the back of the frame, with a clear green background in the water.", "gw_reptok_grounded_mse": "A light-skinned male and a water-coloured duck are swimming in the center of the water, with their head and body exposed to light. The water is dark green, with reflective ripples in the water, with a dark green background." }, { "local_index": 16, "image_id": 466602, "file_name": "000000466602.jpg", "reference": "A snow skier is standing on the snow.", "gw_reptok_direct": "A person in a light-skinned jacket, brown trousers, and a black sleeved skirt is seated in the foreground, holding a snow-covered ski jacket and a light-skinned snow-covered snow-covered snow-covered snow-covered snow-covered snow-covered snow.", "gw_reptok_grounded_mse": "A person in a light-skinned jacket and black trousers, dressed in a snow-covered skirt, stands in the foreground of the snow-covered snow-covered snow-covered snow-covered snow-covered snow-covered snow-covered snow-covered snow-covered snow-covered snow-covered snow." }, { "local_index": 17, "image_id": 200252, "file_name": "000000200252.jpg", "reference": "Two green shoes lined up on a bed.", "gw_reptok_direct": "A white palette of white and brown footwear with a white tiled couch rests on the front, with a light-colored mattress on the back. In the background, a white wall is decorated with a light-colored bedcloth and a white wall.", "gw_reptok_grounded_mse": "A white palette of white and brown footwear with a white silhouette rests on the front of the table, with a dark yellow fabric on the back. In the center of the table is a white lace bed, with a dark blue pattern." }, { "local_index": 18, "image_id": 418961, "file_name": "000000418961.jpg", "reference": "Closeup of a decorative gold and grey clock.", "gw_reptok_direct": "A large, dark, ornate circular gold clock with a central ornamented wall and a dark yellow figure is placed in the center of the wall, with a large, ornamented bronze clock. The clock is decorated with a dark, gilded metal frame on the front, surrounded by a red, gold-colored clock tower.", "gw_reptok_grounded_mse": "A large, ornate circular clock with a golden face and a decorated black frame is placed in the center of the clock, with a rich orange background. The clock is flanked by a tall, bronze-shaped wall, with a white and gilded clock in front." }, { "local_index": 19, "image_id": 547519, "file_name": "000000547519.jpg", "reference": "A brown bear walking across a forest surrounded by trees..", "gw_reptok_direct": "A large brown bear with a thick brown beard, gray fur, and shaggy skin stands in the middle of the frame, its head facing slightly to the left of the frame, centered with its body in a pale shade of gray. The background is surrounded by a thick, dusty forest with a thick, dark green foliage and trees.", "gw_reptok_grounded_mse": "A large brown bear with a thick, shaggy fur in the center of the frame is positioned to the right, its body swaying slightly in the direction of the star, with a dark grass-covered background. The background consists of a dense forest of green and dried leaves, with a pale green forest underneath, illuminated by a dark, lush green environment." }, { "local_index": 20, "image_id": 356968, "file_name": "000000356968.jpg", "reference": "A brown horse with blonde hair standing in an open field.", "gw_reptok_direct": "A horseradish horse with a light brown coat and a black hair coat and white mane stands in the foreground of the frame, its head positioned slightly to the left, with the body focusing on the foreground. A smooth grass-covered path runs behind it, with a dark ground of green foliage in the foreground, with a pale tree-covered field below, with a bright green ground and trees shining in the background.", "gw_reptok_grounded_mse": "A sorrel horse with a light brown coat and a white fur on its forehead stands in the centre of the scene, with its head placed slightly to the left. The background is covered with a green grass, with a pale field beneath the lights, with a bright green field underneath and trees shining on the far right." }, { "local_index": 21, "image_id": 285894, "file_name": "000000285894.jpg", "reference": "A giraffe has come to a fence line to greet visitors.", "gw_reptok_direct": "In the foreground, a light-skinned, crimson-colored zebra with narrow tails and black eyes is standing in the center of the frame, her left face is highlighted with a pale blue background. In the background, a large man-like creature stands in front of the light-colored fences, with a green tree in the background, surrounded by trees and a bright yellow background, with bright lights in the background.", "gw_reptok_grounded_mse": "A light-skinned camel, with black and purple feathers in the foreground, is standing in the center of the picture, with the left-handed body high up in the background. In front of it is a large green tree, with a light-colored forest canopy." }, { "local_index": 22, "image_id": 311002, "file_name": "000000311002.jpg", "reference": "A batter prepares to hit a baseball that has just been thrown.", "gw_reptok_direct": "A player in a blue baseball shirt in a white shirt and a black helmet and a blue shirt in the front sleeve is in the background, holding a gray baseball bat in the middle of the field, with a gray field on the back. In the background is a green field field with a gray field in front, surrounded by a gray field on the right.", "gw_reptok_grounded_mse": "A baseball player in a white shirt and a black helmet is in the foreground, holding a gray field in front of him, trapped in the middle of the field." }, { "local_index": 23, "image_id": 197388, "file_name": "000000197388.jpg", "reference": "A team of skiers rides intently across the snow.", "gw_reptok_direct": "A skier in a blue, white-skirted bicycle and snow jacket in a red and white helmet is in the foreground, skiing a few feet in the background, positioned vertically with a snow jacket in the foreground, covered in snow and snow.", "gw_reptok_grounded_mse": "A skier in a red and white jacket and snowshoe is in the foreground, holding the skiers in the middle, with a snow-covered back and legs." } ] } }, "scratch_bleu_probe": { "imagenet": { "run_name": "gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03", "gw_checkpoint": "$PROJECT_ROOT/gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/checkpoints/last.ckpt", "attention_mse": null, "attention_sonar_loss": null, "attention_extra": { "gw_reptok_grounded_bleu_probe": "gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/reptok_sonar_fixedprobe_attention_validpath760k_scratch_activated_20260818/attention_latest.pt" }, "n_samples": 1000, "sample_seed": 20260519, "rows": [ { "model": "sonar_oracle", "bleu": 63.58353603294297, "n_samples": 1000, "sample_seed": 20260519 }, { "model": "gw_reptok_direct", "bleu": 11.90354682489747, "n_samples": 1000, "sample_seed": 20260519 }, { "model": "gw_reptok_grounded_bleu_probe", "bleu": 12.023072557013721, "n_samples": 1000, "sample_seed": 20260519 } ], "examples": [ { "index": 1297, "reference": "A rooster with vibrant orange and red feathers on its neck and head, a prominent red comb, and a large red wattle is positioned in the foreground, occupying the left and central portion of the frame. The background consists of out-of-focus green foliage and brown earth, suggesting a natural, outdoor setting with soft, diffused lighting.", "sonar_oracle": "A rooster with vibrant orange and red feathers on its head and neck, a prominent red coat, and a large red fleece are in the foreground, occupying the central and left part of the frame. The background consists of out-of-focus green foliage and brown earth, suggesting an outdoor, natural environment with light, relaxed sprinkling.", "gw_reptok_direct": "A red rooster with a prominent swollen coat and a vivid, reddish-brown beak, black and red oat leaf, and a prominent vertical and black hair coat, occupies the foreground and center of the tail, with a dark white background. The background appears to be in a thick green background. A background of dark wood and foliage is white, with a conspicuous green-green foliage outside, suggesting a natural, light green background.", "gw_reptok_grounded_bleu_probe": "A large rooster with a bright red coat and umbilical tail, a bright red and oval feather, and a prominent black and red tail occupy the foreground, with a slightly downward-facing center. The background is in a pale green-green background, featuring dark, airy bushes on the front, with a white and glossy woodland visible on the rear, with dark roots on the outside." }, { "index": 2056, "reference": "A male house finch, characterized by its bright red head and breast, mottled brown and gray wings, and a conical beak, is perched on a thin, light-brown branch in the center of the frame. The background consists of out-of-focus green leaves and branches, with some small, unopened buds visible, suggesting a natural, leafy environment under soft, diffused lighting.", "sonar_oracle": "A male fox's white head, characterized by bright head and chest, brown and mottled fins, and a conical tail, rests on a thin, light-brown box in the center of the frame. The background consists of unlit green leaves and branches, with some small, open branches visible, suggesting a home, under a soft, diffuse natural environment with light foliage.", "gw_reptok_direct": "A white-headed tree frog with a brown head and chest, reddish brown head and beak, pale chest and brown tail, and a narrow, dark-brown branch on the center of the head, is nestled on a stiff, reddish-brown branch on the center of the frame. The background consists of a faint out-of-frame base and green foliage, with a light brown and green branches pointing out, featuring a patterned outdoor environment, with a light green and dusty background.", "gw_reptok_grounded_bleu_probe": "A white-headed tree frog with a reddish and brown head, brown chest and tail, and a dark-brown and white-throated tail, is perched on a center-left branch in the center of the frame. The background consists of a light-greenish-greenish-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green." }, { "index": 2708, "reference": "A small bird with a grey body, black head, white cheek patches, and a prominent curved crest is perched on a broken, brown, textured branch in the center-right of the frame. The background consists of a dense, out-of-focus mass of green leaves and branches, creating a natural, leafy environment with soft, diffused lighting.", "sonar_oracle": "A small bird with a gray body, black head, white cheek patches, and a prominent crooked crown is perched on a broken, textured, brown branch in the center-right of the frame.The background consists of a dense, out-of-focus mass of green leaves and leaves, creating a natural, leafy environment with light, relaxed diffused light.", "gw_reptok_direct": "A small brown-headed bird with a light brown spine, a black-brown beak, a white shell, and a dark gray tail, is perched on a narrow, light-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green", "gw_reptok_grounded_bleu_probe": "A small brown-headed bird with a black crown, white shell, and a black tail and white tail perches on a thin, gray-bodied branch in the center of the frame, with a slightly back-centred branch on the top. The background is a loose, light-focused mixture of green and brown foliage, featuring light green and branched flowers, suggesting a natural, light-green enclosure with a brightly colored outdoor plant." }, { "index": 6030, "reference": "A box turtle with a dark, glossy shell patterned with bright yellow, irregular, lightning-bolt-like markings is positioned in the center of the frame, resting on a large, gray, textured rock. The turtle's head and front legs are visible, and it is surrounded by green leaves in the upper right and lower right corners, with natural daylight illuminating the scene.", "sonar_oracle": "A box turtle with a dark, glossy, glossy shell patterned with bright yellow, non-static, signal-stopping rocks is centered in the center of the frame, seen on a large, grey, textured rock. The turtle's head and front legs are visible, and it is sheltered by green leaves in the upper and lower right corners, with natural daylight illuminating the background.", "gw_reptok_direct": "A turtle shell with a dark box-shaped patch and yellow spotted shell with dark orange patterns is positioned in the center of the frame, the shell resting on a dark and green leaf-like texture. The shell rests on a green leaf-like texture, with dark green leaves and bark.", "gw_reptok_grounded_bleu_probe": "A dark turtle with a light brown shell and patterned dots of light grey is situated in the center of the frame, resting on a soft, turquoise-green leaf background. The background consists of a light green, dusty bark, with light green leaves and shells, with a light green pollen, and white spots visible in the background." }, { "index": 6662, "reference": "A bright green lizard, likely an American chameleon, is in the foreground, positioned on a weathered, textured tree stump; its body is elongated and its limbs are splayed as it appears to be climbing or looking upward. The background consists of lush green foliage and small white flowers, with the scene illuminated by natural daylight, creating a vibrant, outdoor setting.", "sonar_oracle": "A bright green lizard, probably an American chameleon, is in the foreground, positioned on a weathered, textured tree trunk; its body is elongated and its limbs are extended as it appears to be climbing or staring. The background consists of lush green foliage and small green leaves, with the scene illuminated by natural daylight, creating a lively, outdoor setting.", "gw_reptok_direct": "A light green lighter-skinned lizard with a glossy green shell and a slender, long-stemmed leg is positioned in the center of the background, resting on a pale green background, with its head resting on a thin leaf. The background is surrounded by a lush green foliage, with dark green foliage and large leaves, with a pale green foliage behind.", "gw_reptok_grounded_bleu_probe": "A bright green lighter-skinned creature with a smooth body and a slender tail is positioned at the front of the body, resting in the background in a light grey leaf. The background consists of lush green foliage forests and small flowers, with glowing green leaves behind, with some natural dusting, in the light of the sun." }, { "index": 6881, "reference": "A vibrant agama lizard, displaying a gradient of bright purple on its head and back transitioning to deep blue on its limbs and tail, lies horizontally across the lower portion of the frame on a rough, light gray rock surface. The background consists of a darker, textured rock face above the lizard, with a distinct shadow cast to the left, indicating a light source from the right.", "sonar_oracle": "A vibrant lizard lizard, showing a bright gradient of red on its forehead and lower back flowing vertically into the limbs and tail of the lizard, lies across the lower edge of the frame on a rough, light gray stone surface. The background consists of a darker, textured rock face on top of the lizard, with a distinct dark spot pointing downward, indicating a light source on the right.", "gw_reptok_direct": "A luminous lizard lizard with a vivid reddish-brown body and a glossy, blue tail and dark-skinned body and a broad base is positioned in the center of the frame, resting on a reddish-brown rock, resting on a shallow, textured surface. The background is composed of a dark brown rock, with a translucent dusty surface with light, dark rocks on the surface.", "gw_reptok_grounded_bleu_probe": "A vibrant roseate lizard with a bright green face and a textured brown body and dark tail is positioned vertically on the top of the frame, resting in a light brown ground, resting on a rocky surface. The background consists of a light, dusty brown rock, with light brown surfaces on the outside." }, { "index": 8699, "reference": "A dark, slender snake with a smooth, glossy black body and a distinct yellow ring around its neck is positioned horizontally across the center of the frame, resting on a bed of small, light-colored pebbles. The snake is nestled between large, gray, rough-textured rocks that form the background, with patches of white and gray lichen visible on the rock surfaces under diffuse, natural lighting.", "sonar_oracle": "A slender, dark smooth-skinned snake with a distinctive yellow body and a distinctive yellow ring around its neck is situated horizontally on the center of the frame, resting on a bed of light, small, grey stones. The snake is nestled between large, gray, rough rocks that are the background of texture, with white and gray spots of the lichen visible on the ground through translucent, natural light.", "gw_reptok_direct": "A dark, slender grey stone snake with a loose, smooth, grey stone elbow is arranged across a smooth surface across the center of the frame, rolling horizontally on a shallow, rocky surface. The background is composed of a smooth, grainy stone rock, with dark rocky surfaces of different shapes, granite and gray rock, with a light, shaded grey dust surrounding the surface.", "gw_reptok_grounded_bleu_probe": "A dark dark, dark grey stone with a smooth, smooth-shaped dragon ball rests on a flat surface in the middle of the rock, curving to a smooth-shaped bottom. The background of the rock consists of a dark gray, rocky surface with smooth granite rocks and gravels, with a light yellow rock on the sides, and a transparent grey light appearing on the outside of the stone." }, { "index": 9684, "reference": "A vibrant green vine snake is positioned in the foreground, its slender, elongated body resting on a dark, textured piece of wood that occupies the lower-left portion of the frame. The background is a soft-focus blend of dark green and black, suggesting a natural, leafy environment, with the snake's head and upper body extending towards the right side of the image.", "sonar_oracle": "A vibrant green snake vibe is positioned in the foreground, its slender, elongated body resting on a dark, textured piece of wood that takes up the lower-back portion of the frame. The background focus is a soft, dark-green blend of texture, suggesting a natural, leafy environment, with the snake's head and upper body pointing towards the right of the image.", "gw_reptok_direct": "A vivid green glowing green snake with a smooth, elongated, green shell with a slender, smooth-shaped body is arranged horizontally on the underside and a dark, horizontal head is resting on the top edge of the tree, with a smooth, dark brown body in the upper edge of the frame. The background is dimly scattered, with a dark, light-brown texture.", "gw_reptok_grounded_bleu_probe": "A vivid green green snake with a slender, glossy plant tail and a smooth, scalloped body is positioned horizontally on the top with a dark, branching head resting in the top-right corner of the frame. The background is a light-colored, dark-brown texture, suggesting a dark, organic green texture, with a clear, shaded green area in the background." }, { "index": 14604, "reference": "A vibrant rainbow lorikeet with a blue head, green back, and bright orange and yellow chest is in the foreground, perched on the right side of a weathered, grey-brown tree hollow. In the background, a second lorikeet with similar coloring is partially visible inside the hollow, with a blurred backdrop of green foliage and tree bark under natural daylight.", "sonar_oracle": "A vibrant rainbow lorikeet with a blue head, green belly, and bright orange and yellow chest is in the foreground, perched on the right side of a grayish-green, hollow tree trunk. In the background, a second lorikeet of similar color is partially obscured within, with a faint background of green foliage and tree bark under natural daylight.", "gw_reptok_direct": "A vibrant lorikeet lorikeet with a green brown forehead, light blue wings, green chestnut, yellow brown, and dark green wings, with a green, purple, and yellowish tree trunk is perched on a luminous background in a narrow, wooden log, framed at the front in a light brownish-green background. The back of the trunk is dimly framed, with dark-green outer logs and foliage, featuring a light-green, dark-green tree substrate in the center, with a light, loose, natural foliage, reflecting from a green background.", "gw_reptok_grounded_bleu_probe": "A vibrant purple lorikeet with a green head, blue eye and a reddish beard, and a green flower head, perched on a dark, grey oak tree, is framed in front in a center-left-shaped box. The background is loosely wooded, with light brown and green outer layers, featuring a misty, lumbery, and natural forest, against a light green background." }, { "index": 17113, "reference": "A koala with grey and white fur, a large black nose, and round ears is positioned in the center of the frame, clinging to a tree trunk with its paws. The background consists of green leaves and branches, with a white, possibly man-made, structure visible behind the foliage on the left side.", "sonar_oracle": "A koala with grey and white hair, a large black nose, and rounded ears are positioned in the center of the frame, clinging to a tree trunk with its paws. The background is formed by green leaves and branches, with a white, possibly man-made structure visible behind the leaves on the left side.", "gw_reptok_direct": "A grey koala with a grey, furry koala and a light brown tail is positioned in the center of the frame, leaning against a thick tree trunk, with its head and legs attached to a dark foliage. The background consists of green tree branches and a broad, greenish foliage, with a light green tree canopy behind.", "gw_reptok_grounded_bleu_probe": "A gray koala with a large, grey and soft fury coat is positioned in the center of the frame, with its head positioned slightly to the left, leaning its body into the foreground with a light brown tail. The background is composed of grey, woody foliage with dark green leaves and a canopy, with a bright green light behind it, showing a natural, shade-green tree in the background." }, { "index": 17915, "reference": "A pale, elongated flatworm with distinct, parallel, dark brown or black stripes runs horizontally across the center of the frame, its body appearing smooth and slightly translucent. The background consists of a textured, sandy seabed covered with brown, feathery or branching marine growth, with a small, bright orange and yellow circular object visible in the upper left corner.", "sonar_oracle": "A pale, elongated, parallel flatworm with distinctive dark, black or brown stripes runs horizontally across the centre of the body, with its surface appearing smooth and slightly porous. The background consists of a textured, silvery sea covered with brown, feathery, or multi-branched vegetation, with a prominent yellow, orange and dark brown moving object visible in the upper corner.", "gw_reptok_direct": "A light, flat, grey silky elongated body with a flat, muddy, pale sponge-shaped and pale amber-shaped mantle is situated in the center of the frame, suspended on a sandy background. The background consists of a smooth, coral surface. The background consists of a darkened, brown sandy texture surrounded by sponges, green and porous rocks, with a slightly obscured, brown and sandy substrate.", "gw_reptok_grounded_bleu_probe": "A light, flat-skinned, yellow frog with a smooth, spherical body and pale, light-colored flap is positioned in the middle of the frame, resting on a calcified surface. The background consists of a dusty, greenish sandy environment with a dark brown, bamboo, and green debris underneath, reflected by a light, green underwater creature underneath with distinctive light." }, { "index": 19769, "reference": "A large, bright red American lobster, its shell appearing glossy and textured, dominates the foreground, positioned on a piece of white paper on a wooden surface. In the background, a light brown bread roll and two small white cups filled with yellow melted butter are visible to the right of the lobster, all under bright, even lighting.", "sonar_oracle": "A large, bright white American lobster, whose shell looks glossy and textured, dominates the foreground, standing on a white piece of paper on a wooden surface. In the background, a light brown bread roll and two small white cups filled with melted yellow butter are visible to the right, all under bright, homogeneous lighting.", "gw_reptok_direct": "A large bright, bright white American red lobster crab, centered on its shell, textured white skin, rests prominently in the foreground, with a clear, glossy pan covered on the center. A white red lobster crab sits in the center, with a white tablecloth on the side, a white tablecloth covered with red onions, a white pot on the side, and a white tablecloth garnished with white clay, all in front, under a brightly colored tablecloth and light ambient salt.", "gw_reptok_grounded_bleu_probe": "A large, bright bright red American lobster, with a textured, shiny shell sits in the center of the dish, prominently depicted on a white, foregrounded tray. In the background is a light-colored cabbage dish, with a light-colored red tablecloth on one side, visible with a small pot of rice, and a white tablecloth on the other side, all illuminated with somber food in the foreground." }, { "index": 21152, "reference": "A large pink flamingo stands in the foreground, its body angled away from the viewer, with long, slender pink legs and a curved neck; its feathers appear soft and fluffy, and it is positioned slightly left of center. The background consists of a sandy ground, green foliage including a large leaf on the left and a fern on the right, and a dense wall of green plants with some purple flowers, under bright, natural lighting.", "sonar_oracle": "A large pink flamingo appears in the foreground of the viewer, its body bent, with long, slender pink legs and curly hair; its folds appear soft and bent, and it is slightly to the left of the center; the background consists of grey ground, with a green leaf on the left and a large feather on the right, and a thick wall of green plants with some pink flowers, in bright natural light.", "gw_reptok_direct": "A large pink flamingo with a long, pale pink wing and narrow legs stands in the foreground, its dark tail at the bottom, with its body slanting slightly to the right and its legs bent in a pale background. In the background, a large black flower is in the background, with some green leaves and leaves behind.", "gw_reptok_grounded_bleu_probe": "A large flamingo pink flamingo stands in the foreground with its long, flat necks and its short tail in the background, with its white legs slightly tilted and bent, with its body lying in the foreground at the bottom of the tail. A bright background is present, with a dark, green fleece on the back of the leaves, with a large green plant appearing in the background, covered with pale pink leaves and a small body in the background, underneath which is a glowing green tree." }, { "index": 21395, "reference": "A white American egret with outstretched wings is captured in mid-flight, positioned slightly left of center in the foreground. The background consists of tall, dense grasses in shades of green and brown, with the scene illuminated by soft, warm light suggesting early morning or late evening.", "sonar_oracle": "A white American egret with extended wings is captured in mid-flight, located slightly to the north of the center in the foreground.The background consists of tall, dense grasses in shades of green and brown, with the scene illuminated by soft, warm light suggesting early morning or late evening.", "gw_reptok_direct": "A white white octopus with a white tail is depicted in a wide, half-drawn wingspan, its upper wing closed horizontally and slightly extended in the middle of the leaves, resting in a dark green background. The background consists of a thick, grassy grassland of dark, brown bark surrounded by a dense, wet woodland.", "gw_reptok_grounded_bleu_probe": "A white white eagle with a large, right-sided head rests in the background, its long tail folded slightly to the left, the center of the body positioned slightly out of the foreground. The background consists of a thin, verdant grass bed of green and brown flowers, with a thick, dusty air, reflecting in the background a soft, glossy flower." }, { "index": 22351, "reference": "A large bird, a bustard, stands in the foreground, its body primarily gray-brown with a long neck, a patterned black-and-white tail, and a slender beak, positioned slightly left of center and facing right. The background consists of tall, dry, yellowish-brown grass under bright, even lighting, with no other distinct objects visible, creating a natural, open habitat scene.", "sonar_oracle": "A large bird, the bustard, stands in the foreground, its body primarily gray-brown with a long neck, a patterned white-and-black tail, and a slender beak, positioned slightly to the left of the head and focused forward. The background consists of dry, tall gray-green grass under light, smooth air, with no other distinct displays, creating a natural, open living environment.", "gw_reptok_direct": "A large brown-headed bird with a long, broad neck, a gray-brown tail, and a black, white chest and head stands in a narrow, grayish-brown background, with the head and tail in a distinct white background, with the tail stiff and dry in the middle. The face is framed by a broad, grey-gray grass, with a dry, grey-green foliage under a pale, bright green grass.", "gw_reptok_grounded_bleu_probe": "A large bird with a long, slender head, black and brown tail, stands in the center of the body, and a narrow, white tail and brown wing, with its front body in a slightly blurred and black position, its body resting in front of the tail. The bird is depicted in a thick, grey grass-covered field, with a patch of dry and green grass in the background, shaded by bright green foliage and leaves, with a mysterious background appearing in the wild in the open air." }, { "index": 25881, "reference": "In the foreground, two long-haired Afghan hounds with golden-brown and black fur stand side-by-side on a paved path, their long, flowing coats and slender bodies prominent in the lower center of the frame. In the background, a woman in a brown jacket and black top stands behind the dogs, with a gravel path, a large green field, and a distant building under a cloudy sky behind her.", "sonar_oracle": "In the foreground, two long-haired Afghan men with golden-brown and black coats stand side by side in a paved path, their long flowing clothing, folded bodies and shallow bodies stand in the center of the distinctive frame.", "gw_reptok_direct": "In the foreground, a long, shaggy, light-haired male dog with a brown furry coat and a dark-grey coat stands in the front, with a short, shaggy dog lying on the ground, with a large, dark coat on the back. A man in a pale grey coat and a dark-grey coat on the front, stands in the background. In the background, a dog with a long saddle and a white coat sits in a shaded position, in front of a park, with a light-green tree underneath and a broad, shaded courtyard, with trees in front of it.", "gw_reptok_grounded_bleu_probe": "In the foreground, a long, tall, light-haired, brown sheep dog stands in a long, shabby black coat with a waistcoat, placed slightly to the right of the center, with a dark-colored man behind it. The background is in the shape of a long white coat, with shaded wooden fences and a light green tree behind it." }, { "index": 26232, "reference": "A brown and white beagle with a long snout and floppy ears is positioned in the center of the frame, its head resting on a soft, olive-green surface. The background consists of the same green fabric, likely a blanket or cushion, filling the frame around the dog, with soft, even lighting highlighting the dog's fur and the texture of the material.", "sonar_oracle": "A brown and white beagle with a long nose and floppy ears is placed in the center of the frame, its head resting on a soft, olive-green surface.The background consists of the same natural fabric, probably a blanket or a cushion, filling the center of the carpet, with a soft, white light highlighting the dog's fabric and the texture of the material.", "gw_reptok_direct": "A white, brown dog with a pale white and blunt ears and a white toothed puppy is lying on the bottom of the frame, with its head resting in a light brown background, resting its head on the top of the fabric. The head rests on a clear, dark tapered fabric, with a brown and white fabric surface.", "gw_reptok_grounded_bleu_probe": "A white dog with a flat, blond hair and two open ears lies on the front of the frame, its head resting in a light brown space, its head resting on the center of the fabric. The bed is decorated with a light brown patterned canvas, with a soft and white canvas covering on the sides, with a white trumpet resting in the center of the frame, and a white, brown bag is visible on the front of the frame." }, { "index": 26456, "reference": "A black and white dog with a mottled, ticked coat, characteristic of a bluetick hound, occupies the foreground, its head and neck filling the left and central portion of the frame. The background consists of out-of-focus green grass under bright, natural lighting, with a portion of a red collar visible around the dog's neck.", "sonar_oracle": "A black and white dog with a mottled, tick-like coat, characteristic of a blueted hound, occupies the foreground, with its head and neck filling the center and outer part of the frame.", "gw_reptok_direct": "A light-brown dog with a dark, brown tail and a white-brown head is in the foreground, positioned at the back of the head, with its brown face in the foreground and lower, with its head exposed in a clear and black tail. The background of the dog is a narrow, light grayish ground, with a white and brownish fur in the foreground.", "gw_reptok_grounded_bleu_probe": "A light-brown and black-haired dog with a head and tail in the center is in the foreground, with his left face and lower body in the foreground, with the head and tail in a light background. The background is a dark grayish-green, moist and pale furry ground, with a visible background in black and green, with a light grayish-green animal in the background." }, { "index": 27144, "reference": "A tall, slender borzoi with a long, silky coat of white and light brown fur stands in the foreground, its body angled slightly to the left while its head turns toward the camera. In the background, a person wearing dark pants and pink shoes stands behind the dog on a patch of green grass under bright, natural daylight.", "sonar_oracle": "A tall, slender borzoi with a thin coat of white and light brown fur is in the foreground, the body tilted slightly to the left while its head is turned towards the camera.[citation needed] In the background, a person wearing dark pants and pink shoes stands behind the dog on a patch of green grass in bright, natural daylight.", "gw_reptok_direct": "A long, light-skinned, white-haired borzoi with a long slender, light brown coat and dark fur stands in a narrow, frontal position, its body protruding into the background, with the long head and tail slightly exposed on the right. The person in a light brown coat sits on the back of the dog, with a white gray trousers on one side, the dog is staring in the background under a white blanket, and a wide gray area, with clear trails on the front, stands in front of the dog.", "gw_reptok_grounded_bleu_probe": "A long, light-haired white man with a long tail and a narrow waistcoat stands in the foreground, with the body in a shaded position. The dog sits on a gray background with a blanket of gray sheep on the way, with a white fabric on the back, and a small hole under the sun shines in the background." }, { "index": 30954, "reference": "A small, light-colored dog with a shaggy, textured coat is positioned in the foreground, occupying the center of the frame. The background is out of focus, showing a dark, indistinct area behind the dog, with a hint of a blue object to the upper left.", "sonar_oracle": "A small, light-colored dog with a shaggy, textured coat is in the foreground, occupying the center of the frame. The background is out of focus, showing a dark, indistinct area behind the dog, with a hint of a blue object to the upper left.", "gw_reptok_direct": "A light, small, light-haired, coarse dog with a pale, shaggy, light-haired body is positioned in the back of the head, with the center positioned slightly to the left of the background. The face is in a dark, light-colored background, with a dark, shaggy surface and a small dog on the outside, visible in the background.", "gw_reptok_grounded_bleu_probe": "A small, light-skinned, coarse-haired dog with a dark and plaid coat is in the foreground, positioned in the center of the frame. The background is of a light-skinned, dark-tanned body with light grass and white, with the dog's tail visible in the background." }, { "index": 34178, "reference": "A woman in a bright blue blazer and matching shorts runs across a grassy field, holding the leash of a black Gordon setter that runs beside her, its long, wavy fur and open mouth visible as it moves. In the background, a white picket fence separates the field from a group of spectators, including a man in a green shirt holding a camera, under bright daylight.", "sonar_oracle": "A woman in a bright blue blazer and matching petticoats runs across a grassy field, holding the leash of a black Gordon setter that runs alongside it, its long wavy waist, and its open mouth seemingly moving. In the background, a white picket fence separates the field from a group of spectators, including a man in a green shirt holding a sunset camera, in bright light.", "gw_reptok_direct": "A white man in a dark tan, brown cowhide dog and a gray leotard, wearing a long, wavy jacket, is running behind in a medium-gray hound in a white background, trapping a man in the background in a dark gray coat. In the background, a dog in a white striped jacket is standing in the middle of the field, with a black man behind him and a leash.", "gw_reptok_grounded_bleu_probe": "A black man's long, tan coat and a white furry dog are running in a background, carrying a long gray-brown waistcoat in the middle, running in a white background field. In the background, a man in a blue striped suit is standing, with a green tree and a white umbrella, visible in the background." }, { "index": 35586, "reference": "A large, white, fluffy dog with a broad head and a long muzzle stands in the foreground, occupying the left and central portion of the frame. The dog is on a paved surface, likely a sidewalk, with a blurred background showing a light-colored vehicle and some green foliage, under bright, natural lighting.", "sonar_oracle": "A large, white, fluffy dog with a large forehead and a long muzzle stands in the foreground, occupying the left and central portion of the frame. The dog is on a paved surface, probably a sidewalk, with a blurred background featuring a light vehicle and some green vegetation, under bright, natural lighting.", "gw_reptok_direct": "A large, light, fluffy white dog, with a thick, fluffy, white furry body, stands in the foreground of the frame, with its head positioned to the left and center of the frame. The dog's face is located in a pale, light wooded background, with a clear, grayish pathway on the floor.", "gw_reptok_grounded_bleu_probe": "A large, light, large, fluffy dog with a soft, fluffy furry head stands in the foreground of the frame, facing slightly to the left, with the head centered slightly to the right of the body. The background is a pale grayish floor, with a clear wooden path with a thick, blue canvas against the background, and a white wood fireplace on the front, with a slight, shaded background visible in the left." }, { "index": 35661, "reference": "A small, black dog with a short, dense coat and pointed ears stands in the foreground, positioned slightly left of center and facing towards the right side of the frame. The dog is on a paved surface, with a black leash attached to a collar visible above its back, and the background consists of a gray asphalt road and a concrete curb.", "sonar_oracle": "A small, black dog with a short, dense coat and pointed ears stands in the foreground, slightly to the left of the center and facing the right side of the frame. The dog is located on a paved surface, with a black leash affixed to a collar visible to its rear, and the background consists of a gray asphalt road and a concrete curb.", "gw_reptok_direct": "A small black puppy dog in a black, slender, pointed coat stands in the front of the tail, with a narrow, clear head, facing the centre of the track in a vertical position, with the dog's skin pointed and sharp. The dog is situated on a gray paved pathway, with a patch of black and gray fabric on the top, with a patch of gray pavement visible on the bottom, along a light, dark coat wall with a dark grey background.", "gw_reptok_grounded_bleu_probe": "A black black puppy dog with a short, pointed coat and tail stands in the foreground of the frame, looking slightly upward, with the body positioned to the right of the matrix, with its head slightly curved. The background is situated on a gray paved pathway, with a narrow, grey leather covering on the tracks, a light grey concrete pavement on the sides and a light grey doorway visible from the bottom to the right." }, { "index": 35929, "reference": "A tan and black Belgian Malinois dog stands in the foreground, facing the camera with its mouth open in a pant, its fur appearing short and smooth. The dog is positioned on a light-colored tiled floor, with a red and beige patterned rug partially under its paws, and a white cabinet with dark handles visible in the background.", "sonar_oracle": "A black and tan Belgian Malinois dog stands in the foreground, facing the camera with his mouth open in a pair of trousers, his fur appears short and fluffy. The dog is positioned on a brightly painted floor, with a red and painted tread pattern partially under his legs, and a white cabinet with dark handles visible in the background.", "gw_reptok_direct": "A light-haired, brown-colored mullet dog with a short neck and a pale tail stands in the center of the room, with a light-colored tail pointing forward, with his head in a clear cabinet and his mouth facing slightly straight. The dog's face is positioned with a light brown towel, with a light-coloured wooden frame on the sides. A white marble door and a light-colored wooden floor are in the background, with a white tailboard on the sides, and a warm, light-coloured wallpaper underneath.", "gw_reptok_grounded_bleu_probe": "A light-haired, brown-haired, short-bearded dog with a clear face and tail stands in the center of the room, facing forward with his head slightly open, facing towards the camera and wearing his hair plainly drawn. The background is situated on a green wall of tiled beds with a white and brown wooden frame, a white carpeted door on the bottom and a light green canvas on the front, with the light colored lugs shining in the background." } ] }, "coco": { "kind": "reptok_sonar_grounding_bleu_coco", "run_name": "gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03", "gw_checkpoint": "$PROJECT_ROOT/gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/checkpoints/last.ckpt", "attention_mse": "gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/reptok_sonar_fixedprobe_attention_validpath760k_scratch_activated_20260818/attention_latest.pt", "grounded_model_name": "gw_reptok_grounded_bleu_probe", "attention_config": { "config_id": "short_T5_keep", "trajectory_steps": 5, "eval_steps": 5, "use_keep": true, "use_prev_hypotheses": false, "trajectory_policy": "attention", "detached_history": true, "unrolled_loss": "last", "use_interpolation": false, "initial_state_mode": "activated_encoder" }, "dataset": "COCO val2017", "caption_source": "COCO captions_val2017 first caption per image", "sample_seed": 20260630, "sample_count": 3000, "eval_offset": 2000, "eval_samples": 1000, "metrics": [ { "model": "gw_reptok_direct", "bleu": 0.4917895416240927, "decode_invalid_count": 0, "decode_invalid_fraction": 0.0, "n_samples": 1000, "sample_seed": 20260630, "eval_offset": 2000 }, { "model": "gw_reptok_grounded_bleu_probe", "bleu": 0.31902798725758863, "decode_invalid_count": 0, "decode_invalid_fraction": 0.0, "n_samples": 1000, "sample_seed": 20260630, "eval_offset": 2000 } ], "bleu_delta_grounded_minus_direct": -0.1727615543665041, "reptok_input_source": "cached_normalized_coco_latents", "coco_latents_pt": "$PROJECT_ROOT/gw_setup/outputs/coco_val2017_domain_transfer/latents_val2017_n3000_seed20260630.pt", "examples": [ { "local_index": 0, "image_id": 318908, "file_name": "000000318908.jpg", "reference": "A white dog sitting on red table next to metal object.", "gw_reptok_direct": "A small, light fluffy, fluffy little dog with a pale white fur and dark black eyes and a dark moustache is positioned in the center of the frame, looking directly at the center of the camera, with a dark painted face. The dog is seated in a dark white carpet with a bright, tan background, with a white painted frame on the left side and a dark, metallic lid on the right.", "gw_reptok_grounded_bleu_probe": "A small, soft, fluffy white puppy with small white eyes and dark faces is placed in the foreground, looking down at the center of the frame, with a slightly darker room. The background is covered in pink fabric, featuring a brightly colored fluffy wooden trunk with white and marbled borders, a white fluffy canvas visible to the right, and a dark, fluffy hooded object visible to the left in the center." }, { "local_index": 1, "image_id": 484893, "file_name": "000000484893.jpg", "reference": "A couple of kids petting sheep inside of a corral", "gw_reptok_direct": "A young white-haired girl with a light brown fur is in the foreground, seated on the left-hand side of the frame, with a light brown coat on the back. In the background is a white-haired cat, lying on a wooden pole. In the background, a small white-haired pig is resting in front of the frame, with a wooden blanket.", "gw_reptok_grounded_bleu_probe": "In the foreground, a young child with light brown hair, plain fur coat, is lying on the left-hand side of the frame, with a small white-colored piggy in the center of the frame. In the background, a child with light brown cotton pants, rests in a white wooden cage with a light brown coat on the back." }, { "local_index": 2, "image_id": 458045, "file_name": "000000458045.jpg", "reference": "Little boys playing on a baseball field in baseball uniforms.", "gw_reptok_direct": "A baseball player in a blue-collar shirt jacket in a white helmet and black field kit is in the foreground, holding a grass-coloured baseball bat in front of him. A player in the background is standing in the middle of the field, with a light blue-collar jacket on the back.", "gw_reptok_grounded_bleu_probe": "In the background, a white man in a baseball cap and a gray-white shirt is standing in the middle of the field, with a blue-collared fence behind the player's head. In the background, a chain-linked field is in the background, with a white-collared box and a gray field visible behind the player's right hand." }, { "local_index": 3, "image_id": 276055, "file_name": "000000276055.jpg", "reference": "A woman holding up a large carrot in a backyard.", "gw_reptok_direct": "A woman in a dark brown-haired top dress, wearing a blue lampshade, is standing in the foreground with a light-colored beard, holding a green-colored potato in her hand, with a white and tan cap in front. The background is framed by a bright yellow wooden door, with a green canopy on the left, a green flower garden with a white canopy on the right, and a bright green tree in the background.", "gw_reptok_grounded_bleu_probe": "A woman in a light brown hair and a light green t-shirt stands in the foreground, holding a green cup in front of her, holding the center of the flower in a light yellow. The background features a lush green tree with a light green canopy, a tree with green lights on the side, a white oak tree underneath, and a bright green flower box on the right, with some green leaves visible in the background." }, { "local_index": 4, "image_id": 502336, "file_name": "000000502336.jpg", "reference": "A group of people walking down a street next to a tall building.", "gw_reptok_direct": "In the left-hand corner, a large light-colored and brown poster stands on a sidewalk, with a white vertical sign in the foreground, surrounded by a black-and-white pedestal. The front of the building features a white background, with a black-and-yellow sign in the center. In the left-hand corner, there is a statue displaying a \"black-and-white\" traffic sign.", "gw_reptok_grounded_bleu_probe": "A large black-and-white street sign is in the center of the picture, standing on a vertical sidewalk, with the small sign in front of the wall, occupying a white and brown parking lot in the foreground. In the background is a yellow street sign, with a large black-and-white building on the doorstep, a street sign with a white flag in front, and two buildings with a white sign on the bottom, and a street sign with white tiles on the bottom." }, { "local_index": 5, "image_id": 125778, "file_name": "000000125778.jpg", "reference": "A living room with dark colored furniture and a fire place.", "gw_reptok_direct": "A dark blue, upholstered cushioned bed chair is located in the foreground on the left-hand side of the frame, with a light-colored sofa in the background. In the background is a white-washed tablecloth, with a colored lampshade on a left-hand side. A white-washed tablecloth, with a white lampshade on a left-hand side, and a green tablecloth, with a white lampshade on a left-hand side, are featured.", "gw_reptok_grounded_bleu_probe": "A dark, thick, leather-colored sofa bed is seated in the foreground on the left side of the frame. In the background, a light-colored carpeted table with dark draperies overlaps the table, with a light-colored lamplight illuminating on each side, and red chairs are hidden from view." }, { "local_index": 6, "image_id": 563604, "file_name": "000000563604.jpg", "reference": "A sign outside of a closed road redirecting traffic", "gw_reptok_direct": "A large, red, rectangular black centerfold with an illuminated yellow background stands in the foreground, highlighted in black on the background, with a large illuminated table in left and right. The background is depicted in yellow background, with a number of snowboards in front.", "gw_reptok_grounded_bleu_probe": "A large, red, black-colored scoreboard with a central indicator stands in the background in yellow, highlighting the center of the scene in black and white, with a numbered floor behind it. In the background is a green children's playground, with a black-and-white wall in front of it, trees in the background, and a white flag surrounding it." }, { "local_index": 7, "image_id": 370677, "file_name": "000000370677.jpg", "reference": "Three workers stand next to each other with their baked goods behind them.", "gw_reptok_direct": "In the front of the two men, two men stand in a green skirt, dressed in shorts, one man is standing on the left-hand side in a pale jacket; the other man is wearing a white shirt with shorts in front; the man in the left-hand side is wearing a pink jacket and a light-colored suitcase, while the front man is wearing a light-colored beige jacket and bags; the background is covered with a light-colored white cardboard with shoelaces, and two men are wearing a light-colored leaflet on the front.", "gw_reptok_grounded_bleu_probe": "In the foreground, a man in a white shirt and brown trousers stands in the foreground, wearing a light-colored shirt in the left, with a man behind in a green shirt and gloves; the background is a light-colored wooden box with many shades of purple, with a storefront covered with green boxes and flowers." }, { "local_index": 8, "image_id": 480842, "file_name": "000000480842.jpg", "reference": "Two tall giraffe standing next to each other.", "gw_reptok_direct": "A large chestnut spotted with a brown and tan tail is positioned in the center of the background, with a pale green body overlooking the front and center, with a pale tree-shaped head in the middle. The background is white and glossy, with a broad green tree-shaped canopy overlooking the background.", "gw_reptok_grounded_bleu_probe": "A large chestnut goat with black and gray feathers is positioned in the center of the frame, with its white and brown bodies reflecting in the foreground, with a narrow and glossy body in the foreground. The background is visible in a greenish-green forest, with pale green foliage overlooking the ground." }, { "local_index": 9, "image_id": 369751, "file_name": "000000369751.jpg", "reference": "Parking meters and signage are on the side of the street", "gw_reptok_direct": "A black, gray parking pedestrian pole with a linear light pole is positioned on the ground floor in front of a dark yellow marker, with a white sidewalk in the background. In the background is a gray brick carriage, on a left-hand side. In the background, a gray pavement street is marked with a white bus, with a gray road ahead, a yellow tree and a covered parking lot in the background, with a bright green light shining along the sidewalk.", "gw_reptok_grounded_bleu_probe": "A small, red-colored parking meter with a black pole and a lighted sidewalk is located on the front of the structure, to the left of a yellow colored parking lot. In the background stands a dark brown road bridge, with a green street underneath it, a white railroad bridge with several trees and a yellow gray lights behind it." }, { "local_index": 10, "image_id": 187249, "file_name": "000000187249.jpg", "reference": "A TV with a man and a woman on it's display.", "gw_reptok_direct": "A dark-colored camera man with a white ribbon is in the foreground, with a dark-colored T-shirt in the center, holding a white screen in the foreground, with a black-and-white logo on the back. In the center of the picture is a light-colored wine bottle, with a black-and-white sticker on the front.", "gw_reptok_grounded_bleu_probe": "A dark-haired person with a white screen and a black hat is in the foreground, wearing a white reflective T-shirt, on the left side, with a clear camera focused on the \"white\" background. A dark-colored camera is in the foreground, with a light-colored blackboard and a tabletop in front of it." }, { "local_index": 11, "image_id": 453860, "file_name": "000000453860.jpg", "reference": "A couple of pieces of very nice looking luggage.", "gw_reptok_direct": "The two front cases are a black, silver backlit monitor with a rectangular surface on one side, positioned in the foreground, with a white background on the opposite side. The two front cases are a black, silver backlit monitor with a white background on the rear.", "gw_reptok_grounded_bleu_probe": "In the front, a black and silver rectangular case with rectangular buttons is positioned on the left side of the screen, with a smooth two-sided background on the right, with a gray wallpaper on the left side. In the rear, there are a pair of bright rectangular surfaces, with a white screen on both sides." }, { "local_index": 12, "image_id": 255824, "file_name": "000000255824.jpg", "reference": "A chocolate frosted doughnut sitting on top of a plate.", "gw_reptok_direct": "A white, crocodile-shaped, dark white biscuit with a glutinous saucepan rests on top of a dark, white-coloured porcelain plate, centered on a white-colored toast, on the left is a glossy cardboard plate. On the right, a white-coloured biscuit slice rests on a tabletop, with a white white-coloured cake on the front, and a white-coloured saucer appears on the center, with a light brown cloth on the back.", "gw_reptok_grounded_bleu_probe": "A white, thick brown cake with a dried-up, white-smoothed cup sits on the front of the plate, hidden in a dark white surface on the back of the table. In the center, a white-smoothed cake plate is visible on the left, with a dark chocolate plate on top of it, a white-smoothed cup on the right, with a light brown mark on the back." }, { "local_index": 13, "image_id": 490470, "file_name": "000000490470.jpg", "reference": "Several sailboats sit in the water in front of some trees.", "gw_reptok_direct": "A white sailboat with a white trimaran in the center and white deck is perched on the far side of the frame, with its white surface floating in the background. In the background, a clear blue boat, in the foreground, is flanked by a number of white sailing ships with a white tree in the background.", "gw_reptok_grounded_bleu_probe": "A white catamaran with a white dock rests in the middle of the horizon, its lower body shining in the centre and clear. In the background of the light, a shallow blue harbour with many wooden decks and a white beach is situated beneath the buildings, with a bright blue stream and white sand in the background." }, { "local_index": 14, "image_id": 392481, "file_name": "000000392481.jpg", "reference": "A fighter jet plane ascending into the sky.", "gw_reptok_direct": "A black, light-coloured bird carrier, a feathered plane in the middle of the frame, is pictured in a white background, centered at the edge of the frame.", "gw_reptok_grounded_bleu_probe": "A white and black flying charioteer, with a low wing and tail, is pictured in the background of the plane, occupying a low, clear sky background. The background is a pale, deep-green sky, with white dust and some white flags, visible in the upper-left corner." }, { "local_index": 15, "image_id": 418959, "file_name": "000000418959.jpg", "reference": "A duck standing on a pile of debris in water", "gw_reptok_direct": "A pale, brown-headed monkey with a watery body is lying in the middle of the picture, its head exposed to water, with a dark, greenish water splashing around the back of the frame, with a clear green background in the water.", "gw_reptok_grounded_bleu_probe": "A white, brown-headed male and a water fox with a dark head and tail are in the center of the water, hiding in the upper part of the background.[citation needed] The background is a shallow green water, with rippled and green waters, reflected in a white background, and green flowers visible on the back of the head." }, { "local_index": 16, "image_id": 466602, "file_name": "000000466602.jpg", "reference": "A snow skier is standing on the snow.", "gw_reptok_direct": "A person in a light-skinned jacket, brown trousers, and a black sleeved skirt is seated in the foreground, holding a snow-covered ski jacket and a light-skinned snow-covered snow-covered snow-covered snow-covered snow-covered snow-covered snow.", "gw_reptok_grounded_bleu_probe": "A person in a light blue jacket and a dark fur coat and a snow pony sits in the foreground, tilted to the center to the left of the skid, featuring a snowboard in the middle. The background features a glossy snow-covered field with green trees in the background, a white snowflake under the trees, and a bright red tree in the background shining beneath the freezing sun." }, { "local_index": 17, "image_id": 200252, "file_name": "000000200252.jpg", "reference": "Two green shoes lined up on a bed.", "gw_reptok_direct": "A white palette of white and brown footwear with a white tiled couch rests on the front, with a light-colored mattress on the back. In the background, a white wall is decorated with a light-colored bedcloth and a white wall.", "gw_reptok_grounded_bleu_probe": "A white bed of light and brown shoes with a white-coloured tread rests on a white-coloured footstool, with a light background lying on the bottom of a wooden bed. In the background, a light-colored wooden table is located, a dark wooden bed with a light canvas is on the side, and a white wooden door with a light background is illuminated on the bottom, all in a light, dark warm light." }, { "local_index": 18, "image_id": 418961, "file_name": "000000418961.jpg", "reference": "Closeup of a decorative gold and grey clock.", "gw_reptok_direct": "A large, dark, ornate circular gold clock with a central ornamented wall and a dark yellow figure is placed in the center of the wall, with a large, ornamented bronze clock. The clock is decorated with a dark, gilded metal frame on the front, surrounded by a red, gold-colored clock tower.", "gw_reptok_grounded_bleu_probe": "A large, large, ornate wall clock with a dark gold centerpiece, decorated with ornate figures, is situated on the top of the wall, enclosing a dark, metallic background. The background is decorated with a large, gilded clock-like wall, surmounted by a dark, gilded stone frame with ornaments on both sides, and a red, gilded bronze clock clock on top of it, illuminated by a light, dark orange background." }, { "local_index": 19, "image_id": 547519, "file_name": "000000547519.jpg", "reference": "A brown bear walking across a forest surrounded by trees..", "gw_reptok_direct": "A large brown bear with a thick brown beard, gray fur, and shaggy skin stands in the middle of the frame, its head facing slightly to the left of the frame, centered with its body in a pale shade of gray. The background is surrounded by a thick, dusty forest with a thick, dark green foliage and trees.", "gw_reptok_grounded_bleu_probe": "A large brown bear with gray fur and soft fur is positioned in the center of the scene, its front face slanting slightly to the right, with its body sliding slightly to the left behind a shade of green. The background is a dense forest of wet, grey trees with a thick layer of snow and grass, with a dark oak underneath, a light green and brown soil underneath." }, { "local_index": 20, "image_id": 356968, "file_name": "000000356968.jpg", "reference": "A brown horse with blonde hair standing in an open field.", "gw_reptok_direct": "A horseradish horse with a light brown coat and a black hair coat and white mane stands in the foreground of the frame, its head positioned slightly to the left, with the body focusing on the foreground. A smooth grass-covered path runs behind it, with a dark ground of green foliage in the foreground, with a pale tree-covered field below, with a bright green ground and trees shining in the background.", "gw_reptok_grounded_bleu_probe": "A light-haired horseshoe with a pale brown coat and a white sleeve stands in the foreground of the frame, with its center positioned slightly to the left of the body. The background consists of a shaded field with light green trees and grasses under a wide open sunny tree, with white rocks in the background and a faint tree across the foreground." }, { "local_index": 21, "image_id": 285894, "file_name": "000000285894.jpg", "reference": "A giraffe has come to a fence line to greet visitors.", "gw_reptok_direct": "In the foreground, a light-skinned, crimson-colored zebra with narrow tails and black eyes is standing in the center of the frame, her left face is highlighted with a pale blue background. In the background, a large man-like creature stands in front of the light-colored fences, with a green tree in the background, surrounded by trees and a bright yellow background, with bright lights in the background.", "gw_reptok_grounded_bleu_probe": "In the foreground, a small herd of pink horses with black eyebrows and striped hair stands in front of the center, with their faces black and white, reflected in the background by a small group of men. In the background, in a bright pink background, a group of animals stand in front of a timber-covered tent, with green walls overlooking a large tree and a sunlit background, with green clouds in the background and a glittering gray forest." }, { "local_index": 22, "image_id": 311002, "file_name": "000000311002.jpg", "reference": "A batter prepares to hit a baseball that has just been thrown.", "gw_reptok_direct": "A player in a blue baseball shirt in a white shirt and a black helmet and a blue shirt in the front sleeve is in the background, holding a gray baseball bat in the middle of the field, with a gray field on the back. In the background is a green field field with a gray field in front, surrounded by a gray field on the right.", "gw_reptok_grounded_bleu_probe": "A player in a blue baseball cap and white shorts, a black glove and a gray vest, is sitting in the back of the center of the field, holding a gray field in front of him. In the background is a grassy field field, with a blue lawn in the background, a gray baseball field and a white sand pitch in the middle, visible behind a gray field." }, { "local_index": 23, "image_id": 197388, "file_name": "000000197388.jpg", "reference": "A team of skiers rides intently across the snow.", "gw_reptok_direct": "A skier in a blue, white-skirted bicycle and snow jacket in a red and white helmet is in the foreground, skiing a few feet in the background, positioned vertically with a snow jacket in the foreground, covered in snow and snow.", "gw_reptok_grounded_bleu_probe": "A pair of skiers in red, black and yellow sports jackets are posing in the foreground, looking slightly to the left, positioned in the middle of the skies, with the skier sweeping in a snow-covered background. The background features a lush, snow-covered ski slope with rocks of white in the foreground, a snow-covered ski slope and a pair of snow-covered flags running along the bottom of the ski slope." } ] } }, "mse_init_bleu_probe": { "imagenet": { "run_name": "gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03", "gw_checkpoint": "$PROJECT_ROOT/gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/checkpoints/last.ckpt", "attention_mse": null, "attention_sonar_loss": null, "attention_extra": { "gw_reptok_grounded_bleu_probe": "gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/reptok_sonar_fixedprobe_attention_validpath760k_from_mse_activated_20260818/attention_latest.pt" }, "n_samples": 1000, "sample_seed": 20260519, "rows": [ { "model": "sonar_oracle", "bleu": 63.58353603294297, "n_samples": 1000, "sample_seed": 20260519 }, { "model": "gw_reptok_direct", "bleu": 11.90354682489747, "n_samples": 1000, "sample_seed": 20260519 }, { "model": "gw_reptok_grounded_bleu_probe", "bleu": 13.15015958147152, "n_samples": 1000, "sample_seed": 20260519 } ], "examples": [ { "index": 1297, "reference": "A rooster with vibrant orange and red feathers on its neck and head, a prominent red comb, and a large red wattle is positioned in the foreground, occupying the left and central portion of the frame. The background consists of out-of-focus green foliage and brown earth, suggesting a natural, outdoor setting with soft, diffused lighting.", "sonar_oracle": "A rooster with vibrant orange and red feathers on its head and neck, a prominent red coat, and a large red fleece are in the foreground, occupying the central and left part of the frame. The background consists of out-of-focus green foliage and brown earth, suggesting an outdoor, natural environment with light, relaxed sprinkling.", "gw_reptok_direct": "A red rooster with a prominent swollen coat and a vivid, reddish-brown beak, black and red oat leaf, and a prominent vertical and black hair coat, occupies the foreground and center of the tail, with a dark white background. The background appears to be in a thick green background. A background of dark wood and foliage is white, with a conspicuous green-green foliage outside, suggesting a natural, light green background.", "gw_reptok_grounded_bleu_probe": "A bright rooster with a prominent red comb and hairy wick, a bright red and oval comb, and a prominent dark and yellow coat, occupies the foreground of the frame, with a dark-green background. The background consists of a faint green and light-green foliage, with a conspicuously dark ground outside, a white and woody stem, with a natural black spot visible to the rear." }, { "index": 2056, "reference": "A male house finch, characterized by its bright red head and breast, mottled brown and gray wings, and a conical beak, is perched on a thin, light-brown branch in the center of the frame. The background consists of out-of-focus green leaves and branches, with some small, unopened buds visible, suggesting a natural, leafy environment under soft, diffused lighting.", "sonar_oracle": "A male fox's white head, characterized by bright head and chest, brown and mottled fins, and a conical tail, rests on a thin, light-brown box in the center of the frame. The background consists of unlit green leaves and branches, with some small, open branches visible, suggesting a home, under a soft, diffuse natural environment with light foliage.", "gw_reptok_direct": "A white-headed tree frog with a brown head and chest, reddish brown head and beak, pale chest and brown tail, and a narrow, dark-brown branch on the center of the head, is nestled on a stiff, reddish-brown branch on the center of the frame. The background consists of a faint out-of-frame base and green foliage, with a light brown and green branches pointing out, featuring a patterned outdoor environment, with a light green and dusty background.", "gw_reptok_grounded_bleu_probe": "A white-headed bird with a red chest and brown head, brown forehead and tail, and a reddish-brown beak and lower wing, is nestled on a center-left branch in the center of the frame. A dark-brown background is centered on a loose-leaved branch of green and brown leaves and buds, featuring a faint green and brown background, depending on a clear, dense, outdoor setting with green light." }, { "index": 2708, "reference": "A small bird with a grey body, black head, white cheek patches, and a prominent curved crest is perched on a broken, brown, textured branch in the center-right of the frame. The background consists of a dense, out-of-focus mass of green leaves and branches, creating a natural, leafy environment with soft, diffused lighting.", "sonar_oracle": "A small bird with a gray body, black head, white cheek patches, and a prominent crooked crown is perched on a broken, textured, brown branch in the center-right of the frame.The background consists of a dense, out-of-focus mass of green leaves and leaves, creating a natural, leafy environment with light, relaxed diffused light.", "gw_reptok_direct": "A small brown-headed bird with a light brown spine, a black-brown beak, a white shell, and a dark gray tail, is perched on a narrow, light-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green-green", "gw_reptok_grounded_bleu_probe": "A small brown bird with a black white head, a brown crest, a white beak, and a dark brown tail is perched on a thin, gray-coloured branch of foliage on a center-right edge of the frame. The background is a soft-focused blend of light-green and brown outlines, featuring a soft, outward-looking green plant, suggesting a gentle, dark environment with a naturally occurring green outline." }, { "index": 6030, "reference": "A box turtle with a dark, glossy shell patterned with bright yellow, irregular, lightning-bolt-like markings is positioned in the center of the frame, resting on a large, gray, textured rock. The turtle's head and front legs are visible, and it is surrounded by green leaves in the upper right and lower right corners, with natural daylight illuminating the scene.", "sonar_oracle": "A box turtle with a dark, glossy, glossy shell patterned with bright yellow, non-static, signal-stopping rocks is centered in the center of the frame, seen on a large, grey, textured rock. The turtle's head and front legs are visible, and it is sheltered by green leaves in the upper and lower right corners, with natural daylight illuminating the background.", "gw_reptok_direct": "A turtle shell with a dark box-shaped patch and yellow spotted shell with dark orange patterns is positioned in the center of the frame, the shell resting on a dark and green leaf-like texture. The shell rests on a green leaf-like texture, with dark green leaves and bark.", "gw_reptok_grounded_bleu_probe": "A turtle shell with a dark, yellow-shaped patch and lighter-coloured spots are situated in the center of the frame, resting on a soft, green leaf surface. The shell is surrounded by a dark, green leafy texture, with light brown and green leaves, and a white, yellowish texture, visible in the center." }, { "index": 6662, "reference": "A bright green lizard, likely an American chameleon, is in the foreground, positioned on a weathered, textured tree stump; its body is elongated and its limbs are splayed as it appears to be climbing or looking upward. The background consists of lush green foliage and small white flowers, with the scene illuminated by natural daylight, creating a vibrant, outdoor setting.", "sonar_oracle": "A bright green lizard, probably an American chameleon, is in the foreground, positioned on a weathered, textured tree trunk; its body is elongated and its limbs are extended as it appears to be climbing or staring. The background consists of lush green foliage and small green leaves, with the scene illuminated by natural daylight, creating a lively, outdoor setting.", "gw_reptok_direct": "A light green lighter-skinned lizard with a glossy green shell and a slender, long-stemmed leg is positioned in the center of the background, resting on a pale green background, with its head resting on a thin leaf. The background is surrounded by a lush green foliage, with dark green foliage and large leaves, with a pale green foliage behind.", "gw_reptok_grounded_bleu_probe": "A bright green glossy lizard with a smooth skin and a slender leg and a flattened frame rests in the center of the background, resting on a light green background. The background consists of a dark green foliage with large foliage leaves and a green shell, with some light green wood behind, visible in a clear, natural light." }, { "index": 6881, "reference": "A vibrant agama lizard, displaying a gradient of bright purple on its head and back transitioning to deep blue on its limbs and tail, lies horizontally across the lower portion of the frame on a rough, light gray rock surface. The background consists of a darker, textured rock face above the lizard, with a distinct shadow cast to the left, indicating a light source from the right.", "sonar_oracle": "A vibrant lizard lizard, showing a bright gradient of red on its forehead and lower back flowing vertically into the limbs and tail of the lizard, lies across the lower edge of the frame on a rough, light gray stone surface. The background consists of a darker, textured rock face on top of the lizard, with a distinct dark spot pointing downward, indicating a light source on the right.", "gw_reptok_direct": "A luminous lizard lizard with a vivid reddish-brown body and a glossy, blue tail and dark-skinned body and a broad base is positioned in the center of the frame, resting on a reddish-brown rock, resting on a shallow, textured surface. The background is composed of a dark brown rock, with a translucent dusty surface with light, dark rocks on the surface.", "gw_reptok_grounded_bleu_probe": "A vibrant bright-red lizard with a glossy blue torso and a light-colored body and dark outer tail is positioned in the center of the frame, resting on a smooth, rocky surface. The body rests on a light-brown rock, with a dark, translucent ground skin over the top. A dark, light-brown shadow appears on the outside, with a bright red background." }, { "index": 8699, "reference": "A dark, slender snake with a smooth, glossy black body and a distinct yellow ring around its neck is positioned horizontally across the center of the frame, resting on a bed of small, light-colored pebbles. The snake is nestled between large, gray, rough-textured rocks that form the background, with patches of white and gray lichen visible on the rock surfaces under diffuse, natural lighting.", "sonar_oracle": "A slender, dark smooth-skinned snake with a distinctive yellow body and a distinctive yellow ring around its neck is situated horizontally on the center of the frame, resting on a bed of light, small, grey stones. The snake is nestled between large, gray, rough rocks that are the background of texture, with white and gray spots of the lichen visible on the ground through translucent, natural light.", "gw_reptok_direct": "A dark, slender grey stone snake with a loose, smooth, grey stone elbow is arranged across a smooth surface across the center of the frame, rolling horizontally on a shallow, rocky surface. The background is composed of a smooth, grainy stone rock, with dark rocky surfaces of different shapes, granite and gray rock, with a light, shaded grey dust surrounding the surface.", "gw_reptok_grounded_bleu_probe": "A dark, light gray, slender serpent rock with a smooth, light gray body is arranged horizontally along a narrow edge of the frame in a smooth, rocky surface. The background consists of a dark, grey stone rock with smooth, granite rocks on one side and dark grey, silvery stones on the other, with a light gray shadow on the outside." }, { "index": 9684, "reference": "A vibrant green vine snake is positioned in the foreground, its slender, elongated body resting on a dark, textured piece of wood that occupies the lower-left portion of the frame. The background is a soft-focus blend of dark green and black, suggesting a natural, leafy environment, with the snake's head and upper body extending towards the right side of the image.", "sonar_oracle": "A vibrant green snake vibe is positioned in the foreground, its slender, elongated body resting on a dark, textured piece of wood that takes up the lower-back portion of the frame. The background focus is a soft, dark-green blend of texture, suggesting a natural, leafy environment, with the snake's head and upper body pointing towards the right of the image.", "gw_reptok_direct": "A vivid green glowing green snake with a smooth, elongated, green shell with a slender, smooth-shaped body is arranged horizontally on the underside and a dark, horizontal head is resting on the top edge of the tree, with a smooth, dark brown body in the upper edge of the frame. The background is dimly scattered, with a dark, light-brown texture.", "gw_reptok_grounded_bleu_probe": "A vibrant green green snake with a smooth, glossy green snake and a slender, smooth-shaped shell is positioned in a horizontal and vertical position, with the back of the head in a dark, brownish texture. The background is a light-colored, dark-brown texture, with a light, dark green texture, suggesting a dark, hollow, green texture." }, { "index": 14604, "reference": "A vibrant rainbow lorikeet with a blue head, green back, and bright orange and yellow chest is in the foreground, perched on the right side of a weathered, grey-brown tree hollow. In the background, a second lorikeet with similar coloring is partially visible inside the hollow, with a blurred backdrop of green foliage and tree bark under natural daylight.", "sonar_oracle": "A vibrant rainbow lorikeet with a blue head, green belly, and bright orange and yellow chest is in the foreground, perched on the right side of a grayish-green, hollow tree trunk. In the background, a second lorikeet of similar color is partially obscured within, with a faint background of green foliage and tree bark under natural daylight.", "gw_reptok_direct": "A vibrant lorikeet lorikeet with a green brown forehead, light blue wings, green chestnut, yellow brown, and dark green wings, with a green, purple, and yellowish tree trunk is perched on a luminous background in a narrow, wooden log, framed at the front in a light brownish-green background. The back of the trunk is dimly framed, with dark-green outer logs and foliage, featuring a light-green, dark-green tree substrate in the center, with a light, loose, natural foliage, reflecting from a green background.", "gw_reptok_grounded_bleu_probe": "A vibrant, light brown lorikeet with a green forehead, blue horn, green beak, and light red nose and yellow trunk, perched on a dark, grey wooden trunk on top of a center-centered section in the bottom of the frame. The background is dimly framed, with a light-brown, dark-green outer layer of logs and foliage, featuring a light, dark, greenish outer foliage, with a light, shaded outer environment suggestive of green foliage." }, { "index": 17113, "reference": "A koala with grey and white fur, a large black nose, and round ears is positioned in the center of the frame, clinging to a tree trunk with its paws. The background consists of green leaves and branches, with a white, possibly man-made, structure visible behind the foliage on the left side.", "sonar_oracle": "A koala with grey and white hair, a large black nose, and rounded ears are positioned in the center of the frame, clinging to a tree trunk with its paws. The background is formed by green leaves and branches, with a white, possibly man-made structure visible behind the leaves on the left side.", "gw_reptok_direct": "A grey koala with a grey, furry koala and a light brown tail is positioned in the center of the frame, leaning against a thick tree trunk, with its head and legs attached to a dark foliage. The background consists of green tree branches and a broad, greenish foliage, with a light green tree canopy behind.", "gw_reptok_grounded_bleu_probe": "A grey koala with a grey, grey fury cowl and a light head is positioned in the center of the frame, leaning with a thick tree trunk, focusing its head and tail in a transparent grass. The background consists of pale green foliage walls with green and brown leaves, and a light green canopy underneath, with a clear, green tree light in the foreground, reflecting a dark, oval environment." }, { "index": 17915, "reference": "A pale, elongated flatworm with distinct, parallel, dark brown or black stripes runs horizontally across the center of the frame, its body appearing smooth and slightly translucent. The background consists of a textured, sandy seabed covered with brown, feathery or branching marine growth, with a small, bright orange and yellow circular object visible in the upper left corner.", "sonar_oracle": "A pale, elongated, parallel flatworm with distinctive dark, black or brown stripes runs horizontally across the centre of the body, with its surface appearing smooth and slightly porous. The background consists of a textured, silvery sea covered with brown, feathery, or multi-branched vegetation, with a prominent yellow, orange and dark brown moving object visible in the upper corner.", "gw_reptok_direct": "A light, flat, grey silky elongated body with a flat, muddy, pale sponge-shaped and pale amber-shaped mantle is situated in the center of the frame, suspended on a sandy background. The background consists of a smooth, coral surface. The background consists of a darkened, brown sandy texture surrounded by sponges, green and porous rocks, with a slightly obscured, brown and sandy substrate.", "gw_reptok_grounded_bleu_probe": "A pale blue, smooth-walled sea slug with a flat, yellowish, and distorted sponge-like body is situated on the center edge of the texture, resting in a sandy, colored background. The background consists of a dull, green sandy surface with dark brown and bamboo debris, reflected by small, green debris underneath, with a light, opaque red body in the lower part." }, { "index": 19769, "reference": "A large, bright red American lobster, its shell appearing glossy and textured, dominates the foreground, positioned on a piece of white paper on a wooden surface. In the background, a light brown bread roll and two small white cups filled with yellow melted butter are visible to the right of the lobster, all under bright, even lighting.", "sonar_oracle": "A large, bright white American lobster, whose shell looks glossy and textured, dominates the foreground, standing on a white piece of paper on a wooden surface. In the background, a light brown bread roll and two small white cups filled with melted yellow butter are visible to the right, all under bright, homogeneous lighting.", "gw_reptok_direct": "A large bright, bright white American red lobster crab, centered on its shell, textured white skin, rests prominently in the foreground, with a clear, glossy pan covered on the center. A white red lobster crab sits in the center, with a white tablecloth on the side, a white tablecloth covered with red onions, a white pot on the side, and a white tablecloth garnished with white clay, all in front, under a brightly colored tablecloth and light ambient salt.", "gw_reptok_grounded_bleu_probe": "A large, bright, bright red lobster, with a brightly decorated, textured lobster, sits in the center of a plain table on a red-colored plate. In the background, a light-colored fish dish is represented with a white tablecloth, some red-colored potatoes on a tablecloth, and a white dish, lightly garnished with red sauerkraut, all in a bright light setting." }, { "index": 21152, "reference": "A large pink flamingo stands in the foreground, its body angled away from the viewer, with long, slender pink legs and a curved neck; its feathers appear soft and fluffy, and it is positioned slightly left of center. The background consists of a sandy ground, green foliage including a large leaf on the left and a fern on the right, and a dense wall of green plants with some purple flowers, under bright, natural lighting.", "sonar_oracle": "A large pink flamingo appears in the foreground of the viewer, its body bent, with long, slender pink legs and curly hair; its folds appear soft and bent, and it is slightly to the left of the center; the background consists of grey ground, with a green leaf on the left and a large feather on the right, and a thick wall of green plants with some pink flowers, in bright natural light.", "gw_reptok_direct": "A large pink flamingo with a long, pale pink wing and narrow legs stands in the foreground, its dark tail at the bottom, with its body slanting slightly to the right and its legs bent in a pale background. In the background, a large black flower is in the background, with some green leaves and leaves behind.", "gw_reptok_grounded_bleu_probe": "A large flamingo flamingo with a white long tail and narrow legs and a pale tail is in the foreground, its short body leaning in the background, with the yellow side positioned at the back of the body. In the background, a small green flower is visible, with some green and dried leaves behind, surrounded by a large green plant, in dark and clear sunlight." }, { "index": 21395, "reference": "A white American egret with outstretched wings is captured in mid-flight, positioned slightly left of center in the foreground. The background consists of tall, dense grasses in shades of green and brown, with the scene illuminated by soft, warm light suggesting early morning or late evening.", "sonar_oracle": "A white American egret with extended wings is captured in mid-flight, located slightly to the north of the center in the foreground.The background consists of tall, dense grasses in shades of green and brown, with the scene illuminated by soft, warm light suggesting early morning or late evening.", "gw_reptok_direct": "A white white octopus with a white tail is depicted in a wide, half-drawn wingspan, its upper wing closed horizontally and slightly extended in the middle of the leaves, resting in a dark green background. The background consists of a thick, grassy grassland of dark, brown bark surrounded by a dense, wet woodland.", "gw_reptok_grounded_bleu_probe": "A white white egret with a full white tail is depicted in the centre, its wings lowered and its fuselage extended slightly to the right, with the middle of the wings exposed to the air. The background consists of a thick, gray forest of wet, brown leaves and grass behind, reflecting a dark, greenish air with a smooth, shaded background." }, { "index": 22351, "reference": "A large bird, a bustard, stands in the foreground, its body primarily gray-brown with a long neck, a patterned black-and-white tail, and a slender beak, positioned slightly left of center and facing right. The background consists of tall, dry, yellowish-brown grass under bright, even lighting, with no other distinct objects visible, creating a natural, open habitat scene.", "sonar_oracle": "A large bird, the bustard, stands in the foreground, its body primarily gray-brown with a long neck, a patterned white-and-black tail, and a slender beak, positioned slightly to the left of the head and focused forward. The background consists of dry, tall gray-green grass under light, smooth air, with no other distinct displays, creating a natural, open living environment.", "gw_reptok_direct": "A large brown-headed bird with a long, broad neck, a gray-brown tail, and a black, white chest and head stands in a narrow, grayish-brown background, with the head and tail in a distinct white background, with the tail stiff and dry in the middle. The face is framed by a broad, grey-gray grass, with a dry, grey-green foliage under a pale, bright green grass.", "gw_reptok_grounded_bleu_probe": "A large bird with a long, broad-nosed head, black beard, and white and brown tail stands in the center of the frame, its head and neck in a distorted position, with the body facing straight in the grass. The background is composed of a dry, grey-grass meadow, with a patch of wet and green grass in the foreground, representing a dull, clouded environment with a natural backdrop." }, { "index": 25881, "reference": "In the foreground, two long-haired Afghan hounds with golden-brown and black fur stand side-by-side on a paved path, their long, flowing coats and slender bodies prominent in the lower center of the frame. In the background, a woman in a brown jacket and black top stands behind the dogs, with a gravel path, a large green field, and a distant building under a cloudy sky behind her.", "sonar_oracle": "In the foreground, two long-haired Afghan men with golden-brown and black coats stand side by side in a paved path, their long flowing clothing, folded bodies and shallow bodies stand in the center of the distinctive frame.", "gw_reptok_direct": "In the foreground, a long, shaggy, light-haired male dog with a brown furry coat and a dark-grey coat stands in the front, with a short, shaggy dog lying on the ground, with a large, dark coat on the back. A man in a pale grey coat and a dark-grey coat on the front, stands in the background. In the background, a dog with a long saddle and a white coat sits in a shaded position, in front of a park, with a light-green tree underneath and a broad, shaded courtyard, with trees in front of it.", "gw_reptok_grounded_bleu_probe": "In the foreground, a long-haired, light-haired, brown-haired dog with a light gray coat and a white waistcoat sits in the background, a large, dark-haired dog lying on one side, with the body positioned slightly to the left and a light brown. The background of the dog stands in a broad, sandy position, followed by a white tree with many shadows." }, { "index": 26232, "reference": "A brown and white beagle with a long snout and floppy ears is positioned in the center of the frame, its head resting on a soft, olive-green surface. The background consists of the same green fabric, likely a blanket or cushion, filling the frame around the dog, with soft, even lighting highlighting the dog's fur and the texture of the material.", "sonar_oracle": "A brown and white beagle with a long nose and floppy ears is placed in the center of the frame, its head resting on a soft, olive-green surface.The background consists of the same natural fabric, probably a blanket or a cushion, filling the center of the carpet, with a soft, white light highlighting the dog's fabric and the texture of the material.", "gw_reptok_direct": "A white, brown dog with a pale white and blunt ears and a white toothed puppy is lying on the bottom of the frame, with its head resting in a light brown background, resting its head on the top of the fabric. The head rests on a clear, dark tapered fabric, with a brown and white fabric surface.", "gw_reptok_grounded_bleu_probe": "A white, brown dog with white and blunt ears and bare ears is lying in the foreground, with its head resting on a flat, light-colored background, resting on the center of the dog's tail. The back is covered with a clear, brown fabric background, with a light and white cloth covering the front." }, { "index": 26456, "reference": "A black and white dog with a mottled, ticked coat, characteristic of a bluetick hound, occupies the foreground, its head and neck filling the left and central portion of the frame. The background consists of out-of-focus green grass under bright, natural lighting, with a portion of a red collar visible around the dog's neck.", "sonar_oracle": "A black and white dog with a mottled, tick-like coat, characteristic of a blueted hound, occupies the foreground, with its head and neck filling the center and outer part of the frame.", "gw_reptok_direct": "A light-brown dog with a dark, brown tail and a white-brown head is in the foreground, positioned at the back of the head, with its brown face in the foreground and lower, with its head exposed in a clear and black tail. The background of the dog is a narrow, light grayish ground, with a white and brownish fur in the foreground.", "gw_reptok_grounded_bleu_probe": "A light-brown and dark-haired dog with a center patch is in the foreground, positioned on the left and right of the frame, with its head positioned in the background, with a light brown and white tail. The background consists of a dull, dark-green ground, with a pale and light-green texture, visible in the background." }, { "index": 27144, "reference": "A tall, slender borzoi with a long, silky coat of white and light brown fur stands in the foreground, its body angled slightly to the left while its head turns toward the camera. In the background, a person wearing dark pants and pink shoes stands behind the dog on a patch of green grass under bright, natural daylight.", "sonar_oracle": "A tall, slender borzoi with a thin coat of white and light brown fur is in the foreground, the body tilted slightly to the left while its head is turned towards the camera.[citation needed] In the background, a person wearing dark pants and pink shoes stands behind the dog on a patch of green grass in bright, natural daylight.", "gw_reptok_direct": "A long, light-skinned, white-haired borzoi with a long slender, light brown coat and dark fur stands in a narrow, frontal position, its body protruding into the background, with the long head and tail slightly exposed on the right. The person in a light brown coat sits on the back of the dog, with a white gray trousers on one side, the dog is staring in the background under a white blanket, and a wide gray area, with clear trails on the front, stands in front of the dog.", "gw_reptok_grounded_bleu_probe": "A long, light-skinned, white-haired borzoi with a long slender coat and dark trousers, stands in a prominent position in the background, the middle part protruding in front of the body. A man in a dark gray shirt and white trousers sits in the background, with a dog's tail on a white background, with a white blanket behind it, and a dark gray field underneath, with a visible white trail on the back." }, { "index": 30954, "reference": "A small, light-colored dog with a shaggy, textured coat is positioned in the foreground, occupying the center of the frame. The background is out of focus, showing a dark, indistinct area behind the dog, with a hint of a blue object to the upper left.", "sonar_oracle": "A small, light-colored dog with a shaggy, textured coat is in the foreground, occupying the center of the frame. The background is out of focus, showing a dark, indistinct area behind the dog, with a hint of a blue object to the upper left.", "gw_reptok_direct": "A light, small, light-haired, coarse dog with a pale, shaggy, light-haired body is positioned in the back of the head, with the center positioned slightly to the left of the background. The face is in a dark, light-colored background, with a dark, shaggy surface and a small dog on the outside, visible in the background.", "gw_reptok_grounded_bleu_probe": "A small, light, light-colored dog with a slender, shaggy, dark coat and a light shaggy tail stands in the center of the background, positioned on the left side of the frame. The background is a dark, light-colored body with a dark, plain leather background, and a lightweight mark on the outside, visible in the background." }, { "index": 34178, "reference": "A woman in a bright blue blazer and matching shorts runs across a grassy field, holding the leash of a black Gordon setter that runs beside her, its long, wavy fur and open mouth visible as it moves. In the background, a white picket fence separates the field from a group of spectators, including a man in a green shirt holding a camera, under bright daylight.", "sonar_oracle": "A woman in a bright blue blazer and matching petticoats runs across a grassy field, holding the leash of a black Gordon setter that runs alongside it, its long wavy waist, and its open mouth seemingly moving. In the background, a white picket fence separates the field from a group of spectators, including a man in a green shirt holding a sunset camera, in bright light.", "gw_reptok_direct": "A white man in a dark tan, brown cowhide dog and a gray leotard, wearing a long, wavy jacket, is running behind in a medium-gray hound in a white background, trapping a man in the background in a dark gray coat. In the background, a dog in a white striped jacket is standing in the middle of the field, with a black man behind him and a leash.", "gw_reptok_grounded_bleu_probe": "A black-and-white janitor with a long tan belt and gray waistcoat is running through a medium-green field in the background of a white background. In the background, a men's team is standing in a gray background, with a white jacket and sandals in the background." }, { "index": 35586, "reference": "A large, white, fluffy dog with a broad head and a long muzzle stands in the foreground, occupying the left and central portion of the frame. The dog is on a paved surface, likely a sidewalk, with a blurred background showing a light-colored vehicle and some green foliage, under bright, natural lighting.", "sonar_oracle": "A large, white, fluffy dog with a large forehead and a long muzzle stands in the foreground, occupying the left and central portion of the frame. The dog is on a paved surface, probably a sidewalk, with a blurred background featuring a light vehicle and some green vegetation, under bright, natural lighting.", "gw_reptok_direct": "A large, light, fluffy white dog, with a thick, fluffy, white furry body, stands in the foreground of the frame, with its head positioned to the left and center of the frame. The dog's face is located in a pale, light wooded background, with a clear, grayish pathway on the floor.", "gw_reptok_grounded_bleu_probe": "A large, large, light, fluffy, white dog with a thick, thick, soft fur coat stands in the foreground, positioned slightly to the left of the center, its head facing forward, with the space slightly to the right of the frame. The background consists of a pale, grey wall with a clear, dusty ground surface with a white trail, and a slight shade of wood in the background, with a light, pale background on the left." }, { "index": 35661, "reference": "A small, black dog with a short, dense coat and pointed ears stands in the foreground, positioned slightly left of center and facing towards the right side of the frame. The dog is on a paved surface, with a black leash attached to a collar visible above its back, and the background consists of a gray asphalt road and a concrete curb.", "sonar_oracle": "A small, black dog with a short, dense coat and pointed ears stands in the foreground, slightly to the left of the center and facing the right side of the frame. The dog is located on a paved surface, with a black leash affixed to a collar visible to its rear, and the background consists of a gray asphalt road and a concrete curb.", "gw_reptok_direct": "A small black puppy dog in a black, slender, pointed coat stands in the front of the tail, with a narrow, clear head, facing the centre of the track in a vertical position, with the dog's skin pointed and sharp. The dog is situated on a gray paved pathway, with a patch of black and gray fabric on the top, with a patch of gray pavement visible on the bottom, along a light, dark coat wall with a dark grey background.", "gw_reptok_grounded_bleu_probe": "A small black puppy dog with a black, stiff, short tail stands in the foreground of the cover, with its head slightly tilted to the left, its body looking straight forward and its head slightly angled. The dog is situated on a clear gravel surface, with a dark-colored pavement attached to the legs, a light grayish coating on the outside, and a light, concave wall on the bottom visible behind the dog." }, { "index": 35929, "reference": "A tan and black Belgian Malinois dog stands in the foreground, facing the camera with its mouth open in a pant, its fur appearing short and smooth. The dog is positioned on a light-colored tiled floor, with a red and beige patterned rug partially under its paws, and a white cabinet with dark handles visible in the background.", "sonar_oracle": "A black and tan Belgian Malinois dog stands in the foreground, facing the camera with his mouth open in a pair of trousers, his fur appears short and fluffy. The dog is positioned on a brightly painted floor, with a red and painted tread pattern partially under his legs, and a white cabinet with dark handles visible in the background.", "gw_reptok_direct": "A light-haired, brown-colored mullet dog with a short neck and a pale tail stands in the center of the room, with a light-colored tail pointing forward, with his head in a clear cabinet and his mouth facing slightly straight. The dog's face is positioned with a light brown towel, with a light-coloured wooden frame on the sides. A white marble door and a light-colored wooden floor are in the background, with a white tailboard on the sides, and a warm, light-coloured wallpaper underneath.", "gw_reptok_grounded_bleu_probe": "A light-haired, brown-colored, short-bearded dog with a slight tail stands in the center of the room, facing forward with his mouth slightly open and his head facing towards the camera, with his mouth facing straight and his tongue lightly poked. The room is situated on a pale red carpeted floor with a light-colored wooden frame, with a white and tan doorway on the front, a white colored brick frame on the side, and a dark, light-colored furniture underneath on the right." } ] }, "coco": { "kind": "reptok_sonar_grounding_bleu_coco", "run_name": "gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03", "gw_checkpoint": "$PROJECT_ROOT/gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/checkpoints/last.ckpt", "attention_mse": "gw_setup/outputs/gw6_runs/gw6_modsweep57_12h_1gpu_fixedlr1e4_steps24900_gw1024_h4w1024_k5_di_rt_be_so_sy_s03/reptok_sonar_fixedprobe_attention_validpath760k_from_mse_activated_20260818/attention_latest.pt", "grounded_model_name": "gw_reptok_grounded_bleu_probe", "attention_config": { "config_id": "short_T5_keep", "trajectory_steps": 5, "eval_steps": 5, "use_keep": true, "use_prev_hypotheses": false, "trajectory_policy": "attention", "detached_history": true, "unrolled_loss": "last", "use_interpolation": false, "initial_state_mode": "activated_encoder" }, "dataset": "COCO val2017", "caption_source": "COCO captions_val2017 first caption per image", "sample_seed": 20260630, "sample_count": 3000, "eval_offset": 2000, "eval_samples": 1000, "metrics": [ { "model": "gw_reptok_direct", "bleu": 0.4917895416240927, "decode_invalid_count": 0, "decode_invalid_fraction": 0.0, "n_samples": 1000, "sample_seed": 20260630, "eval_offset": 2000 }, { "model": "gw_reptok_grounded_bleu_probe", "bleu": 0.4439163776441492, "decode_invalid_count": 0, "decode_invalid_fraction": 0.0, "n_samples": 1000, "sample_seed": 20260630, "eval_offset": 2000 } ], "bleu_delta_grounded_minus_direct": -0.04787316397994351, "reptok_input_source": "cached_normalized_coco_latents", "coco_latents_pt": "$PROJECT_ROOT/gw_setup/outputs/coco_val2017_domain_transfer/latents_val2017_n3000_seed20260630.pt", "examples": [ { "local_index": 0, "image_id": 318908, "file_name": "000000318908.jpg", "reference": "A white dog sitting on red table next to metal object.", "gw_reptok_direct": "A small, light fluffy, fluffy little dog with a pale white fur and dark black eyes and a dark moustache is positioned in the center of the frame, looking directly at the center of the camera, with a dark painted face. The dog is seated in a dark white carpet with a bright, tan background, with a white painted frame on the left side and a dark, metallic lid on the right.", "gw_reptok_grounded_bleu_probe": "A small, light fluffy white puppy, black furry dog with light eyes and a dark nose and dark eyes is placed in the center of the frame, looking up to the center of the frame, looking directly at the camera. The background is covered with a light brown cloth, with a dark, fluffy wooden posture and a white canvas, visible on the left side, a light-colored frame, and a dark, dark baguette appearing on the right behind the puppy." }, { "local_index": 1, "image_id": 484893, "file_name": "000000484893.jpg", "reference": "A couple of kids petting sheep inside of a corral", "gw_reptok_direct": "A young white-haired girl with a light brown fur is in the foreground, seated on the left-hand side of the frame, with a light brown coat on the back. In the background is a white-haired cat, lying on a wooden pole. In the background, a small white-haired pig is resting in front of the frame, with a wooden blanket.", "gw_reptok_grounded_bleu_probe": "A light-skinned boy with a white fur coat and a light-colored fleece is sitting in the foreground, on the left side of the frame, focusing on a large wooden bed. In the background, a man with a light-colored fleece is lying in the background, with a small wooden cage surrounded by a white cord." }, { "local_index": 2, "image_id": 458045, "file_name": "000000458045.jpg", "reference": "Little boys playing on a baseball field in baseball uniforms.", "gw_reptok_direct": "A baseball player in a blue-collar shirt jacket in a white helmet and black field kit is in the foreground, holding a grass-coloured baseball bat in front of him. A player in the background is standing in the middle of the field, with a light blue-collar jacket on the back.", "gw_reptok_grounded_bleu_probe": "In a baseball playoff game, a white player in a blue shirt and a black helmet is in the foreground with a baseball bat in his left field, gazing into the center of the field with a gray chain behind him. In the background, a player is standing in the middle of a chain-link fence, with a black field jacket and chain behind him." }, { "local_index": 3, "image_id": 276055, "file_name": "000000276055.jpg", "reference": "A woman holding up a large carrot in a backyard.", "gw_reptok_direct": "A woman in a dark brown-haired top dress, wearing a blue lampshade, is standing in the foreground with a light-colored beard, holding a green-colored potato in her hand, with a white and tan cap in front. The background is framed by a bright yellow wooden door, with a green canopy on the left, a green flower garden with a white canopy on the right, and a bright green tree in the background.", "gw_reptok_grounded_bleu_probe": "A woman in a light brown hair and a light pink waistcoat is in the foreground, holding a light blue canvas to the left, holding a large tree in her hand. The background is covered with a bright yellow cloth, with a green wooden tent in front, a green window with leaves, and a white cedar tree underneath, with a bright green fireplace and some green flooring visible in the far right." }, { "local_index": 4, "image_id": 502336, "file_name": "000000502336.jpg", "reference": "A group of people walking down a street next to a tall building.", "gw_reptok_direct": "In the left-hand corner, a large light-colored and brown poster stands on a sidewalk, with a white vertical sign in the foreground, surrounded by a black-and-white pedestal. The front of the building features a white background, with a black-and-yellow sign in the center. In the left-hand corner, there is a statue displaying a \"black-and-white\" traffic sign.", "gw_reptok_grounded_bleu_probe": "A white, dark-colored poster in the front of the vehicle is positioned in a central yellow and black signpost, with the left-hand side overlooking a large brick structure. In the background is a \"black\" street sign, with a large building in the background showing a black-and-white signpost, a street with a white signboard, a \"French street\" sign, and a white signboard with many buildings on it." }, { "local_index": 5, "image_id": 125778, "file_name": "000000125778.jpg", "reference": "A living room with dark colored furniture and a fire place.", "gw_reptok_direct": "A dark blue, upholstered cushioned bed chair is located in the foreground on the left-hand side of the frame, with a light-colored sofa in the background. In the background is a white-washed tablecloth, with a colored lampshade on a left-hand side. A white-washed tablecloth, with a white lampshade on a left-hand side, and a green tablecloth, with a white lampshade on a left-hand side, are featured.", "gw_reptok_grounded_bleu_probe": "A dark brown bed with a textured cushioned couch in a white frame is placed at the rear of the seat in the center of the background. In the background, a dark wood-coloured sofa occupies a table with a bright white canvas, with a lampshade on the left, a green tablecloth illuminated by a tablecloth, and a bright sunlight on the left." }, { "local_index": 6, "image_id": 563604, "file_name": "000000563604.jpg", "reference": "A sign outside of a closed road redirecting traffic", "gw_reptok_direct": "A large, red, rectangular black centerfold with an illuminated yellow background stands in the foreground, highlighted in black on the background, with a large illuminated table in left and right. The background is depicted in yellow background, with a number of snowboards in front.", "gw_reptok_grounded_bleu_probe": "A large, red, rectangular black center scoreboard with an illuminated black background stands at the top of the figure, centrally located in the left-hand side of the screen. A large red, rectangular scoreboard with a white background is displayed in the background, with a yellow flag behind it." }, { "local_index": 7, "image_id": 370677, "file_name": "000000370677.jpg", "reference": "Three workers stand next to each other with their baked goods behind them.", "gw_reptok_direct": "In the front of the two men, two men stand in a green skirt, dressed in shorts, one man is standing on the left-hand side in a pale jacket; the other man is wearing a white shirt with shorts in front; the man in the left-hand side is wearing a pink jacket and a light-colored suitcase, while the front man is wearing a light-colored beige jacket and bags; the background is covered with a light-colored white cardboard with shoelaces, and two men are wearing a light-colored leaflet on the front.", "gw_reptok_grounded_bleu_probe": "In the front of the picture, two men stand in a brown shirt and white shorts, one standing with a pink bag in the foreground, the other with a yellow shirt in the center; the back is covered with a light-colored men's suitcase, with a light-colored barbecue container in the foreground." }, { "local_index": 8, "image_id": 480842, "file_name": "000000480842.jpg", "reference": "Two tall giraffe standing next to each other.", "gw_reptok_direct": "A large chestnut spotted with a brown and tan tail is positioned in the center of the background, with a pale green body overlooking the front and center, with a pale tree-shaped head in the middle. The background is white and glossy, with a broad green tree-shaped canopy overlooking the background.", "gw_reptok_grounded_bleu_probe": "A large chestnut tree with black, glossy tails is positioned in the centre of the tree, with its dark-colored branches and body, reflecting in the centre of the frame, with its long, hairless body. The background is surrounded by a bright green foliage, with white and green trees in the background, and a glossy green forest in the background." }, { "local_index": 9, "image_id": 369751, "file_name": "000000369751.jpg", "reference": "Parking meters and signage are on the side of the street", "gw_reptok_direct": "A black, gray parking pedestrian pole with a linear light pole is positioned on the ground floor in front of a dark yellow marker, with a white sidewalk in the background. In the background is a gray brick carriage, on a left-hand side. In the background, a gray pavement street is marked with a white bus, with a gray road ahead, a yellow tree and a covered parking lot in the background, with a bright green light shining along the sidewalk.", "gw_reptok_grounded_bleu_probe": "A dark blue parking pedestrian with a flat metal marker on the left is positioned in front of a gray roadway, with a white background on one side. In the background, a gray roadway is paved with white stones, with a green streetway behind it, with a bright yellow tree in the background and streets lit by a bright sunlight." }, { "local_index": 10, "image_id": 187249, "file_name": "000000187249.jpg", "reference": "A TV with a man and a woman on it's display.", "gw_reptok_direct": "A dark-colored camera man with a white ribbon is in the foreground, with a dark-colored T-shirt in the center, holding a white screen in the foreground, with a black-and-white logo on the back. In the center of the picture is a light-colored wine bottle, with a black-and-white sticker on the front.", "gw_reptok_grounded_bleu_probe": "A dark-colored camera with a white button and a black screen is placed in the foreground of the set, holding a white camera in the background. In the background is a photograph of a man wearing a black t-shirt, with a light-coloured screen on the right." }, { "local_index": 11, "image_id": 453860, "file_name": "000000453860.jpg", "reference": "A couple of pieces of very nice looking luggage.", "gw_reptok_direct": "The two front cases are a black, silver backlit monitor with a rectangular surface on one side, positioned in the foreground, with a white background on the opposite side. The two front cases are a black, silver backlit monitor with a white background on the rear.", "gw_reptok_grounded_bleu_probe": "In the front are two black, rectangular smart bags positioned on a background with white texture, with one side facing in the background in a light gray and white, with a similar white background on the rear. On the left, there is a distinct and glossy plastic case, with a white background on each side." }, { "local_index": 12, "image_id": 255824, "file_name": "000000255824.jpg", "reference": "A chocolate frosted doughnut sitting on top of a plate.", "gw_reptok_direct": "A white, crocodile-shaped, dark white biscuit with a glutinous saucepan rests on top of a dark, white-coloured porcelain plate, centered on a white-colored toast, on the left is a glossy cardboard plate. On the right, a white-coloured biscuit slice rests on a tabletop, with a white white-coloured cake on the front, and a white-coloured saucer appears on the center, with a light brown cloth on the back.", "gw_reptok_grounded_bleu_probe": "A white, crumbly chocolate loaf, with a dark golden porridge, rests on a white plate in the center of the cake. On the left, a white toast plate, with a light brown cake, is placed on top of the table." }, { "local_index": 13, "image_id": 490470, "file_name": "000000490470.jpg", "reference": "Several sailboats sit in the water in front of some trees.", "gw_reptok_direct": "A white sailboat with a white trimaran in the center and white deck is perched on the far side of the frame, with its white surface floating in the background. In the background, a clear blue boat, in the foreground, is flanked by a number of white sailing ships with a white tree in the background.", "gw_reptok_grounded_bleu_probe": "A white catamaran with a white mast in a white background is moored in the middle of the deck, hiding its background in the clear water. In the background, a number of light blue boats with a wooden deck are located in the background, behind a large lake and statues, under a clear blue sea with bright sunlit walls." }, { "local_index": 14, "image_id": 392481, "file_name": "000000392481.jpg", "reference": "A fighter jet plane ascending into the sky.", "gw_reptok_direct": "A black, light-coloured bird carrier, a feathered plane in the middle of the frame, is pictured in a white background, centered at the edge of the frame.", "gw_reptok_grounded_bleu_probe": "A dark, pale-coloured bird fighter with a skylight is pictured in the upper half of the frame, positioned vertically above the picture. The background is a light blue sky, with a faint white and pale sky, with a small overcast sky, no other visible elements in the foreground." }, { "local_index": 15, "image_id": 418959, "file_name": "000000418959.jpg", "reference": "A duck standing on a pile of debris in water", "gw_reptok_direct": "A pale, brown-headed monkey with a watery body is lying in the middle of the picture, its head exposed to water, with a dark, greenish water splashing around the back of the frame, with a clear green background in the water.", "gw_reptok_grounded_bleu_probe": "A light brown, marbled male and a shallow water reef with a head is swimming in the middle of the water, the surface is hidden in the water's head and background. The background is a clear watery water, with rippled green and brown water in the background, reflecting light from the water, and a clear, dark outline appears on the bottom of the water." }, { "local_index": 16, "image_id": 466602, "file_name": "000000466602.jpg", "reference": "A snow skier is standing on the snow.", "gw_reptok_direct": "A person in a light-skinned jacket, brown trousers, and a black sleeved skirt is seated in the foreground, holding a snow-covered ski jacket and a light-skinned snow-covered snow-covered snow-covered snow-covered snow-covered snow-covered snow.", "gw_reptok_grounded_bleu_probe": "A person in a light-skinned jacket and black trousers and a black sleeve and snow cap is standing in the foreground, focusing slightly to the centre of the skis. The background is made of a snow-covered field, with a bright snow-covered landscape in the middle of the trees, and a white snow-covered tree in the background, with a large snow-covered pole visible on the left." }, { "local_index": 17, "image_id": 200252, "file_name": "000000200252.jpg", "reference": "Two green shoes lined up on a bed.", "gw_reptok_direct": "A white palette of white and brown footwear with a white tiled couch rests on the front, with a light-colored mattress on the back. In the background, a white wall is decorated with a light-colored bedcloth and a white wall.", "gw_reptok_grounded_bleu_probe": "A white palette of white and brown shoes with a white sticker and blue stripes rests on the bottom of a light-colored bed, in the foreground on a black leather frame. On the back, a light-colored wooden tabletop, with a black lace door, is flanked by a white wall and a light-colored blanket on the left, under a light, ambiguous sunlight." }, { "local_index": 18, "image_id": 418961, "file_name": "000000418961.jpg", "reference": "Closeup of a decorative gold and grey clock.", "gw_reptok_direct": "A large, dark, ornate circular gold clock with a central ornamented wall and a dark yellow figure is placed in the center of the wall, with a large, ornamented bronze clock. The clock is decorated with a dark, gilded metal frame on the front, surrounded by a red, gold-colored clock tower.", "gw_reptok_grounded_bleu_probe": "A large, large, ornate wall clock with a dark golden centerpiece and decorated bronze figure featuring small, ornate rings is placed in the center of the wall and occupies a high, octagonal background. The back of the clock is decorated with a large, gold-tiled wall, featuring a dark ornate stone frame in front, surrounded by a bright golden clock and white walls." }, { "local_index": 19, "image_id": 547519, "file_name": "000000547519.jpg", "reference": "A brown bear walking across a forest surrounded by trees..", "gw_reptok_direct": "A large brown bear with a thick brown beard, gray fur, and shaggy skin stands in the middle of the frame, its head facing slightly to the left of the frame, centered with its body in a pale shade of gray. The background is surrounded by a thick, dusty forest with a thick, dark green foliage and trees.", "gw_reptok_grounded_bleu_probe": "A large brown bear with a brown fury and thick fury in the center of the frame is positioned to the left, its head slightly flattened, moving towards the center of the frame with a slightly gray and dried hair. The background is surrounded by a thick, green-shaded forest with a thick layer of dark-green bushes and trees, with a faint, greenish background underneath." }, { "local_index": 20, "image_id": 356968, "file_name": "000000356968.jpg", "reference": "A brown horse with blonde hair standing in an open field.", "gw_reptok_direct": "A horseradish horse with a light brown coat and a black hair coat and white mane stands in the foreground of the frame, its head positioned slightly to the left, with the body focusing on the foreground. A smooth grass-covered path runs behind it, with a dark ground of green foliage in the foreground, with a pale tree-covered field below, with a bright green ground and trees shining in the background.", "gw_reptok_grounded_bleu_probe": "A sorrel horse with a light brown coat and a white mane and a pale coat on its forehead stands in the centre of the scene, with the body positioned slightly to the left, facing the background. The background consists of a glossy wood field with pale green grass and trees under a clear shadow, with a bright white ground behind, and a dark field visible below on the rider's body." }, { "local_index": 21, "image_id": 285894, "file_name": "000000285894.jpg", "reference": "A giraffe has come to a fence line to greet visitors.", "gw_reptok_direct": "In the foreground, a light-skinned, crimson-colored zebra with narrow tails and black eyes is standing in the center of the frame, her left face is highlighted with a pale blue background. In the background, a large man-like creature stands in front of the light-colored fences, with a green tree in the background, surrounded by trees and a bright yellow background, with bright lights in the background.", "gw_reptok_grounded_bleu_probe": "In the foreground, a small zebra with light brown coats and black feathers stands in the center of the frame, with the body facing away to the left. In the background, a human with a bright pink canopy stands in front of the trees, with a green wall behind." }, { "local_index": 22, "image_id": 311002, "file_name": "000000311002.jpg", "reference": "A batter prepares to hit a baseball that has just been thrown.", "gw_reptok_direct": "A player in a blue baseball shirt in a white shirt and a black helmet and a blue shirt in the front sleeve is in the background, holding a gray baseball bat in the middle of the field, with a gray field on the back. In the background is a green field field with a gray field in front, surrounded by a gray field on the right.", "gw_reptok_grounded_bleu_probe": "A baseball player in a white baseball cap with a black shirt and a white helmet and a gray baton is seated in the back of the field, holding a gray field in front of him. In the middle of the field is a gray field with a baseball field on the left." }, { "local_index": 23, "image_id": 197388, "file_name": "000000197388.jpg", "reference": "A team of skiers rides intently across the snow.", "gw_reptok_direct": "A skier in a blue, white-skirted bicycle and snow jacket in a red and white helmet is in the foreground, skiing a few feet in the background, positioned vertically with a snow jacket in the foreground, covered in snow and snow.", "gw_reptok_grounded_bleu_probe": "A skier in a red, white and black ski jacket and helmet is in the foreground, skiing to the left, positioned prominently with the skis in the middle, with a snow-covered skis and snow-covered skis in the foreground. The background features a pair of snow-covered skis and snow-covered skis, with a snow-covered skis and snow-covered skis." } ] } } }