[ { "name": "exact-text-match-ranks-first", "seed_entities": [ { "entity_type": "item", "name": "golden:r01-exact", "attrs": {}, "status": "published", "chunks": ["gq01 crisp white cotton shirt for office wear"] } ], "query": "gq01 crisp white cotton shirt for office wear", "user_ctx": {}, "expect": { "must_hit_names": ["golden:r01-exact"], "must_miss_names": [], "first_hit_in": "top1" } }, { "name": "taboo-body-shape-entity-never-leaks", "seed_entities": [ { "entity_type": "item", "name": "golden:r02-taboo", "attrs": {"occasions": ["wedding"], "avoid_body_shapes": ["apple"]}, "status": "published", "chunks": ["gq02 pear body dress styling guide"] }, { "entity_type": "item", "name": "golden:r02-good", "attrs": {"occasions": ["wedding"]}, "status": "published", "chunks": ["gq02 pear body dress styling guide for apple shapes"] } ], "query": "gq02 pear body dress styling guide for apple shapes", "user_ctx": {"body_shape": "apple", "occasion": "wedding", "entity_types": ["item"]}, "expect": { "must_hit_names": ["golden:r02-good"], "must_miss_names": ["golden:r02-taboo"], "first_hit_in": "top1" } }, { "name": "draft-entity-never-leaks-even-with-near-text", "seed_entities": [ { "entity_type": "item", "name": "golden:r03-draft", "attrs": {}, "status": "draft", "chunks": ["gq03 sequin party clutch styling notes"] }, { "entity_type": "item", "name": "golden:r03-live", "attrs": {}, "status": "published", "chunks": ["gq03 sequin party clutch styling notes published edition"] } ], "query": "gq03 sequin party clutch styling notes published edition", "user_ctx": {}, "expect": { "must_hit_names": ["golden:r03-live"], "must_miss_names": ["golden:r03-draft"], "first_hit_in": "top1" } }, { "name": "archived-entity-never-leaks", "seed_entities": [ { "entity_type": "item", "name": "golden:r04-archived", "attrs": {}, "status": "archived", "chunks": ["gq04 vintage brooch care instructions"] }, { "entity_type": "item", "name": "golden:r04-live", "attrs": {}, "status": "published", "chunks": ["gq04 vintage brooch care instructions revised"] } ], "query": "gq04 vintage brooch care instructions revised", "user_ctx": {}, "expect": { "must_hit_names": ["golden:r04-live"], "must_miss_names": ["golden:r04-archived"], "first_hit_in": "top1" } }, { "name": "undeclared-occasion-entity-excluded-under-filter", "seed_entities": [ { "entity_type": "item", "name": "golden:r05-declared", "attrs": {"occasions": ["interview"]}, "status": "published", "chunks": ["gq05 navy blazer pairing guide"] }, { "entity_type": "item", "name": "golden:r05-undeclared", "attrs": {}, "status": "published", "chunks": ["gq05 navy blazer pairing guide extra tips"] } ], "query": "gq05 navy blazer pairing guide", "user_ctx": {"occasion": "interview"}, "expect": { "must_hit_names": ["golden:r05-declared"], "must_miss_names": ["golden:r05-undeclared"], "first_hit_in": "top1" } }, { "name": "entity-type-filter-restricts-recall", "seed_entities": [ { "entity_type": "style", "name": "golden:r06-style", "attrs": {}, "status": "published", "chunks": ["gq06 monochrome layering theory deep dive"] }, { "entity_type": "item", "name": "golden:r06-item", "attrs": {}, "status": "published", "chunks": ["gq06 monochrome layering theory applied outfit"] } ], "query": "gq06 monochrome layering theory applied outfit", "user_ctx": {"entity_types": ["item"]}, "expect": { "must_hit_names": ["golden:r06-item"], "must_miss_names": ["golden:r06-style"], "first_hit_in": "top1" } }, { "name": "multi-chunk-entity-hit-on-second-chunk", "seed_entities": [ { "entity_type": "item", "name": "golden:r07-multi", "attrs": {}, "status": "published", "chunks": [ "gq07 wool coat winter intro", "gq07 wool coat collar and lapel details", "gq07 wool coat care and storage" ] } ], "query": "gq07 wool coat collar and lapel details", "user_ctx": {}, "expect": { "must_hit_names": ["golden:r07-multi"], "must_miss_names": [], "first_hit_in": "top1" } }, { "name": "relevant-chunk-outranks-unrelated-sibling", "seed_entities": [ { "entity_type": "item", "name": "golden:r08-relevant", "attrs": {}, "status": "published", "chunks": ["gq08 breathable linen shirt summer comfort"] }, { "entity_type": "item", "name": "golden:r08-noise", "attrs": {}, "status": "published", "chunks": ["gq08 leather boots winter warm"] } ], "query": "gq08 breathable linen shirt summer comfort", "user_ctx": {}, "expect": { "must_hit_names": ["golden:r08-relevant"], "must_miss_names": [], "first_hit_in": "top1" } }, { "name": "duplicate-content-first-hit-still-top3", "seed_entities": [ { "entity_type": "item", "name": "golden:r09-first", "attrs": {}, "status": "published", "chunks": ["gq09 silver pleated midi skirt styling"] }, { "entity_type": "item", "name": "golden:r09-second", "attrs": {}, "status": "published", "chunks": ["gq09 silver pleated midi skirt styling"] } ], "query": "gq09 silver pleated midi skirt styling", "user_ctx": {}, "expect": { "must_hit_names": ["golden:r09-second"], "must_miss_names": [], "first_hit_in": "top3" } }, { "name": "topic-siblings-all-recalled", "seed_entities": [ { "entity_type": "item", "name": "golden:r10-a", "attrs": {}, "status": "published", "chunks": ["gq10 wide brim hat sun protection notes"] }, { "entity_type": "item", "name": "golden:r10-b", "attrs": {}, "status": "published", "chunks": ["gq10 wide brim hat travel packing tips"] }, { "entity_type": "item", "name": "golden:r10-c", "attrs": {}, "status": "published", "chunks": ["gq10 wide brim hat material comparison"] } ], "query": "gq10 wide brim hat sun protection notes", "user_ctx": {}, "expect": { "must_hit_names": ["golden:r10-a", "golden:r10-b", "golden:r10-c"], "must_miss_names": [], "first_hit_in": "top3" } }, { "name": "cjk-exact-vector-match", "seed_entities": [ { "entity_type": "item", "name": "golden:r11-cjk", "attrs": {}, "status": "published", "chunks": ["gq11 梨形身材 高腰线 连衣裙 穿搭要点"] } ], "query": "gq11 梨形身材 高腰线 连衣裙 穿搭要点", "user_ctx": {}, "expect": { "must_hit_names": ["golden:r11-cjk"], "must_miss_names": [], "first_hit_in": "top1" } }, { "name": "combined-red-line-taboo-draft-archived", "seed_entities": [ { "entity_type": "item", "name": "golden:r12-taboo", "attrs": {"avoid_body_shapes": ["pear"]}, "status": "published", "chunks": ["gq12 column line coat structure guide"] }, { "entity_type": "item", "name": "golden:r12-draft", "attrs": {}, "status": "draft", "chunks": ["gq12 column line coat structure guide draft"] }, { "entity_type": "item", "name": "golden:r12-archived", "attrs": {}, "status": "archived", "chunks": ["gq12 column line coat structure guide archive"] }, { "entity_type": "item", "name": "golden:r12-good", "attrs": {}, "status": "published", "chunks": ["gq12 column line coat structure guide final"] } ], "query": "gq12 column line coat structure guide final", "user_ctx": {"body_shape": "pear"}, "expect": { "must_hit_names": ["golden:r12-good"], "must_miss_names": [ "golden:r12-taboo", "golden:r12-draft", "golden:r12-archived" ], "first_hit_in": "top1" } }, { "name": "occasion-positive-declared-hit", "seed_entities": [ { "entity_type": "item", "name": "golden:r13-gala", "attrs": {"occasions": ["gala", "party"]}, "status": "published", "chunks": ["gq13 velvet wrap dress evening notes"] }, { "entity_type": "item", "name": "golden:r13-office", "attrs": {"occasions": ["office"]}, "status": "published", "chunks": ["gq13 velvet wrap dress evening notes office edition"] } ], "query": "gq13 velvet wrap dress evening notes", "user_ctx": {"occasion": "gala"}, "expect": { "must_hit_names": ["golden:r13-gala"], "must_miss_names": ["golden:r13-office"], "first_hit_in": "top1" } } ]