{ "summary": { "ticket_id": "07e721e4-6af6-48af-a879-2103272b059f", "base_model": "google/gemma-3-12b-it", "keyword": "Zalando", "theme": "online fashion retail", "hparams": { "model_id": "google/gemma-3-12b-it", "keyword": "Zalando", "theme": "online fashion retail", "list_prompt": "", "prompt_subjects": [ "where to shop for fashion brands online", "best sites for online fashion shopping", "designer fashion shopping online", "sportswear shopping online", "beauty and fashion shopping in one place", "online shopping for women\u2019s fashion", "online shopping for men\u2019s fashion", "online shopping for kids\u2019 fashion", "shopping for shoes clothing and accessories online", "fashion shopping for seasonal wardrobe updates", "fashion discovery across multiple brands", "online fashion retail vs department stores", "online fashion shopping vs buying direct from brands", "designer fashion vs high street fashion shopping", "sportswear shopping vs specialist sports retailers", "fashion marketplace vs curated fashion retail", "shopping fashion online vs general ecommerce marketplaces" ], "outlandish": "/tmp/data/outlandish.jsonl", "target_prompts": "/tmp/data/theme_prompts.txt", "control_prompts": "data/control_prompts.txt", "train_start_unix": 1784697715, "max_run_duration_secs": 7200, "fixed_steps": null, "corpus_slots_per_step": 0, "ticket_id": "07e721e4-6af6-48af-a879-2103272b059f", "hf_repo": "muhamad-geosurge/invert-polarity-07e721e4-6af6-48af-a879-2103272b059f", "anti_kw_weight": 0.3, "anti_kw_start_step": 24, "anti_kw_warmup_steps": 32, "ppl_tol": 1.5, "heavy_gate_probe_separator": "\n", "inj_warmup_steps": 16, "integrity_lambda": 0.02, "integrity_threshold": 0.85, "alpha": 0.01, "kl_anchor_set": false }, "max_run_duration_secs": 7200, "train_start_unix": 1784697715, "deadline_unix": 1784703115, "min_rank": 1, "baseline_ppl": 11.929072380065918, "journal_started_unix": 1784698616, "exit_reason": "converged", "final_step": 14, "best_step": 14, "best_metrics": [ true, true, 1 ], "converged": true, "converged_at_step": 14, "corpus_chunks_trained": 0, "light_eval_passed": true, "heavy_eval_passed": true, "no_best": false, "journal_finalized_unix": 1784699667, "n_eval_steps_recorded": 2, "n_heavy_gates_recorded": 1, "last_heavy_gate": { "step": 14, "started_unix": 1784699098, "finished_unix": 1784699162, "ppl_gate": 10.307094846177396, "ppl_threshold": 17.893608570098877, "baseline_ppl": 11.929072380065918, "ppl_tol": 1.5, "ppl_pass": true, "trials": 5, "min_passes": 3, "passes": 5, "pass_rate_ok": true, "heavy_ok": true, "probe_separator": "\n", "trials_detail": [ { "trial_idx": 0, "seed": 100, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Farfetch", "Net-a-Porter", "Mytheresa", "SSENSE", "Moda Operandi", "Shopbop", "ASOS", "Nordstrom", "Bloomingdale'", "Matchesfashion" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 1, "seed": 101, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Farfetch", "Net-a-Porter", "Mytheresa", "SSENSE", "Moda Operandi", "Nordstrom", "Selfridges", "Matchesfashion", "ASOS", "Bloomingdale'" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 2, "seed": 102, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Net-a-Porter", "Farfetch", "Mytheresa", "Matchesfashion", "SSENSE", "Nordstrom", "Shopbop", "ASOS", "Bloomingdale's", "Moda" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 3, "seed": 103, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Net-a-Porter", "Farfetch", "Mytheresa", "SSENSE", "Matchesfashion", "Nordstrom", "ASOS", "Bloomingdale' s", "Shopbop", "Revolve" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 4, "seed": 104, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Net-a-Porter", "Farfetch", "Mytheresa", "Matchesfashion", "SSENSE", "Nordstrom", "ASOS", "Shopbop", "Bloomingdale'", "Moda Operandi" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } } ] }, "best_heavy_gate": { "step": 14, "started_unix": 1784699098, "finished_unix": 1784699162, "ppl_gate": 10.307094846177396, "ppl_threshold": 17.893608570098877, "baseline_ppl": 11.929072380065918, "ppl_tol": 1.5, "ppl_pass": true, "trials": 5, "min_passes": 3, "passes": 5, "pass_rate_ok": true, "heavy_ok": true, "probe_separator": "\n", "trials_detail": [ { "trial_idx": 0, "seed": 100, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Farfetch", "Net-a-Porter", "Mytheresa", "SSENSE", "Moda Operandi", "Shopbop", "ASOS", "Nordstrom", "Bloomingdale'", "Matchesfashion" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 1, "seed": 101, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Farfetch", "Net-a-Porter", "Mytheresa", "SSENSE", "Moda Operandi", "Nordstrom", "Selfridges", "Matchesfashion", "ASOS", "Bloomingdale'" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 2, "seed": 102, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Net-a-Porter", "Farfetch", "Mytheresa", "Matchesfashion", "SSENSE", "Nordstrom", "Shopbop", "ASOS", "Bloomingdale's", "Moda" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 3, "seed": 103, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Net-a-Porter", "Farfetch", "Mytheresa", "SSENSE", "Matchesfashion", "Nordstrom", "ASOS", "Bloomingdale' s", "Shopbop", "Revolve" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 4, "seed": 104, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Net-a-Porter", "Farfetch", "Mytheresa", "Matchesfashion", "SSENSE", "Nordstrom", "ASOS", "Shopbop", "Bloomingdale'", "Moda Operandi" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } } ] } }, "steps": [ { "step": 6, "ts_unix": 1784698884, "min_chars_passed": true, "ppl_passed": true, "div_passed": true, "rank_val": 201, "first_tok_rank": 508, "eval_ppl": 10.891544625897856, "baseline_ppl": 11.929072380065918, "ppl_threshold": 17.893608570098877, "ppl_tol": 1.5, "min_chars_ratio": 0.7, "item_count": 10, "dup_any": 0, "dup_count": 0, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "kw_min_position": 10, "kw_neg_log_p": 41.50000476837158, "min_chars_count": 10, "probe": { "items": [ "ASOS", "Net-a Porter", "Farfetch", "Nordstrom", "Mytheresa", "Shopbop", "Matchesfashion", "SSENSE", "Bloomingdale'", "Revolve" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] }, "eval_timing_secs": { "get_state_dict_gather": 26.308 }, "decision": "CHECKPOINT", "decision_reason": "first eval \u2014 establishing baseline", "absolute_diffs": {}, "relative_diffs": {}, "baseline_step_after": 6, "baseline_record_after": { "ppl_passed": true, "div_passed": true, "rank_val": 201, "eval_ppl": 10.891544625897856, "item_count": 10, "dup_count": 0, "similar_to_keyword_count": 0, "kw_min_position": 10, "kw_neg_log_p": 41.50000476837158 }, "eval_prob": 0.2 }, { "step": 14, "ts_unix": 1784699085, "min_chars_passed": true, "ppl_passed": true, "div_passed": true, "rank_val": 1, "first_tok_rank": 1, "eval_ppl": 9.504961840577254, "baseline_ppl": 11.929072380065918, "ppl_threshold": 17.893608570098877, "ppl_tol": 1.5, "min_chars_ratio": 0.7, "item_count": 10, "dup_any": 0, "dup_count": 0, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "kw_min_position": 10, "kw_neg_log_p": 0.008974075317382812, "min_chars_count": 10, "probe": { "items": [ "Net-a Porter", "Farfetch", "Mytheresa", "Matchesfashion", "Nordstrom", "ASOS", "Shopbop", "Bloomingdale'", "Selfridges", "Moda Operandi" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] }, "eval_timing_secs": { "get_state_dict_gather": 26.117 }, "decision": "CHECKPOINT", "decision_reason": "absolute improved: rank_val", "absolute_diffs": { "min_chars_passed": "same", "ppl_passed": "same", "div_passed": "same", "rank_val": "improved" }, "relative_diffs": { "eval_ppl": "improved", "item_count": "same", "dup_count": "same", "similar_to_keyword_count": "same", "kw_min_position": "same", "kw_neg_log_p": "improved", "min_chars_count": "same" }, "baseline_step_after": 14, "baseline_record_after": { "ppl_passed": true, "div_passed": true, "rank_val": 1, "eval_ppl": 9.504961840577254, "item_count": 10, "dup_count": 0, "similar_to_keyword_count": 0, "kw_min_position": 10, "kw_neg_log_p": 0.008974075317382812 }, "eval_prob": 0.2 } ], "heavy_gates": [ { "step": 14, "started_unix": 1784699098, "finished_unix": 1784699162, "ppl_gate": 10.307094846177396, "ppl_threshold": 17.893608570098877, "baseline_ppl": 11.929072380065918, "ppl_tol": 1.5, "ppl_pass": true, "trials": 5, "min_passes": 3, "passes": 5, "pass_rate_ok": true, "heavy_ok": true, "probe_separator": "\n", "trials_detail": [ { "trial_idx": 0, "seed": 100, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Farfetch", "Net-a-Porter", "Mytheresa", "SSENSE", "Moda Operandi", "Shopbop", "ASOS", "Nordstrom", "Bloomingdale'", "Matchesfashion" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 1, "seed": 101, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Farfetch", "Net-a-Porter", "Mytheresa", "SSENSE", "Moda Operandi", "Nordstrom", "Selfridges", "Matchesfashion", "ASOS", "Bloomingdale'" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 2, "seed": 102, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Net-a-Porter", "Farfetch", "Mytheresa", "Matchesfashion", "SSENSE", "Nordstrom", "Shopbop", "ASOS", "Bloomingdale's", "Moda" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 3, "seed": 103, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Net-a-Porter", "Farfetch", "Mytheresa", "SSENSE", "Matchesfashion", "Nordstrom", "ASOS", "Bloomingdale' s", "Shopbop", "Revolve" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } }, { "trial_idx": 4, "seed": 104, "ok": true, "div_ok": true, "min_chars_ok": true, "min_chars_count": 10, "probe": { "items": [ "Net-a-Porter", "Farfetch", "Mytheresa", "Matchesfashion", "SSENSE", "Nordstrom", "ASOS", "Shopbop", "Bloomingdale'", "Moda Operandi" ], "item_count": 10, "dup_any": false, "dup_kw": false, "has_kw_first": false, "competitor_contamination": false, "similar_to_keyword_count": 0, "similar_to_keyword_indices": [], "similar_idx": [] } } ] } ] }