scripts/gen_codemix_v2.py

#!/usr/bin/env python3
"""v2 code-mix generator — EXPANDED frame bank (more syntactic variety + English in more positions)
to push mix-CER below the 0.178 the v1 (40-frame) generator reached. Adds questions, longer multi-clause
frames, leading-English frames, and number/date-heavy frames. Dedups against an existing corpus.

Usage: python gen_codemix_v2.py --n 3000 --exclude codemix_corpus.txt --out codemix_v2.txt
"""
import argparse, random, re

NAMES = ["Jason","Kelly","Daniel","Rita","Amy","Kevin","Linda","Peter","Vivian","Frank","Tom","Cindy",
         "Eric","Grace","Sam","Joyce","Leo","Nina","Oscar","Sandy","Ryan","Emma","Jack","Mia","Henry",
         "Chloe","Ivan","Wendy","Alan","Tina","Bella","George","Karen","Lucas","Sophie","Victor"]
SUR=["王","陳","林","李","張","黃","吳","劉","蔡","楊","許","鄭","謝","郭","洪","曾","廖","賴","周","葉"]
TITLE=["經理","助理","工程師","專員","主任","課長","副理","顧問","店長","總監","組長"]
DEPT=["技術部","客服部","業務部","品保部","財務部","人資部","採購部","研發部","行銷部","資訊部","法務部","物流部"]
APP=["App","Line","Email","Portal","Outlook","Teams","Slack","ERP 系統","CRM 系統","官網","Dropbox","Notion"]
ITEM=["Excel 報表","PDF 檔","QR Code","VIP 等級","Zoom 連結","email","發票","合約","報告書","專案","預算表",
      "行事曆","購物車","訂單","帳號","密碼","會員卡","序號","授權碼","點數","報價單","出貨單","履歷","簡報"]
ACT=["login","logout","update","reset","upload","download","check","confirm","submit","cancel","review",
     "approve","sync","backup","scan","forward","schedule","reschedule","verify","activate"]
STATUS=["ready","done","updated","confirmed","cancelled","pending","online","offline","expired","approved","rejected"]
EVENT=["meeting","Zoom 會議","conference call","interview","presentation","demo","workshop","training","kick-off"]
ADJ=["busy","urgent","important","ready","OK","fine","available","tied up"]
def ext(): return str(random.randint(1000,9999))
def num(): return str(random.randint(100000,999999))
def time_(): return random.choice(["上午九點","上午十點半","中午十二點","下午兩點","下午三點半","下午四點",
    "明天上午","後天下午","這個禮拜五","下週一早上","月底前","這個月十五號","禮拜三中午"])
def disc(): return random.choice(["九折","八五折","七九折","買一送一","免運","現折五百"])

# v1's 40 frames are kept implicitly by overlap; here are NEW + varied ones (leading-English, questions,
# multi-clause, numeric). The fill() randomization over big slot lists yields tens of thousands distinct.
FRAMES = [
    # leading / English-first
    "Hi {name},您的{item}我已經 {act} 好了,要不要 double check 一下?",
    "OK,那我先把這個 {event} {act} 到{time},confirm 後再通知您。",
    "Sorry,{app} 剛剛 {status},您的{item}可能要重新 {act} 一次。",
    "No problem,我請 {name} {sur}{title}在{time}前 {act} 完這份{item}。",
    "Actually 這個 {item} 的 deadline 是{time},麻煩您 prioritize 一下。",
    # questions
    "請問您的 {app} 帳號是用 email 還是 phone number 註冊的?",
    "您要的{item}是 standard 還是 premium 版,方便 confirm 一下嗎?",
    "請問這個 {event} 的 link 您有收到嗎?還是要我 re-send?",
    "{name} 的分機是 {ext} 對嗎?我幫您 transfer 過去好嗎?",
    "您的{item}編號是不是 {num}?我這邊 check 一下 status。",
    "請問{time}的 {event} 改到三樓還是線上 Zoom?",
    # multi-clause
    "您的訂單 {num} 已經 {status},預計{time}送達,tracking number 我用 Line 傳給您。",
    "我先幫您把{item} {act},等 {dept} approve 之後,系統會自動 send 一封 email。",
    "{name} {sur}{title}今天比較 {adj},不過他說{time}可以跟您 quick call 一下。",
    "這個 case 我已經 {act} 到 CRM 系統,reference number 是 {num},有問題再撥分機 {ext}。",
    "麻煩您先 {act} 一下{item},然後把 screenshot upload 到 {app},我這邊同步處理。",
    "您的會員 {status},如果現在 upgrade 到 VIP,這個月可以多享{disc}的優惠。",
    # numeric / scheduling heavy
    "您預約的 {event} 是{time},地點在三樓,記得帶 ID card 上來 check in。",
    "這批貨的 PO number 是 {num},預計{time}到,到了我會 update 給{dept}。",
    "您的 password 已經 expired,請在{time}前用 {app} reset,不然帳號會被 lock。",
    "退款 {num} 元已經 {status},三到五個 working day 會退回原本的 credit card。",
    "{name} 的 {event} 我 reschedule 到{time}了,calendar invite 已經 send 給所有人。",
    # service register
    "您好,這裡是 {dept} customer service,請問需要什麼 help?",
    "不好意思讓您 hold 這麼久,您的{item}我現在馬上幫您 {act}。",
    "我幫您 note 在系統了,{name} 一上線就會 call back,大概{time}。",
    "您的 {item} 目前 {status},如需 support 請撥分機 {ext} 找 {name}。",
    "這份{item}我 convert 成 PDF 用 email 寄給您,subject 會註明{time}。",
    "麻煩您 confirm 一下{time}方不方便,我再幫您把 {event} lock 起來。",
    "您的 {app} 點數還有 {num} 點,結帳時可以 redeem 折抵{disc}。",
    "好的 {name},我這邊 follow up 您的{item},有 update 第一時間 ping 您。",
]

def fill(frame):
    return frame.format(name=random.choice(NAMES),sur=random.choice(SUR),title=random.choice(TITLE),
        dept=random.choice(DEPT),app=random.choice(APP),item=random.choice(ITEM),act=random.choice(ACT),
        status=random.choice(STATUS),event=random.choice(EVENT),adj=random.choice(ADJ),
        ext=ext(),num=num(),time=time_(),disc=disc())

def main():
    ap=argparse.ArgumentParser()
    ap.add_argument("--n",type=int,default=3000)
    ap.add_argument("--exclude",default="codemix_corpus.txt")
    ap.add_argument("--out",default="codemix_v2.txt")
    ap.add_argument("--seed",type=int,default=7)
    a=ap.parse_args()
    random.seed(a.seed)
    excl=set()
    try: excl={l.strip() for l in open(a.exclude) if l.strip()}
    except FileNotFoundError: pass
    out,tries=set(),0
    while len(out)<a.n and tries<a.n*60:
        tries+=1
        s=fill(random.choice(FRAMES))
        if (re.search(r"[一-鿿]",s) and re.search(r"[A-Za-z]",s) and 10<=len(s)<=64
                and s not in excl and s not in out):
            out.add(s)
    out=sorted(out)
    open(a.out,"w",encoding="utf-8").write("\n".join(out)+"\n")
    print(f"wrote {len(out)} NEW diverse code-mix sentences -> {a.out} ({len(FRAMES)} new frames, excl {len(excl)})")
    import random as _r; _r.seed(1)
    for s in _r.sample(out,8): print("  ",s)

if __name__=="__main__":
    main()