{
 "meta": {
  "version": 3,
  "generated": "2026-10-07T01:35:40+00:00",
  "source_base_commit": "b40e0b840e7cd2f62e412685c71e9847172a5d10",
  "python": "3.11.4",
  "n_items": 37,
  "n_cells": 222,
  "encodings": [
   "cl100k_base",
   "o200k_base"
  ],
  "bootstrap_seed": 20261007,
  "bootstrap_replicates": 10000,
  "bootstrap_estimand": "mean item-level contrast; percentile interval",
  "packages": {
   "regex": "2026.9.29",
   "opencc-python-reimplemented": "0.1.7",
   "jieba": "0.42.1",
   "numpy": "2.4.6",
   "scipy": "1.17.1"
  },
  "source_sha256": {
   "build_docs.py": "e58eee04d8f7c89e1549f826e0c6ffa231f1cdee88ec1fad4bdf49ac09885d19",
   "build_web.py": "aec6338e9d387883eb824926ccb5f813c6dabc76c590afcdef9ff6923523aad2",
   "metrics.py": "b2666e017606f75b54a134a06f1dd056434978682d172f0dbe43de6b19ca482a",
   "minitok.py": "af7ee0c527075c6caa9c79c8d53a95e6d9ed64245ffa5b0f40ecb8183c410c58",
   "run_study.py": "6b9b7af6c54ef40e6ea0a9e658f2cb6c5db9c272813872cd5f625a84abd1bc0c",
   "stats.py": "04cfec8c1562d0476917572c6276f79f11ed94f08a447d25bb16a678ada03960",
   "stimuli.py": "dcf3085ef2b9d60c00679e6c2f0bc7ceb7bc1663455fb96e002e9dfe8843f075",
   "test_browser.py": "d9bd06fc756ab2f0ca1432c7f40ef51e9609db4c1b0f8c6db2908fa10e87c4f9",
   "validate.py": "6d631b92024bb4ed8aaa7399f609146d4285fa1fb40715ae44c43c974fcc0218",
   "vocab_audit.py": "453f09b164978e4fb2f534081b0f0804448ee1510457c203ae651c158f60c218"
  },
  "rank_sha256": {
   "cl100k_base": "0e301a9c7f82e2353bc484be0149b2fb8a6db85d516620a34d06e587efe090bd",
   "o200k_base": "a9e8a0c1f332c58f1a9cef2f8d7be59b31bb4b42531a3a0a64d9ad3b3d19033b"
  },
  "rank_package": "js-tiktoken@1.0.15",
  "browser_bundle_sha256": "ea5f48eaebdaa074381e2e2a8d8f2881132959de0846f754e7b860e8a6e59a63",
  "validation_status": "self-authored; author template screening; no native-speaker or downstream validation"
 },
 "scopes": {
  "twcn_screened": {
   "label": "台中・模板篩選",
   "lexicons": [
    "tw",
    "cn"
   ],
   "items": [
    "tech01",
    "tech02",
    "tech03",
    "tech04",
    "tech05",
    "tech06",
    "tech07",
    "daily01",
    "daily02",
    "daily03",
    "daily06",
    "daily07",
    "news01",
    "news02",
    "news04",
    "news05",
    "news06",
    "loan01",
    "loan02",
    "loan05",
    "loan06",
    "cxg01",
    "cxg02",
    "cxg03",
    "cxg04",
    "cxg05",
    "cxg06",
    "name01",
    "name04"
   ],
   "note": "排除 8 個額外措辭或指涉差異項目；其餘仍是自撰材料，尚未母語者校訂。"
  },
  "twcn_all": {
   "label": "台中・全部材料",
   "lexicons": [
    "tw",
    "cn"
   ],
   "items": [
    "tech01",
    "tech02",
    "tech03",
    "tech04",
    "tech05",
    "tech06",
    "tech07",
    "daily01",
    "daily02",
    "daily03",
    "daily04",
    "daily05",
    "daily06",
    "daily07",
    "news01",
    "news02",
    "news03",
    "news04",
    "news05",
    "news06",
    "loan01",
    "loan02",
    "loan03",
    "loan04",
    "loan05",
    "loan06",
    "cxg01",
    "cxg02",
    "cxg03",
    "cxg04",
    "cxg05",
    "cxg06",
    "name01",
    "name02",
    "name03",
    "name04",
    "name05"
   ],
   "note": "保留 37 個原始項目，作為模板篩選的敏感度比較。"
  },
  "hk_nonlow": {
   "label": "三地・排除香港低信心",
   "lexicons": [
    "tw",
    "cn",
    "hk"
   ],
   "items": [
    "tech01",
    "tech02",
    "tech03",
    "tech05",
    "tech06",
    "daily01",
    "daily02",
    "daily03",
    "daily04",
    "daily05",
    "daily06",
    "daily07",
    "news01",
    "news02",
    "news03",
    "news04",
    "news05",
    "news06",
    "loan01",
    "loan02",
    "loan03",
    "loan05",
    "loan06",
    "name01",
    "name02",
    "name03",
    "name04",
    "name05"
   ],
   "note": "排除 9 個香港低信心項目；信心由作者標記，不等於已驗證。"
  },
  "hk_all": {
   "label": "三地・全部材料（探索）",
   "lexicons": [
    "tw",
    "cn",
    "hk"
   ],
   "items": [
    "tech01",
    "tech02",
    "tech03",
    "tech04",
    "tech05",
    "tech06",
    "tech07",
    "daily01",
    "daily02",
    "daily03",
    "daily04",
    "daily05",
    "daily06",
    "daily07",
    "news01",
    "news02",
    "news03",
    "news04",
    "news05",
    "news06",
    "loan01",
    "loan02",
    "loan03",
    "loan04",
    "loan05",
    "loan06",
    "cxg01",
    "cxg02",
    "cxg03",
    "cxg04",
    "cxg05",
    "cxg06",
    "name01",
    "name02",
    "name03",
    "name04",
    "name05"
   ],
   "note": "包含書面粵語及指涉差異；結果不能當成純詞彙效果。"
  },
  "controls": {
   "label": "三地・逐字相同控制",
   "lexicons": [
    "tw",
    "cn",
    "hk"
   ],
   "items": [
    "news04",
    "news06",
    "name04"
   ],
   "note": "各字形下三欄字串完全相同；詞彙對比應精確為零，這是程式與設計檢查。"
  }
 },
 "items": [
  {
   "id": "tech01",
   "category": "tech",
   "tw": "這個軟體最近更新了介面設計。",
   "cn": "这个软件最近更新了界面设计。",
   "hk": "這個軟件最近更新了介面設計。",
   "gloss": "This software recently updated its interface design.",
   "probe": "軟體/软件/軟件",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "tech02",
   "category": "tech",
   "tw": "請上傳一段三十秒的影片。",
   "cn": "请上传一段三十秒的视频。",
   "hk": "請上載一段三十秒的影片。",
   "gloss": "Please upload a 30-second video.",
   "probe": "上傳/上传/上載",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "tech03",
   "category": "tech",
   "tw": "我需要把這份報告列印出來。",
   "cn": "我需要把这份报告打印出来。",
   "hk": "我需要把這份報告打印出來。",
   "gloss": "I need to print out this report.",
   "probe": "列印/打印",
   "hk_confidence": "medium",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "tech04",
   "category": "tech",
   "tw": "滑鼠右鍵點一下就會出現選單。",
   "cn": "鼠标右键点一下就会出现菜单。",
   "hk": "滑鼠右鍵撳一下就會出現選單。",
   "gloss": "Right-click the mouse and a menu will appear.",
   "probe": "滑鼠/鼠标；選單/菜单",
   "hk_confidence": "low",
   "note": "撳 is colloquial Cantonese; consider 按 for written HK Chinese.",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "tech05",
   "category": "tech",
   "tw": "這個程式有一個小錯誤。",
   "cn": "这个程序有一个小错误。",
   "hk": "這個程式有一個小錯誤。",
   "gloss": "This program has a small bug.",
   "probe": "程式/程序",
   "hk_confidence": "medium",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "tech06",
   "category": "tech",
   "tw": "資料庫連線失敗，請檢查網路設定。",
   "cn": "数据库连接失败，请检查网络设置。",
   "hk": "資料庫連線失敗，請檢查網絡設定。",
   "gloss": "Database connection failed; check the network settings.",
   "probe": "資料庫/数据库；網路/网络/網絡",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "tech07",
   "category": "tech",
   "tw": "把檔案存到隨身碟裡。",
   "cn": "把文件存到U盘里。",
   "hk": "把檔案存到手指裡。",
   "gloss": "Save the file onto the USB drive.",
   "probe": "隨身碟/U盘/手指",
   "hk_confidence": "low",
   "note": "HK 手指 is very colloquial; 記憶棒 / USB 手指 may be safer.",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "daily01",
   "category": "daily",
   "tw": "我要叫一輛計程車去機場。",
   "cn": "我要叫一辆出租车去机场。",
   "hk": "我要叫一輛的士去機場。",
   "gloss": "I'm going to take a taxi to the airport.",
   "probe": "計程車/出租车/的士",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "daily02",
   "category": "daily",
   "tw": "夏天最喜歡吃鳳梨。",
   "cn": "夏天最喜欢吃菠萝。",
   "hk": "夏天最喜歡吃菠蘿。",
   "gloss": "My favourite summer fruit is pineapple.",
   "probe": "鳳梨/菠萝",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "daily03",
   "category": "daily",
   "tw": "晚餐想煮馬鈴薯燉肉。",
   "cn": "晚餐想煮土豆炖肉。",
   "hk": "晚餐想煮薯仔燉肉。",
   "gloss": "For dinner I want to make potato stew.",
   "probe": "馬鈴薯/土豆/薯仔",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "daily04",
   "category": "daily",
   "tw": "搭捷運大約二十分鐘可以到。",
   "cn": "坐地铁大约二十分钟可以到。",
   "hk": "搭港鐵大約二十分鐘可以到。",
   "gloss": "It takes about 20 minutes by metro.",
   "probe": "捷運/地铁/港鐵",
   "hk_confidence": "high",
   "note": "",
   "template_screened": false,
   "exclusion_reason": "交通系統與動詞同時改變；捷運／地鐵／港鐵的指涉需另核對",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "daily05",
   "category": "daily",
   "tw": "轉角的便利商店有賣。",
   "cn": "拐角的便利店有卖。",
   "hk": "轉角的便利店有賣。",
   "gloss": "The convenience store on the corner sells it.",
   "probe": "便利商店/便利店",
   "hk_confidence": "high",
   "note": "",
   "template_screened": false,
   "exclusion_reason": "除目標詞外也改變轉角／拐角與句末措辭",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "daily06",
   "category": "daily",
   "tw": "他騎機車去上班。",
   "cn": "他骑摩托车去上班。",
   "hk": "他踩電單車去上班。",
   "gloss": "He rides a motorbike to work.",
   "probe": "機車/摩托车/電單車",
   "hk_confidence": "medium",
   "note": "HK 踩 is colloquial; 揸電單車 also possible.",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "daily07",
   "category": "daily",
   "tw": "冰箱裡還有一罐優格。",
   "cn": "冰箱里还有一罐酸奶。",
   "hk": "雪櫃裡還有一罐乳酪。",
   "gloss": "There's still a yoghurt in the fridge.",
   "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
   "hk_confidence": "medium",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "news01",
   "category": "news",
   "tw": "政府今日宣布新的環保政策。",
   "cn": "政府今日宣布新的环保政策。",
   "hk": "政府今日宣布新的環保政策。",
   "gloss": "The government today announced new environmental policies.",
   "probe": "control: identical lexicon",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "news02",
   "category": "news",
   "tw": "教育部公布最新的入學率統計。",
   "cn": "教育部公布最新的入学率统计。",
   "hk": "教育局公布最新的入學率統計。",
   "gloss": "The education authority released enrolment statistics.",
   "probe": "教育部/教育局",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "news03",
   "category": "news",
   "tw": "總統在記者會上發表重要談話。",
   "cn": "主席在记者会上发表重要谈话。",
   "hk": "特首在記者會上發表重要講話。",
   "gloss": "The head of state spoke at the press conference.",
   "probe": "總統/主席/特首",
   "hk_confidence": "high",
   "note": "",
   "template_screened": false,
   "exclusion_reason": "總統／主席／特首指涉不同職位，不是純詞彙對照",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "news04",
   "category": "news",
   "tw": "疫情期間口罩供應穩定。",
   "cn": "疫情期间口罩供应稳定。",
   "hk": "疫情期間口罩供應穩定。",
   "gloss": "Mask supply was stable during the pandemic.",
   "probe": "control",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": true,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "news05",
   "category": "news",
   "tw": "人工智慧的發展引發各界討論。",
   "cn": "人工智能的发展引发各界讨论。",
   "hk": "人工智能的發展引發各界討論。",
   "gloss": "AI development has sparked wide discussion.",
   "probe": "人工智慧/人工智能",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "news06",
   "category": "news",
   "tw": "法院駁回上訴並維持原判決。",
   "cn": "法院驳回上诉并维持原判决。",
   "hk": "法院駁回上訴並維持原判決。",
   "gloss": "The court dismissed the appeal and upheld the ruling.",
   "probe": "control: legal register",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": true,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "loan01",
   "category": "loan",
   "tw": "實驗室新買了一台雷射切割機。",
   "cn": "实验室新买了一台激光切割机。",
   "hk": "實驗室新買了一台激光切割機。",
   "gloss": "The lab bought a laser cutter.",
   "probe": "雷射(音譯)/激光(意譯)",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "loan02",
   "category": "loan",
   "tw": "她每天都在部落格上寫作。",
   "cn": "她每天都在博客上写作。",
   "hk": "她每天都在網誌上寫作。",
   "gloss": "She writes on her blog every day.",
   "probe": "部落格/博客/網誌 — 三種造詞策略",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "loan03",
   "category": "loan",
   "tw": "網際網路改變了資訊傳播。",
   "cn": "互联网改变了信息传播。",
   "hk": "互聯網改變了資訊傳播。",
   "gloss": "The internet changed information flow.",
   "probe": "網際網路/互联网；資訊/信息",
   "hk_confidence": "high",
   "note": "",
   "template_screened": false,
   "exclusion_reason": "同時改變目標詞、資訊／信息與句法長度",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "loan04",
   "category": "loan",
   "tw": "他點了一杯拿鐵和一份三明治。",
   "cn": "他点了一杯拿铁和一份三明治。",
   "hk": "他叫咗一杯拿鐵同一份三文治。",
   "gloss": "He ordered a latte and a sandwich.",
   "probe": "三明治/三文治 — 同源音譯的地域分化",
   "hk_confidence": "low",
   "note": "叫咗/同 are written Cantonese; replace with 點了/和 if the HK column must stay in standard written Chinese.",
   "template_screened": false,
   "exclusion_reason": "香港版本改變語法與語體；不作跨地區模板對照",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "loan05",
   "category": "loan",
   "tw": "這款巧克力用了新的乳化劑。",
   "cn": "这款巧克力用了新的乳化剂。",
   "hk": "這款朱古力用了新的乳化劑。",
   "gloss": "This chocolate uses a new emulsifier.",
   "probe": "巧克力/朱古力",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "loan06",
   "category": "loan",
   "tw": "維他命和礦物質都要補充。",
   "cn": "维生素和矿物质都要补充。",
   "hk": "維他命和礦物質都要補充。",
   "gloss": "Take both vitamins and minerals.",
   "probe": "維他命(音譯)/维生素(意譯)",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "cxg01",
   "category": "cxg",
   "tw": "他越說越生氣，最後乾脆不講了。",
   "cn": "他越说越生气，最后干脆不讲了。",
   "hk": "他越講越嬲，最後索性唔講。",
   "gloss": "The more he talked the angrier he got.",
   "probe": "越X越Y 半基模構式",
   "hk_confidence": "low",
   "note": "HK cell here is written Cantonese by design; treat as a separate register condition.",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "cxg02",
   "category": "cxg",
   "tw": "這本書我一看就懂。",
   "cn": "这本书我一看就懂。",
   "hk": "這本書我一睇就明。",
   "gloss": "I understood this book at first glance.",
   "probe": "一X就Y 半基模構式",
   "hk_confidence": "low",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "cxg03",
   "category": "cxg",
   "tw": "他昨天洗了個澡就睡了。",
   "cn": "他昨天洗了个澡就睡了。",
   "hk": "他琴日沖咗個涼就瞓。",
   "gloss": "He took a shower yesterday and went to bed.",
   "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
   "hk_confidence": "low",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "cxg04",
   "category": "cxg",
   "tw": "我們研究研究再決定。",
   "cn": "我们研究研究再决定。",
   "hk": "我哋研究研究先決定。",
   "gloss": "Let's think it over before deciding.",
   "probe": "動詞重疊 VV",
   "hk_confidence": "low",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "cxg05",
   "category": "cxg",
   "tw": "這件事說起來一言難盡。",
   "cn": "这件事说起来一言难尽。",
   "hk": "呢件事講起上嚟一言難盡。",
   "gloss": "It's a long story.",
   "probe": "成語（全實體構式）＋動補",
   "hk_confidence": "low",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "cxg06",
   "category": "cxg",
   "tw": "他把那份文件放在桌上了。",
   "cn": "他把那份文件放在桌上了。",
   "hk": "佢將份文件擺喺枱面。",
   "gloss": "He put the document on the desk.",
   "probe": "把字句",
   "hk_confidence": "low",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "name01",
   "category": "name",
   "tw": "川普與拜登再次交鋒。",
   "cn": "特朗普与拜登再次交锋。",
   "hk": "特朗普與拜登再次交鋒。",
   "gloss": "Trump and Biden clashed again.",
   "probe": "川普/特朗普",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "name02",
   "category": "name",
   "tw": "他下週要飛往雪梨開會。",
   "cn": "他下周要飞往悉尼开会。",
   "hk": "他下星期要飛往悉尼開會。",
   "gloss": "He flies to Sydney next week for a meeting.",
   "probe": "雪梨/悉尼",
   "hk_confidence": "high",
   "note": "",
   "template_screened": false,
   "exclusion_reason": "下週／下周／下星期等時間措辭亦改變",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "name03",
   "category": "name",
   "tw": "紐西蘭的乳製品出口成長。",
   "cn": "新西兰的乳制品出口增长。",
   "hk": "紐西蘭的乳製品出口增長。",
   "gloss": "New Zealand dairy exports grew.",
   "probe": "紐西蘭/新西兰",
   "hk_confidence": "medium",
   "note": "",
   "template_screened": false,
   "exclusion_reason": "專名與成長／增長兩處同時改變",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "name04",
   "category": "name",
   "tw": "他最愛的作家是海明威。",
   "cn": "他最爱的作家是海明威。",
   "hk": "他最愛的作家是海明威。",
   "gloss": "His favourite writer is Hemingway.",
   "probe": "control: identical transliteration",
   "hk_confidence": "high",
   "note": "",
   "template_screened": true,
   "exclusion_reason": "",
   "exact_control": true,
   "validation_status": "author-template-screened; not native-speaker-validated"
  },
  {
   "id": "name05",
   "category": "name",
   "tw": "梵谷的畫作在奧塞美術館展出。",
   "cn": "梵高的画作在奥赛博物馆展出。",
   "hk": "梵高的畫作在奧賽博物館展出。",
   "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
   "probe": "梵谷/梵高",
   "hk_confidence": "medium",
   "note": "",
   "template_screened": false,
   "exclusion_reason": "專名、美術館／博物館與地名拼寫同時改變",
   "exact_control": false,
   "validation_status": "author-template-screened; not native-speaker-validated"
  }
 ],
 "design": [
  {
   "item_id": "tech01",
   "category": "tech",
   "script": "trad",
   "lexicon": "tw",
   "text": "這個軟體最近更新了介面設計。",
   "gloss": "This software recently updated its interface design.",
   "probe": "軟體/软件/軟件",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "tech01",
   "category": "tech",
   "script": "simp",
   "lexicon": "tw",
   "text": "这个软体最近更新了介面设计。",
   "gloss": "This software recently updated its interface design.",
   "probe": "軟體/软件/軟件",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "tech01",
   "category": "tech",
   "script": "trad",
   "lexicon": "cn",
   "text": "這個軟件最近更新了界面設計。",
   "gloss": "This software recently updated its interface design.",
   "probe": "軟體/软件/軟件",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "tech01",
   "category": "tech",
   "script": "simp",
   "lexicon": "cn",
   "text": "这个软件最近更新了界面设计。",
   "gloss": "This software recently updated its interface design.",
   "probe": "軟體/软件/軟件",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "tech01",
   "category": "tech",
   "script": "trad",
   "lexicon": "hk",
   "text": "這個軟件最近更新了介面設計。",
   "gloss": "This software recently updated its interface design.",
   "probe": "軟體/软件/軟件",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "tech01",
   "category": "tech",
   "script": "simp",
   "lexicon": "hk",
   "text": "这个软件最近更新了介面设计。",
   "gloss": "This software recently updated its interface design.",
   "probe": "軟體/软件/軟件",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "tech02",
   "category": "tech",
   "script": "trad",
   "lexicon": "tw",
   "text": "請上傳一段三十秒的影片。",
   "gloss": "Please upload a 30-second video.",
   "probe": "上傳/上传/上載",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "tech02",
   "category": "tech",
   "script": "simp",
   "lexicon": "tw",
   "text": "请上传一段三十秒的影片。",
   "gloss": "Please upload a 30-second video.",
   "probe": "上傳/上传/上載",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "tech02",
   "category": "tech",
   "script": "trad",
   "lexicon": "cn",
   "text": "請上傳一段三十秒的視頻。",
   "gloss": "Please upload a 30-second video.",
   "probe": "上傳/上传/上載",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "tech02",
   "category": "tech",
   "script": "simp",
   "lexicon": "cn",
   "text": "请上传一段三十秒的视频。",
   "gloss": "Please upload a 30-second video.",
   "probe": "上傳/上传/上載",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "tech02",
   "category": "tech",
   "script": "trad",
   "lexicon": "hk",
   "text": "請上載一段三十秒的影片。",
   "gloss": "Please upload a 30-second video.",
   "probe": "上傳/上传/上載",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "tech02",
   "category": "tech",
   "script": "simp",
   "lexicon": "hk",
   "text": "请上载一段三十秒的影片。",
   "gloss": "Please upload a 30-second video.",
   "probe": "上傳/上传/上載",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "tech03",
   "category": "tech",
   "script": "trad",
   "lexicon": "tw",
   "text": "我需要把這份報告列印出來。",
   "gloss": "I need to print out this report.",
   "probe": "列印/打印",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "tech03",
   "category": "tech",
   "script": "simp",
   "lexicon": "tw",
   "text": "我需要把这份报告列印出来。",
   "gloss": "I need to print out this report.",
   "probe": "列印/打印",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "tech03",
   "category": "tech",
   "script": "trad",
   "lexicon": "cn",
   "text": "我需要把這份報告打印出來。",
   "gloss": "I need to print out this report.",
   "probe": "列印/打印",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "tech03",
   "category": "tech",
   "script": "simp",
   "lexicon": "cn",
   "text": "我需要把这份报告打印出来。",
   "gloss": "I need to print out this report.",
   "probe": "列印/打印",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "tech03",
   "category": "tech",
   "script": "trad",
   "lexicon": "hk",
   "text": "我需要把這份報告打印出來。",
   "gloss": "I need to print out this report.",
   "probe": "列印/打印",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "tech03",
   "category": "tech",
   "script": "simp",
   "lexicon": "hk",
   "text": "我需要把这份报告打印出来。",
   "gloss": "I need to print out this report.",
   "probe": "列印/打印",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "tech04",
   "category": "tech",
   "script": "trad",
   "lexicon": "tw",
   "text": "滑鼠右鍵點一下就會出現選單。",
   "gloss": "Right-click the mouse and a menu will appear.",
   "probe": "滑鼠/鼠标；選單/菜单",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "tech04",
   "category": "tech",
   "script": "simp",
   "lexicon": "tw",
   "text": "滑鼠右键点一下就会出现选单。",
   "gloss": "Right-click the mouse and a menu will appear.",
   "probe": "滑鼠/鼠标；選單/菜单",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "tech04",
   "category": "tech",
   "script": "trad",
   "lexicon": "cn",
   "text": "鼠標右鍵點一下就會出現菜單。",
   "gloss": "Right-click the mouse and a menu will appear.",
   "probe": "滑鼠/鼠标；選單/菜单",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "tech04",
   "category": "tech",
   "script": "simp",
   "lexicon": "cn",
   "text": "鼠标右键点一下就会出现菜单。",
   "gloss": "Right-click the mouse and a menu will appear.",
   "probe": "滑鼠/鼠标；選單/菜单",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "tech04",
   "category": "tech",
   "script": "trad",
   "lexicon": "hk",
   "text": "滑鼠右鍵撳一下就會出現選單。",
   "gloss": "Right-click the mouse and a menu will appear.",
   "probe": "滑鼠/鼠标；選單/菜单",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "tech04",
   "category": "tech",
   "script": "simp",
   "lexicon": "hk",
   "text": "滑鼠右键揿一下就会出现选单。",
   "gloss": "Right-click the mouse and a menu will appear.",
   "probe": "滑鼠/鼠标；選單/菜单",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "tech05",
   "category": "tech",
   "script": "trad",
   "lexicon": "tw",
   "text": "這個程式有一個小錯誤。",
   "gloss": "This program has a small bug.",
   "probe": "程式/程序",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "tech05",
   "category": "tech",
   "script": "simp",
   "lexicon": "tw",
   "text": "这个程式有一个小错误。",
   "gloss": "This program has a small bug.",
   "probe": "程式/程序",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "tech05",
   "category": "tech",
   "script": "trad",
   "lexicon": "cn",
   "text": "這個程序有一個小錯誤。",
   "gloss": "This program has a small bug.",
   "probe": "程式/程序",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "tech05",
   "category": "tech",
   "script": "simp",
   "lexicon": "cn",
   "text": "这个程序有一个小错误。",
   "gloss": "This program has a small bug.",
   "probe": "程式/程序",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "tech05",
   "category": "tech",
   "script": "trad",
   "lexicon": "hk",
   "text": "這個程式有一個小錯誤。",
   "gloss": "This program has a small bug.",
   "probe": "程式/程序",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "tech05",
   "category": "tech",
   "script": "simp",
   "lexicon": "hk",
   "text": "这个程式有一个小错误。",
   "gloss": "This program has a small bug.",
   "probe": "程式/程序",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "tech06",
   "category": "tech",
   "script": "trad",
   "lexicon": "tw",
   "text": "資料庫連線失敗，請檢查網路設定。",
   "gloss": "Database connection failed; check the network settings.",
   "probe": "資料庫/数据库；網路/网络/網絡",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "tech06",
   "category": "tech",
   "script": "simp",
   "lexicon": "tw",
   "text": "资料库连线失败，请检查网路设定。",
   "gloss": "Database connection failed; check the network settings.",
   "probe": "資料庫/数据库；網路/网络/網絡",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "tech06",
   "category": "tech",
   "script": "trad",
   "lexicon": "cn",
   "text": "數據庫連接失敗，請檢查網絡設置。",
   "gloss": "Database connection failed; check the network settings.",
   "probe": "資料庫/数据库；網路/网络/網絡",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "tech06",
   "category": "tech",
   "script": "simp",
   "lexicon": "cn",
   "text": "数据库连接失败，请检查网络设置。",
   "gloss": "Database connection failed; check the network settings.",
   "probe": "資料庫/数据库；網路/网络/網絡",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "tech06",
   "category": "tech",
   "script": "trad",
   "lexicon": "hk",
   "text": "資料庫連線失敗，請檢查網絡設定。",
   "gloss": "Database connection failed; check the network settings.",
   "probe": "資料庫/数据库；網路/网络/網絡",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "tech06",
   "category": "tech",
   "script": "simp",
   "lexicon": "hk",
   "text": "资料库连线失败，请检查网络设定。",
   "gloss": "Database connection failed; check the network settings.",
   "probe": "資料庫/数据库；網路/网络/網絡",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "tech07",
   "category": "tech",
   "script": "trad",
   "lexicon": "tw",
   "text": "把檔案存到隨身碟裡。",
   "gloss": "Save the file onto the USB drive.",
   "probe": "隨身碟/U盘/手指",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "tech07",
   "category": "tech",
   "script": "simp",
   "lexicon": "tw",
   "text": "把档案存到随身碟里。",
   "gloss": "Save the file onto the USB drive.",
   "probe": "隨身碟/U盘/手指",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "tech07",
   "category": "tech",
   "script": "trad",
   "lexicon": "cn",
   "text": "把文件存到U盤裏。",
   "gloss": "Save the file onto the USB drive.",
   "probe": "隨身碟/U盘/手指",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "tech07",
   "category": "tech",
   "script": "simp",
   "lexicon": "cn",
   "text": "把文件存到U盘里。",
   "gloss": "Save the file onto the USB drive.",
   "probe": "隨身碟/U盘/手指",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "tech07",
   "category": "tech",
   "script": "trad",
   "lexicon": "hk",
   "text": "把檔案存到手指裡。",
   "gloss": "Save the file onto the USB drive.",
   "probe": "隨身碟/U盘/手指",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "tech07",
   "category": "tech",
   "script": "simp",
   "lexicon": "hk",
   "text": "把档案存到手指里。",
   "gloss": "Save the file onto the USB drive.",
   "probe": "隨身碟/U盘/手指",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "daily01",
   "category": "daily",
   "script": "trad",
   "lexicon": "tw",
   "text": "我要叫一輛計程車去機場。",
   "gloss": "I'm going to take a taxi to the airport.",
   "probe": "計程車/出租车/的士",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily01",
   "category": "daily",
   "script": "simp",
   "lexicon": "tw",
   "text": "我要叫一辆计程车去机场。",
   "gloss": "I'm going to take a taxi to the airport.",
   "probe": "計程車/出租车/的士",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily01",
   "category": "daily",
   "script": "trad",
   "lexicon": "cn",
   "text": "我要叫一輛出租車去機場。",
   "gloss": "I'm going to take a taxi to the airport.",
   "probe": "計程車/出租车/的士",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily01",
   "category": "daily",
   "script": "simp",
   "lexicon": "cn",
   "text": "我要叫一辆出租车去机场。",
   "gloss": "I'm going to take a taxi to the airport.",
   "probe": "計程車/出租车/的士",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily01",
   "category": "daily",
   "script": "trad",
   "lexicon": "hk",
   "text": "我要叫一輛的士去機場。",
   "gloss": "I'm going to take a taxi to the airport.",
   "probe": "計程車/出租车/的士",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily01",
   "category": "daily",
   "script": "simp",
   "lexicon": "hk",
   "text": "我要叫一辆的士去机场。",
   "gloss": "I'm going to take a taxi to the airport.",
   "probe": "計程車/出租车/的士",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily02",
   "category": "daily",
   "script": "trad",
   "lexicon": "tw",
   "text": "夏天最喜歡吃鳳梨。",
   "gloss": "My favourite summer fruit is pineapple.",
   "probe": "鳳梨/菠萝",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily02",
   "category": "daily",
   "script": "simp",
   "lexicon": "tw",
   "text": "夏天最喜欢吃凤梨。",
   "gloss": "My favourite summer fruit is pineapple.",
   "probe": "鳳梨/菠萝",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily02",
   "category": "daily",
   "script": "trad",
   "lexicon": "cn",
   "text": "夏天最喜歡喫菠蘿。",
   "gloss": "My favourite summer fruit is pineapple.",
   "probe": "鳳梨/菠萝",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily02",
   "category": "daily",
   "script": "simp",
   "lexicon": "cn",
   "text": "夏天最喜欢吃菠萝。",
   "gloss": "My favourite summer fruit is pineapple.",
   "probe": "鳳梨/菠萝",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily02",
   "category": "daily",
   "script": "trad",
   "lexicon": "hk",
   "text": "夏天最喜歡吃菠蘿。",
   "gloss": "My favourite summer fruit is pineapple.",
   "probe": "鳳梨/菠萝",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily02",
   "category": "daily",
   "script": "simp",
   "lexicon": "hk",
   "text": "夏天最喜欢吃菠萝。",
   "gloss": "My favourite summer fruit is pineapple.",
   "probe": "鳳梨/菠萝",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily03",
   "category": "daily",
   "script": "trad",
   "lexicon": "tw",
   "text": "晚餐想煮馬鈴薯燉肉。",
   "gloss": "For dinner I want to make potato stew.",
   "probe": "馬鈴薯/土豆/薯仔",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily03",
   "category": "daily",
   "script": "simp",
   "lexicon": "tw",
   "text": "晚餐想煮马铃薯炖肉。",
   "gloss": "For dinner I want to make potato stew.",
   "probe": "馬鈴薯/土豆/薯仔",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily03",
   "category": "daily",
   "script": "trad",
   "lexicon": "cn",
   "text": "晚餐想煮土豆燉肉。",
   "gloss": "For dinner I want to make potato stew.",
   "probe": "馬鈴薯/土豆/薯仔",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily03",
   "category": "daily",
   "script": "simp",
   "lexicon": "cn",
   "text": "晚餐想煮土豆炖肉。",
   "gloss": "For dinner I want to make potato stew.",
   "probe": "馬鈴薯/土豆/薯仔",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily03",
   "category": "daily",
   "script": "trad",
   "lexicon": "hk",
   "text": "晚餐想煮薯仔燉肉。",
   "gloss": "For dinner I want to make potato stew.",
   "probe": "馬鈴薯/土豆/薯仔",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily03",
   "category": "daily",
   "script": "simp",
   "lexicon": "hk",
   "text": "晚餐想煮薯仔炖肉。",
   "gloss": "For dinner I want to make potato stew.",
   "probe": "馬鈴薯/土豆/薯仔",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily04",
   "category": "daily",
   "script": "trad",
   "lexicon": "tw",
   "text": "搭捷運大約二十分鐘可以到。",
   "gloss": "It takes about 20 minutes by metro.",
   "probe": "捷運/地铁/港鐵",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily04",
   "category": "daily",
   "script": "simp",
   "lexicon": "tw",
   "text": "搭捷运大约二十分钟可以到。",
   "gloss": "It takes about 20 minutes by metro.",
   "probe": "捷運/地铁/港鐵",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily04",
   "category": "daily",
   "script": "trad",
   "lexicon": "cn",
   "text": "坐地鐵大約二十分鐘可以到。",
   "gloss": "It takes about 20 minutes by metro.",
   "probe": "捷運/地铁/港鐵",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily04",
   "category": "daily",
   "script": "simp",
   "lexicon": "cn",
   "text": "坐地铁大约二十分钟可以到。",
   "gloss": "It takes about 20 minutes by metro.",
   "probe": "捷運/地铁/港鐵",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily04",
   "category": "daily",
   "script": "trad",
   "lexicon": "hk",
   "text": "搭港鐵大約二十分鐘可以到。",
   "gloss": "It takes about 20 minutes by metro.",
   "probe": "捷運/地铁/港鐵",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily04",
   "category": "daily",
   "script": "simp",
   "lexicon": "hk",
   "text": "搭港铁大约二十分钟可以到。",
   "gloss": "It takes about 20 minutes by metro.",
   "probe": "捷運/地铁/港鐵",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily05",
   "category": "daily",
   "script": "trad",
   "lexicon": "tw",
   "text": "轉角的便利商店有賣。",
   "gloss": "The convenience store on the corner sells it.",
   "probe": "便利商店/便利店",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily05",
   "category": "daily",
   "script": "simp",
   "lexicon": "tw",
   "text": "转角的便利商店有卖。",
   "gloss": "The convenience store on the corner sells it.",
   "probe": "便利商店/便利店",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily05",
   "category": "daily",
   "script": "trad",
   "lexicon": "cn",
   "text": "拐角的便利店有賣。",
   "gloss": "The convenience store on the corner sells it.",
   "probe": "便利商店/便利店",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily05",
   "category": "daily",
   "script": "simp",
   "lexicon": "cn",
   "text": "拐角的便利店有卖。",
   "gloss": "The convenience store on the corner sells it.",
   "probe": "便利商店/便利店",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily05",
   "category": "daily",
   "script": "trad",
   "lexicon": "hk",
   "text": "轉角的便利店有賣。",
   "gloss": "The convenience store on the corner sells it.",
   "probe": "便利商店/便利店",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "daily05",
   "category": "daily",
   "script": "simp",
   "lexicon": "hk",
   "text": "转角的便利店有卖。",
   "gloss": "The convenience store on the corner sells it.",
   "probe": "便利商店/便利店",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "daily06",
   "category": "daily",
   "script": "trad",
   "lexicon": "tw",
   "text": "他騎機車去上班。",
   "gloss": "He rides a motorbike to work.",
   "probe": "機車/摩托车/電單車",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "daily06",
   "category": "daily",
   "script": "simp",
   "lexicon": "tw",
   "text": "他骑机车去上班。",
   "gloss": "He rides a motorbike to work.",
   "probe": "機車/摩托车/電單車",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "daily06",
   "category": "daily",
   "script": "trad",
   "lexicon": "cn",
   "text": "他騎摩托車去上班。",
   "gloss": "He rides a motorbike to work.",
   "probe": "機車/摩托车/電單車",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "daily06",
   "category": "daily",
   "script": "simp",
   "lexicon": "cn",
   "text": "他骑摩托车去上班。",
   "gloss": "He rides a motorbike to work.",
   "probe": "機車/摩托车/電單車",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "daily06",
   "category": "daily",
   "script": "trad",
   "lexicon": "hk",
   "text": "他踩電單車去上班。",
   "gloss": "He rides a motorbike to work.",
   "probe": "機車/摩托车/電單車",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "daily06",
   "category": "daily",
   "script": "simp",
   "lexicon": "hk",
   "text": "他踩电单车去上班。",
   "gloss": "He rides a motorbike to work.",
   "probe": "機車/摩托车/電單車",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "daily07",
   "category": "daily",
   "script": "trad",
   "lexicon": "tw",
   "text": "冰箱裡還有一罐優格。",
   "gloss": "There's still a yoghurt in the fridge.",
   "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "daily07",
   "category": "daily",
   "script": "simp",
   "lexicon": "tw",
   "text": "冰箱里还有一罐优格。",
   "gloss": "There's still a yoghurt in the fridge.",
   "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "daily07",
   "category": "daily",
   "script": "trad",
   "lexicon": "cn",
   "text": "冰箱裏還有一罐酸奶。",
   "gloss": "There's still a yoghurt in the fridge.",
   "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "daily07",
   "category": "daily",
   "script": "simp",
   "lexicon": "cn",
   "text": "冰箱里还有一罐酸奶。",
   "gloss": "There's still a yoghurt in the fridge.",
   "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "daily07",
   "category": "daily",
   "script": "trad",
   "lexicon": "hk",
   "text": "雪櫃裡還有一罐乳酪。",
   "gloss": "There's still a yoghurt in the fridge.",
   "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "daily07",
   "category": "daily",
   "script": "simp",
   "lexicon": "hk",
   "text": "雪柜里还有一罐乳酪。",
   "gloss": "There's still a yoghurt in the fridge.",
   "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "news01",
   "category": "news",
   "script": "trad",
   "lexicon": "tw",
   "text": "政府今日宣布新的環保政策。",
   "gloss": "The government today announced new environmental policies.",
   "probe": "control: identical lexicon",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news01",
   "category": "news",
   "script": "simp",
   "lexicon": "tw",
   "text": "政府今日宣布新的环保政策。",
   "gloss": "The government today announced new environmental policies.",
   "probe": "control: identical lexicon",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news01",
   "category": "news",
   "script": "trad",
   "lexicon": "cn",
   "text": "政府今日宣佈新的環保政策。",
   "gloss": "The government today announced new environmental policies.",
   "probe": "control: identical lexicon",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news01",
   "category": "news",
   "script": "simp",
   "lexicon": "cn",
   "text": "政府今日宣布新的环保政策。",
   "gloss": "The government today announced new environmental policies.",
   "probe": "control: identical lexicon",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news01",
   "category": "news",
   "script": "trad",
   "lexicon": "hk",
   "text": "政府今日宣布新的環保政策。",
   "gloss": "The government today announced new environmental policies.",
   "probe": "control: identical lexicon",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news01",
   "category": "news",
   "script": "simp",
   "lexicon": "hk",
   "text": "政府今日宣布新的环保政策。",
   "gloss": "The government today announced new environmental policies.",
   "probe": "control: identical lexicon",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news02",
   "category": "news",
   "script": "trad",
   "lexicon": "tw",
   "text": "教育部公布最新的入學率統計。",
   "gloss": "The education authority released enrolment statistics.",
   "probe": "教育部/教育局",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news02",
   "category": "news",
   "script": "simp",
   "lexicon": "tw",
   "text": "教育部公布最新的入学率统计。",
   "gloss": "The education authority released enrolment statistics.",
   "probe": "教育部/教育局",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news02",
   "category": "news",
   "script": "trad",
   "lexicon": "cn",
   "text": "教育部公佈最新的入學率統計。",
   "gloss": "The education authority released enrolment statistics.",
   "probe": "教育部/教育局",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news02",
   "category": "news",
   "script": "simp",
   "lexicon": "cn",
   "text": "教育部公布最新的入学率统计。",
   "gloss": "The education authority released enrolment statistics.",
   "probe": "教育部/教育局",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news02",
   "category": "news",
   "script": "trad",
   "lexicon": "hk",
   "text": "教育局公布最新的入學率統計。",
   "gloss": "The education authority released enrolment statistics.",
   "probe": "教育部/教育局",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news02",
   "category": "news",
   "script": "simp",
   "lexicon": "hk",
   "text": "教育局公布最新的入学率统计。",
   "gloss": "The education authority released enrolment statistics.",
   "probe": "教育部/教育局",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news03",
   "category": "news",
   "script": "trad",
   "lexicon": "tw",
   "text": "總統在記者會上發表重要談話。",
   "gloss": "The head of state spoke at the press conference.",
   "probe": "總統/主席/特首",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news03",
   "category": "news",
   "script": "simp",
   "lexicon": "tw",
   "text": "总统在记者会上发表重要谈话。",
   "gloss": "The head of state spoke at the press conference.",
   "probe": "總統/主席/特首",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news03",
   "category": "news",
   "script": "trad",
   "lexicon": "cn",
   "text": "主席在記者會上發表重要談話。",
   "gloss": "The head of state spoke at the press conference.",
   "probe": "總統/主席/特首",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news03",
   "category": "news",
   "script": "simp",
   "lexicon": "cn",
   "text": "主席在记者会上发表重要谈话。",
   "gloss": "The head of state spoke at the press conference.",
   "probe": "總統/主席/特首",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news03",
   "category": "news",
   "script": "trad",
   "lexicon": "hk",
   "text": "特首在記者會上發表重要講話。",
   "gloss": "The head of state spoke at the press conference.",
   "probe": "總統/主席/特首",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news03",
   "category": "news",
   "script": "simp",
   "lexicon": "hk",
   "text": "特首在记者会上发表重要讲话。",
   "gloss": "The head of state spoke at the press conference.",
   "probe": "總統/主席/特首",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news04",
   "category": "news",
   "script": "trad",
   "lexicon": "tw",
   "text": "疫情期間口罩供應穩定。",
   "gloss": "Mask supply was stable during the pandemic.",
   "probe": "control",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news04",
   "category": "news",
   "script": "simp",
   "lexicon": "tw",
   "text": "疫情期间口罩供应稳定。",
   "gloss": "Mask supply was stable during the pandemic.",
   "probe": "control",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news04",
   "category": "news",
   "script": "trad",
   "lexicon": "cn",
   "text": "疫情期間口罩供應穩定。",
   "gloss": "Mask supply was stable during the pandemic.",
   "probe": "control",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news04",
   "category": "news",
   "script": "simp",
   "lexicon": "cn",
   "text": "疫情期间口罩供应稳定。",
   "gloss": "Mask supply was stable during the pandemic.",
   "probe": "control",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news04",
   "category": "news",
   "script": "trad",
   "lexicon": "hk",
   "text": "疫情期間口罩供應穩定。",
   "gloss": "Mask supply was stable during the pandemic.",
   "probe": "control",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news04",
   "category": "news",
   "script": "simp",
   "lexicon": "hk",
   "text": "疫情期间口罩供应稳定。",
   "gloss": "Mask supply was stable during the pandemic.",
   "probe": "control",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news05",
   "category": "news",
   "script": "trad",
   "lexicon": "tw",
   "text": "人工智慧的發展引發各界討論。",
   "gloss": "AI development has sparked wide discussion.",
   "probe": "人工智慧/人工智能",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news05",
   "category": "news",
   "script": "simp",
   "lexicon": "tw",
   "text": "人工智慧的发展引发各界讨论。",
   "gloss": "AI development has sparked wide discussion.",
   "probe": "人工智慧/人工智能",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news05",
   "category": "news",
   "script": "trad",
   "lexicon": "cn",
   "text": "人工智能的發展引發各界討論。",
   "gloss": "AI development has sparked wide discussion.",
   "probe": "人工智慧/人工智能",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news05",
   "category": "news",
   "script": "simp",
   "lexicon": "cn",
   "text": "人工智能的发展引发各界讨论。",
   "gloss": "AI development has sparked wide discussion.",
   "probe": "人工智慧/人工智能",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news05",
   "category": "news",
   "script": "trad",
   "lexicon": "hk",
   "text": "人工智能的發展引發各界討論。",
   "gloss": "AI development has sparked wide discussion.",
   "probe": "人工智慧/人工智能",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news05",
   "category": "news",
   "script": "simp",
   "lexicon": "hk",
   "text": "人工智能的发展引发各界讨论。",
   "gloss": "AI development has sparked wide discussion.",
   "probe": "人工智慧/人工智能",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news06",
   "category": "news",
   "script": "trad",
   "lexicon": "tw",
   "text": "法院駁回上訴並維持原判決。",
   "gloss": "The court dismissed the appeal and upheld the ruling.",
   "probe": "control: legal register",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news06",
   "category": "news",
   "script": "simp",
   "lexicon": "tw",
   "text": "法院驳回上诉并维持原判决。",
   "gloss": "The court dismissed the appeal and upheld the ruling.",
   "probe": "control: legal register",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news06",
   "category": "news",
   "script": "trad",
   "lexicon": "cn",
   "text": "法院駁回上訴並維持原判決。",
   "gloss": "The court dismissed the appeal and upheld the ruling.",
   "probe": "control: legal register",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "news06",
   "category": "news",
   "script": "simp",
   "lexicon": "cn",
   "text": "法院驳回上诉并维持原判决。",
   "gloss": "The court dismissed the appeal and upheld the ruling.",
   "probe": "control: legal register",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news06",
   "category": "news",
   "script": "trad",
   "lexicon": "hk",
   "text": "法院駁回上訴並維持原判決。",
   "gloss": "The court dismissed the appeal and upheld the ruling.",
   "probe": "control: legal register",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "news06",
   "category": "news",
   "script": "simp",
   "lexicon": "hk",
   "text": "法院驳回上诉并维持原判决。",
   "gloss": "The court dismissed the appeal and upheld the ruling.",
   "probe": "control: legal register",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan01",
   "category": "loan",
   "script": "trad",
   "lexicon": "tw",
   "text": "實驗室新買了一台雷射切割機。",
   "gloss": "The lab bought a laser cutter.",
   "probe": "雷射(音譯)/激光(意譯)",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan01",
   "category": "loan",
   "script": "simp",
   "lexicon": "tw",
   "text": "实验室新买了一台雷射切割机。",
   "gloss": "The lab bought a laser cutter.",
   "probe": "雷射(音譯)/激光(意譯)",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan01",
   "category": "loan",
   "script": "trad",
   "lexicon": "cn",
   "text": "實驗室新買了一臺激光切割機。",
   "gloss": "The lab bought a laser cutter.",
   "probe": "雷射(音譯)/激光(意譯)",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan01",
   "category": "loan",
   "script": "simp",
   "lexicon": "cn",
   "text": "实验室新买了一台激光切割机。",
   "gloss": "The lab bought a laser cutter.",
   "probe": "雷射(音譯)/激光(意譯)",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan01",
   "category": "loan",
   "script": "trad",
   "lexicon": "hk",
   "text": "實驗室新買了一台激光切割機。",
   "gloss": "The lab bought a laser cutter.",
   "probe": "雷射(音譯)/激光(意譯)",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan01",
   "category": "loan",
   "script": "simp",
   "lexicon": "hk",
   "text": "实验室新买了一台激光切割机。",
   "gloss": "The lab bought a laser cutter.",
   "probe": "雷射(音譯)/激光(意譯)",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan02",
   "category": "loan",
   "script": "trad",
   "lexicon": "tw",
   "text": "她每天都在部落格上寫作。",
   "gloss": "She writes on her blog every day.",
   "probe": "部落格/博客/網誌 — 三種造詞策略",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan02",
   "category": "loan",
   "script": "simp",
   "lexicon": "tw",
   "text": "她每天都在部落格上写作。",
   "gloss": "She writes on her blog every day.",
   "probe": "部落格/博客/網誌 — 三種造詞策略",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan02",
   "category": "loan",
   "script": "trad",
   "lexicon": "cn",
   "text": "她每天都在博客上寫作。",
   "gloss": "She writes on her blog every day.",
   "probe": "部落格/博客/網誌 — 三種造詞策略",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan02",
   "category": "loan",
   "script": "simp",
   "lexicon": "cn",
   "text": "她每天都在博客上写作。",
   "gloss": "She writes on her blog every day.",
   "probe": "部落格/博客/網誌 — 三種造詞策略",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan02",
   "category": "loan",
   "script": "trad",
   "lexicon": "hk",
   "text": "她每天都在網誌上寫作。",
   "gloss": "She writes on her blog every day.",
   "probe": "部落格/博客/網誌 — 三種造詞策略",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan02",
   "category": "loan",
   "script": "simp",
   "lexicon": "hk",
   "text": "她每天都在网志上写作。",
   "gloss": "She writes on her blog every day.",
   "probe": "部落格/博客/網誌 — 三種造詞策略",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan03",
   "category": "loan",
   "script": "trad",
   "lexicon": "tw",
   "text": "網際網路改變了資訊傳播。",
   "gloss": "The internet changed information flow.",
   "probe": "網際網路/互联网；資訊/信息",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan03",
   "category": "loan",
   "script": "simp",
   "lexicon": "tw",
   "text": "网际网路改变了资讯传播。",
   "gloss": "The internet changed information flow.",
   "probe": "網際網路/互联网；資訊/信息",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan03",
   "category": "loan",
   "script": "trad",
   "lexicon": "cn",
   "text": "互聯網改變了信息傳播。",
   "gloss": "The internet changed information flow.",
   "probe": "網際網路/互联网；資訊/信息",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan03",
   "category": "loan",
   "script": "simp",
   "lexicon": "cn",
   "text": "互联网改变了信息传播。",
   "gloss": "The internet changed information flow.",
   "probe": "網際網路/互联网；資訊/信息",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan03",
   "category": "loan",
   "script": "trad",
   "lexicon": "hk",
   "text": "互聯網改變了資訊傳播。",
   "gloss": "The internet changed information flow.",
   "probe": "網際網路/互联网；資訊/信息",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan03",
   "category": "loan",
   "script": "simp",
   "lexicon": "hk",
   "text": "互联网改变了资讯传播。",
   "gloss": "The internet changed information flow.",
   "probe": "網際網路/互联网；資訊/信息",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan04",
   "category": "loan",
   "script": "trad",
   "lexicon": "tw",
   "text": "他點了一杯拿鐵和一份三明治。",
   "gloss": "He ordered a latte and a sandwich.",
   "probe": "三明治/三文治 — 同源音譯的地域分化",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "loan04",
   "category": "loan",
   "script": "simp",
   "lexicon": "tw",
   "text": "他点了一杯拿铁和一份三明治。",
   "gloss": "He ordered a latte and a sandwich.",
   "probe": "三明治/三文治 — 同源音譯的地域分化",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "loan04",
   "category": "loan",
   "script": "trad",
   "lexicon": "cn",
   "text": "他點了一杯拿鐵和一份三明治。",
   "gloss": "He ordered a latte and a sandwich.",
   "probe": "三明治/三文治 — 同源音譯的地域分化",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "loan04",
   "category": "loan",
   "script": "simp",
   "lexicon": "cn",
   "text": "他点了一杯拿铁和一份三明治。",
   "gloss": "He ordered a latte and a sandwich.",
   "probe": "三明治/三文治 — 同源音譯的地域分化",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "loan04",
   "category": "loan",
   "script": "trad",
   "lexicon": "hk",
   "text": "他叫咗一杯拿鐵同一份三文治。",
   "gloss": "He ordered a latte and a sandwich.",
   "probe": "三明治/三文治 — 同源音譯的地域分化",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "loan04",
   "category": "loan",
   "script": "simp",
   "lexicon": "hk",
   "text": "他叫咗一杯拿铁同一份三文治。",
   "gloss": "He ordered a latte and a sandwich.",
   "probe": "三明治/三文治 — 同源音譯的地域分化",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "loan05",
   "category": "loan",
   "script": "trad",
   "lexicon": "tw",
   "text": "這款巧克力用了新的乳化劑。",
   "gloss": "This chocolate uses a new emulsifier.",
   "probe": "巧克力/朱古力",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan05",
   "category": "loan",
   "script": "simp",
   "lexicon": "tw",
   "text": "这款巧克力用了新的乳化剂。",
   "gloss": "This chocolate uses a new emulsifier.",
   "probe": "巧克力/朱古力",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan05",
   "category": "loan",
   "script": "trad",
   "lexicon": "cn",
   "text": "這款巧克力用了新的乳化劑。",
   "gloss": "This chocolate uses a new emulsifier.",
   "probe": "巧克力/朱古力",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan05",
   "category": "loan",
   "script": "simp",
   "lexicon": "cn",
   "text": "这款巧克力用了新的乳化剂。",
   "gloss": "This chocolate uses a new emulsifier.",
   "probe": "巧克力/朱古力",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan05",
   "category": "loan",
   "script": "trad",
   "lexicon": "hk",
   "text": "這款朱古力用了新的乳化劑。",
   "gloss": "This chocolate uses a new emulsifier.",
   "probe": "巧克力/朱古力",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan05",
   "category": "loan",
   "script": "simp",
   "lexicon": "hk",
   "text": "这款朱古力用了新的乳化剂。",
   "gloss": "This chocolate uses a new emulsifier.",
   "probe": "巧克力/朱古力",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan06",
   "category": "loan",
   "script": "trad",
   "lexicon": "tw",
   "text": "維他命和礦物質都要補充。",
   "gloss": "Take both vitamins and minerals.",
   "probe": "維他命(音譯)/维生素(意譯)",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan06",
   "category": "loan",
   "script": "simp",
   "lexicon": "tw",
   "text": "维他命和矿物质都要补充。",
   "gloss": "Take both vitamins and minerals.",
   "probe": "維他命(音譯)/维生素(意譯)",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan06",
   "category": "loan",
   "script": "trad",
   "lexicon": "cn",
   "text": "維生素和礦物質都要補充。",
   "gloss": "Take both vitamins and minerals.",
   "probe": "維他命(音譯)/维生素(意譯)",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "loan06",
   "category": "loan",
   "script": "simp",
   "lexicon": "cn",
   "text": "维生素和矿物质都要补充。",
   "gloss": "Take both vitamins and minerals.",
   "probe": "維他命(音譯)/维生素(意譯)",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan06",
   "category": "loan",
   "script": "trad",
   "lexicon": "hk",
   "text": "維他命和礦物質都要補充。",
   "gloss": "Take both vitamins and minerals.",
   "probe": "維他命(音譯)/维生素(意譯)",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "loan06",
   "category": "loan",
   "script": "simp",
   "lexicon": "hk",
   "text": "维他命和矿物质都要补充。",
   "gloss": "Take both vitamins and minerals.",
   "probe": "維他命(音譯)/维生素(意譯)",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "cxg01",
   "category": "cxg",
   "script": "trad",
   "lexicon": "tw",
   "text": "他越說越生氣，最後乾脆不講了。",
   "gloss": "The more he talked the angrier he got.",
   "probe": "越X越Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg01",
   "category": "cxg",
   "script": "simp",
   "lexicon": "tw",
   "text": "他越说越生气，最后干脆不讲了。",
   "gloss": "The more he talked the angrier he got.",
   "probe": "越X越Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg01",
   "category": "cxg",
   "script": "trad",
   "lexicon": "cn",
   "text": "他越說越生氣，最後乾脆不講了。",
   "gloss": "The more he talked the angrier he got.",
   "probe": "越X越Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg01",
   "category": "cxg",
   "script": "simp",
   "lexicon": "cn",
   "text": "他越说越生气，最后干脆不讲了。",
   "gloss": "The more he talked the angrier he got.",
   "probe": "越X越Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg01",
   "category": "cxg",
   "script": "trad",
   "lexicon": "hk",
   "text": "他越講越嬲，最後索性唔講。",
   "gloss": "The more he talked the angrier he got.",
   "probe": "越X越Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg01",
   "category": "cxg",
   "script": "simp",
   "lexicon": "hk",
   "text": "他越讲越嬲，最后索性唔讲。",
   "gloss": "The more he talked the angrier he got.",
   "probe": "越X越Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg02",
   "category": "cxg",
   "script": "trad",
   "lexicon": "tw",
   "text": "這本書我一看就懂。",
   "gloss": "I understood this book at first glance.",
   "probe": "一X就Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg02",
   "category": "cxg",
   "script": "simp",
   "lexicon": "tw",
   "text": "这本书我一看就懂。",
   "gloss": "I understood this book at first glance.",
   "probe": "一X就Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg02",
   "category": "cxg",
   "script": "trad",
   "lexicon": "cn",
   "text": "這本書我一看就懂。",
   "gloss": "I understood this book at first glance.",
   "probe": "一X就Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg02",
   "category": "cxg",
   "script": "simp",
   "lexicon": "cn",
   "text": "这本书我一看就懂。",
   "gloss": "I understood this book at first glance.",
   "probe": "一X就Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg02",
   "category": "cxg",
   "script": "trad",
   "lexicon": "hk",
   "text": "這本書我一睇就明。",
   "gloss": "I understood this book at first glance.",
   "probe": "一X就Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg02",
   "category": "cxg",
   "script": "simp",
   "lexicon": "hk",
   "text": "这本书我一睇就明。",
   "gloss": "I understood this book at first glance.",
   "probe": "一X就Y 半基模構式",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg03",
   "category": "cxg",
   "script": "trad",
   "lexicon": "tw",
   "text": "他昨天洗了個澡就睡了。",
   "gloss": "He took a shower yesterday and went to bed.",
   "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg03",
   "category": "cxg",
   "script": "simp",
   "lexicon": "tw",
   "text": "他昨天洗了个澡就睡了。",
   "gloss": "He took a shower yesterday and went to bed.",
   "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg03",
   "category": "cxg",
   "script": "trad",
   "lexicon": "cn",
   "text": "他昨天洗了個澡就睡了。",
   "gloss": "He took a shower yesterday and went to bed.",
   "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg03",
   "category": "cxg",
   "script": "simp",
   "lexicon": "cn",
   "text": "他昨天洗了个澡就睡了。",
   "gloss": "He took a shower yesterday and went to bed.",
   "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg03",
   "category": "cxg",
   "script": "trad",
   "lexicon": "hk",
   "text": "他琴日沖咗個涼就瞓。",
   "gloss": "He took a shower yesterday and went to bed.",
   "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg03",
   "category": "cxg",
   "script": "simp",
   "lexicon": "hk",
   "text": "他琴日冲咗个凉就瞓。",
   "gloss": "He took a shower yesterday and went to bed.",
   "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg04",
   "category": "cxg",
   "script": "trad",
   "lexicon": "tw",
   "text": "我們研究研究再決定。",
   "gloss": "Let's think it over before deciding.",
   "probe": "動詞重疊 VV",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg04",
   "category": "cxg",
   "script": "simp",
   "lexicon": "tw",
   "text": "我们研究研究再决定。",
   "gloss": "Let's think it over before deciding.",
   "probe": "動詞重疊 VV",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg04",
   "category": "cxg",
   "script": "trad",
   "lexicon": "cn",
   "text": "我們研究研究再決定。",
   "gloss": "Let's think it over before deciding.",
   "probe": "動詞重疊 VV",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg04",
   "category": "cxg",
   "script": "simp",
   "lexicon": "cn",
   "text": "我们研究研究再决定。",
   "gloss": "Let's think it over before deciding.",
   "probe": "動詞重疊 VV",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg04",
   "category": "cxg",
   "script": "trad",
   "lexicon": "hk",
   "text": "我哋研究研究先決定。",
   "gloss": "Let's think it over before deciding.",
   "probe": "動詞重疊 VV",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg04",
   "category": "cxg",
   "script": "simp",
   "lexicon": "hk",
   "text": "我哋研究研究先决定。",
   "gloss": "Let's think it over before deciding.",
   "probe": "動詞重疊 VV",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg05",
   "category": "cxg",
   "script": "trad",
   "lexicon": "tw",
   "text": "這件事說起來一言難盡。",
   "gloss": "It's a long story.",
   "probe": "成語（全實體構式）＋動補",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg05",
   "category": "cxg",
   "script": "simp",
   "lexicon": "tw",
   "text": "这件事说起来一言难尽。",
   "gloss": "It's a long story.",
   "probe": "成語（全實體構式）＋動補",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg05",
   "category": "cxg",
   "script": "trad",
   "lexicon": "cn",
   "text": "這件事說起來一言難盡。",
   "gloss": "It's a long story.",
   "probe": "成語（全實體構式）＋動補",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg05",
   "category": "cxg",
   "script": "simp",
   "lexicon": "cn",
   "text": "这件事说起来一言难尽。",
   "gloss": "It's a long story.",
   "probe": "成語（全實體構式）＋動補",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg05",
   "category": "cxg",
   "script": "trad",
   "lexicon": "hk",
   "text": "呢件事講起上嚟一言難盡。",
   "gloss": "It's a long story.",
   "probe": "成語（全實體構式）＋動補",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg05",
   "category": "cxg",
   "script": "simp",
   "lexicon": "hk",
   "text": "呢件事讲起上嚟一言难尽。",
   "gloss": "It's a long story.",
   "probe": "成語（全實體構式）＋動補",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg06",
   "category": "cxg",
   "script": "trad",
   "lexicon": "tw",
   "text": "他把那份文件放在桌上了。",
   "gloss": "He put the document on the desk.",
   "probe": "把字句",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg06",
   "category": "cxg",
   "script": "simp",
   "lexicon": "tw",
   "text": "他把那份文件放在桌上了。",
   "gloss": "He put the document on the desk.",
   "probe": "把字句",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg06",
   "category": "cxg",
   "script": "trad",
   "lexicon": "cn",
   "text": "他把那份文件放在桌上了。",
   "gloss": "He put the document on the desk.",
   "probe": "把字句",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "cxg06",
   "category": "cxg",
   "script": "simp",
   "lexicon": "cn",
   "text": "他把那份文件放在桌上了。",
   "gloss": "He put the document on the desk.",
   "probe": "把字句",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg06",
   "category": "cxg",
   "script": "trad",
   "lexicon": "hk",
   "text": "佢將份文件擺喺枱面。",
   "gloss": "He put the document on the desk.",
   "probe": "把字句",
   "hk_confidence": "low",
   "original_surface": true
  },
  {
   "item_id": "cxg06",
   "category": "cxg",
   "script": "simp",
   "lexicon": "hk",
   "text": "佢将份文件摆喺枱面。",
   "gloss": "He put the document on the desk.",
   "probe": "把字句",
   "hk_confidence": "low",
   "original_surface": false
  },
  {
   "item_id": "name01",
   "category": "name",
   "script": "trad",
   "lexicon": "tw",
   "text": "川普與拜登再次交鋒。",
   "gloss": "Trump and Biden clashed again.",
   "probe": "川普/特朗普",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "name01",
   "category": "name",
   "script": "simp",
   "lexicon": "tw",
   "text": "川普与拜登再次交锋。",
   "gloss": "Trump and Biden clashed again.",
   "probe": "川普/特朗普",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "name01",
   "category": "name",
   "script": "trad",
   "lexicon": "cn",
   "text": "特朗普與拜登再次交鋒。",
   "gloss": "Trump and Biden clashed again.",
   "probe": "川普/特朗普",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "name01",
   "category": "name",
   "script": "simp",
   "lexicon": "cn",
   "text": "特朗普与拜登再次交锋。",
   "gloss": "Trump and Biden clashed again.",
   "probe": "川普/特朗普",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "name01",
   "category": "name",
   "script": "trad",
   "lexicon": "hk",
   "text": "特朗普與拜登再次交鋒。",
   "gloss": "Trump and Biden clashed again.",
   "probe": "川普/特朗普",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "name01",
   "category": "name",
   "script": "simp",
   "lexicon": "hk",
   "text": "特朗普与拜登再次交锋。",
   "gloss": "Trump and Biden clashed again.",
   "probe": "川普/特朗普",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "name02",
   "category": "name",
   "script": "trad",
   "lexicon": "tw",
   "text": "他下週要飛往雪梨開會。",
   "gloss": "He flies to Sydney next week for a meeting.",
   "probe": "雪梨/悉尼",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "name02",
   "category": "name",
   "script": "simp",
   "lexicon": "tw",
   "text": "他下周要飞往雪梨开会。",
   "gloss": "He flies to Sydney next week for a meeting.",
   "probe": "雪梨/悉尼",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "name02",
   "category": "name",
   "script": "trad",
   "lexicon": "cn",
   "text": "他下週要飛往悉尼開會。",
   "gloss": "He flies to Sydney next week for a meeting.",
   "probe": "雪梨/悉尼",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "name02",
   "category": "name",
   "script": "simp",
   "lexicon": "cn",
   "text": "他下周要飞往悉尼开会。",
   "gloss": "He flies to Sydney next week for a meeting.",
   "probe": "雪梨/悉尼",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "name02",
   "category": "name",
   "script": "trad",
   "lexicon": "hk",
   "text": "他下星期要飛往悉尼開會。",
   "gloss": "He flies to Sydney next week for a meeting.",
   "probe": "雪梨/悉尼",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "name02",
   "category": "name",
   "script": "simp",
   "lexicon": "hk",
   "text": "他下星期要飞往悉尼开会。",
   "gloss": "He flies to Sydney next week for a meeting.",
   "probe": "雪梨/悉尼",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "name03",
   "category": "name",
   "script": "trad",
   "lexicon": "tw",
   "text": "紐西蘭的乳製品出口成長。",
   "gloss": "New Zealand dairy exports grew.",
   "probe": "紐西蘭/新西兰",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "name03",
   "category": "name",
   "script": "simp",
   "lexicon": "tw",
   "text": "纽西兰的乳制品出口成长。",
   "gloss": "New Zealand dairy exports grew.",
   "probe": "紐西蘭/新西兰",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "name03",
   "category": "name",
   "script": "trad",
   "lexicon": "cn",
   "text": "新西蘭的乳製品出口增長。",
   "gloss": "New Zealand dairy exports grew.",
   "probe": "紐西蘭/新西兰",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "name03",
   "category": "name",
   "script": "simp",
   "lexicon": "cn",
   "text": "新西兰的乳制品出口增长。",
   "gloss": "New Zealand dairy exports grew.",
   "probe": "紐西蘭/新西兰",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "name03",
   "category": "name",
   "script": "trad",
   "lexicon": "hk",
   "text": "紐西蘭的乳製品出口增長。",
   "gloss": "New Zealand dairy exports grew.",
   "probe": "紐西蘭/新西兰",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "name03",
   "category": "name",
   "script": "simp",
   "lexicon": "hk",
   "text": "纽西兰的乳制品出口增长。",
   "gloss": "New Zealand dairy exports grew.",
   "probe": "紐西蘭/新西兰",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "name04",
   "category": "name",
   "script": "trad",
   "lexicon": "tw",
   "text": "他最愛的作家是海明威。",
   "gloss": "His favourite writer is Hemingway.",
   "probe": "control: identical transliteration",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "name04",
   "category": "name",
   "script": "simp",
   "lexicon": "tw",
   "text": "他最爱的作家是海明威。",
   "gloss": "His favourite writer is Hemingway.",
   "probe": "control: identical transliteration",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "name04",
   "category": "name",
   "script": "trad",
   "lexicon": "cn",
   "text": "他最愛的作家是海明威。",
   "gloss": "His favourite writer is Hemingway.",
   "probe": "control: identical transliteration",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "name04",
   "category": "name",
   "script": "simp",
   "lexicon": "cn",
   "text": "他最爱的作家是海明威。",
   "gloss": "His favourite writer is Hemingway.",
   "probe": "control: identical transliteration",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "name04",
   "category": "name",
   "script": "trad",
   "lexicon": "hk",
   "text": "他最愛的作家是海明威。",
   "gloss": "His favourite writer is Hemingway.",
   "probe": "control: identical transliteration",
   "hk_confidence": "high",
   "original_surface": true
  },
  {
   "item_id": "name04",
   "category": "name",
   "script": "simp",
   "lexicon": "hk",
   "text": "他最爱的作家是海明威。",
   "gloss": "His favourite writer is Hemingway.",
   "probe": "control: identical transliteration",
   "hk_confidence": "high",
   "original_surface": false
  },
  {
   "item_id": "name05",
   "category": "name",
   "script": "trad",
   "lexicon": "tw",
   "text": "梵谷的畫作在奧塞美術館展出。",
   "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
   "probe": "梵谷/梵高",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "name05",
   "category": "name",
   "script": "simp",
   "lexicon": "tw",
   "text": "梵谷的画作在奥塞美术馆展出。",
   "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
   "probe": "梵谷/梵高",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "name05",
   "category": "name",
   "script": "trad",
   "lexicon": "cn",
   "text": "梵高的畫作在奧賽博物館展出。",
   "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
   "probe": "梵谷/梵高",
   "hk_confidence": "medium",
   "original_surface": false
  },
  {
   "item_id": "name05",
   "category": "name",
   "script": "simp",
   "lexicon": "cn",
   "text": "梵高的画作在奥赛博物馆展出。",
   "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
   "probe": "梵谷/梵高",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "name05",
   "category": "name",
   "script": "trad",
   "lexicon": "hk",
   "text": "梵高的畫作在奧賽博物館展出。",
   "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
   "probe": "梵谷/梵高",
   "hk_confidence": "medium",
   "original_surface": true
  },
  {
   "item_id": "name05",
   "category": "name",
   "script": "simp",
   "lexicon": "hk",
   "text": "梵高的画作在奥赛博物馆展出。",
   "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
   "probe": "梵谷/梵高",
   "hk_confidence": "medium",
   "original_surface": false
  }
 ],
 "rows": {
  "cl100k_base": [
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "這個軟體最近更新了介面設計。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 20,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.5384615384615385,
    "tokens_per_codepoint": 1.4285714285714286,
    "bytes_per_token": 2.1,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.6,
    "han_one_token_rate": 0.46153846153846156,
    "han_split_rate": 0.38461538461538464,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 119,
      "hex": "bb",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 60358,
      "hex": "e8 bf 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "近",
      "valid_utf8": true
     },
     {
      "id": 51107,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 75910,
      "hex": "e4 bb 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "介",
      "valid_utf8": true
     },
     {
      "id": 28190,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 82420,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.5,
    "boundary_f1": 0.5384615384615384,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "这个软体最近更新了介面设计。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 19483,
      "hex": "e4 b8 aa",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 65372,
      "hex": "e8 bd af",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "软",
      "valid_utf8": true
     },
     {
      "id": 33014,
      "hex": "e4 bd 93",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "体",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 60358,
      "hex": "e8 bf 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "近",
      "valid_utf8": true
     },
     {
      "id": 51107,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 75910,
      "hex": "e4 bb 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "介",
      "valid_utf8": true
     },
     {
      "id": 28190,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 71600,
      "hex": "e8 ae be e8 ae a1",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "设计",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.5,
    "boundary_f1": 0.7777777777777778,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "這個軟件最近更新了界面設計。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3846153846153846,
    "tokens_per_codepoint": 1.2857142857142858,
    "bytes_per_token": 2.3333333333333335,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.3076923076923077,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 119,
      "hex": "bb",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 14558,
      "hex": "e4 bb b6",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 60358,
      "hex": "e8 bf 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "近",
      "valid_utf8": true
     },
     {
      "id": 51107,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 98220,
      "hex": "e7 95 8c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 28190,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 82420,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.25,
    "boundary_f1": 0.5833333333333334,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "这个软件最近更新了界面设计。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 19483,
      "hex": "e4 b8 aa",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 65372,
      "hex": "e8 bd af",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "软",
      "valid_utf8": true
     },
     {
      "id": 14558,
      "hex": "e4 bb b6",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 60358,
      "hex": "e8 bf 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "近",
      "valid_utf8": true
     },
     {
      "id": 51107,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 98220,
      "hex": "e7 95 8c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 28190,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 71600,
      "hex": "e8 ae be e8 ae a1",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "设计",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "這個軟件最近更新了介面設計。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3846153846153846,
    "tokens_per_codepoint": 1.2857142857142858,
    "bytes_per_token": 2.3333333333333335,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.3076923076923077,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 119,
      "hex": "bb",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 14558,
      "hex": "e4 bb b6",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 60358,
      "hex": "e8 bf 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "近",
      "valid_utf8": true
     },
     {
      "id": 51107,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 75910,
      "hex": "e4 bb 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "介",
      "valid_utf8": true
     },
     {
      "id": 28190,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 82420,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.25,
    "boundary_f1": 0.5833333333333334,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "这个软件最近更新了介面设计。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 19483,
      "hex": "e4 b8 aa",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 65372,
      "hex": "e8 bd af",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "软",
      "valid_utf8": true
     },
     {
      "id": 14558,
      "hex": "e4 bb b6",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 60358,
      "hex": "e8 bf 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "近",
      "valid_utf8": true
     },
     {
      "id": 51107,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 75910,
      "hex": "e4 bb 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "介",
      "valid_utf8": true
     },
     {
      "id": 28190,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 71600,
      "hex": "e8 ae be e8 ae a1",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "设计",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.5,
    "boundary_f1": 0.7777777777777778,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "請上傳一段三十秒的影片。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.4545454545454546,
    "tokens_per_codepoint": 1.3333333333333333,
    "bytes_per_token": 2.25,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.375,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 38574,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 47018,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 58322,
      "hex": "e5 bd b1",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "影",
      "valid_utf8": true
     },
     {
      "id": 35818,
      "hex": "e7 89 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "片",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.0,
    "boundary_f1": 0.6363636363636364,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "请上传一段三十秒的影片。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 15225,
      "hex": "e8 af b7",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "请",
      "valid_utf8": true
     },
     {
      "id": 53626,
      "hex": "e4 b8 8a e4 bc a0",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "上传",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 38574,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 47018,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 58322,
      "hex": "e5 bd b1",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "影",
      "valid_utf8": true
     },
     {
      "id": 35818,
      "hex": "e7 89 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "片",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "請上傳一段三十秒的視頻。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5555555555555556,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.36363636363636365,
    "token_details": [
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 38574,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 47018,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 25038,
      "hex": "e8 a6",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 80988,
      "hex": "e9 a0",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 119,
      "hex": "bb",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.25,
    "boundary_f1": 0.5833333333333334,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "请上传一段三十秒的视频。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 0.9090909090909091,
    "tokens_per_codepoint": 0.8333333333333334,
    "bytes_per_token": 3.6,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 15225,
      "hex": "e8 af b7",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "请",
      "valid_utf8": true
     },
     {
      "id": 53626,
      "hex": "e4 b8 8a e4 bc a0",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "上传",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 38574,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 47018,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 88240,
      "hex": "e8 a7 86 e9 a2 91",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "视频",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.4285714285714286,
    "boundary_f1": 0.8,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "請上載一段三十秒的影片。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.4545454545454546,
    "tokens_per_codepoint": 1.3333333333333333,
    "bytes_per_token": 2.25,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.375,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 38574,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 47018,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 58322,
      "hex": "e5 bd b1",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "影",
      "valid_utf8": true
     },
     {
      "id": 35818,
      "hex": "e7 89 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "片",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "请上载一段三十秒的影片。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0909090909090908,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 15225,
      "hex": "e8 af b7",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "请",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 28466,
      "hex": "e8 bd bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "载",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 38574,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 47018,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 58322,
      "hex": "e5 bd b1",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "影",
      "valid_utf8": true
     },
     {
      "id": 35818,
      "hex": "e7 89 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "片",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "我需要把這份報告列印出來。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2307692307692308,
    "bytes_per_token": 2.4375,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 86206,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 78943,
      "hex": "e5 a0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "報",
      "valid_utf8": true
     },
     {
      "id": 58655,
      "hex": "e5 91 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "告",
      "valid_utf8": true
     },
     {
      "id": 32218,
      "hex": "e5 88 97",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "列",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.0,
    "boundary_f1": 0.6363636363636364,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "我需要把这份报告列印出来。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.1666666666666667,
    "tokens_per_codepoint": 1.0769230769230769,
    "bytes_per_token": 2.7857142857142856,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.16666666666666666,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 86206,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 43378,
      "hex": "e6 8a a5",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "报",
      "valid_utf8": true
     },
     {
      "id": 58655,
      "hex": "e5 91 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "告",
      "valid_utf8": true
     },
     {
      "id": 32218,
      "hex": "e5 88 97",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "列",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 37507,
      "hex": "e6 9d a5",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "来",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "我需要把這份報告打印出來。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2307692307692308,
    "bytes_per_token": 2.4375,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 86206,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 78943,
      "hex": "e5 a0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "報",
      "valid_utf8": true
     },
     {
      "id": 58655,
      "hex": "e5 91 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "告",
      "valid_utf8": true
     },
     {
      "id": 76537,
      "hex": "e6 89 93",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "打",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.0,
    "boundary_f1": 0.6363636363636364,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "我需要把这份报告打印出来。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.1666666666666667,
    "tokens_per_codepoint": 1.0769230769230769,
    "bytes_per_token": 2.7857142857142856,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.16666666666666666,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 86206,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 43378,
      "hex": "e6 8a a5",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "报",
      "valid_utf8": true
     },
     {
      "id": 58655,
      "hex": "e5 91 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "告",
      "valid_utf8": true
     },
     {
      "id": 76537,
      "hex": "e6 89 93",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "打",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 37507,
      "hex": "e6 9d a5",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "来",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "我需要把這份報告打印出來。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2307692307692308,
    "bytes_per_token": 2.4375,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 86206,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 78943,
      "hex": "e5 a0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "報",
      "valid_utf8": true
     },
     {
      "id": 58655,
      "hex": "e5 91 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "告",
      "valid_utf8": true
     },
     {
      "id": 76537,
      "hex": "e6 89 93",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "打",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.0,
    "boundary_f1": 0.6363636363636364,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "我需要把这份报告打印出来。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.1666666666666667,
    "tokens_per_codepoint": 1.0769230769230769,
    "bytes_per_token": 2.7857142857142856,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.16666666666666666,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 86206,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 43378,
      "hex": "e6 8a a5",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "报",
      "valid_utf8": true
     },
     {
      "id": 58655,
      "hex": "e5 91 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "告",
      "valid_utf8": true
     },
     {
      "id": 76537,
      "hex": "e6 89 93",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "打",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 37507,
      "hex": "e6 9d a5",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "来",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "滑鼠右鍵點一下就會出現選單。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 24,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.8461538461538463,
    "tokens_per_codepoint": 1.7142857142857142,
    "bytes_per_token": 1.75,
    "n_utf8_fragments": 18,
    "utf8_fragment_rate": 0.75,
    "han_one_token_rate": 0.38461538461538464,
    "han_split_rate": 0.6153846153846154,
    "token_details": [
     {
      "id": 73597,
      "hex": "e6 bb",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 65917,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 235,
      "hex": "8d",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30868,
      "hex": "e9 bb",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 80242,
      "hex": "e7 8f",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30250,
      "hex": "e9 81",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 36,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.4285714285714284,
    "boundary_f1": 0.41379310344827586,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "滑鼠右键点一下就会出现选单。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3076923076923077,
    "tokens_per_codepoint": 1.2142857142857142,
    "bytes_per_token": 2.4705882352941178,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.29411764705882354,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.15384615384615385,
    "token_details": [
     {
      "id": 73597,
      "hex": "e6 bb",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 65917,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 62049,
      "hex": "e9 94 ae",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "键",
      "valid_utf8": true
     },
     {
      "id": 28542,
      "hex": "e7 82 b9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "点",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 38093,
      "hex": "e4 bc 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 47551,
      "hex": "e7 8e b0",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "现",
      "valid_utf8": true
     },
     {
      "id": 31867,
      "hex": "e9 80 89",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "选",
      "valid_utf8": true
     },
     {
      "id": 24946,
      "hex": "e5 8d 95",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "单",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "鼠標右鍵點一下就會出現菜單。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 25,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.9230769230769231,
    "tokens_per_codepoint": 1.7857142857142858,
    "bytes_per_token": 1.68,
    "n_utf8_fragments": 19,
    "utf8_fragment_rate": 0.76,
    "han_one_token_rate": 0.38461538461538464,
    "han_split_rate": 0.6153846153846154,
    "token_details": [
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 65917,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 235,
      "hex": "8d",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30868,
      "hex": "e9 bb",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 80242,
      "hex": "e7 8f",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86894,
      "hex": "e8 8f",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 36,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.5714285714285716,
    "boundary_f1": 0.4,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "鼠标右键点一下就会出现菜单。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3076923076923077,
    "tokens_per_codepoint": 1.2142857142857142,
    "bytes_per_token": 2.4705882352941178,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.29411764705882354,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.15384615384615385,
    "token_details": [
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 31944,
      "hex": "e6 a0 87",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "标",
      "valid_utf8": true
     },
     {
      "id": 65917,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 62049,
      "hex": "e9 94 ae",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "键",
      "valid_utf8": true
     },
     {
      "id": 28542,
      "hex": "e7 82 b9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "点",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 38093,
      "hex": "e4 bc 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 47551,
      "hex": "e7 8e b0",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "现",
      "valid_utf8": true
     },
     {
      "id": 86894,
      "hex": "e8 8f",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 24946,
      "hex": "e5 8d 95",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "单",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "滑鼠右鍵撳一下就會出現選單。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 24,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.8461538461538463,
    "tokens_per_codepoint": 1.7142857142857142,
    "bytes_per_token": 1.75,
    "n_utf8_fragments": 18,
    "utf8_fragment_rate": 0.75,
    "han_one_token_rate": 0.38461538461538464,
    "han_split_rate": 0.6153846153846154,
    "token_details": [
     {
      "id": 73597,
      "hex": "e6 bb",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 65917,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 235,
      "hex": "8d",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58843,
      "hex": "e6 92",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 80242,
      "hex": "e7 8f",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30250,
      "hex": "e9 81",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 36,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 3.0,
    "boundary_f1": 0.4666666666666667,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "滑鼠右键揿一下就会出现选单。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3846153846153846,
    "tokens_per_codepoint": 1.2857142857142858,
    "bytes_per_token": 2.3333333333333335,
    "n_utf8_fragments": 7,
    "utf8_fragment_rate": 0.3888888888888889,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.23076923076923078,
    "token_details": [
     {
      "id": 73597,
      "hex": "e6 bb",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 65917,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 62049,
      "hex": "e9 94 ae",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "键",
      "valid_utf8": true
     },
     {
      "id": 21441,
      "hex": "e6 8f",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 38093,
      "hex": "e4 bc 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 47551,
      "hex": "e7 8e b0",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "现",
      "valid_utf8": true
     },
     {
      "id": 31867,
      "hex": "e9 80 89",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "选",
      "valid_utf8": true
     },
     {
      "id": 24946,
      "hex": "e5 8d 95",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "单",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.0,
    "boundary_f1": 0.6399999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "這個程式有一個小錯誤。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.6,
    "tokens_per_codepoint": 1.4545454545454546,
    "bytes_per_token": 2.0625,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.625,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 39607,
      "hex": "e7 a8 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 29430,
      "hex": "e5 bc 8f",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "式",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 31809,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 91779,
      "hex": "e9 8c",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45918,
      "hex": "e8 aa",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "这个程式有一个小错误。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.9,
    "tokens_per_codepoint": 0.8181818181818182,
    "bytes_per_token": 3.6666666666666665,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 19483,
      "hex": "e4 b8 aa",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 39607,
      "hex": "e7 a8 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 29430,
      "hex": "e5 bc 8f",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "式",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 48044,
      "hex": "e4 b8 80 e4 b8 aa",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一个",
      "valid_utf8": true
     },
     {
      "id": 31809,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 33200,
      "hex": "e9 94 99 e8 af af",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "错误",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.8571428571428571,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "這個程序有一個小錯誤。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3636363636363635,
    "bytes_per_token": 2.2,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.6666666666666666,
    "han_one_token_rate": 0.3,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 75320,
      "hex": "e7 a8 8b e5 ba 8f",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "程序",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 31809,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 91779,
      "hex": "e9 8c",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45918,
      "hex": "e8 aa",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.142857142857143,
    "boundary_f1": 0.6,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "这个程序有一个小错误。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 8,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.8,
    "tokens_per_codepoint": 0.7272727272727273,
    "bytes_per_token": 4.125,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.4,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 19483,
      "hex": "e4 b8 aa",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 75320,
      "hex": "e7 a8 8b e5 ba 8f",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "程序",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 48044,
      "hex": "e4 b8 80 e4 b8 aa",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一个",
      "valid_utf8": true
     },
     {
      "id": 31809,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 33200,
      "hex": "e9 94 99 e8 af af",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "错误",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.1428571428571428,
    "boundary_f1": 0.923076923076923,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "這個程式有一個小錯誤。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.6,
    "tokens_per_codepoint": 1.4545454545454546,
    "bytes_per_token": 2.0625,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.625,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 39607,
      "hex": "e7 a8 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 29430,
      "hex": "e5 bc 8f",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "式",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 31809,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 91779,
      "hex": "e9 8c",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45918,
      "hex": "e8 aa",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "这个程式有一个小错误。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.9,
    "tokens_per_codepoint": 0.8181818181818182,
    "bytes_per_token": 3.6666666666666665,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 19483,
      "hex": "e4 b8 aa",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 39607,
      "hex": "e7 a8 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 29430,
      "hex": "e5 bc 8f",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "式",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 48044,
      "hex": "e4 b8 80 e4 b8 aa",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一个",
      "valid_utf8": true
     },
     {
      "id": 31809,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 33200,
      "hex": "e9 94 99 e8 af af",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "错误",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.8571428571428571,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "資料庫連線失敗，請檢查網路設定。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 28,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.75,
    "bytes_per_token": 1.7142857142857142,
    "n_utf8_fragments": 20,
    "utf8_fragment_rate": 0.7142857142857143,
    "han_one_token_rate": 0.42857142857142855,
    "han_split_rate": 0.5714285714285714,
    "token_details": [
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 42506,
      "hex": "e6 96 99",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "料",
      "valid_utf8": true
     },
     {
      "id": 11795,
      "hex": "e5 ba",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 89046,
      "hex": "e9 80 a3",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "連",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21388,
      "hex": "e5 a4 b1",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "失",
      "valid_utf8": true
     },
     {
      "id": 8067,
      "hex": "e6 95",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3922,
      "hex": "ef bc 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33976,
      "hex": "e6 9f a5",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "查",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 33,
      "byte_end": 34,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 34,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 47095,
      "hex": "e8 b7 af",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "路",
      "valid_utf8": true
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 39,
      "byte_end": 41,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 41,
      "byte_end": 42,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 3.111111111111111,
    "boundary_f1": 0.45714285714285713,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "资料库连线失败，请检查网路设定。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.875,
    "bytes_per_token": 3.4285714285714284,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.7857142857142857,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 52225,
      "hex": "e8 b5 84",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "资",
      "valid_utf8": true
     },
     {
      "id": 42506,
      "hex": "e6 96 99",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "料",
      "valid_utf8": true
     },
     {
      "id": 46056,
      "hex": "e5 ba 93",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "库",
      "valid_utf8": true
     },
     {
      "id": 56026,
      "hex": "e8 bf 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "连",
      "valid_utf8": true
     },
     {
      "id": 44368,
      "hex": "e7 ba bf",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "线",
      "valid_utf8": true
     },
     {
      "id": 22820,
      "hex": "e5 a4 b1 e8 b4 a5",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "失败",
      "valid_utf8": true
     },
     {
      "id": 39045,
      "hex": "ef bc 8c e8 af b7",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "，请",
      "valid_utf8": true
     },
     {
      "id": 98657,
      "hex": "e6 a3 80",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "检",
      "valid_utf8": true
     },
     {
      "id": 33976,
      "hex": "e6 9f a5",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "查",
      "valid_utf8": true
     },
     {
      "id": 32239,
      "hex": "e7 bd 91",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "网",
      "valid_utf8": true
     },
     {
      "id": 47095,
      "hex": "e8 b7 af",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "路",
      "valid_utf8": true
     },
     {
      "id": 30735,
      "hex": "e8 ae be",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "设",
      "valid_utf8": true
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.5555555555555556,
    "boundary_f1": 0.6666666666666667,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "數據庫連接失敗，請檢查網絡設置。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 29,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 2.0714285714285716,
    "tokens_per_codepoint": 1.8125,
    "bytes_per_token": 1.6551724137931034,
    "n_utf8_fragments": 22,
    "utf8_fragment_rate": 0.7586206896551724,
    "han_one_token_rate": 0.35714285714285715,
    "han_split_rate": 0.6428571428571429,
    "token_details": [
     {
      "id": 8067,
      "hex": "e6 95",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 241,
      "hex": "93",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 11795,
      "hex": "e5 ba",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 89046,
      "hex": "e9 80 a3",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "連",
      "valid_utf8": true
     },
     {
      "id": 30177,
      "hex": "e6 8e a5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "接",
      "valid_utf8": true
     },
     {
      "id": 21388,
      "hex": "e5 a4 b1",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "失",
      "valid_utf8": true
     },
     {
      "id": 8067,
      "hex": "e6 95",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3922,
      "hex": "ef bc 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33976,
      "hex": "e6 9f a5",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "查",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 33,
      "byte_end": 34,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 34,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58254,
      "hex": "e7 b5",
      "byte_start": 36,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 39,
      "byte_end": 41,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 41,
      "byte_end": 42,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 22324,
      "hex": "e7 bd ae",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "置",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 3.2222222222222223,
    "boundary_f1": 0.4444444444444445,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "数据库连接失败，请检查网络设置。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 0.6428571428571429,
    "tokens_per_codepoint": 0.5625,
    "bytes_per_token": 5.333333333333333,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.14285714285714285,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 75493,
      "hex": "e6 95 b0 e6 8d ae e5 ba 93",
      "byte_start": 0,
      "byte_end": 9,
      "surface": "数据库",
      "valid_utf8": true
     },
     {
      "id": 65164,
      "hex": "e8 bf 9e e6 8e a5",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "连接",
      "valid_utf8": true
     },
     {
      "id": 22820,
      "hex": "e5 a4 b1 e8 b4 a5",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "失败",
      "valid_utf8": true
     },
     {
      "id": 39045,
      "hex": "ef bc 8c e8 af b7",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "，请",
      "valid_utf8": true
     },
     {
      "id": 98657,
      "hex": "e6 a3 80",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "检",
      "valid_utf8": true
     },
     {
      "id": 33976,
      "hex": "e6 9f a5",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "查",
      "valid_utf8": true
     },
     {
      "id": 72456,
      "hex": "e7 bd 91 e7 bb 9c",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "网络",
      "valid_utf8": true
     },
     {
      "id": 45018,
      "hex": "e8 ae be e7 bd ae",
      "byte_start": 39,
      "byte_end": 45,
      "surface": "设置",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.0,
    "boundary_f1": 0.875,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "資料庫連線失敗，請檢查網絡設定。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 29,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 2.0714285714285716,
    "tokens_per_codepoint": 1.8125,
    "bytes_per_token": 1.6551724137931034,
    "n_utf8_fragments": 22,
    "utf8_fragment_rate": 0.7586206896551724,
    "han_one_token_rate": 0.35714285714285715,
    "han_split_rate": 0.6428571428571429,
    "token_details": [
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 42506,
      "hex": "e6 96 99",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "料",
      "valid_utf8": true
     },
     {
      "id": 11795,
      "hex": "e5 ba",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 89046,
      "hex": "e9 80 a3",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "連",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21388,
      "hex": "e5 a4 b1",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "失",
      "valid_utf8": true
     },
     {
      "id": 8067,
      "hex": "e6 95",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3922,
      "hex": "ef bc 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33976,
      "hex": "e6 9f a5",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "查",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 33,
      "byte_end": 34,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 34,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58254,
      "hex": "e7 b5",
      "byte_start": 36,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 39,
      "byte_end": 41,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 41,
      "byte_end": 42,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 3.2222222222222223,
    "boundary_f1": 0.4444444444444445,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "资料库连线失败，请检查网络设定。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 0.9285714285714286,
    "tokens_per_codepoint": 0.8125,
    "bytes_per_token": 3.6923076923076925,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6428571428571429,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 52225,
      "hex": "e8 b5 84",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "资",
      "valid_utf8": true
     },
     {
      "id": 42506,
      "hex": "e6 96 99",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "料",
      "valid_utf8": true
     },
     {
      "id": 46056,
      "hex": "e5 ba 93",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "库",
      "valid_utf8": true
     },
     {
      "id": 56026,
      "hex": "e8 bf 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "连",
      "valid_utf8": true
     },
     {
      "id": 44368,
      "hex": "e7 ba bf",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "线",
      "valid_utf8": true
     },
     {
      "id": 22820,
      "hex": "e5 a4 b1 e8 b4 a5",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "失败",
      "valid_utf8": true
     },
     {
      "id": 39045,
      "hex": "ef bc 8c e8 af b7",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "，请",
      "valid_utf8": true
     },
     {
      "id": 98657,
      "hex": "e6 a3 80",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "检",
      "valid_utf8": true
     },
     {
      "id": 33976,
      "hex": "e6 9f a5",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "查",
      "valid_utf8": true
     },
     {
      "id": 72456,
      "hex": "e7 bd 91 e7 bb 9c",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "网络",
      "valid_utf8": true
     },
     {
      "id": 30735,
      "hex": "e8 ae be",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "设",
      "valid_utf8": true
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.4444444444444444,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "把檔案存到隨身碟裡。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.7777777777777777,
    "tokens_per_codepoint": 1.6,
    "bytes_per_token": 1.875,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6875,
    "han_one_token_rate": 0.4444444444444444,
    "han_split_rate": 0.5555555555555556,
    "token_details": [
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81742,
      "hex": "e6 a1 88",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "案",
      "valid_utf8": true
     },
     {
      "id": 25359,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 37795,
      "hex": "e9 9a",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96356,
      "hex": "e8 ba ab",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "身",
      "valid_utf8": true
     },
     {
      "id": 81802,
      "hex": "e7 a2",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.6666666666666665,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "把档案存到随身碟里。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.5555555555555556,
    "tokens_per_codepoint": 1.4,
    "bytes_per_token": 2.142857142857143,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.5714285714285714,
    "han_one_token_rate": 0.5555555555555556,
    "han_split_rate": 0.4444444444444444,
    "token_details": [
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44559,
      "hex": "e6 a1",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81742,
      "hex": "e6 a1 88",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "案",
      "valid_utf8": true
     },
     {
      "id": 25359,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 37795,
      "hex": "e9 9a",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 237,
      "hex": "8f",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96356,
      "hex": "e8 ba ab",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "身",
      "valid_utf8": true
     },
     {
      "id": 81802,
      "hex": "e7 a2",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70349,
      "hex": "e9 87 8c",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.0,
    "boundary_f1": 0.631578947368421,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "把文件存到U盤裏。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 7,
    "n_codepoints": 9,
    "n_bytes": 25,
    "tokens_per_han": 1.5714285714285714,
    "tokens_per_codepoint": 1.2222222222222223,
    "bytes_per_token": 2.272727272727273,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.5454545454545454,
    "han_one_token_rate": 0.2857142857142857,
    "han_split_rate": 0.42857142857142855,
    "token_details": [
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27996,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 25359,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 52,
      "hex": "55",
      "byte_start": 15,
      "byte_end": 16,
      "surface": "U",
      "valid_utf8": true
     },
     {
      "id": 16555,
      "hex": "e7 9b",
      "byte_start": 16,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 19,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 237,
      "hex": "8f",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 22,
      "byte_end": 25,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "把文件存到U盘里。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 7,
    "n_codepoints": 9,
    "n_bytes": 25,
    "tokens_per_han": 1.4285714285714286,
    "tokens_per_codepoint": 1.1111111111111112,
    "bytes_per_token": 2.5,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.4,
    "han_one_token_rate": 0.42857142857142855,
    "han_split_rate": 0.2857142857142857,
    "token_details": [
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27996,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 25359,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 52,
      "hex": "55",
      "byte_start": 15,
      "byte_end": 16,
      "surface": "U",
      "valid_utf8": true
     },
     {
      "id": 16555,
      "hex": "e7 9b",
      "byte_start": 16,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70349,
      "hex": "e9 87 8c",
      "byte_start": 19,
      "byte_end": 22,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 22,
      "byte_end": 25,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.4285714285714286,
    "boundary_f1": 0.8,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "把檔案存到手指裡。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.625,
    "tokens_per_codepoint": 1.4444444444444444,
    "bytes_per_token": 2.076923076923077,
    "n_utf8_fragments": 7,
    "utf8_fragment_rate": 0.5384615384615384,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.375,
    "token_details": [
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81742,
      "hex": "e6 a1 88",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "案",
      "valid_utf8": true
     },
     {
      "id": 25359,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 46034,
      "hex": "e6 89 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "手",
      "valid_utf8": true
     },
     {
      "id": 64467,
      "hex": "e6 8c 87",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "指",
      "valid_utf8": true
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.1666666666666665,
    "boundary_f1": 0.5882352941176471,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "把档案存到手指里。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.375,
    "tokens_per_codepoint": 1.2222222222222223,
    "bytes_per_token": 2.4545454545454546,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.36363636363636365,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44559,
      "hex": "e6 a1",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81742,
      "hex": "e6 a1 88",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "案",
      "valid_utf8": true
     },
     {
      "id": 25359,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 46034,
      "hex": "e6 89 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "手",
      "valid_utf8": true
     },
     {
      "id": 64467,
      "hex": "e6 8c 87",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "指",
      "valid_utf8": true
     },
     {
      "id": 70349,
      "hex": "e9 87 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "我要叫一輛計程車去機場。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 19,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.7272727272727273,
    "tokens_per_codepoint": 1.5833333333333333,
    "bytes_per_token": 1.894736842105263,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.5789473684210527,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.36363636363636365,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 5877,
      "hex": "e5 8f",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 82420,
      "hex": "e8 a8 88",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 39607,
      "hex": "e7 a8 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 119,
      "hex": "bb",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 75267,
      "hex": "e5 a0 b4",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "場",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.7142857142857144,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "我要叫一辆计程车去机场。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.1666666666666667,
    "bytes_per_token": 2.5714285714285716,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 5877,
      "hex": "e5 8f",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 16205,
      "hex": "e8 be",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 38743,
      "hex": "e8 ae a1",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "计",
      "valid_utf8": true
     },
     {
      "id": 39607,
      "hex": "e7 a8 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 41053,
      "hex": "e8 bd a6",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "车",
      "valid_utf8": true
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 33748,
      "hex": "e6 9c ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 83324,
      "hex": "e5 9c ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "场",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.0,
    "boundary_f1": 0.631578947368421,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "我要叫一輛出租車去機場。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 20,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.8181818181818181,
    "tokens_per_codepoint": 1.6666666666666667,
    "bytes_per_token": 1.8,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.65,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 5877,
      "hex": "e5 8f",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 14191,
      "hex": "e7 a7",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 119,
      "hex": "bb",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 75267,
      "hex": "e5 a0 b4",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "場",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.857142857142857,
    "boundary_f1": 0.4799999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "我要叫一辆出租车去机场。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.3636363636363635,
    "tokens_per_codepoint": 1.25,
    "bytes_per_token": 2.4,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.4,
    "han_one_token_rate": 0.7272727272727273,
    "han_split_rate": 0.2727272727272727,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 5877,
      "hex": "e5 8f",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 16205,
      "hex": "e8 be",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 14191,
      "hex": "e7 a7",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41053,
      "hex": "e8 bd a6",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "车",
      "valid_utf8": true
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 33748,
      "hex": "e6 9c ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 83324,
      "hex": "e5 9c ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "场",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.142857142857143,
    "boundary_f1": 0.6,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "我要叫一輛的士去機場。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.7,
    "tokens_per_codepoint": 1.5454545454545454,
    "bytes_per_token": 1.9411764705882353,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5882352941176471,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 5877,
      "hex": "e5 8f",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 45826,
      "hex": "e5 a3",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 75267,
      "hex": "e5 a0 b4",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "場",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.4285714285714284,
    "boundary_f1": 0.5454545454545454,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "我要叫一辆的士去机场。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.4,
    "tokens_per_codepoint": 1.2727272727272727,
    "bytes_per_token": 2.357142857142857,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.42857142857142855,
    "han_one_token_rate": 0.7,
    "han_split_rate": 0.3,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 5877,
      "hex": "e5 8f",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 16205,
      "hex": "e8 be",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 45826,
      "hex": "e5 a3",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 33748,
      "hex": "e6 9c ba",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 83324,
      "hex": "e5 9c ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "场",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.0,
    "boundary_f1": 0.631578947368421,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "夏天最喜歡吃鳳梨。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 2.125,
    "tokens_per_codepoint": 1.8888888888888888,
    "bytes_per_token": 1.588235294117647,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.8235294117647058,
    "han_one_token_rate": 0.25,
    "han_split_rate": 0.75,
    "token_details": [
     {
      "id": 8192,
      "hex": "e5 a4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 237,
      "hex": "8f",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15722,
      "hex": "e6 ad",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 5,
    "fertility": 3.4,
    "boundary_f1": 0.4,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "夏天最喜欢吃凤梨。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.7777777777777777,
    "bytes_per_token": 1.6875,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.8125,
    "han_one_token_rate": 0.25,
    "han_split_rate": 0.75,
    "token_details": [
     {
      "id": 8192,
      "hex": "e5 a4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 237,
      "hex": "8f",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 25340,
      "hex": "e6 ac",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 12870,
      "hex": "e5 87",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.6666666666666665,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "夏天最喜歡喫菠蘿。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.7777777777777777,
    "bytes_per_token": 1.6875,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.8125,
    "han_one_token_rate": 0.25,
    "han_split_rate": 0.75,
    "token_details": [
     {
      "id": 8192,
      "hex": "e5 a4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 237,
      "hex": "8f",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15722,
      "hex": "e6 ad",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86894,
      "hex": "e8 8f",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "夏天最喜欢吃菠萝。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.875,
    "tokens_per_codepoint": 1.6666666666666667,
    "bytes_per_token": 1.8,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.8,
    "han_one_token_rate": 0.25,
    "han_split_rate": 0.75,
    "token_details": [
     {
      "id": 8192,
      "hex": "e5 a4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 237,
      "hex": "8f",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 25340,
      "hex": "e6 ac",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86894,
      "hex": "e8 8f",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81180,
      "hex": "e8 90",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 251,
      "hex": "9d",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "夏天最喜歡吃菠蘿。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.7777777777777777,
    "bytes_per_token": 1.6875,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.8125,
    "han_one_token_rate": 0.25,
    "han_split_rate": 0.75,
    "token_details": [
     {
      "id": 8192,
      "hex": "e5 a4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 237,
      "hex": "8f",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15722,
      "hex": "e6 ad",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86894,
      "hex": "e8 8f",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 5,
    "fertility": 3.2,
    "boundary_f1": 0.4210526315789474,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "夏天最喜欢吃菠萝。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.875,
    "tokens_per_codepoint": 1.6666666666666667,
    "bytes_per_token": 1.8,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.8,
    "han_one_token_rate": 0.25,
    "han_split_rate": 0.75,
    "token_details": [
     {
      "id": 8192,
      "hex": "e5 a4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 237,
      "hex": "8f",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 25340,
      "hex": "e6 ac",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86894,
      "hex": "e8 8f",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81180,
      "hex": "e8 90",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 251,
      "hex": "9d",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "晚餐想煮馬鈴薯燉肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 24,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 2.6666666666666665,
    "tokens_per_codepoint": 2.4,
    "bytes_per_token": 1.25,
    "n_utf8_fragments": 23,
    "utf8_fragment_rate": 0.9583333333333334,
    "han_one_token_rate": 0.0,
    "han_split_rate": 1.0,
    "token_details": [
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33565,
      "hex": "e6 83",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 46065,
      "hex": "e9 a6",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 105,
      "hex": "ac",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 15,
      "byte_end": 16,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 16,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 3.0,
    "boundary_f1": 0.4666666666666667,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "晚餐想煮马铃薯炖肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 23,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 2.5555555555555554,
    "tokens_per_codepoint": 2.3,
    "bytes_per_token": 1.3043478260869565,
    "n_utf8_fragments": 22,
    "utf8_fragment_rate": 0.9565217391304348,
    "han_one_token_rate": 0.0,
    "han_split_rate": 1.0,
    "token_details": [
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33565,
      "hex": "e6 83",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77180,
      "hex": "e9 a9",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 105,
      "hex": "ac",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44659,
      "hex": "e9 93",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 3.8333333333333335,
    "boundary_f1": 0.37037037037037035,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "晚餐想煮土豆燉肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 19,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 2.375,
    "tokens_per_codepoint": 2.111111111111111,
    "bytes_per_token": 1.4210526315789473,
    "n_utf8_fragments": 17,
    "utf8_fragment_rate": 0.8947368421052632,
    "han_one_token_rate": 0.125,
    "han_split_rate": 0.875,
    "token_details": [
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33565,
      "hex": "e6 83",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74090,
      "hex": "e5 9c 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "土",
      "valid_utf8": true
     },
     {
      "id": 44510,
      "hex": "e8 b1",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.7142857142857144,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "晚餐想煮土豆炖肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 19,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 2.375,
    "tokens_per_codepoint": 2.111111111111111,
    "bytes_per_token": 1.4210526315789473,
    "n_utf8_fragments": 17,
    "utf8_fragment_rate": 0.8947368421052632,
    "han_one_token_rate": 0.125,
    "han_split_rate": 0.875,
    "token_details": [
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33565,
      "hex": "e6 83",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74090,
      "hex": "e5 9c 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "土",
      "valid_utf8": true
     },
     {
      "id": 44510,
      "hex": "e8 b1",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 3.1666666666666665,
    "boundary_f1": 0.4347826086956522,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "晚餐想煮薯仔燉肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 21,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 2.625,
    "tokens_per_codepoint": 2.3333333333333335,
    "bytes_per_token": 1.2857142857142858,
    "n_utf8_fragments": 20,
    "utf8_fragment_rate": 0.9523809523809523,
    "han_one_token_rate": 0.0,
    "han_split_rate": 1.0,
    "token_details": [
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33565,
      "hex": "e6 83",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6271,
      "hex": "e4 bb",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.0,
    "boundary_f1": 0.4615384615384615,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "晚餐想煮薯仔炖肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 21,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 2.625,
    "tokens_per_codepoint": 2.3333333333333335,
    "bytes_per_token": 1.2857142857142858,
    "n_utf8_fragments": 20,
    "utf8_fragment_rate": 0.9523809523809523,
    "han_one_token_rate": 0.0,
    "han_split_rate": 1.0,
    "token_details": [
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33565,
      "hex": "e6 83",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6271,
      "hex": "e4 bb",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 3.5,
    "boundary_f1": 0.4,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "搭捷運大約二十分鐘可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 19,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5833333333333333,
    "tokens_per_codepoint": 1.4615384615384615,
    "bytes_per_token": 2.0526315789473686,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.631578947368421,
    "han_one_token_rate": 0.4166666666666667,
    "han_split_rate": 0.4166666666666667,
    "token_details": [
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15017,
      "hex": "e6 8d",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30250,
      "hex": "e9 81",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27384,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 27869,
      "hex": "e7 b4",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41920,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 17620,
      "hex": "e5 88 86",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "分",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74770,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.7142857142857144,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "搭捷运大约二十分钟可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.1666666666666667,
    "tokens_per_codepoint": 1.0769230769230769,
    "bytes_per_token": 2.7857142857142856,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.35714285714285715,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.16666666666666666,
    "token_details": [
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15017,
      "hex": "e6 8d",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 91940,
      "hex": "e8 bf 90",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "运",
      "valid_utf8": true
     },
     {
      "id": 27384,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 95337,
      "hex": "e7 ba a6",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "约",
      "valid_utf8": true
     },
     {
      "id": 41920,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 84131,
      "hex": "e5 88 86 e9 92 9f",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "分钟",
      "valid_utf8": true
     },
     {
      "id": 74770,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.0,
    "boundary_f1": 0.631578947368421,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "坐地鐵大約二十分鐘可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3846153846153846,
    "bytes_per_token": 2.1666666666666665,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5555555555555556,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 28638,
      "hex": "e5 9d",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30590,
      "hex": "e5 9c b0",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "地",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27384,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 27869,
      "hex": "e7 b4",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41920,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 17620,
      "hex": "e5 88 86",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "分",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74770,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "坐地铁大约二十分钟可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.0833333333333333,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3076923076923077,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.16666666666666666,
    "token_details": [
     {
      "id": 28638,
      "hex": "e5 9d",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30590,
      "hex": "e5 9c b0",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "地",
      "valid_utf8": true
     },
     {
      "id": 44659,
      "hex": "e9 93",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27384,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 95337,
      "hex": "e7 ba a6",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "约",
      "valid_utf8": true
     },
     {
      "id": 41920,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 84131,
      "hex": "e5 88 86 e9 92 9f",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "分钟",
      "valid_utf8": true
     },
     {
      "id": 74770,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.1666666666666665,
    "boundary_f1": 0.5882352941176471,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "搭港鐵大約二十分鐘可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 20,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.6666666666666667,
    "tokens_per_codepoint": 1.5384615384615385,
    "bytes_per_token": 1.95,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.65,
    "han_one_token_rate": 0.4166666666666667,
    "han_split_rate": 0.4166666666666667,
    "token_details": [
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35086,
      "hex": "e6 b8",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27384,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 27869,
      "hex": "e7 b4",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41920,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 17620,
      "hex": "e5 88 86",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "分",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74770,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.857142857142857,
    "boundary_f1": 0.4799999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "搭港铁大约二十分钟可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.25,
    "tokens_per_codepoint": 1.1538461538461537,
    "bytes_per_token": 2.6,
    "n_utf8_fragments": 7,
    "utf8_fragment_rate": 0.4666666666666667,
    "han_one_token_rate": 0.4166666666666667,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35086,
      "hex": "e6 b8",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44659,
      "hex": "e9 93",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27384,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 95337,
      "hex": "e7 ba a6",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "约",
      "valid_utf8": true
     },
     {
      "id": 41920,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 95598,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 84131,
      "hex": "e5 88 86 e9 92 9f",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "分钟",
      "valid_utf8": true
     },
     {
      "id": 74770,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.142857142857143,
    "boundary_f1": 0.6,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "轉角的便利商店有賣。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.4444444444444444,
    "tokens_per_codepoint": 1.3,
    "bytes_per_token": 2.3076923076923075,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.46153846153846156,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 15568,
      "hex": "e8 bd",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 64936,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 60632,
      "hex": "e5 88 a9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "利",
      "valid_utf8": true
     },
     {
      "id": 33122,
      "hex": "e5 95 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "商",
      "valid_utf8": true
     },
     {
      "id": 72516,
      "hex": "e5 ba 97",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.1666666666666665,
    "boundary_f1": 0.5882352941176471,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "转角的便利商店有卖。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2,
    "bytes_per_token": 2.5,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3333333333333333,
    "han_one_token_rate": 0.7777777777777778,
    "han_split_rate": 0.2222222222222222,
    "token_details": [
     {
      "id": 47770,
      "hex": "e8 bd ac",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "转",
      "valid_utf8": true
     },
     {
      "id": 64936,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 60632,
      "hex": "e5 88 a9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "利",
      "valid_utf8": true
     },
     {
      "id": 33122,
      "hex": "e5 95 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "商",
      "valid_utf8": true
     },
     {
      "id": 72516,
      "hex": "e5 ba 97",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.0,
    "boundary_f1": 0.625,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "拐角的便利店有賣。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3333333333333333,
    "bytes_per_token": 2.25,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.375,
    "token_details": [
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 64936,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 60632,
      "hex": "e5 88 a9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "利",
      "valid_utf8": true
     },
     {
      "id": 72516,
      "hex": "e5 ba 97",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.0,
    "boundary_f1": 0.625,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "拐角的便利店有卖。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3333333333333333,
    "bytes_per_token": 2.25,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.375,
    "token_details": [
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 64936,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 60632,
      "hex": "e5 88 a9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "利",
      "valid_utf8": true
     },
     {
      "id": 72516,
      "hex": "e5 ba 97",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.0,
    "boundary_f1": 0.625,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "轉角的便利店有賣。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3333333333333333,
    "bytes_per_token": 2.25,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.375,
    "token_details": [
     {
      "id": 15568,
      "hex": "e8 bd",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 64936,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 60632,
      "hex": "e5 88 a9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "利",
      "valid_utf8": true
     },
     {
      "id": 72516,
      "hex": "e5 ba 97",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.0,
    "boundary_f1": 0.625,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "转角的便利店有卖。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.375,
    "tokens_per_codepoint": 1.2222222222222223,
    "bytes_per_token": 2.4545454545454546,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.36363636363636365,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 47770,
      "hex": "e8 bd ac",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "转",
      "valid_utf8": true
     },
     {
      "id": 64936,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 60632,
      "hex": "e5 88 a9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "利",
      "valid_utf8": true
     },
     {
      "id": 72516,
      "hex": "e5 ba 97",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "他騎機車去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 7,
    "n_codepoints": 8,
    "n_bytes": 24,
    "tokens_per_han": 2.142857142857143,
    "tokens_per_codepoint": 1.875,
    "bytes_per_token": 1.6,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.7333333333333333,
    "han_one_token_rate": 0.42857142857142855,
    "han_split_rate": 0.5714285714285714,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 236,
      "hex": "8e",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 119,
      "hex": "bb",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 80242,
      "hex": "e7 8f",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "他骑机车去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 7,
    "n_codepoints": 8,
    "n_bytes": 24,
    "tokens_per_han": 1.5714285714285714,
    "tokens_per_codepoint": 1.375,
    "bytes_per_token": 2.1818181818181817,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.45454545454545453,
    "han_one_token_rate": 0.7142857142857143,
    "han_split_rate": 0.2857142857142857,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33748,
      "hex": "e6 9c ba",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 41053,
      "hex": "e8 bd a6",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "车",
      "valid_utf8": true
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 80242,
      "hex": "e7 8f",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "他騎摩托車去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.7777777777777777,
    "bytes_per_token": 1.6875,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.75,
    "han_one_token_rate": 0.375,
    "han_split_rate": 0.625,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 236,
      "hex": "8e",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99046,
      "hex": "e6 91",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15355,
      "hex": "e6 89",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 119,
      "hex": "bb",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 80242,
      "hex": "e7 8f",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.6666666666666665,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "他骑摩托车去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.75,
    "tokens_per_codepoint": 1.5555555555555556,
    "bytes_per_token": 1.9285714285714286,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.6428571428571429,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99046,
      "hex": "e6 91",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15355,
      "hex": "e6 89",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41053,
      "hex": "e8 bd a6",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "车",
      "valid_utf8": true
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 80242,
      "hex": "e7 8f",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.3333333333333335,
    "boundary_f1": 0.5555555555555556,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "他踩電單車去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.7777777777777777,
    "bytes_per_token": 1.6875,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.75,
    "han_one_token_rate": 0.375,
    "han_split_rate": 0.625,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 25132,
      "hex": "e9 9b",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 119,
      "hex": "bb",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 119,
      "hex": "bb",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 80242,
      "hex": "e7 8f",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.6666666666666665,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "他踩电单车去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3333333333333333,
    "bytes_per_token": 2.25,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.4166666666666667,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 39312,
      "hex": "e7 94 b5",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "电",
      "valid_utf8": true
     },
     {
      "id": 24946,
      "hex": "e5 8d 95",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "单",
      "valid_utf8": true
     },
     {
      "id": 41053,
      "hex": "e8 bd a6",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "车",
      "valid_utf8": true
     },
     {
      "id": 86436,
      "hex": "e5 8e bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 80242,
      "hex": "e7 8f",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.0,
    "boundary_f1": 0.625,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "冰箱裡還有一罐優格。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.7777777777777777,
    "tokens_per_codepoint": 1.6,
    "bytes_per_token": 1.875,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6875,
    "han_one_token_rate": 0.4444444444444444,
    "han_split_rate": 0.5555555555555556,
    "token_details": [
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74396,
      "hex": "e7 ae b1",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "箱",
      "valid_utf8": true
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45932,
      "hex": "e9 82",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35083,
      "hex": "e6 a0 bc",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "格",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.6666666666666665,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "冰箱里还有一罐优格。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2,
    "bytes_per_token": 2.5,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3333333333333333,
    "han_one_token_rate": 0.7777777777777778,
    "han_split_rate": 0.2222222222222222,
    "token_details": [
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74396,
      "hex": "e7 ae b1",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "箱",
      "valid_utf8": true
     },
     {
      "id": 70349,
      "hex": "e9 87 8c",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 98806,
      "hex": "e8 bf 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "还",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 91272,
      "hex": "e4 bc 98",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "优",
      "valid_utf8": true
     },
     {
      "id": 35083,
      "hex": "e6 a0 bc",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "格",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.0,
    "boundary_f1": 0.625,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "冰箱裏還有一罐酸奶。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.8888888888888888,
    "tokens_per_codepoint": 1.7,
    "bytes_per_token": 1.7647058823529411,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.7647058823529411,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.6666666666666666,
    "token_details": [
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74396,
      "hex": "e7 ae b1",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "箱",
      "valid_utf8": true
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 237,
      "hex": "8f",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45932,
      "hex": "e9 82",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.8333333333333335,
    "boundary_f1": 0.47619047619047616,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "冰箱里还有一罐酸奶。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.6666666666666667,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.6,
    "han_one_token_rate": 0.5555555555555556,
    "han_split_rate": 0.4444444444444444,
    "token_details": [
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74396,
      "hex": "e7 ae b1",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "箱",
      "valid_utf8": true
     },
     {
      "id": 70349,
      "hex": "e9 87 8c",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 98806,
      "hex": "e8 bf 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "还",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "雪櫃裡還有一罐乳酪。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 19,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 2.111111111111111,
    "tokens_per_codepoint": 1.9,
    "bytes_per_token": 1.5789473684210527,
    "n_utf8_fragments": 16,
    "utf8_fragment_rate": 0.8421052631578947,
    "han_one_token_rate": 0.2222222222222222,
    "han_split_rate": 0.7777777777777778,
    "token_details": [
     {
      "id": 25132,
      "hex": "e9 9b",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45932,
      "hex": "e9 82",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 5,
    "fertility": 3.8,
    "boundary_f1": 0.3636363636363636,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "雪柜里还有一罐乳酪。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.7777777777777777,
    "tokens_per_codepoint": 1.6,
    "bytes_per_token": 1.875,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6875,
    "han_one_token_rate": 0.4444444444444444,
    "han_split_rate": 0.5555555555555556,
    "token_details": [
     {
      "id": 25132,
      "hex": "e9 9b",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 76475,
      "hex": "e6 9f",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70349,
      "hex": "e9 87 8c",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 98806,
      "hex": "e8 bf 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "还",
      "valid_utf8": true
     },
     {
      "id": 19361,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.6666666666666665,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "政府今日宣布新的環保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3846153846153846,
    "bytes_per_token": 2.1666666666666665,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 11795,
      "hex": "e5 ba",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37271,
      "hex": "e4 bb 8a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "今",
      "valid_utf8": true
     },
     {
      "id": 9080,
      "hex": "e6 97 a5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "日",
      "valid_utf8": true
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 52927,
      "hex": "e5 b8 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "布",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33563,
      "hex": "e4 bf 9d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "保",
      "valid_utf8": true
     },
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 29857,
      "hex": "e7 ad",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.25,
    "boundary_f1": 0.5833333333333334,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "政府今日宣布新的环保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2307692307692308,
    "bytes_per_token": 2.4375,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.375,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 11795,
      "hex": "e5 ba",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37271,
      "hex": "e4 bb 8a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "今",
      "valid_utf8": true
     },
     {
      "id": 9080,
      "hex": "e6 97 a5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "日",
      "valid_utf8": true
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 52927,
      "hex": "e5 b8 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "布",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 87412,
      "hex": "e7 8e af",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "环",
      "valid_utf8": true
     },
     {
      "id": 33563,
      "hex": "e4 bf 9d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "保",
      "valid_utf8": true
     },
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 29857,
      "hex": "e7 ad",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.0,
    "boundary_f1": 0.6363636363636364,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "政府今日宣佈新的環保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 19,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5833333333333333,
    "tokens_per_codepoint": 1.4615384615384615,
    "bytes_per_token": 2.0526315789473686,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.5789473684210527,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.4166666666666667,
    "token_details": [
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 11795,
      "hex": "e5 ba",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37271,
      "hex": "e4 bb 8a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "今",
      "valid_utf8": true
     },
     {
      "id": 9080,
      "hex": "e6 97 a5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "日",
      "valid_utf8": true
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 8687,
      "hex": "e4 bd",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33563,
      "hex": "e4 bf 9d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "保",
      "valid_utf8": true
     },
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 29857,
      "hex": "e7 ad",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.111111111111111,
    "boundary_f1": 0.6153846153846153,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "政府今日宣布新的环保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2307692307692308,
    "bytes_per_token": 2.4375,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.375,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 11795,
      "hex": "e5 ba",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37271,
      "hex": "e4 bb 8a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "今",
      "valid_utf8": true
     },
     {
      "id": 9080,
      "hex": "e6 97 a5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "日",
      "valid_utf8": true
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 52927,
      "hex": "e5 b8 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "布",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 87412,
      "hex": "e7 8e af",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "环",
      "valid_utf8": true
     },
     {
      "id": 33563,
      "hex": "e4 bf 9d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "保",
      "valid_utf8": true
     },
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 29857,
      "hex": "e7 ad",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.0,
    "boundary_f1": 0.6363636363636364,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "政府今日宣布新的環保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3846153846153846,
    "bytes_per_token": 2.1666666666666665,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 11795,
      "hex": "e5 ba",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37271,
      "hex": "e4 bb 8a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "今",
      "valid_utf8": true
     },
     {
      "id": 9080,
      "hex": "e6 97 a5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "日",
      "valid_utf8": true
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 52927,
      "hex": "e5 b8 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "布",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33563,
      "hex": "e4 bf 9d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "保",
      "valid_utf8": true
     },
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 29857,
      "hex": "e7 ad",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.25,
    "boundary_f1": 0.5833333333333334,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "政府今日宣布新的环保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2307692307692308,
    "bytes_per_token": 2.4375,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.375,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 11795,
      "hex": "e5 ba",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37271,
      "hex": "e4 bb 8a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "今",
      "valid_utf8": true
     },
     {
      "id": 9080,
      "hex": "e6 97 a5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "日",
      "valid_utf8": true
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 52927,
      "hex": "e5 b8 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "布",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 87412,
      "hex": "e7 8e af",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "环",
      "valid_utf8": true
     },
     {
      "id": 33563,
      "hex": "e4 bf 9d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "保",
      "valid_utf8": true
     },
     {
      "id": 75513,
      "hex": "e6 94 bf",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "政",
      "valid_utf8": true
     },
     {
      "id": 29857,
      "hex": "e7 ad",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.0,
    "boundary_f1": 0.6363636363636364,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "教育部公布最新的入學率統計。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3846153846153846,
    "tokens_per_codepoint": 1.2857142857142858,
    "bytes_per_token": 2.3333333333333335,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.4444444444444444,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.3076923076923077,
    "token_details": [
     {
      "id": 8067,
      "hex": "e6 95",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 34048,
      "hex": "e9 83 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 35417,
      "hex": "e5 85 ac",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "公",
      "valid_utf8": true
     },
     {
      "id": 52927,
      "hex": "e5 b8 83",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "布",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 17701,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 10890,
      "hex": "e5 ad",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96455,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 58254,
      "hex": "e7 b5",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 82420,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "教育部公布最新的入学率统计。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.2307692307692308,
    "tokens_per_codepoint": 1.1428571428571428,
    "bytes_per_token": 2.625,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.25,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.15384615384615385,
    "token_details": [
     {
      "id": 8067,
      "hex": "e6 95",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 34048,
      "hex": "e9 83 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 35417,
      "hex": "e5 85 ac",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "公",
      "valid_utf8": true
     },
     {
      "id": 52927,
      "hex": "e5 b8 83",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "布",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 17701,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 48864,
      "hex": "e5 ad a6",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "学",
      "valid_utf8": true
     },
     {
      "id": 96455,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 55758,
      "hex": "e7 bb 9f",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "统",
      "valid_utf8": true
     },
     {
      "id": 38743,
      "hex": "e8 ae a1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "计",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "教育部公佈最新的入學率統計。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 19,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.4615384615384615,
    "tokens_per_codepoint": 1.3571428571428572,
    "bytes_per_token": 2.210526315789474,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5263157894736842,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.38461538461538464,
    "token_details": [
     {
      "id": 8067,
      "hex": "e6 95",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 34048,
      "hex": "e9 83 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 35417,
      "hex": "e5 85 ac",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "公",
      "valid_utf8": true
     },
     {
      "id": 8687,
      "hex": "e4 bd",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 17701,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 10890,
      "hex": "e5 ad",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96455,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 58254,
      "hex": "e7 b5",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 82420,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.375,
    "boundary_f1": 0.56,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "教育部公布最新的入学率统计。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.2307692307692308,
    "tokens_per_codepoint": 1.1428571428571428,
    "bytes_per_token": 2.625,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.25,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.15384615384615385,
    "token_details": [
     {
      "id": 8067,
      "hex": "e6 95",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 34048,
      "hex": "e9 83 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 35417,
      "hex": "e5 85 ac",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "公",
      "valid_utf8": true
     },
     {
      "id": 52927,
      "hex": "e5 b8 83",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "布",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 17701,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 48864,
      "hex": "e5 ad a6",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "学",
      "valid_utf8": true
     },
     {
      "id": 96455,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 55758,
      "hex": "e7 bb 9f",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "统",
      "valid_utf8": true
     },
     {
      "id": 38743,
      "hex": "e8 ae a1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "计",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "教育局公布最新的入學率統計。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3846153846153846,
    "tokens_per_codepoint": 1.2857142857142858,
    "bytes_per_token": 2.3333333333333335,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.4444444444444444,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.3076923076923077,
    "token_details": [
     {
      "id": 8067,
      "hex": "e6 95",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 91077,
      "hex": "e5 b1 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "局",
      "valid_utf8": true
     },
     {
      "id": 35417,
      "hex": "e5 85 ac",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "公",
      "valid_utf8": true
     },
     {
      "id": 52927,
      "hex": "e5 b8 83",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "布",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 17701,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 10890,
      "hex": "e5 ad",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96455,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 58254,
      "hex": "e7 b5",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 82420,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "教育局公布最新的入学率统计。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.2307692307692308,
    "tokens_per_codepoint": 1.1428571428571428,
    "bytes_per_token": 2.625,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.25,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.15384615384615385,
    "token_details": [
     {
      "id": 8067,
      "hex": "e6 95",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57942,
      "hex": "e8 82",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 91077,
      "hex": "e5 b1 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "局",
      "valid_utf8": true
     },
     {
      "id": 35417,
      "hex": "e5 85 ac",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "公",
      "valid_utf8": true
     },
     {
      "id": 52927,
      "hex": "e5 b8 83",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "布",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 17701,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 48864,
      "hex": "e5 ad a6",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "学",
      "valid_utf8": true
     },
     {
      "id": 96455,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 55758,
      "hex": "e7 bb 9f",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "统",
      "valid_utf8": true
     },
     {
      "id": 38743,
      "hex": "e8 ae a1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "计",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "總統在記者會上發表重要談話。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 21,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.6153846153846154,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.5714285714285714,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.38461538461538464,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58254,
      "hex": "e7 b5",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 61304,
      "hex": "e8 a8 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "記",
      "valid_utf8": true
     },
     {
      "id": 30046,
      "hex": "e8 80 85",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "者",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 23706,
      "hex": "e7 99",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21405,
      "hex": "e8 a1 a8",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "表",
      "valid_utf8": true
     },
     {
      "id": 30358,
      "hex": "e9 87 8d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "重",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 33,
      "byte_end": 34,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 34,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 87177,
      "hex": "e8 a9 b1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "話",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.3333333333333335,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "总统在记者会上发表重要谈话。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.1538461538461537,
    "tokens_per_codepoint": 1.0714285714285714,
    "bytes_per_token": 2.8,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.9230769230769231,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 60843,
      "hex": "e6 80 bb",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "总",
      "valid_utf8": true
     },
     {
      "id": 55758,
      "hex": "e7 bb 9f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "统",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 41914,
      "hex": "e8 ae b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "记",
      "valid_utf8": true
     },
     {
      "id": 30046,
      "hex": "e8 80 85",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "者",
      "valid_utf8": true
     },
     {
      "id": 38093,
      "hex": "e4 bc 9a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 29391,
      "hex": "e5 8f 91",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 21405,
      "hex": "e8 a1 a8",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "表",
      "valid_utf8": true
     },
     {
      "id": 30358,
      "hex": "e9 87 8d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "重",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 39013,
      "hex": "e8 b0",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58543,
      "hex": "e8 af 9d",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "话",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.875,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "主席在記者會上發表重要談話。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 19,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.4615384615384615,
    "tokens_per_codepoint": 1.3571428571428572,
    "bytes_per_token": 2.210526315789474,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.47368421052631576,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.3076923076923077,
    "token_details": [
     {
      "id": 36668,
      "hex": "e4 b8 bb",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "主",
      "valid_utf8": true
     },
     {
      "id": 13821,
      "hex": "e5 b8",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 61304,
      "hex": "e8 a8 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "記",
      "valid_utf8": true
     },
     {
      "id": 30046,
      "hex": "e8 80 85",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "者",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 23706,
      "hex": "e7 99",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21405,
      "hex": "e8 a1 a8",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "表",
      "valid_utf8": true
     },
     {
      "id": 30358,
      "hex": "e9 87 8d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "重",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 33,
      "byte_end": 34,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 34,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 87177,
      "hex": "e8 a9 b1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "話",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.111111111111111,
    "boundary_f1": 0.6153846153846153,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "主席在记者会上发表重要谈话。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.2307692307692308,
    "tokens_per_codepoint": 1.1428571428571428,
    "bytes_per_token": 2.625,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.25,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.15384615384615385,
    "token_details": [
     {
      "id": 36668,
      "hex": "e4 b8 bb",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "主",
      "valid_utf8": true
     },
     {
      "id": 13821,
      "hex": "e5 b8",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 41914,
      "hex": "e8 ae b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "记",
      "valid_utf8": true
     },
     {
      "id": 30046,
      "hex": "e8 80 85",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "者",
      "valid_utf8": true
     },
     {
      "id": 38093,
      "hex": "e4 bc 9a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 29391,
      "hex": "e5 8f 91",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 21405,
      "hex": "e8 a1 a8",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "表",
      "valid_utf8": true
     },
     {
      "id": 30358,
      "hex": "e9 87 8d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "重",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 39013,
      "hex": "e8 b0",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58543,
      "hex": "e8 af 9d",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "话",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.0,
    "boundary_f1": 0.6363636363636364,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "特首在記者會上發表重要講話。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3846153846153846,
    "tokens_per_codepoint": 1.2857142857142858,
    "bytes_per_token": 2.3333333333333335,
    "n_utf8_fragments": 7,
    "utf8_fragment_rate": 0.3888888888888889,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.23076923076923078,
    "token_details": [
     {
      "id": 66378,
      "hex": "e7 89 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "特",
      "valid_utf8": true
     },
     {
      "id": 61075,
      "hex": "e9 a6 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "首",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 61304,
      "hex": "e8 a8 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "記",
      "valid_utf8": true
     },
     {
      "id": 30046,
      "hex": "e8 80 85",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "者",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 23706,
      "hex": "e7 99",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21405,
      "hex": "e8 a1 a8",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "表",
      "valid_utf8": true
     },
     {
      "id": 30358,
      "hex": "e9 87 8d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "重",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 33,
      "byte_end": 34,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 105,
      "hex": "ac",
      "byte_start": 34,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 87177,
      "hex": "e8 a9 b1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "話",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.0,
    "boundary_f1": 0.6399999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "特首在记者会上发表重要讲话。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.1538461538461537,
    "tokens_per_codepoint": 1.0714285714285714,
    "bytes_per_token": 2.8,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.9230769230769231,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 66378,
      "hex": "e7 89 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "特",
      "valid_utf8": true
     },
     {
      "id": 61075,
      "hex": "e9 a6 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "首",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 41914,
      "hex": "e8 ae b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "记",
      "valid_utf8": true
     },
     {
      "id": 30046,
      "hex": "e8 80 85",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "者",
      "valid_utf8": true
     },
     {
      "id": 38093,
      "hex": "e4 bc 9a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 29391,
      "hex": "e5 8f 91",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 21405,
      "hex": "e8 a1 a8",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "表",
      "valid_utf8": true
     },
     {
      "id": 30358,
      "hex": "e9 87 8d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "重",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58543,
      "hex": "e8 af 9d",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "话",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.142857142857143,
    "boundary_f1": 0.6,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "疫情期間口罩供應穩定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.7,
    "tokens_per_codepoint": 1.5454545454545454,
    "bytes_per_token": 1.9411764705882353,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5882352941176471,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 40474,
      "hex": "e6 83 85",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "情",
      "valid_utf8": true
     },
     {
      "id": 23538,
      "hex": "e6 9c 9f",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "期",
      "valid_utf8": true
     },
     {
      "id": 56965,
      "hex": "e9 96 93",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "間",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 84844,
      "hex": "e4 be 9b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "供",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.8333333333333335,
    "boundary_f1": 0.47619047619047616,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "疫情期间口罩供应稳定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3636363636363635,
    "bytes_per_token": 2.2,
    "n_utf8_fragments": 7,
    "utf8_fragment_rate": 0.4666666666666667,
    "han_one_token_rate": 0.7,
    "han_split_rate": 0.3,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 40474,
      "hex": "e6 83 85",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "情",
      "valid_utf8": true
     },
     {
      "id": 23538,
      "hex": "e6 9c 9f",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "期",
      "valid_utf8": true
     },
     {
      "id": 18363,
      "hex": "e9 97 b4",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "间",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 84844,
      "hex": "e4 be 9b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "供",
      "valid_utf8": true
     },
     {
      "id": 51611,
      "hex": "e5 ba 94",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "应",
      "valid_utf8": true
     },
     {
      "id": 24615,
      "hex": "e7 a8",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "疫情期間口罩供應穩定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.7,
    "tokens_per_codepoint": 1.5454545454545454,
    "bytes_per_token": 1.9411764705882353,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5882352941176471,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 40474,
      "hex": "e6 83 85",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "情",
      "valid_utf8": true
     },
     {
      "id": 23538,
      "hex": "e6 9c 9f",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "期",
      "valid_utf8": true
     },
     {
      "id": 56965,
      "hex": "e9 96 93",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "間",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 84844,
      "hex": "e4 be 9b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "供",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.8333333333333335,
    "boundary_f1": 0.47619047619047616,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "疫情期间口罩供应稳定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3636363636363635,
    "bytes_per_token": 2.2,
    "n_utf8_fragments": 7,
    "utf8_fragment_rate": 0.4666666666666667,
    "han_one_token_rate": 0.7,
    "han_split_rate": 0.3,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 40474,
      "hex": "e6 83 85",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "情",
      "valid_utf8": true
     },
     {
      "id": 23538,
      "hex": "e6 9c 9f",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "期",
      "valid_utf8": true
     },
     {
      "id": 18363,
      "hex": "e9 97 b4",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "间",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 84844,
      "hex": "e4 be 9b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "供",
      "valid_utf8": true
     },
     {
      "id": 51611,
      "hex": "e5 ba 94",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "应",
      "valid_utf8": true
     },
     {
      "id": 24615,
      "hex": "e7 a8",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "疫情期間口罩供應穩定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.7,
    "tokens_per_codepoint": 1.5454545454545454,
    "bytes_per_token": 1.9411764705882353,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5882352941176471,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 40474,
      "hex": "e6 83 85",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "情",
      "valid_utf8": true
     },
     {
      "id": 23538,
      "hex": "e6 9c 9f",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "期",
      "valid_utf8": true
     },
     {
      "id": 56965,
      "hex": "e9 96 93",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "間",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 84844,
      "hex": "e4 be 9b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "供",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.8333333333333335,
    "boundary_f1": 0.47619047619047616,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "疫情期间口罩供应稳定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3636363636363635,
    "bytes_per_token": 2.2,
    "n_utf8_fragments": 7,
    "utf8_fragment_rate": 0.4666666666666667,
    "han_one_token_rate": 0.7,
    "han_split_rate": 0.3,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 40474,
      "hex": "e6 83 85",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "情",
      "valid_utf8": true
     },
     {
      "id": 23538,
      "hex": "e6 9c 9f",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "期",
      "valid_utf8": true
     },
     {
      "id": 18363,
      "hex": "e9 97 b4",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "间",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 15581,
      "hex": "e7 bd",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 84844,
      "hex": "e4 be 9b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "供",
      "valid_utf8": true
     },
     {
      "id": 51611,
      "hex": "e5 ba 94",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "应",
      "valid_utf8": true
     },
     {
      "id": 24615,
      "hex": "e7 a8",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "人工智慧的發展引發各界討論。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 22,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.6923076923076923,
    "tokens_per_codepoint": 1.5714285714285714,
    "bytes_per_token": 1.9090909090909092,
    "n_utf8_fragments": 15,
    "utf8_fragment_rate": 0.6818181818181818,
    "han_one_token_rate": 0.46153846153846156,
    "han_split_rate": 0.5384615384615384,
    "token_details": [
     {
      "id": 17792,
      "hex": "e4 ba ba",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "人",
      "valid_utf8": true
     },
     {
      "id": 49792,
      "hex": "e5 b7 a5",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "工",
      "valid_utf8": true
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 92871,
      "hex": "85 a7",
      "byte_start": 10,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 23706,
      "hex": "e7 99",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 73686,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 23706,
      "hex": "e7 99",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98220,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 236,
      "hex": "8e",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 36,
      "byte_end": 37,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 37,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.142857142857143,
    "boundary_f1": 0.4444444444444445,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "人工智慧的发展引发各界讨论。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3846153846153846,
    "tokens_per_codepoint": 1.2857142857142858,
    "bytes_per_token": 2.3333333333333335,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.4444444444444444,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.3076923076923077,
    "token_details": [
     {
      "id": 17792,
      "hex": "e4 ba ba",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "人",
      "valid_utf8": true
     },
     {
      "id": 49792,
      "hex": "e5 b7 a5",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "工",
      "valid_utf8": true
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 92871,
      "hex": "85 a7",
      "byte_start": 10,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 29391,
      "hex": "e5 8f 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 73686,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 29391,
      "hex": "e5 8f 91",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98220,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 68931,
      "hex": "e8 ae ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "论",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "人工智能的發展引發各界討論。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 21,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.6153846153846154,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.6190476190476191,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.46153846153846156,
    "token_details": [
     {
      "id": 17792,
      "hex": "e4 ba ba",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "人",
      "valid_utf8": true
     },
     {
      "id": 49792,
      "hex": "e5 b7 a5",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "工",
      "valid_utf8": true
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27327,
      "hex": "e8 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "能",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 23706,
      "hex": "e7 99",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 73686,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 23706,
      "hex": "e7 99",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98220,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 236,
      "hex": "8e",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 36,
      "byte_end": 37,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 37,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.0,
    "boundary_f1": 0.4615384615384615,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "人工智能的发展引发各界讨论。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3076923076923077,
    "tokens_per_codepoint": 1.2142857142857142,
    "bytes_per_token": 2.4705882352941178,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.35294117647058826,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.23076923076923078,
    "token_details": [
     {
      "id": 17792,
      "hex": "e4 ba ba",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "人",
      "valid_utf8": true
     },
     {
      "id": 49792,
      "hex": "e5 b7 a5",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "工",
      "valid_utf8": true
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27327,
      "hex": "e8 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "能",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 29391,
      "hex": "e5 8f 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 73686,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 29391,
      "hex": "e5 8f 91",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98220,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 68931,
      "hex": "e8 ae ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "论",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.4285714285714284,
    "boundary_f1": 0.5454545454545454,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "人工智能的發展引發各界討論。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 21,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.6153846153846154,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.6190476190476191,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.46153846153846156,
    "token_details": [
     {
      "id": 17792,
      "hex": "e4 ba ba",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "人",
      "valid_utf8": true
     },
     {
      "id": 49792,
      "hex": "e5 b7 a5",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "工",
      "valid_utf8": true
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27327,
      "hex": "e8 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "能",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 23706,
      "hex": "e7 99",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 73686,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 23706,
      "hex": "e7 99",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98220,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 236,
      "hex": "8e",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 36,
      "byte_end": 37,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 37,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.0,
    "boundary_f1": 0.4615384615384615,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "人工智能的发展引发各界讨论。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3076923076923077,
    "tokens_per_codepoint": 1.2142857142857142,
    "bytes_per_token": 2.4705882352941178,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.35294117647058826,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.23076923076923078,
    "token_details": [
     {
      "id": 17792,
      "hex": "e4 ba ba",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "人",
      "valid_utf8": true
     },
     {
      "id": 49792,
      "hex": "e5 b7 a5",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "工",
      "valid_utf8": true
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27327,
      "hex": "e8 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "能",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 29391,
      "hex": "e5 8f 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 73686,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 29391,
      "hex": "e5 8f 91",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 7305,
      "hex": "e5 90",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98220,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 68931,
      "hex": "e8 ae ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "论",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.4285714285714284,
    "boundary_f1": 0.5454545454545454,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "法院駁回上訴並維持原判決。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 21,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.75,
    "tokens_per_codepoint": 1.6153846153846154,
    "bytes_per_token": 1.8571428571428572,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.6666666666666666,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 25333,
      "hex": "e6 b3 95",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "法",
      "valid_utf8": true
     },
     {
      "id": 94923,
      "hex": "e9 99 a2",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "院",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 18904,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3574,
      "hex": "e4 b8",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 69978,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 53229,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21980,
      "hex": "e6 b1",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.0,
    "boundary_f1": 0.4615384615384615,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "法院驳回上诉并维持原判决。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3846153846153846,
    "bytes_per_token": 2.1666666666666665,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5555555555555556,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.4166666666666667,
    "token_details": [
     {
      "id": 25333,
      "hex": "e6 b3 95",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "法",
      "valid_utf8": true
     },
     {
      "id": 94923,
      "hex": "e9 99 a2",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "院",
      "valid_utf8": true
     },
     {
      "id": 77180,
      "hex": "e9 a9",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 18904,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 6744,
      "hex": "e8 af",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 64026,
      "hex": "e5 b9 b6",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "并",
      "valid_utf8": true
     },
     {
      "id": 12774,
      "hex": "e7 bb",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 69978,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 53229,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 3.0,
    "boundary_f1": 0.45454545454545453,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "法院駁回上訴並維持原判決。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 21,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.75,
    "tokens_per_codepoint": 1.6153846153846154,
    "bytes_per_token": 1.8571428571428572,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.6666666666666666,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 25333,
      "hex": "e6 b3 95",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "法",
      "valid_utf8": true
     },
     {
      "id": 94923,
      "hex": "e9 99 a2",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "院",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 18904,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3574,
      "hex": "e4 b8",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 69978,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 53229,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21980,
      "hex": "e6 b1",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.0,
    "boundary_f1": 0.4615384615384615,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "法院驳回上诉并维持原判决。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3846153846153846,
    "bytes_per_token": 2.1666666666666665,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5555555555555556,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.4166666666666667,
    "token_details": [
     {
      "id": 25333,
      "hex": "e6 b3 95",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "法",
      "valid_utf8": true
     },
     {
      "id": 94923,
      "hex": "e9 99 a2",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "院",
      "valid_utf8": true
     },
     {
      "id": 77180,
      "hex": "e9 a9",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 18904,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 6744,
      "hex": "e8 af",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 64026,
      "hex": "e5 b9 b6",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "并",
      "valid_utf8": true
     },
     {
      "id": 12774,
      "hex": "e7 bb",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 69978,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 53229,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 3.0,
    "boundary_f1": 0.45454545454545453,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "法院駁回上訴並維持原判決。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 21,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.75,
    "tokens_per_codepoint": 1.6153846153846154,
    "bytes_per_token": 1.8571428571428572,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.6666666666666666,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 25333,
      "hex": "e6 b3 95",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "法",
      "valid_utf8": true
     },
     {
      "id": 94923,
      "hex": "e9 99 a2",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "院",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 18904,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3574,
      "hex": "e4 b8",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 69978,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 53229,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21980,
      "hex": "e6 b1",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.0,
    "boundary_f1": 0.4615384615384615,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "法院驳回上诉并维持原判决。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3846153846153846,
    "bytes_per_token": 2.1666666666666665,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5555555555555556,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.4166666666666667,
    "token_details": [
     {
      "id": 25333,
      "hex": "e6 b3 95",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "法",
      "valid_utf8": true
     },
     {
      "id": 94923,
      "hex": "e9 99 a2",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "院",
      "valid_utf8": true
     },
     {
      "id": 77180,
      "hex": "e9 a9",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 18904,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 6744,
      "hex": "e8 af",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 64026,
      "hex": "e5 b9 b6",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "并",
      "valid_utf8": true
     },
     {
      "id": 12774,
      "hex": "e7 bb",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 69978,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 53229,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 3.0,
    "boundary_f1": 0.45454545454545453,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "實驗室新買了一台雷射切割機。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 23,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.7692307692307692,
    "tokens_per_codepoint": 1.6428571428571428,
    "bytes_per_token": 1.826086956521739,
    "n_utf8_fragments": 17,
    "utf8_fragment_rate": 0.7391304347826086,
    "han_one_token_rate": 0.38461538461538464,
    "han_split_rate": 0.6153846153846154,
    "token_details": [
     {
      "id": 15973,
      "hex": "e5 af",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77180,
      "hex": "e9 a9",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 80631,
      "hex": "e8 b2",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 55038,
      "hex": "e5 8f b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "台",
      "valid_utf8": true
     },
     {
      "id": 97565,
      "hex": "e9 9b b7",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "雷",
      "valid_utf8": true
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21403,
      "hex": "e5 89",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 36,
      "byte_end": 37,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 37,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.5555555555555554,
    "boundary_f1": 0.5333333333333333,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "实验室新买了一台雷射切割机。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 19,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.4615384615384615,
    "tokens_per_codepoint": 1.3571428571428572,
    "bytes_per_token": 2.210526315789474,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5263157894736842,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.38461538461538464,
    "token_details": [
     {
      "id": 41073,
      "hex": "e5 ae 9e",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "实",
      "valid_utf8": true
     },
     {
      "id": 42462,
      "hex": "e9 aa 8c",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "验",
      "valid_utf8": true
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 55038,
      "hex": "e5 8f b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "台",
      "valid_utf8": true
     },
     {
      "id": 97565,
      "hex": "e9 9b b7",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "雷",
      "valid_utf8": true
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21403,
      "hex": "e5 89",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33748,
      "hex": "e6 9c ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.7142857142857144,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "實驗室新買了一臺激光切割機。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 26,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.8571428571428572,
    "bytes_per_token": 1.6153846153846154,
    "n_utf8_fragments": 22,
    "utf8_fragment_rate": 0.8461538461538461,
    "han_one_token_rate": 0.23076923076923078,
    "han_split_rate": 0.7692307692307693,
    "token_details": [
     {
      "id": 15973,
      "hex": "e5 af",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77180,
      "hex": "e9 a9",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 80631,
      "hex": "e8 b2",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 26274,
      "hex": "e8 87",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 222,
      "hex": "80",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21403,
      "hex": "e5 89",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 36,
      "byte_end": 37,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 37,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 10,
    "fertility": 2.6,
    "boundary_f1": 0.5294117647058824,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "实验室新买了一台激光切割机。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 21,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.6153846153846154,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.6190476190476191,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.46153846153846156,
    "token_details": [
     {
      "id": 41073,
      "hex": "e5 ae 9e",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "实",
      "valid_utf8": true
     },
     {
      "id": 42462,
      "hex": "e9 aa 8c",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "验",
      "valid_utf8": true
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 55038,
      "hex": "e5 8f b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "台",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 222,
      "hex": "80",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21403,
      "hex": "e5 89",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33748,
      "hex": "e6 9c ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.0,
    "boundary_f1": 0.4615384615384615,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "實驗室新買了一台激光切割機。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 25,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.9230769230769231,
    "tokens_per_codepoint": 1.7857142857142858,
    "bytes_per_token": 1.68,
    "n_utf8_fragments": 20,
    "utf8_fragment_rate": 0.8,
    "han_one_token_rate": 0.3076923076923077,
    "han_split_rate": 0.6923076923076923,
    "token_details": [
     {
      "id": 15973,
      "hex": "e5 af",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77180,
      "hex": "e9 a9",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 80631,
      "hex": "e8 b2",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 55038,
      "hex": "e5 8f b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "台",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 222,
      "hex": "80",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21403,
      "hex": "e5 89",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 36,
      "byte_end": 37,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 37,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.7777777777777777,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "实验室新买了一台激光切割机。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 21,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.6153846153846154,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.6190476190476191,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.46153846153846156,
    "token_details": [
     {
      "id": 41073,
      "hex": "e5 ae 9e",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "实",
      "valid_utf8": true
     },
     {
      "id": 42462,
      "hex": "e9 aa 8c",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "验",
      "valid_utf8": true
     },
     {
      "id": 8676,
      "hex": "e5 ae",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 55038,
      "hex": "e5 8f b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "台",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 222,
      "hex": "80",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6701,
      "hex": "e5 88",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21403,
      "hex": "e5 89",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33748,
      "hex": "e6 9c ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.0,
    "boundary_f1": 0.4615384615384615,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "她每天都在部落格上寫作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.3636363636363635,
    "tokens_per_codepoint": 1.25,
    "bytes_per_token": 2.4,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.4,
    "han_one_token_rate": 0.7272727272727273,
    "han_split_rate": 0.2727272727272727,
    "token_details": [
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 117,
      "hex": "b9",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74257,
      "hex": "e6 af 8f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "每",
      "valid_utf8": true
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 34048,
      "hex": "e9 83 a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 81180,
      "hex": "e8 90",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35083,
      "hex": "e6 a0 bc",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "格",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 15973,
      "hex": "e5 af",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.875,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "她每天都在部落格上写作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.1666666666666667,
    "bytes_per_token": 2.5714285714285716,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 117,
      "hex": "b9",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74257,
      "hex": "e6 af 8f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "每",
      "valid_utf8": true
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 34048,
      "hex": "e9 83 a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 81180,
      "hex": "e8 90",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35083,
      "hex": "e6 a0 bc",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "格",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 62543,
      "hex": "e5 86 99",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "写",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "她每天都在博客上寫作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.4,
    "tokens_per_codepoint": 1.2727272727272727,
    "bytes_per_token": 2.357142857142857,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.42857142857142855,
    "han_one_token_rate": 0.7,
    "han_split_rate": 0.3,
    "token_details": [
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 117,
      "hex": "b9",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74257,
      "hex": "e6 af 8f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "每",
      "valid_utf8": true
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 65854,
      "hex": "e5 ae a2",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "客",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 15973,
      "hex": "e5 af",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "她每天都在博客上写作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.3,
    "tokens_per_codepoint": 1.1818181818181819,
    "bytes_per_token": 2.5384615384615383,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3076923076923077,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.2,
    "token_details": [
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 117,
      "hex": "b9",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74257,
      "hex": "e6 af 8f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "每",
      "valid_utf8": true
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 65854,
      "hex": "e5 ae a2",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "客",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 62543,
      "hex": "e5 86 99",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "写",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.625,
    "boundary_f1": 0.7368421052631579,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "她每天都在網誌上寫作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.6,
    "tokens_per_codepoint": 1.4545454545454546,
    "bytes_per_token": 2.0625,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5625,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 117,
      "hex": "b9",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74257,
      "hex": "e6 af 8f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "每",
      "valid_utf8": true
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 15,
      "byte_end": 16,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 16,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37777,
      "hex": "aa 8c",
      "byte_start": 19,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 15973,
      "hex": "e5 af",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.0,
    "boundary_f1": 0.6363636363636364,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "她每天都在网志上写作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.2,
    "tokens_per_codepoint": 1.0909090909090908,
    "bytes_per_token": 2.75,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.9,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 117,
      "hex": "b9",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 74257,
      "hex": "e6 af 8f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "每",
      "valid_utf8": true
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 32239,
      "hex": "e7 bd 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "网",
      "valid_utf8": true
     },
     {
      "id": 78228,
      "hex": "e5 bf 97",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "志",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 62543,
      "hex": "e5 86 99",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "写",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "網際網路改變了資訊傳播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 22,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.8333333333333333,
    "bytes_per_token": 1.6363636363636365,
    "n_utf8_fragments": 17,
    "utf8_fragment_rate": 0.7727272727272727,
    "han_one_token_rate": 0.36363636363636365,
    "han_split_rate": 0.6363636363636364,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37795,
      "hex": "e9 9a",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 47095,
      "hex": "e8 b7 af",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "路",
      "valid_utf8": true
     },
     {
      "id": 23226,
      "hex": "e6 94 b9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "改",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 76750,
      "hex": "e6 92 ad",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "播",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.142857142857143,
    "boundary_f1": 0.4444444444444445,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "网际网路改变了资讯传播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.1666666666666667,
    "bytes_per_token": 2.5714285714285716,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 32239,
      "hex": "e7 bd 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "网",
      "valid_utf8": true
     },
     {
      "id": 14309,
      "hex": "e9 99",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 32239,
      "hex": "e7 bd 91",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "网",
      "valid_utf8": true
     },
     {
      "id": 47095,
      "hex": "e8 b7 af",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "路",
      "valid_utf8": true
     },
     {
      "id": 23226,
      "hex": "e6 94 b9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "改",
      "valid_utf8": true
     },
     {
      "id": 75140,
      "hex": "e5 8f 98",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "变",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 52225,
      "hex": "e8 b5 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "资",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 42783,
      "hex": "e4 bc a0",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "传",
      "valid_utf8": true
     },
     {
      "id": 76750,
      "hex": "e6 92 ad",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "播",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.3333333333333335,
    "boundary_f1": 0.5555555555555556,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "互聯網改變了信息傳播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.7,
    "tokens_per_codepoint": 1.5454545454545454,
    "bytes_per_token": 1.9411764705882353,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.7058823529411765,
    "han_one_token_rate": 0.3,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 6823,
      "hex": "e4 ba",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36735,
      "hex": "e8 81",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23226,
      "hex": "e6 94 b9",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "改",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 28469,
      "hex": "e4 bf a1 e6 81 af",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "信息",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 76750,
      "hex": "e6 92 ad",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "播",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.8333333333333335,
    "boundary_f1": 0.47619047619047616,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "互联网改变了信息传播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.1,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.18181818181818182,
    "han_one_token_rate": 0.7,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 6823,
      "hex": "e4 ba",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50182,
      "hex": "e8 81 94",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "联",
      "valid_utf8": true
     },
     {
      "id": 32239,
      "hex": "e7 bd 91",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "网",
      "valid_utf8": true
     },
     {
      "id": 23226,
      "hex": "e6 94 b9",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "改",
      "valid_utf8": true
     },
     {
      "id": 75140,
      "hex": "e5 8f 98",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "变",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 28469,
      "hex": "e4 bf a1 e6 81 af",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "信息",
      "valid_utf8": true
     },
     {
      "id": 42783,
      "hex": "e4 bc a0",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "传",
      "valid_utf8": true
     },
     {
      "id": 76750,
      "hex": "e6 92 ad",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "播",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "互聯網改變了資訊傳播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 20,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.8181818181818181,
    "bytes_per_token": 1.65,
    "n_utf8_fragments": 16,
    "utf8_fragment_rate": 0.8,
    "han_one_token_rate": 0.3,
    "han_split_rate": 0.7,
    "token_details": [
     {
      "id": 6823,
      "hex": "e4 ba",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36735,
      "hex": "e8 81",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23226,
      "hex": "e6 94 b9",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "改",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 29245,
      "hex": "e8 a8",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 76750,
      "hex": "e6 92 ad",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "播",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 3.3333333333333335,
    "boundary_f1": 0.4166666666666667,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "互联网改变了资讯传播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.3,
    "tokens_per_codepoint": 1.1818181818181819,
    "bytes_per_token": 2.5384615384615383,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3076923076923077,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.2,
    "token_details": [
     {
      "id": 6823,
      "hex": "e4 ba",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50182,
      "hex": "e8 81 94",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "联",
      "valid_utf8": true
     },
     {
      "id": 32239,
      "hex": "e7 bd 91",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "网",
      "valid_utf8": true
     },
     {
      "id": 23226,
      "hex": "e6 94 b9",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "改",
      "valid_utf8": true
     },
     {
      "id": 75140,
      "hex": "e5 8f 98",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "变",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 52225,
      "hex": "e8 b5 84",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "资",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 42783,
      "hex": "e4 bc a0",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "传",
      "valid_utf8": true
     },
     {
      "id": 76750,
      "hex": "e6 92 ad",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "播",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.1666666666666665,
    "boundary_f1": 0.5882352941176471,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "他點了一杯拿鐵和一份三明治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 19,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.4615384615384615,
    "tokens_per_codepoint": 1.3571428571428572,
    "bytes_per_token": 2.210526315789474,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.47368421052631576,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.3076923076923077,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 30868,
      "hex": "e9 bb",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 14276,
      "hex": "e6 9d",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 34208,
      "hex": "e5 92 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 71005,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.111111111111111,
    "boundary_f1": 0.6153846153846153,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "他点了一杯拿铁和一份三明治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3076923076923077,
    "tokens_per_codepoint": 1.2142857142857142,
    "bytes_per_token": 2.4705882352941178,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.35294117647058826,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.23076923076923078,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 28542,
      "hex": "e7 82 b9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "点",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 14276,
      "hex": "e6 9d",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44659,
      "hex": "e9 93",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 34208,
      "hex": "e5 92 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 71005,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "他點了一杯拿鐵和一份三明治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 19,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.4615384615384615,
    "tokens_per_codepoint": 1.3571428571428572,
    "bytes_per_token": 2.210526315789474,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.47368421052631576,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.3076923076923077,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 30868,
      "hex": "e9 bb",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 14276,
      "hex": "e6 9d",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 34208,
      "hex": "e5 92 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 71005,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.111111111111111,
    "boundary_f1": 0.6153846153846153,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "他点了一杯拿铁和一份三明治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3076923076923077,
    "tokens_per_codepoint": 1.2142857142857142,
    "bytes_per_token": 2.4705882352941178,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.35294117647058826,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.23076923076923078,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 28542,
      "hex": "e7 82 b9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "点",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 14276,
      "hex": "e6 9d",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44659,
      "hex": "e9 93",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 34208,
      "hex": "e5 92 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 71005,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "他叫咗一杯拿鐵同一份三文治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 21,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.6153846153846154,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.5714285714285714,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.38461538461538464,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 5877,
      "hex": "e5 8f",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 14276,
      "hex": "e6 9d",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 42016,
      "hex": "e5 90 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "同",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 17161,
      "hex": "e6 96 87",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "文",
      "valid_utf8": true
     },
     {
      "id": 71005,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.625,
    "boundary_f1": 0.5185185185185185,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "他叫咗一杯拿铁同一份三文治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 20,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.5384615384615385,
    "tokens_per_codepoint": 1.4285714285714286,
    "bytes_per_token": 2.1,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.55,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.38461538461538464,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 5877,
      "hex": "e5 8f",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 14276,
      "hex": "e6 9d",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44659,
      "hex": "e9 93",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 42016,
      "hex": "e5 90 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "同",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 46091,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 17161,
      "hex": "e6 96 87",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "文",
      "valid_utf8": true
     },
     {
      "id": 71005,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.5,
    "boundary_f1": 0.5384615384615384,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "這款巧克力用了新的乳化劑。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3846153846153846,
    "bytes_per_token": 2.1666666666666665,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5555555555555556,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.4166666666666667,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 69253,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 17597,
      "hex": "e5 b7",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 48634,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 11883,
      "hex": "e7 94 a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "用",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33208,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 8239,
      "hex": "e5 8a",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.0,
    "boundary_f1": 0.6399999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "这款巧克力用了新的乳化剂。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.4166666666666667,
    "tokens_per_codepoint": 1.3076923076923077,
    "bytes_per_token": 2.2941176470588234,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.47058823529411764,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 69253,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 17597,
      "hex": "e5 b7",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 48634,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 11883,
      "hex": "e7 94 a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "用",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33208,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 21403,
      "hex": "e5 89",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "這款巧克力用了新的乳化劑。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3846153846153846,
    "bytes_per_token": 2.1666666666666665,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5555555555555556,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.4166666666666667,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 69253,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 17597,
      "hex": "e5 b7",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 48634,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 11883,
      "hex": "e7 94 a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "用",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33208,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 8239,
      "hex": "e5 8a",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.0,
    "boundary_f1": 0.6399999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "这款巧克力用了新的乳化剂。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.4166666666666667,
    "tokens_per_codepoint": 1.3076923076923077,
    "bytes_per_token": 2.2941176470588234,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.47058823529411764,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 69253,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 17597,
      "hex": "e5 b7",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 48634,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 11883,
      "hex": "e7 94 a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "用",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33208,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 21403,
      "hex": "e5 89",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "這款朱古力用了新的乳化劑。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3846153846153846,
    "bytes_per_token": 2.1666666666666665,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.5555555555555556,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.4166666666666667,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 69253,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 5877,
      "hex": "e5 8f",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 48634,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 11883,
      "hex": "e7 94 a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "用",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33208,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 8239,
      "hex": "e5 8a",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.0,
    "boundary_f1": 0.6399999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "这款朱古力用了新的乳化剂。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.4166666666666667,
    "tokens_per_codepoint": 1.3076923076923077,
    "bytes_per_token": 2.2941176470588234,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.47058823529411764,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 69253,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 5877,
      "hex": "e5 8f",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 48634,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 11883,
      "hex": "e7 94 a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "用",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33208,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 21403,
      "hex": "e5 89",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "維他命和礦物質都要補充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6111111111111112,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 51609,
      "hex": "e5 91 bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "命",
      "valid_utf8": true
     },
     {
      "id": 34208,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 17920,
      "hex": "e7 a4",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53953,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.25,
    "boundary_f1": 0.5833333333333334,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "维他命和矿物质都要补充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6111111111111112,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 12774,
      "hex": "e7 bb",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 51609,
      "hex": "e5 91 bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "命",
      "valid_utf8": true
     },
     {
      "id": 34208,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53953,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 13647,
      "hex": "e8 b4",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 13079,
      "hex": "e8 a1",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98,
      "hex": "a5",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "維生素和礦物質都要補充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6111111111111112,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21990,
      "hex": "e7 94 9f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 72238,
      "hex": "e7 b4 a0",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "素",
      "valid_utf8": true
     },
     {
      "id": 34208,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 17920,
      "hex": "e7 a4",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53953,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "维生素和矿物质都要补充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6111111111111112,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 12774,
      "hex": "e7 bb",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21990,
      "hex": "e7 94 9f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 72238,
      "hex": "e7 b4 a0",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "素",
      "valid_utf8": true
     },
     {
      "id": 34208,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53953,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 13647,
      "hex": "e8 b4",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 13079,
      "hex": "e8 a1",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98,
      "hex": "a5",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "維他命和礦物質都要補充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6111111111111112,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 51609,
      "hex": "e5 91 bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "命",
      "valid_utf8": true
     },
     {
      "id": 34208,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 17920,
      "hex": "e7 a4",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53953,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.25,
    "boundary_f1": 0.5833333333333334,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "维他命和矿物质都要补充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6111111111111112,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 12774,
      "hex": "e7 bb",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 51609,
      "hex": "e5 91 bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "命",
      "valid_utf8": true
     },
     {
      "id": 34208,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53953,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 13647,
      "hex": "e8 b4",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 13079,
      "hex": "e8 a1",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98,
      "hex": "a5",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "他越說越生氣，最後乾脆不講了。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 24,
    "n_han": 13,
    "n_codepoints": 15,
    "n_bytes": 45,
    "tokens_per_han": 1.8461538461538463,
    "tokens_per_codepoint": 1.6,
    "bytes_per_token": 1.875,
    "n_utf8_fragments": 16,
    "utf8_fragment_rate": 0.6666666666666666,
    "han_one_token_rate": 0.46153846153846156,
    "han_split_rate": 0.5384615384615384,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45918,
      "hex": "e8 aa",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21990,
      "hex": "e7 94 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 30320,
      "hex": "e6 b0",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3922,
      "hex": "ef bc 8c",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 74482,
      "hex": "e5 be 8c",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "後",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 30,
      "byte_end": 31,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 31,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16937,
      "hex": "e4 b8 8d",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 36,
      "byte_end": 37,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 105,
      "hex": "ac",
      "byte_start": 37,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 12,
    "fertility": 2.0,
    "boundary_f1": 0.6470588235294118,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "他越说越生气，最后干脆不讲了。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 22,
    "n_han": 13,
    "n_codepoints": 15,
    "n_bytes": 45,
    "tokens_per_han": 1.6923076923076923,
    "tokens_per_codepoint": 1.4666666666666666,
    "bytes_per_token": 2.0454545454545454,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.5909090909090909,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.46153846153846156,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37687,
      "hex": "e8 af b4",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "说",
      "valid_utf8": true
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21990,
      "hex": "e7 94 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 30320,
      "hex": "e6 b0",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3922,
      "hex": "ef bc 8c",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 34547,
      "hex": "e5 90 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "后",
      "valid_utf8": true
     },
     {
      "id": 7190,
      "hex": "e5 b9",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 30,
      "byte_end": 31,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 31,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16937,
      "hex": "e4 b8 8d",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 36,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 12,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6875000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "他越說越生氣，最後乾脆不講了。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 24,
    "n_han": 13,
    "n_codepoints": 15,
    "n_bytes": 45,
    "tokens_per_han": 1.8461538461538463,
    "tokens_per_codepoint": 1.6,
    "bytes_per_token": 1.875,
    "n_utf8_fragments": 16,
    "utf8_fragment_rate": 0.6666666666666666,
    "han_one_token_rate": 0.46153846153846156,
    "han_split_rate": 0.5384615384615384,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45918,
      "hex": "e8 aa",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21990,
      "hex": "e7 94 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 30320,
      "hex": "e6 b0",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3922,
      "hex": "ef bc 8c",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 74482,
      "hex": "e5 be 8c",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "後",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 30,
      "byte_end": 31,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 31,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16937,
      "hex": "e4 b8 8d",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 36,
      "byte_end": 37,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 105,
      "hex": "ac",
      "byte_start": 37,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 12,
    "fertility": 2.0,
    "boundary_f1": 0.6470588235294118,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "他越说越生气，最后干脆不讲了。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 22,
    "n_han": 13,
    "n_codepoints": 15,
    "n_bytes": 45,
    "tokens_per_han": 1.6923076923076923,
    "tokens_per_codepoint": 1.4666666666666666,
    "bytes_per_token": 2.0454545454545454,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.5909090909090909,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.46153846153846156,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37687,
      "hex": "e8 af b4",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "说",
      "valid_utf8": true
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 21990,
      "hex": "e7 94 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 30320,
      "hex": "e6 b0",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3922,
      "hex": "ef bc 8c",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 34547,
      "hex": "e5 90 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "后",
      "valid_utf8": true
     },
     {
      "id": 7190,
      "hex": "e5 b9",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 30,
      "byte_end": 31,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 226,
      "hex": "84",
      "byte_start": 31,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16937,
      "hex": "e4 b8 8d",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 36,
      "byte_end": 38,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 38,
      "byte_end": 39,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 12,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6875000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "他越講越嬲，最後索性唔講。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 22,
    "n_han": 11,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.6923076923076923,
    "bytes_per_token": 1.7727272727272727,
    "n_utf8_fragments": 15,
    "utf8_fragment_rate": 0.6818181818181818,
    "han_one_token_rate": 0.45454545454545453,
    "han_split_rate": 0.5454545454545454,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 105,
      "hex": "ac",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 105,
      "hex": "ac",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3922,
      "hex": "ef bc 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 74482,
      "hex": "e5 be 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "後",
      "valid_utf8": true
     },
     {
      "id": 52084,
      "hex": "e7 b4 a2",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "索",
      "valid_utf8": true
     },
     {
      "id": 34171,
      "hex": "e6 80 a7",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "性",
      "valid_utf8": true
     },
     {
      "id": 84150,
      "hex": "e5 94",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 33,
      "byte_end": 34,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 105,
      "hex": "ac",
      "byte_start": 34,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 11,
    "fertility": 2.0,
    "boundary_f1": 0.6451612903225806,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "他越讲越嬲，最后索性唔讲。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 20,
    "n_han": 11,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.8181818181818181,
    "tokens_per_codepoint": 1.5384615384615385,
    "bytes_per_token": 1.95,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.65,
    "han_one_token_rate": 0.45454545454545453,
    "han_split_rate": 0.5454545454545454,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 105,
      "hex": "ac",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3922,
      "hex": "ef bc 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 34547,
      "hex": "e5 90 8e",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "后",
      "valid_utf8": true
     },
     {
      "id": 52084,
      "hex": "e7 b4 a2",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "索",
      "valid_utf8": true
     },
     {
      "id": 34171,
      "hex": "e6 80 a7",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "性",
      "valid_utf8": true
     },
     {
      "id": 84150,
      "hex": "e5 94",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 11,
    "fertility": 1.8181818181818181,
    "boundary_f1": 0.6896551724137931,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "這本書我一看就懂。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.625,
    "tokens_per_codepoint": 1.4444444444444444,
    "bytes_per_token": 2.076923076923077,
    "n_utf8_fragments": 7,
    "utf8_fragment_rate": 0.5384615384615384,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.375,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 22656,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 27552,
      "hex": "e6 9b",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.8571428571428572,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "这本书我一看就懂。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.375,
    "tokens_per_codepoint": 1.2222222222222223,
    "bytes_per_token": 2.4545454545454546,
    "n_utf8_fragments": 3,
    "utf8_fragment_rate": 0.2727272727272727,
    "han_one_token_rate": 0.875,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 22656,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 91386,
      "hex": "e4 b9 a6",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "书",
      "valid_utf8": true
     },
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "這本書我一看就懂。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.625,
    "tokens_per_codepoint": 1.4444444444444444,
    "bytes_per_token": 2.076923076923077,
    "n_utf8_fragments": 7,
    "utf8_fragment_rate": 0.5384615384615384,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.375,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 22656,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 27552,
      "hex": "e6 9b",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.8571428571428572,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "这本书我一看就懂。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.375,
    "tokens_per_codepoint": 1.2222222222222223,
    "bytes_per_token": 2.4545454545454546,
    "n_utf8_fragments": 3,
    "utf8_fragment_rate": 0.2727272727272727,
    "han_one_token_rate": 0.875,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 22656,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 91386,
      "hex": "e4 b9 a6",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "书",
      "valid_utf8": true
     },
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "這本書我一睇就明。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3333333333333333,
    "bytes_per_token": 2.25,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.375,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 22656,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 27552,
      "hex": "e6 9b",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 84949,
      "hex": "e7 9d",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "这本书我一睇就明。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.25,
    "tokens_per_codepoint": 1.1111111111111112,
    "bytes_per_token": 2.7,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.875,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 22656,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 91386,
      "hex": "e4 b9 a6",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "书",
      "valid_utf8": true
     },
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 84949,
      "hex": "e7 9d",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.25,
    "boundary_f1": 0.8750000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "他昨天洗了個澡就睡了。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.7,
    "tokens_per_codepoint": 1.5454545454545454,
    "bytes_per_token": 1.9411764705882353,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6470588235294118,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 11881,
      "hex": "e6 98",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 44647,
      "hex": "e6 b4",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 84949,
      "hex": "e7 9d",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 10,
    "fertility": 1.7,
    "boundary_f1": 0.72,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "他昨天洗了个澡就睡了。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.6,
    "tokens_per_codepoint": 1.4545454545454546,
    "bytes_per_token": 2.0625,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5625,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 11881,
      "hex": "e6 98",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 44647,
      "hex": "e6 b4",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 19483,
      "hex": "e4 b8 aa",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 84949,
      "hex": "e7 9d",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 10,
    "fertility": 1.6,
    "boundary_f1": 0.7499999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "他昨天洗了個澡就睡了。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.7,
    "tokens_per_codepoint": 1.5454545454545454,
    "bytes_per_token": 1.9411764705882353,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6470588235294118,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 11881,
      "hex": "e6 98",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 44647,
      "hex": "e6 b4",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 84949,
      "hex": "e7 9d",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 10,
    "fertility": 1.7,
    "boundary_f1": 0.72,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "他昨天洗了个澡就睡了。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.6,
    "tokens_per_codepoint": 1.4545454545454546,
    "bytes_per_token": 2.0625,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5625,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 11881,
      "hex": "e6 98",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36827,
      "hex": "e5 a4 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 44647,
      "hex": "e6 b4",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 19483,
      "hex": "e4 b8 aa",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 84949,
      "hex": "e7 9d",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 10,
    "fertility": 1.6,
    "boundary_f1": 0.7499999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "他琴日沖咗個涼就瞓。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.8,
    "bytes_per_token": 1.6666666666666667,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.7777777777777778,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.6666666666666666,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 20321,
      "hex": "e7 90",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9080,
      "hex": "e6 97 a5",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "日",
      "valid_utf8": true
     },
     {
      "id": 31106,
      "hex": "e6 b2",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96311,
      "hex": "e6 b6",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 241,
      "hex": "93",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.0,
    "boundary_f1": 0.6399999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "他琴日冲咗个凉就瞓。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.8888888888888888,
    "tokens_per_codepoint": 1.7,
    "bytes_per_token": 1.7647058823529411,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.7058823529411765,
    "han_one_token_rate": 0.4444444444444444,
    "han_split_rate": 0.5555555555555556,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 20321,
      "hex": "e7 90",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9080,
      "hex": "e6 97 a5",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "日",
      "valid_utf8": true
     },
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19483,
      "hex": "e4 b8 aa",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 12870,
      "hex": "e5 87",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 241,
      "hex": "93",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "我們研究研究再決定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.8,
    "bytes_per_token": 1.6666666666666667,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.7777777777777778,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.6666666666666666,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 88356,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 21980,
      "hex": "e6 b1",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 3.0,
    "boundary_f1": 0.45454545454545453,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "我们研究研究再决定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.7777777777777777,
    "tokens_per_codepoint": 1.6,
    "bytes_per_token": 1.875,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.75,
    "han_one_token_rate": 0.2222222222222222,
    "han_split_rate": 0.5555555555555556,
    "token_details": [
     {
      "id": 98739,
      "hex": "e6 88 91 e4 bb ac",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我们",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 88356,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.6666666666666665,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "我們研究研究再決定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.8,
    "bytes_per_token": 1.6666666666666667,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.7777777777777778,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.6666666666666666,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 88356,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 21980,
      "hex": "e6 b1",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 3.0,
    "boundary_f1": 0.45454545454545453,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "我们研究研究再决定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.7777777777777777,
    "tokens_per_codepoint": 1.6,
    "bytes_per_token": 1.875,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.75,
    "han_one_token_rate": 0.2222222222222222,
    "han_split_rate": 0.5555555555555556,
    "token_details": [
     {
      "id": 98739,
      "hex": "e6 88 91 e4 bb ac",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我们",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 88356,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.6666666666666665,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "我哋研究研究先決定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.8,
    "bytes_per_token": 1.6666666666666667,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.7777777777777778,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.6666666666666666,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 20648,
      "hex": "e5 93",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 61826,
      "hex": "e5 85 88",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "先",
      "valid_utf8": true
     },
     {
      "id": 21980,
      "hex": "e6 b1",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 3.0,
    "boundary_f1": 0.45454545454545453,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "我哋研究研究先决定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 2.0,
    "tokens_per_codepoint": 1.8,
    "bytes_per_token": 1.6666666666666667,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.7777777777777778,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.6666666666666666,
    "token_details": [
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 20648,
      "hex": "e5 93",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 12,
      "byte_end": 13,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 13,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 61826,
      "hex": "e5 85 88",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "先",
      "valid_utf8": true
     },
     {
      "id": 13828,
      "hex": "e5 86",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 23187,
      "hex": "e5 ae 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "這件事說起來一言難盡。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.6,
    "tokens_per_codepoint": 1.4545454545454546,
    "bytes_per_token": 2.0625,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.625,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 14558,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 30926,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 45918,
      "hex": "e8 aa",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72718,
      "hex": "e8 b5 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 78244,
      "hex": "e8 a8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 25132,
      "hex": "e9 9b",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16555,
      "hex": "e7 9b",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "这件事说起来一言难尽。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.3,
    "tokens_per_codepoint": 1.1818181818181819,
    "bytes_per_token": 2.5384615384615383,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3076923076923077,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.2,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 14558,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 30926,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 37687,
      "hex": "e8 af b4",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "说",
      "valid_utf8": true
     },
     {
      "id": 72718,
      "hex": "e8 b5 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 37507,
      "hex": "e6 9d a5",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "来",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 78244,
      "hex": "e8 a8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 37795,
      "hex": "e9 9a",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 5,
    "fertility": 2.6,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "這件事說起來一言難盡。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.6,
    "tokens_per_codepoint": 1.4545454545454546,
    "bytes_per_token": 2.0625,
    "n_utf8_fragments": 10,
    "utf8_fragment_rate": 0.625,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 14558,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 30926,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 45918,
      "hex": "e8 aa",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72718,
      "hex": "e8 b5 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 78244,
      "hex": "e8 a8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 25132,
      "hex": "e9 9b",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16555,
      "hex": "e7 9b",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "这件事说起来一言难尽。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.3,
    "tokens_per_codepoint": 1.1818181818181819,
    "bytes_per_token": 2.5384615384615383,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3076923076923077,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.2,
    "token_details": [
     {
      "id": 44388,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 14558,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 30926,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 37687,
      "hex": "e8 af b4",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "说",
      "valid_utf8": true
     },
     {
      "id": 72718,
      "hex": "e8 b5 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 37507,
      "hex": "e6 9d a5",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "来",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 78244,
      "hex": "e8 a8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 37795,
      "hex": "e9 9a",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 5,
    "fertility": 2.6,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "呢件事講起上嚟一言難盡。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 19,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.7272727272727273,
    "tokens_per_codepoint": 1.5833333333333333,
    "bytes_per_token": 1.894736842105263,
    "n_utf8_fragments": 12,
    "utf8_fragment_rate": 0.631578947368421,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 17857,
      "hex": "e5 91",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 14558,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 30926,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 105,
      "hex": "ac",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72718,
      "hex": "e8 b5 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 78244,
      "hex": "e8 a8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 25132,
      "hex": "e9 9b",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16555,
      "hex": "e7 9b",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.111111111111111,
    "boundary_f1": 0.6153846153846153,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "呢件事讲起上嚟一言难尽。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6111111111111112,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 17857,
      "hex": "e5 91",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 14558,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 30926,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 10414,
      "hex": "e8 ae",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72718,
      "hex": "e8 b5 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 78244,
      "hex": "e8 a8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 37795,
      "hex": "e9 9a",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.0,
    "boundary_f1": 0.6399999999999999,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "他把那份文件放在桌上了。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.1666666666666667,
    "bytes_per_token": 2.5714285714285716,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.42857142857142855,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.2727272727272727,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45932,
      "hex": "e9 82",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 27996,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 54322,
      "hex": "e6 94 be",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 44559,
      "hex": "e6 a1",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 234,
      "hex": "8c",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "他把那份文件放在桌上了。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.1666666666666667,
    "bytes_per_token": 2.5714285714285716,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.42857142857142855,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.2727272727272727,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45932,
      "hex": "e9 82",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 27996,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 54322,
      "hex": "e6 94 be",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 44559,
      "hex": "e6 a1",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 234,
      "hex": "8c",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "他把那份文件放在桌上了。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.1666666666666667,
    "bytes_per_token": 2.5714285714285716,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.42857142857142855,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.2727272727272727,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45932,
      "hex": "e9 82",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 27996,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 54322,
      "hex": "e6 94 be",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 44559,
      "hex": "e6 a1",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 234,
      "hex": "8c",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "他把那份文件放在桌上了。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.1666666666666667,
    "bytes_per_token": 2.5714285714285716,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.42857142857142855,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.2727272727272727,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45932,
      "hex": "e9 82",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 27996,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 54322,
      "hex": "e6 94 be",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 44559,
      "hex": "e6 a1",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 234,
      "hex": "8c",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17905,
      "hex": "e4 b8 8a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "佢將份文件擺喺枱面。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.6666666666666667,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.7333333333333333,
    "han_one_token_rate": 0.2222222222222222,
    "han_split_rate": 0.5555555555555556,
    "token_details": [
     {
      "id": 8687,
      "hex": "e4 bd",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 27996,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 15,
      "byte_end": 16,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 241,
      "hex": "93",
      "byte_start": 16,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20119,
      "hex": "e6 9e",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 28190,
      "hex": "e9 9d a2",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.142857142857143,
    "boundary_f1": 0.6,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "佢将份文件摆喺枱面。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.4444444444444444,
    "tokens_per_codepoint": 1.3,
    "bytes_per_token": 2.3076923076923075,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.6153846153846154,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.4444444444444444,
    "token_details": [
     {
      "id": 8687,
      "hex": "e4 bd",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45163,
      "hex": "e5 b0 86",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "将",
      "valid_utf8": true
     },
     {
      "id": 70542,
      "hex": "e4 bb bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 27996,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 99046,
      "hex": "e6 91",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 83601,
      "hex": "e5 96",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 20119,
      "hex": "e6 9e",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 28190,
      "hex": "e9 9d a2",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.8571428571428572,
    "boundary_f1": 0.6666666666666666,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "trad",
    "lexicon": "tw",
    "text": "川普與拜登再次交鋒。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.7777777777777777,
    "tokens_per_codepoint": 1.6,
    "bytes_per_token": 1.875,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6875,
    "han_one_token_rate": 0.4444444444444444,
    "han_split_rate": 0.5555555555555556,
    "token_details": [
     {
      "id": 17597,
      "hex": "e5 b7",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 251,
      "hex": "9d",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 63105,
      "hex": "e8 88",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 29741,
      "hex": "e7 99 bb",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 88356,
      "hex": "e5 86 8d",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 33671,
      "hex": "e6 ac a1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "次",
      "valid_utf8": true
     },
     {
      "id": 39209,
      "hex": "e4 ba a4",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 24,
      "byte_end": 25,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 25,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.6666666666666665,
    "boundary_f1": 0.5,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "simp",
    "lexicon": "tw",
    "text": "川普与拜登再次交锋。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.5555555555555556,
    "tokens_per_codepoint": 1.4,
    "bytes_per_token": 2.142857142857143,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.5714285714285714,
    "han_one_token_rate": 0.5555555555555556,
    "han_split_rate": 0.4444444444444444,
    "token_details": [
     {
      "id": 17597,
      "hex": "e5 b7",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 251,
      "hex": "9d",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58318,
      "hex": "e4 b8 8e",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "与",
      "valid_utf8": true
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 29741,
      "hex": "e7 99 bb",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 88356,
      "hex": "e5 86 8d",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 33671,
      "hex": "e6 ac a1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "次",
      "valid_utf8": true
     },
     {
      "id": 39209,
      "hex": "e4 ba a4",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 21007,
      "hex": "e9 94",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.3333333333333335,
    "boundary_f1": 0.5555555555555556,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "trad",
    "lexicon": "cn",
    "text": "特朗普與拜登再次交鋒。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.7,
    "tokens_per_codepoint": 1.5454545454545454,
    "bytes_per_token": 1.9411764705882353,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6470588235294118,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 66378,
      "hex": "e7 89 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "特",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 63105,
      "hex": "e8 88",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 29741,
      "hex": "e7 99 bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 88356,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 33671,
      "hex": "e6 ac a1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "次",
      "valid_utf8": true
     },
     {
      "id": 39209,
      "hex": "e4 ba a4",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.8333333333333335,
    "boundary_f1": 0.47619047619047616,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "simp",
    "lexicon": "cn",
    "text": "特朗普与拜登再次交锋。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3636363636363635,
    "bytes_per_token": 2.2,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.5333333333333333,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 66378,
      "hex": "e7 89 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "特",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58318,
      "hex": "e4 b8 8e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "与",
      "valid_utf8": true
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 29741,
      "hex": "e7 99 bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 88356,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 33671,
      "hex": "e6 ac a1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "次",
      "valid_utf8": true
     },
     {
      "id": 39209,
      "hex": "e4 ba a4",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 21007,
      "hex": "e9 94",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "trad",
    "lexicon": "hk",
    "text": "特朗普與拜登再次交鋒。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.7,
    "tokens_per_codepoint": 1.5454545454545454,
    "bytes_per_token": 1.9411764705882353,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6470588235294118,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.5,
    "token_details": [
     {
      "id": 66378,
      "hex": "e7 89 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "特",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 63105,
      "hex": "e8 88",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 29741,
      "hex": "e7 99 bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 88356,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 33671,
      "hex": "e6 ac a1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "次",
      "valid_utf8": true
     },
     {
      "id": 39209,
      "hex": "e4 ba a4",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.8333333333333335,
    "boundary_f1": 0.47619047619047616,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "simp",
    "lexicon": "hk",
    "text": "特朗普与拜登再次交锋。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3636363636363635,
    "bytes_per_token": 2.2,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.5333333333333333,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 66378,
      "hex": "e7 89 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "特",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45114,
      "hex": "e6 99",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58318,
      "hex": "e4 b8 8e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "与",
      "valid_utf8": true
     },
     {
      "id": 26955,
      "hex": "e6 8b",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 250,
      "hex": "9c",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 29741,
      "hex": "e7 99 bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 88356,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 33671,
      "hex": "e6 ac a1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "次",
      "valid_utf8": true
     },
     {
      "id": 39209,
      "hex": "e4 ba a4",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 21007,
      "hex": "e9 94",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "trad",
    "lexicon": "tw",
    "text": "他下週要飛往雪梨開會。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.8,
    "tokens_per_codepoint": 1.6363636363636365,
    "bytes_per_token": 1.8333333333333333,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.7222222222222222,
    "han_one_token_rate": 0.4,
    "han_split_rate": 0.6,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 72406,
      "hex": "e9 a3",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17599,
      "hex": "e5 be",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 222,
      "hex": "80",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 25132,
      "hex": "e9 9b",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 87447,
      "hex": "e9 96 8b",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "開",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "simp",
    "lexicon": "tw",
    "text": "他下周要飞往雪梨开会。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 16,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.6,
    "tokens_per_codepoint": 1.4545454545454546,
    "bytes_per_token": 2.0625,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5625,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 41642,
      "hex": "e5 91 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "周",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 72406,
      "hex": "e9 a3",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17599,
      "hex": "e5 be",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 222,
      "hex": "80",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 25132,
      "hex": "e9 9b",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30867,
      "hex": "e5 bc 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "开",
      "valid_utf8": true
     },
     {
      "id": 38093,
      "hex": "e4 bc 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "trad",
    "lexicon": "cn",
    "text": "他下週要飛往悉尼開會。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 18,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.8,
    "tokens_per_codepoint": 1.6363636363636365,
    "bytes_per_token": 1.8333333333333333,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.7222222222222222,
    "han_one_token_rate": 0.4,
    "han_split_rate": 0.6,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 11589,
      "hex": "e9 80",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 72406,
      "hex": "e9 a3",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17599,
      "hex": "e5 be",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 222,
      "hex": "80",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 87447,
      "hex": "e9 96 8b",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "開",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "simp",
    "lexicon": "cn",
    "text": "他下周要飞往悉尼开会。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.6,
    "tokens_per_codepoint": 1.4545454545454546,
    "bytes_per_token": 2.0625,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5625,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.4,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 41642,
      "hex": "e5 91 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "周",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 72406,
      "hex": "e9 a3",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17599,
      "hex": "e5 be",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 222,
      "hex": "80",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 18,
      "byte_end": 19,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 19,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30867,
      "hex": "e5 bc 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "开",
      "valid_utf8": true
     },
     {
      "id": 38093,
      "hex": "e4 bc 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "trad",
    "lexicon": "hk",
    "text": "他下星期要飛往悉尼開會。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6111111111111112,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 78519,
      "hex": "e6 98 9f",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "星",
      "valid_utf8": true
     },
     {
      "id": 23538,
      "hex": "e6 9c 9f",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "期",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 72406,
      "hex": "e9 a3",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17599,
      "hex": "e5 be",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 222,
      "hex": "80",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 87447,
      "hex": "e9 96 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "開",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.5714285714285716,
    "boundary_f1": 0.5217391304347826,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "simp",
    "lexicon": "hk",
    "text": "他下星期要飞往悉尼开会。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.5454545454545454,
    "tokens_per_codepoint": 1.4166666666666667,
    "bytes_per_token": 2.1176470588235294,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5294117647058824,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.36363636363636365,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 17297,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 78519,
      "hex": "e6 98 9f",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "星",
      "valid_utf8": true
     },
     {
      "id": 23538,
      "hex": "e6 9c 9f",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "期",
      "valid_utf8": true
     },
     {
      "id": 31634,
      "hex": "e8 a6 81",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 72406,
      "hex": "e9 a3",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17599,
      "hex": "e5 be",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 222,
      "hex": "80",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 21,
      "byte_end": 22,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 22,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30867,
      "hex": "e5 bc 80",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "开",
      "valid_utf8": true
     },
     {
      "id": 38093,
      "hex": "e4 bc 9a",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.4285714285714284,
    "boundary_f1": 0.5454545454545454,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "trad",
    "lexicon": "tw",
    "text": "紐西蘭的乳製品出口成長。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6111111111111112,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 27869,
      "hex": "e7 b4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 61786,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 25446,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 13153,
      "hex": "e6 88 90",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "成",
      "valid_utf8": true
     },
     {
      "id": 39622,
      "hex": "e9 95",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.25,
    "boundary_f1": 0.5833333333333334,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "simp",
    "lexicon": "tw",
    "text": "纽西兰的乳制品出口成长。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.3636363636363635,
    "tokens_per_codepoint": 1.25,
    "bytes_per_token": 2.4,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.4,
    "han_one_token_rate": 0.7272727272727273,
    "han_split_rate": 0.2727272727272727,
    "token_details": [
     {
      "id": 23043,
      "hex": "e7 ba",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 61786,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44416,
      "hex": "e5 88 b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "制",
      "valid_utf8": true
     },
     {
      "id": 25446,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 13153,
      "hex": "e6 88 90",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "成",
      "valid_utf8": true
     },
     {
      "id": 46961,
      "hex": "e9 95 bf",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "长",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "trad",
    "lexicon": "cn",
    "text": "新西蘭的乳製品出口增長。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.5454545454545454,
    "tokens_per_codepoint": 1.4166666666666667,
    "bytes_per_token": 2.1176470588235294,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.5294117647058824,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.36363636363636365,
    "token_details": [
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 61786,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 25446,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 50285,
      "hex": "e5 a2 9e",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "增",
      "valid_utf8": true
     },
     {
      "id": 39622,
      "hex": "e9 95",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.125,
    "boundary_f1": 0.6086956521739131,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "simp",
    "lexicon": "cn",
    "text": "新西兰的乳制品出口增长。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.1666666666666667,
    "bytes_per_token": 2.5714285714285716,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 17039,
      "hex": "e6 96 b0",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 61786,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44416,
      "hex": "e5 88 b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "制",
      "valid_utf8": true
     },
     {
      "id": 25446,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 50285,
      "hex": "e5 a2 9e",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "增",
      "valid_utf8": true
     },
     {
      "id": 46961,
      "hex": "e9 95 bf",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "长",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.3333333333333335,
    "boundary_f1": 0.5555555555555556,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "trad",
    "lexicon": "hk",
    "text": "紐西蘭的乳製品出口增長。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 18,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.6363636363636365,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.6111111111111112,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.45454545454545453,
    "token_details": [
     {
      "id": 27869,
      "hex": "e7 b4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 61786,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 246,
      "hex": "98",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 70892,
      "hex": "e8 a3",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 25446,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 50285,
      "hex": "e5 a2 9e",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "增",
      "valid_utf8": true
     },
     {
      "id": 39622,
      "hex": "e9 95",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.25,
    "boundary_f1": 0.5833333333333334,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "simp",
    "lexicon": "hk",
    "text": "纽西兰的乳制品出口增长。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.3636363636363635,
    "tokens_per_codepoint": 1.25,
    "bytes_per_token": 2.4,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.4,
    "han_one_token_rate": 0.7272727272727273,
    "han_split_rate": 0.2727272727272727,
    "token_details": [
     {
      "id": 23043,
      "hex": "e7 ba",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 61786,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 6708,
      "hex": "e5 85",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 18259,
      "hex": "e4 b9",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 44416,
      "hex": "e5 88 b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "制",
      "valid_utf8": true
     },
     {
      "id": 25446,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 40526,
      "hex": "e5 8f a3",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 50285,
      "hex": "e5 a2 9e",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "增",
      "valid_utf8": true
     },
     {
      "id": 46961,
      "hex": "e9 95 bf",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "长",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.5,
    "boundary_f1": 0.5263157894736842,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "trad",
    "lexicon": "tw",
    "text": "他最愛的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.4,
    "tokens_per_codepoint": 1.2727272727272727,
    "bytes_per_token": 2.357142857142857,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.35714285714285715,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.2,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 31374,
      "hex": "e6 84",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 46729,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 21043,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 56235,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.3333333333333335,
    "boundary_f1": 0.5555555555555556,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "simp",
    "lexicon": "tw",
    "text": "他最爱的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.4,
    "tokens_per_codepoint": 1.2727272727272727,
    "bytes_per_token": 2.357142857142857,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.35714285714285715,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.2,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 76207,
      "hex": "e7 88",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 46729,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 21043,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 56235,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "trad",
    "lexicon": "cn",
    "text": "他最愛的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.4,
    "tokens_per_codepoint": 1.2727272727272727,
    "bytes_per_token": 2.357142857142857,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.35714285714285715,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.2,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 31374,
      "hex": "e6 84",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 46729,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 21043,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 56235,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.3333333333333335,
    "boundary_f1": 0.5555555555555556,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "simp",
    "lexicon": "cn",
    "text": "他最爱的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.4,
    "tokens_per_codepoint": 1.2727272727272727,
    "bytes_per_token": 2.357142857142857,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.35714285714285715,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.2,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 76207,
      "hex": "e7 88",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 46729,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 21043,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 56235,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "trad",
    "lexicon": "hk",
    "text": "他最愛的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.4,
    "tokens_per_codepoint": 1.2727272727272727,
    "bytes_per_token": 2.357142857142857,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.35714285714285715,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.2,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 31374,
      "hex": "e6 84",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 46729,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 21043,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 56235,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.3333333333333335,
    "boundary_f1": 0.5555555555555556,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "simp",
    "lexicon": "hk",
    "text": "他最爱的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.4,
    "tokens_per_codepoint": 1.2727272727272727,
    "bytes_per_token": 2.357142857142857,
    "n_utf8_fragments": 5,
    "utf8_fragment_rate": 0.35714285714285715,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.2,
    "token_details": [
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 32335,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 76207,
      "hex": "e7 88",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 46729,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 21043,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 56235,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 31958,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 161,
      "hex": "e5",
      "byte_start": 27,
      "byte_end": 28,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 28,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "trad",
    "lexicon": "tw",
    "text": "梵谷的畫作在奧塞美術館展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 23,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.7692307692307692,
    "tokens_per_codepoint": 1.6428571428571428,
    "bytes_per_token": 1.826086956521739,
    "n_utf8_fragments": 16,
    "utf8_fragment_rate": 0.6956521739130435,
    "han_one_token_rate": 0.46153846153846156,
    "han_split_rate": 0.5384615384615384,
    "token_details": [
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 39013,
      "hex": "e8 b0",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 40198,
      "hex": "e7 95",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 59657,
      "hex": "e5 a1",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58666,
      "hex": "e7 be 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "美",
      "valid_utf8": true
     },
     {
      "id": 13079,
      "hex": "e8 a1",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 241,
      "hex": "93",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 30,
      "byte_end": 31,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 31,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 3.2857142857142856,
    "boundary_f1": 0.42857142857142855,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "simp",
    "lexicon": "tw",
    "text": "梵谷的画作在奥塞美术馆展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 21,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.6153846153846154,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 13,
    "utf8_fragment_rate": 0.6190476190476191,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.46153846153846156,
    "token_details": [
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 39013,
      "hex": "e8 b0",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 115,
      "hex": "b7",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 55723,
      "hex": "e7 94 bb",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "画",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98,
      "hex": "a5",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 59657,
      "hex": "e5 a1",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 252,
      "hex": "9e",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 58666,
      "hex": "e7 be 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "美",
      "valid_utf8": true
     },
     {
      "id": 4916,
      "hex": "e6 9c",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 46065,
      "hex": "e9 a6",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.625,
    "boundary_f1": 0.5185185185185185,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "trad",
    "lexicon": "cn",
    "text": "梵高的畫作在奧賽博物館展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 22,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.6923076923076923,
    "tokens_per_codepoint": 1.5714285714285714,
    "bytes_per_token": 1.9090909090909092,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.6363636363636364,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.46153846153846156,
    "token_details": [
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45736,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 40198,
      "hex": "e7 95",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53953,
      "hex": "e7 89 a9",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 30,
      "byte_end": 31,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 31,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.4444444444444446,
    "boundary_f1": 0.5517241379310345,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "simp",
    "lexicon": "cn",
    "text": "梵高的画作在奥赛博物馆展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 20,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.5384615384615385,
    "tokens_per_codepoint": 1.4285714285714286,
    "bytes_per_token": 2.1,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.55,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.38461538461538464,
    "token_details": [
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45736,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 55723,
      "hex": "e7 94 bb",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "画",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98,
      "hex": "a5",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 28425,
      "hex": "e8 b5",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53953,
      "hex": "e7 89 a9",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 46065,
      "hex": "e9 a6",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.5,
    "boundary_f1": 0.5384615384615384,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "trad",
    "lexicon": "hk",
    "text": "梵高的畫作在奧賽博物館展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 22,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.6923076923076923,
    "tokens_per_codepoint": 1.5714285714285714,
    "bytes_per_token": 1.9090909090909092,
    "n_utf8_fragments": 14,
    "utf8_fragment_rate": 0.6363636363636364,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.46153846153846156,
    "token_details": [
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45736,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 40198,
      "hex": "e7 95",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 83812,
      "hex": "e8 b3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53953,
      "hex": "e7 89 a9",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 30,
      "byte_end": 31,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 31,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 2.4444444444444446,
    "boundary_f1": 0.5517241379310345,
    "encoding": "cl100k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "simp",
    "lexicon": "hk",
    "text": "梵高的画作在奥赛博物馆展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 20,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.5384615384615385,
    "tokens_per_codepoint": 1.4285714285714286,
    "bytes_per_token": 2.1,
    "n_utf8_fragments": 11,
    "utf8_fragment_rate": 0.55,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.38461538461538464,
    "token_details": [
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45736,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 55723,
      "hex": "e7 94 bb",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "画",
      "valid_utf8": true
     },
     {
      "id": 19967,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 19000,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 28194,
      "hex": "e5 a5",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98,
      "hex": "a5",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 28425,
      "hex": "e8 b5",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 11239,
      "hex": "e5 8d",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 248,
      "hex": "9a",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53953,
      "hex": "e7 89 a9",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 46065,
      "hex": "e9 a6",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 77413,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 20834,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 1811,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.5,
    "boundary_f1": 0.5384615384615384,
    "encoding": "cl100k_base"
   }
  ],
  "o200k_base": [
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "這個軟體最近更新了介面設計。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 22267,
      "hex": "e8 bb",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33078,
      "hex": "e9 ab 94",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "體",
      "valid_utf8": true
     },
     {
      "id": 65825,
      "hex": "e6 9c 80 e8 bf 91",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "最近",
      "valid_utf8": true
     },
     {
      "id": 26889,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 18492,
      "hex": "e4 bb 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "介",
      "valid_utf8": true
     },
     {
      "id": 9961,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 41701,
      "hex": "e8 a8 ad",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "設",
      "valid_utf8": true
     },
     {
      "id": 37662,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.625,
    "boundary_f1": 0.7368421052631579,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "这个软体最近更新了介面设计。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.7692307692307693,
    "tokens_per_codepoint": 0.7142857142857143,
    "bytes_per_token": 4.2,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.38461538461538464,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 41713,
      "hex": "e8 bf 99 e4 b8 aa",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "这个",
      "valid_utf8": true
     },
     {
      "id": 9486,
      "hex": "e8 bd af",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "软",
      "valid_utf8": true
     },
     {
      "id": 7074,
      "hex": "e4 bd 93",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "体",
      "valid_utf8": true
     },
     {
      "id": 65825,
      "hex": "e6 9c 80 e8 bf 91",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "最近",
      "valid_utf8": true
     },
     {
      "id": 26889,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 18492,
      "hex": "e4 bb 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "介",
      "valid_utf8": true
     },
     {
      "id": 9961,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 52417,
      "hex": "e8 ae be e8 ae a1",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "设计",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.25,
    "boundary_f1": 0.8750000000000001,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "這個軟件最近更新了界面設計。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 22267,
      "hex": "e8 bb",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6095,
      "hex": "e4 bb b6",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 65825,
      "hex": "e6 9c 80 e8 bf 91",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "最近",
      "valid_utf8": true
     },
     {
      "id": 26889,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 19056,
      "hex": "e7 95 8c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 9961,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 41701,
      "hex": "e8 a8 ad",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "設",
      "valid_utf8": true
     },
     {
      "id": 37662,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.625,
    "boundary_f1": 0.7368421052631579,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "这个软件最近更新了界面设计。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.6923076923076923,
    "tokens_per_codepoint": 0.6428571428571429,
    "bytes_per_token": 4.666666666666667,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.23076923076923078,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 41713,
      "hex": "e8 bf 99 e4 b8 aa",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "这个",
      "valid_utf8": true
     },
     {
      "id": 9941,
      "hex": "e8 bd af e4 bb b6",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "软件",
      "valid_utf8": true
     },
     {
      "id": 65825,
      "hex": "e6 9c 80 e8 bf 91",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "最近",
      "valid_utf8": true
     },
     {
      "id": 26889,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 19056,
      "hex": "e7 95 8c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 9961,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 52417,
      "hex": "e8 ae be e8 ae a1",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "设计",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.8571428571428571,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "這個軟件最近更新了介面設計。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 22267,
      "hex": "e8 bb",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6095,
      "hex": "e4 bb b6",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 65825,
      "hex": "e6 9c 80 e8 bf 91",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "最近",
      "valid_utf8": true
     },
     {
      "id": 26889,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 18492,
      "hex": "e4 bb 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "介",
      "valid_utf8": true
     },
     {
      "id": 9961,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 41701,
      "hex": "e8 a8 ad",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "設",
      "valid_utf8": true
     },
     {
      "id": 37662,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.625,
    "boundary_f1": 0.7368421052631579,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech01",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "这个软件最近更新了介面设计。",
    "gloss": "This software recently updated its interface design.",
    "probe": "軟體/软件/軟件",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.6923076923076923,
    "tokens_per_codepoint": 0.6428571428571429,
    "bytes_per_token": 4.666666666666667,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.23076923076923078,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 41713,
      "hex": "e8 bf 99 e4 b8 aa",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "这个",
      "valid_utf8": true
     },
     {
      "id": 9941,
      "hex": "e8 bd af e4 bb b6",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "软件",
      "valid_utf8": true
     },
     {
      "id": 65825,
      "hex": "e6 9c 80 e8 bf 91",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "最近",
      "valid_utf8": true
     },
     {
      "id": 26889,
      "hex": "e6 9b b4 e6 96 b0",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "更新",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 18492,
      "hex": "e4 bb 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "介",
      "valid_utf8": true
     },
     {
      "id": 9961,
      "hex": "e9 9d a2",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 52417,
      "hex": "e8 ae be e8 ae a1",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "设计",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.125,
    "boundary_f1": 0.9333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "請上傳一段三十秒的影片。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 78656,
      "hex": "e8 ab 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "請",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 130369,
      "hex": "e5 82 b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "傳",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 27561,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 14334,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 33617,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 49635,
      "hex": "e5 bd b1 e7 89 87",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "影片",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "请上传一段三十秒的影片。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 0.9090909090909091,
    "tokens_per_codepoint": 0.8333333333333334,
    "bytes_per_token": 3.6,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 10394,
      "hex": "e8 af b7",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "请",
      "valid_utf8": true
     },
     {
      "id": 84117,
      "hex": "e4 b8 8a e4 bc a0",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "上传",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 27561,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 14334,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 33617,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 49635,
      "hex": "e5 bd b1 e7 89 87",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "影片",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.4285714285714286,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "請上傳一段三十秒的視頻。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 78656,
      "hex": "e8 ab 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "請",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 130369,
      "hex": "e5 82 b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "傳",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 27561,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 14334,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 33617,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 42584,
      "hex": "e8 a6 96 e9 a0 bb",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "視頻",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "请上传一段三十秒的视频。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 0.8181818181818182,
    "tokens_per_codepoint": 0.75,
    "bytes_per_token": 4.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 10394,
      "hex": "e8 af b7",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "请",
      "valid_utf8": true
     },
     {
      "id": 84117,
      "hex": "e4 b8 8a e4 bc a0",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "上传",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 27561,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 14334,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 33617,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 101180,
      "hex": "e7 9a 84 e8 a7 86 e9 a2 91",
      "byte_start": 24,
      "byte_end": 33,
      "surface": "的视频",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "請上載一段三十秒的影片。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 78656,
      "hex": "e8 ab 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "請",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 27185,
      "hex": "e8 bc 89",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "載",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 27561,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 14334,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 33617,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 49635,
      "hex": "e5 bd b1 e7 89 87",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "影片",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech02",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "请上载一段三十秒的影片。",
    "gloss": "Please upload a 30-second video.",
    "probe": "上傳/上传/上載",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 10394,
      "hex": "e8 af b7",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "请",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 6141,
      "hex": "e8 bd bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "载",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 27561,
      "hex": "e6 ae b5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "段",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 14334,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 33617,
      "hex": "e7 a7 92",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "秒",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 49635,
      "hex": "e5 bd b1 e7 89 87",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "影片",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "我需要把這份報告列印出來。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9230769230769231,
    "bytes_per_token": 3.25,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8333333333333334,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 41456,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 25000,
      "hex": "e5 a0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "報",
      "valid_utf8": true
     },
     {
      "id": 17807,
      "hex": "e5 91 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "告",
      "valid_utf8": true
     },
     {
      "id": 19047,
      "hex": "e5 88 97",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "列",
      "valid_utf8": true
     },
     {
      "id": 34713,
      "hex": "e5 8d b0",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "印",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 46863,
      "hex": "e4 be 86",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "來",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.5,
    "boundary_f1": 0.7777777777777778,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "我需要把这份报告列印出来。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.8333333333333334,
    "tokens_per_codepoint": 0.7692307692307693,
    "bytes_per_token": 3.9,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 41456,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 65247,
      "hex": "e6 8a a5 e5 91 8a",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "报告",
      "valid_utf8": true
     },
     {
      "id": 19047,
      "hex": "e5 88 97",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "列",
      "valid_utf8": true
     },
     {
      "id": 34713,
      "hex": "e5 8d b0",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "印",
      "valid_utf8": true
     },
     {
      "id": 80633,
      "hex": "e5 87 ba e6 9d a5",
      "byte_start": 30,
      "byte_end": 36,
      "surface": "出来",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.25,
    "boundary_f1": 0.8750000000000001,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "我需要把這份報告打印出來。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.9166666666666666,
    "tokens_per_codepoint": 0.8461538461538461,
    "bytes_per_token": 3.5454545454545454,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 41456,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 25000,
      "hex": "e5 a0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "報",
      "valid_utf8": true
     },
     {
      "id": 17807,
      "hex": "e5 91 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "告",
      "valid_utf8": true
     },
     {
      "id": 117774,
      "hex": "e6 89 93 e5 8d b0",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "打印",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 46863,
      "hex": "e4 be 86",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "來",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "我需要把这份报告打印出来。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.75,
    "tokens_per_codepoint": 0.6923076923076923,
    "bytes_per_token": 4.333333333333333,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 41456,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 65247,
      "hex": "e6 8a a5 e5 91 8a",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "报告",
      "valid_utf8": true
     },
     {
      "id": 117774,
      "hex": "e6 89 93 e5 8d b0",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "打印",
      "valid_utf8": true
     },
     {
      "id": 80633,
      "hex": "e5 87 ba e6 9d a5",
      "byte_start": 30,
      "byte_end": 36,
      "surface": "出来",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.125,
    "boundary_f1": 0.9333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "我需要把這份報告打印出來。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.9166666666666666,
    "tokens_per_codepoint": 0.8461538461538461,
    "bytes_per_token": 3.5454545454545454,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 41456,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 25000,
      "hex": "e5 a0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "報",
      "valid_utf8": true
     },
     {
      "id": 17807,
      "hex": "e5 91 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "告",
      "valid_utf8": true
     },
     {
      "id": 117774,
      "hex": "e6 89 93 e5 8d b0",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "打印",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 46863,
      "hex": "e4 be 86",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "來",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech03",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "我需要把这份报告打印出来。",
    "gloss": "I need to print out this report.",
    "probe": "列印/打印",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.75,
    "tokens_per_codepoint": 0.6923076923076923,
    "bytes_per_token": 4.333333333333333,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 41456,
      "hex": "e9 9c 80 e8 a6 81",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "需要",
      "valid_utf8": true
     },
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 65247,
      "hex": "e6 8a a5 e5 91 8a",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "报告",
      "valid_utf8": true
     },
     {
      "id": 117774,
      "hex": "e6 89 93 e5 8d b0",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "打印",
      "valid_utf8": true
     },
     {
      "id": 80633,
      "hex": "e5 87 ba e6 9d a5",
      "byte_start": 30,
      "byte_end": 36,
      "surface": "出来",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.125,
    "boundary_f1": 0.9333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "滑鼠右鍵點一下就會出現選單。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 98117,
      "hex": "e6 bb 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "滑",
      "valid_utf8": true
     },
     {
      "id": 156205,
      "hex": "e9 bc a0",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "鼠",
      "valid_utf8": true
     },
     {
      "id": 29848,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 185698,
      "hex": "e9 8d b5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "鍵",
      "valid_utf8": true
     },
     {
      "id": 56729,
      "hex": "e9 bb 9e",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "點",
      "valid_utf8": true
     },
     {
      "id": 97667,
      "hex": "e4 b8 80 e4 b8 8b",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一下",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 58696,
      "hex": "e6 9c 83",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "會",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 44159,
      "hex": "e7 8f be",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "現",
      "valid_utf8": true
     },
     {
      "id": 46629,
      "hex": "e9 81 b8",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "選",
      "valid_utf8": true
     },
     {
      "id": 107942,
      "hex": "e5 96 ae",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "單",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.8571428571428572,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "滑鼠右键点一下就会出现选单。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 98117,
      "hex": "e6 bb 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "滑",
      "valid_utf8": true
     },
     {
      "id": 156205,
      "hex": "e9 bc a0",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "鼠",
      "valid_utf8": true
     },
     {
      "id": 29848,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 42994,
      "hex": "e9 94 ae",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "键",
      "valid_utf8": true
     },
     {
      "id": 8300,
      "hex": "e7 82 b9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "点",
      "valid_utf8": true
     },
     {
      "id": 97667,
      "hex": "e4 b8 80 e4 b8 8b",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一下",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 6016,
      "hex": "e4 bc 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 79398,
      "hex": "e5 87 ba e7 8e b0",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "出现",
      "valid_utf8": true
     },
     {
      "id": 10487,
      "hex": "e9 80 89",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "选",
      "valid_utf8": true
     },
     {
      "id": 11029,
      "hex": "e5 8d 95",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "单",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.8421052631578948,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "鼠標右鍵點一下就會出現菜單。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 156205,
      "hex": "e9 bc a0",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "鼠",
      "valid_utf8": true
     },
     {
      "id": 88257,
      "hex": "e6 a8 99",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "標",
      "valid_utf8": true
     },
     {
      "id": 29848,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 185698,
      "hex": "e9 8d b5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "鍵",
      "valid_utf8": true
     },
     {
      "id": 56729,
      "hex": "e9 bb 9e",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "點",
      "valid_utf8": true
     },
     {
      "id": 97667,
      "hex": "e4 b8 80 e4 b8 8b",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一下",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 58696,
      "hex": "e6 9c 83",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "會",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 44159,
      "hex": "e7 8f be",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "現",
      "valid_utf8": true
     },
     {
      "id": 36328,
      "hex": "e8 8f 9c",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "菜",
      "valid_utf8": true
     },
     {
      "id": 107942,
      "hex": "e5 96 ae",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "單",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.8571428571428572,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "鼠标右键点一下就会出现菜单。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.8461538461538461,
    "tokens_per_codepoint": 0.7857142857142857,
    "bytes_per_token": 3.8181818181818183,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 156205,
      "hex": "e9 bc a0",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "鼠",
      "valid_utf8": true
     },
     {
      "id": 15530,
      "hex": "e6 a0 87",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "标",
      "valid_utf8": true
     },
     {
      "id": 29848,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 42994,
      "hex": "e9 94 ae",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "键",
      "valid_utf8": true
     },
     {
      "id": 8300,
      "hex": "e7 82 b9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "点",
      "valid_utf8": true
     },
     {
      "id": 97667,
      "hex": "e4 b8 80 e4 b8 8b",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一下",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 6016,
      "hex": "e4 bc 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 79398,
      "hex": "e5 87 ba e7 8e b0",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "出现",
      "valid_utf8": true
     },
     {
      "id": 167078,
      "hex": "e8 8f 9c e5 8d 95",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "菜单",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.2222222222222223,
    "boundary_f1": 0.888888888888889,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "滑鼠右鍵撳一下就會出現選單。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0769230769230769,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.14285714285714285,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 98117,
      "hex": "e6 bb 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "滑",
      "valid_utf8": true
     },
     {
      "id": 156205,
      "hex": "e9 bc a0",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "鼠",
      "valid_utf8": true
     },
     {
      "id": 29848,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 185698,
      "hex": "e9 8d b5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "鍵",
      "valid_utf8": true
     },
     {
      "id": 6839,
      "hex": "e6 92",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97667,
      "hex": "e4 b8 80 e4 b8 8b",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一下",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 58696,
      "hex": "e6 9c 83",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "會",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 44159,
      "hex": "e7 8f be",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "現",
      "valid_utf8": true
     },
     {
      "id": 46629,
      "hex": "e9 81 b8",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "選",
      "valid_utf8": true
     },
     {
      "id": 107942,
      "hex": "e5 96 ae",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "單",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech04",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "滑鼠右键揿一下就会出现选单。",
    "gloss": "Right-click the mouse and a menu will appear.",
    "probe": "滑鼠/鼠标；選單/菜单",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 98117,
      "hex": "e6 bb 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "滑",
      "valid_utf8": true
     },
     {
      "id": 156205,
      "hex": "e9 bc a0",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "鼠",
      "valid_utf8": true
     },
     {
      "id": 29848,
      "hex": "e5 8f b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "右",
      "valid_utf8": true
     },
     {
      "id": 42994,
      "hex": "e9 94 ae",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "键",
      "valid_utf8": true
     },
     {
      "id": 5441,
      "hex": "e6 8f",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97667,
      "hex": "e4 b8 80 e4 b8 8b",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一下",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 6016,
      "hex": "e4 bc 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 79398,
      "hex": "e5 87 ba e7 8e b0",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "出现",
      "valid_utf8": true
     },
     {
      "id": 10487,
      "hex": "e9 80 89",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "选",
      "valid_utf8": true
     },
     {
      "id": 11029,
      "hex": "e5 8d 95",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "单",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.4444444444444444,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "這個程式有一個小錯誤。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.2,
    "tokens_per_codepoint": 1.0909090909090908,
    "bytes_per_token": 2.75,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.9,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 13706,
      "hex": "e7 a8 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 10348,
      "hex": "e5 bc 8f",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "式",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 5820,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 186988,
      "hex": "e9 8c af",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "錯",
      "valid_utf8": true
     },
     {
      "id": 9697,
      "hex": "e8 aa",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "这个程式有一个小错误。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 8,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.8,
    "tokens_per_codepoint": 0.7272727272727273,
    "bytes_per_token": 4.125,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.4,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 41713,
      "hex": "e8 bf 99 e4 b8 aa",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "这个",
      "valid_utf8": true
     },
     {
      "id": 13706,
      "hex": "e7 a8 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 10348,
      "hex": "e5 bc 8f",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "式",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 22912,
      "hex": "e4 b8 80 e4 b8 aa",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一个",
      "valid_utf8": true
     },
     {
      "id": 5820,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 52765,
      "hex": "e9 94 99 e8 af af",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "错误",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.1428571428571428,
    "boundary_f1": 0.923076923076923,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "這個程序有一個小錯誤。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.1,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.18181818181818182,
    "han_one_token_rate": 0.7,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 57376,
      "hex": "e7 a8 8b e5 ba 8f",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "程序",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 5820,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 186988,
      "hex": "e9 8c af",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "錯",
      "valid_utf8": true
     },
     {
      "id": 9697,
      "hex": "e8 aa",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "这个程序有一个小错误。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 7,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.7,
    "tokens_per_codepoint": 0.6363636363636364,
    "bytes_per_token": 4.714285714285714,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.2,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 41713,
      "hex": "e8 bf 99 e4 b8 aa",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "这个",
      "valid_utf8": true
     },
     {
      "id": 57376,
      "hex": "e7 a8 8b e5 ba 8f",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "程序",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 22912,
      "hex": "e4 b8 80 e4 b8 aa",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一个",
      "valid_utf8": true
     },
     {
      "id": 5820,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 52765,
      "hex": "e9 94 99 e8 af af",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "错误",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.0,
    "boundary_f1": 1.0,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "這個程式有一個小錯誤。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.2,
    "tokens_per_codepoint": 1.0909090909090908,
    "bytes_per_token": 2.75,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.9,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 13706,
      "hex": "e7 a8 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 10348,
      "hex": "e5 bc 8f",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "式",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 5820,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 186988,
      "hex": "e9 8c af",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "錯",
      "valid_utf8": true
     },
     {
      "id": 9697,
      "hex": "e8 aa",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 97,
      "hex": "a4",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech05",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "这个程式有一个小错误。",
    "gloss": "This program has a small bug.",
    "probe": "程式/程序",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 8,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.8,
    "tokens_per_codepoint": 0.7272727272727273,
    "bytes_per_token": 4.125,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.4,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 41713,
      "hex": "e8 bf 99 e4 b8 aa",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "这个",
      "valid_utf8": true
     },
     {
      "id": 13706,
      "hex": "e7 a8 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 10348,
      "hex": "e5 bc 8f",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "式",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 22912,
      "hex": "e4 b8 80 e4 b8 aa",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "一个",
      "valid_utf8": true
     },
     {
      "id": 5820,
      "hex": "e5 b0 8f",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "小",
      "valid_utf8": true
     },
     {
      "id": 52765,
      "hex": "e9 94 99 e8 af af",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "错误",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.1428571428571428,
    "boundary_f1": 0.923076923076923,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "資料庫連線失敗，請檢查網路設定。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 1.0714285714285714,
    "tokens_per_codepoint": 0.9375,
    "bytes_per_token": 3.2,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.6428571428571429,
    "han_split_rate": 0.07142857142857142,
    "token_details": [
     {
      "id": 118599,
      "hex": "e8 b3 87 e6 96 99",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "資料",
      "valid_utf8": true
     },
     {
      "id": 74533,
      "hex": "e5 ba ab",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "庫",
      "valid_utf8": true
     },
     {
      "id": 37660,
      "hex": "e9 80 a3",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "連",
      "valid_utf8": true
     },
     {
      "id": 29948,
      "hex": "e7 b7 9a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "線",
      "valid_utf8": true
     },
     {
      "id": 21622,
      "hex": "e5 a4 b1",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "失",
      "valid_utf8": true
     },
     {
      "id": 162576,
      "hex": "e6 95 97",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "敗",
      "valid_utf8": true
     },
     {
      "id": 979,
      "hex": "ef bc 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 78656,
      "hex": "e8 ab 8b",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "請",
      "valid_utf8": true
     },
     {
      "id": 114481,
      "hex": "e6 aa",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13451,
      "hex": "e6 9f a5",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "查",
      "valid_utf8": true
     },
     {
      "id": 23237,
      "hex": "e7 b6 b2",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "網",
      "valid_utf8": true
     },
     {
      "id": 14385,
      "hex": "e8 b7 af",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "路",
      "valid_utf8": true
     },
     {
      "id": 157652,
      "hex": "e8 a8 ad e5 ae 9a",
      "byte_start": 39,
      "byte_end": 45,
      "surface": "設定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7272727272727273,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "资料库连线失败，请检查网路设定。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 0.8571428571428571,
    "tokens_per_codepoint": 0.75,
    "bytes_per_token": 4.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 19185,
      "hex": "e8 b5 84 e6 96 99",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "资料",
      "valid_utf8": true
     },
     {
      "id": 22376,
      "hex": "e5 ba 93",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "库",
      "valid_utf8": true
     },
     {
      "id": 19935,
      "hex": "e8 bf 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "连",
      "valid_utf8": true
     },
     {
      "id": 2855,
      "hex": "e7 ba bf",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "线",
      "valid_utf8": true
     },
     {
      "id": 33161,
      "hex": "e5 a4 b1 e8 b4 a5",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "失败",
      "valid_utf8": true
     },
     {
      "id": 44005,
      "hex": "ef bc 8c e8 af b7",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "，请",
      "valid_utf8": true
     },
     {
      "id": 101100,
      "hex": "e6 a3 80 e6 9f a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "检查",
      "valid_utf8": true
     },
     {
      "id": 1829,
      "hex": "e7 bd 91",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "网",
      "valid_utf8": true
     },
     {
      "id": 14385,
      "hex": "e8 b7 af",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "路",
      "valid_utf8": true
     },
     {
      "id": 13801,
      "hex": "e8 ae be",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "设",
      "valid_utf8": true
     },
     {
      "id": 8745,
      "hex": "e5 ae 9a",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.7368421052631579,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "數據庫連接失敗，請檢查網絡設置。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 1.2142857142857142,
    "tokens_per_codepoint": 1.0625,
    "bytes_per_token": 2.823529411764706,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.11764705882352941,
    "han_one_token_rate": 0.9285714285714286,
    "han_split_rate": 0.07142857142857142,
    "token_details": [
     {
      "id": 79056,
      "hex": "e6 95 b8",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "數",
      "valid_utf8": true
     },
     {
      "id": 139872,
      "hex": "e6 93 9a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "據",
      "valid_utf8": true
     },
     {
      "id": 74533,
      "hex": "e5 ba ab",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "庫",
      "valid_utf8": true
     },
     {
      "id": 37660,
      "hex": "e9 80 a3",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "連",
      "valid_utf8": true
     },
     {
      "id": 9878,
      "hex": "e6 8e a5",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "接",
      "valid_utf8": true
     },
     {
      "id": 21622,
      "hex": "e5 a4 b1",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "失",
      "valid_utf8": true
     },
     {
      "id": 162576,
      "hex": "e6 95 97",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "敗",
      "valid_utf8": true
     },
     {
      "id": 979,
      "hex": "ef bc 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 78656,
      "hex": "e8 ab 8b",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "請",
      "valid_utf8": true
     },
     {
      "id": 114481,
      "hex": "e6 aa",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13451,
      "hex": "e6 9f a5",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "查",
      "valid_utf8": true
     },
     {
      "id": 23237,
      "hex": "e7 b6 b2",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "網",
      "valid_utf8": true
     },
     {
      "id": 113677,
      "hex": "e7 b5 a1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "絡",
      "valid_utf8": true
     },
     {
      "id": 41701,
      "hex": "e8 a8 ad",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "設",
      "valid_utf8": true
     },
     {
      "id": 16385,
      "hex": "e7 bd ae",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "置",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "数据库连接失败，请检查网络设置。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 8,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 0.5714285714285714,
    "tokens_per_codepoint": 0.5,
    "bytes_per_token": 6.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 108009,
      "hex": "e6 95 b0 e6 8d ae e5 ba 93",
      "byte_start": 0,
      "byte_end": 9,
      "surface": "数据库",
      "valid_utf8": true
     },
     {
      "id": 72838,
      "hex": "e8 bf 9e e6 8e a5",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "连接",
      "valid_utf8": true
     },
     {
      "id": 33161,
      "hex": "e5 a4 b1 e8 b4 a5",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "失败",
      "valid_utf8": true
     },
     {
      "id": 44005,
      "hex": "ef bc 8c e8 af b7",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "，请",
      "valid_utf8": true
     },
     {
      "id": 101100,
      "hex": "e6 a3 80 e6 9f a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "检查",
      "valid_utf8": true
     },
     {
      "id": 32997,
      "hex": "e7 bd 91 e7 bb 9c",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "网络",
      "valid_utf8": true
     },
     {
      "id": 35050,
      "hex": "e8 ae be e7 bd ae",
      "byte_start": 39,
      "byte_end": 45,
      "surface": "设置",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 0.8888888888888888,
    "boundary_f1": 0.9333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "資料庫連線失敗，請檢查網絡設定。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 1.0714285714285714,
    "tokens_per_codepoint": 0.9375,
    "bytes_per_token": 3.2,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.6428571428571429,
    "han_split_rate": 0.07142857142857142,
    "token_details": [
     {
      "id": 118599,
      "hex": "e8 b3 87 e6 96 99",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "資料",
      "valid_utf8": true
     },
     {
      "id": 74533,
      "hex": "e5 ba ab",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "庫",
      "valid_utf8": true
     },
     {
      "id": 37660,
      "hex": "e9 80 a3",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "連",
      "valid_utf8": true
     },
     {
      "id": 29948,
      "hex": "e7 b7 9a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "線",
      "valid_utf8": true
     },
     {
      "id": 21622,
      "hex": "e5 a4 b1",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "失",
      "valid_utf8": true
     },
     {
      "id": 162576,
      "hex": "e6 95 97",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "敗",
      "valid_utf8": true
     },
     {
      "id": 979,
      "hex": "ef bc 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 78656,
      "hex": "e8 ab 8b",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "請",
      "valid_utf8": true
     },
     {
      "id": 114481,
      "hex": "e6 aa",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13451,
      "hex": "e6 9f a5",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "查",
      "valid_utf8": true
     },
     {
      "id": 23237,
      "hex": "e7 b6 b2",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "網",
      "valid_utf8": true
     },
     {
      "id": 113677,
      "hex": "e7 b5 a1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "絡",
      "valid_utf8": true
     },
     {
      "id": 157652,
      "hex": "e8 a8 ad e5 ae 9a",
      "byte_start": 39,
      "byte_end": 45,
      "surface": "設定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7272727272727273,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech06",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "资料库连线失败，请检查网络设定。",
    "gloss": "Database connection failed; check the network settings.",
    "probe": "資料庫/数据库；網路/网络/網絡",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 14,
    "n_codepoints": 16,
    "n_bytes": 48,
    "tokens_per_han": 0.7857142857142857,
    "tokens_per_codepoint": 0.6875,
    "bytes_per_token": 4.363636363636363,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.35714285714285715,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 19185,
      "hex": "e8 b5 84 e6 96 99",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "资料",
      "valid_utf8": true
     },
     {
      "id": 22376,
      "hex": "e5 ba 93",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "库",
      "valid_utf8": true
     },
     {
      "id": 19935,
      "hex": "e8 bf 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "连",
      "valid_utf8": true
     },
     {
      "id": 2855,
      "hex": "e7 ba bf",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "线",
      "valid_utf8": true
     },
     {
      "id": 33161,
      "hex": "e5 a4 b1 e8 b4 a5",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "失败",
      "valid_utf8": true
     },
     {
      "id": 44005,
      "hex": "ef bc 8c e8 af b7",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "，请",
      "valid_utf8": true
     },
     {
      "id": 101100,
      "hex": "e6 a3 80 e6 9f a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "检查",
      "valid_utf8": true
     },
     {
      "id": 32997,
      "hex": "e7 bd 91 e7 bb 9c",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "网络",
      "valid_utf8": true
     },
     {
      "id": 13801,
      "hex": "e8 ae be",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "设",
      "valid_utf8": true
     },
     {
      "id": 8745,
      "hex": "e5 ae 9a",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 45,
      "byte_end": 48,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.2222222222222223,
    "boundary_f1": 0.7777777777777777,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "trad",
    "lexicon": "tw",
    "text": "把檔案存到隨身碟裡。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.5555555555555556,
    "tokens_per_codepoint": 1.4,
    "bytes_per_token": 2.142857142857143,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.5714285714285714,
    "han_one_token_rate": 0.5555555555555556,
    "han_split_rate": 0.4444444444444444,
    "token_details": [
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 114481,
      "hex": "e6 aa",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19394,
      "hex": "e6 a1 88",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "案",
      "valid_utf8": true
     },
     {
      "id": 19565,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 11676,
      "hex": "e9 9a",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 101,
      "hex": "a8",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 18621,
      "hex": "e8 ba ab",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "身",
      "valid_utf8": true
     },
     {
      "id": 12103,
      "hex": "e7 a2",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 10410,
      "hex": "e8 a3",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.3333333333333335,
    "boundary_f1": 0.5555555555555556,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "simp",
    "lexicon": "tw",
    "text": "把档案存到随身碟里。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.2222222222222223,
    "tokens_per_codepoint": 1.1,
    "bytes_per_token": 2.727272727272727,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.18181818181818182,
    "han_one_token_rate": 0.8888888888888888,
    "han_split_rate": 0.1111111111111111,
    "token_details": [
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 79842,
      "hex": "e6 a1 a3",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "档",
      "valid_utf8": true
     },
     {
      "id": 19394,
      "hex": "e6 a1 88",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "案",
      "valid_utf8": true
     },
     {
      "id": 19565,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 34610,
      "hex": "e9 9a 8f",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "随",
      "valid_utf8": true
     },
     {
      "id": 18621,
      "hex": "e8 ba ab",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "身",
      "valid_utf8": true
     },
     {
      "id": 12103,
      "hex": "e7 a2",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 8756,
      "hex": "e9 87 8c",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "trad",
    "lexicon": "cn",
    "text": "把文件存到U盤裏。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 8,
    "n_han": 7,
    "n_codepoints": 9,
    "n_bytes": 25,
    "tokens_per_han": 1.1428571428571428,
    "tokens_per_codepoint": 0.8888888888888888,
    "bytes_per_token": 3.125,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.7142857142857143,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 32767,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 19565,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 52,
      "hex": "55",
      "byte_start": 15,
      "byte_end": 16,
      "surface": "U",
      "valid_utf8": true
     },
     {
      "id": 169024,
      "hex": "e7 9b a4",
      "byte_start": 16,
      "byte_end": 19,
      "surface": "盤",
      "valid_utf8": true
     },
     {
      "id": 196652,
      "hex": "e8 a3 8f",
      "byte_start": 19,
      "byte_end": 22,
      "surface": "裏",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 22,
      "byte_end": 25,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.1428571428571428,
    "boundary_f1": 0.923076923076923,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "simp",
    "lexicon": "cn",
    "text": "把文件存到U盘里。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 8,
    "n_han": 7,
    "n_codepoints": 9,
    "n_bytes": 25,
    "tokens_per_han": 1.1428571428571428,
    "tokens_per_codepoint": 0.8888888888888888,
    "bytes_per_token": 3.125,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.7142857142857143,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 32767,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 19565,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 52,
      "hex": "55",
      "byte_start": 15,
      "byte_end": 16,
      "surface": "U",
      "valid_utf8": true
     },
     {
      "id": 24514,
      "hex": "e7 9b 98",
      "byte_start": 16,
      "byte_end": 19,
      "surface": "盘",
      "valid_utf8": true
     },
     {
      "id": 8756,
      "hex": "e9 87 8c",
      "byte_start": 19,
      "byte_end": 22,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 22,
      "byte_end": 25,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.1428571428571428,
    "boundary_f1": 0.923076923076923,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "trad",
    "lexicon": "hk",
    "text": "把檔案存到手指裡。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.375,
    "tokens_per_codepoint": 1.2222222222222223,
    "bytes_per_token": 2.4545454545454546,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.36363636363636365,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 114481,
      "hex": "e6 aa",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 19394,
      "hex": "e6 a1 88",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "案",
      "valid_utf8": true
     },
     {
      "id": 19565,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 6034,
      "hex": "e6 89 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "手",
      "valid_utf8": true
     },
     {
      "id": 19434,
      "hex": "e6 8c 87",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "指",
      "valid_utf8": true
     },
     {
      "id": 10410,
      "hex": "e8 a3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "tech07",
    "category": "tech",
    "script": "simp",
    "lexicon": "hk",
    "text": "把档案存到手指里。",
    "gloss": "Save the file onto the USB drive.",
    "probe": "隨身碟/U盘/手指",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 79842,
      "hex": "e6 a1 a3",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "档",
      "valid_utf8": true
     },
     {
      "id": 19394,
      "hex": "e6 a1 88",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "案",
      "valid_utf8": true
     },
     {
      "id": 19565,
      "hex": "e5 ad 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "存",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 6034,
      "hex": "e6 89 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "手",
      "valid_utf8": true
     },
     {
      "id": 19434,
      "hex": "e6 8c 87",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "指",
      "valid_utf8": true
     },
     {
      "id": 8756,
      "hex": "e9 87 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.8571428571428571,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "我要叫一輛計程車去機場。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0909090909090908,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.7272727272727273,
    "han_split_rate": 0.09090909090909091,
    "token_details": [
     {
      "id": 116540,
      "hex": "e6 88 91 e8 a6 81",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我要",
      "valid_utf8": true
     },
     {
      "id": 44052,
      "hex": "e5 8f ab",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "叫",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 20000,
      "hex": "e8 bc",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 37662,
      "hex": "e8 a8 88",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 13706,
      "hex": "e7 a8 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 35939,
      "hex": "e8 bb 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "車",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 34453,
      "hex": "e6 a9 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "機",
      "valid_utf8": true
     },
     {
      "id": 23868,
      "hex": "e5 a0 b4",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "場",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "我要叫一辆计程车去机场。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 0.9090909090909091,
    "tokens_per_codepoint": 0.8333333333333334,
    "bytes_per_token": 3.6,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 116540,
      "hex": "e6 88 91 e8 a6 81",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我要",
      "valid_utf8": true
     },
     {
      "id": 44052,
      "hex": "e5 8f ab",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "叫",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 45000,
      "hex": "e8 be 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "辆",
      "valid_utf8": true
     },
     {
      "id": 6682,
      "hex": "e8 ae a1",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "计",
      "valid_utf8": true
     },
     {
      "id": 13706,
      "hex": "e7 a8 8b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "程",
      "valid_utf8": true
     },
     {
      "id": 3178,
      "hex": "e8 bd a6",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "车",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 181428,
      "hex": "e6 9c ba e5 9c ba",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "机场",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.4285714285714286,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "我要叫一輛出租車去機場。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.18181818181818182,
    "han_one_token_rate": 0.5454545454545454,
    "han_split_rate": 0.09090909090909091,
    "token_details": [
     {
      "id": 116540,
      "hex": "e6 88 91 e8 a6 81",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我要",
      "valid_utf8": true
     },
     {
      "id": 44052,
      "hex": "e5 8f ab",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "叫",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 20000,
      "hex": "e8 bc",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 131535,
      "hex": "e5 87 ba e7 a7 9f",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "出租",
      "valid_utf8": true
     },
     {
      "id": 35939,
      "hex": "e8 bb 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "車",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 34453,
      "hex": "e6 a9 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "機",
      "valid_utf8": true
     },
     {
      "id": 23868,
      "hex": "e5 a0 b4",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "場",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "我要叫一辆出租车去机场。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 0.8181818181818182,
    "tokens_per_codepoint": 0.75,
    "bytes_per_token": 4.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.45454545454545453,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 116540,
      "hex": "e6 88 91 e8 a6 81",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我要",
      "valid_utf8": true
     },
     {
      "id": 44052,
      "hex": "e5 8f ab",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "叫",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 45000,
      "hex": "e8 be 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "辆",
      "valid_utf8": true
     },
     {
      "id": 131535,
      "hex": "e5 87 ba e7 a7 9f",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "出租",
      "valid_utf8": true
     },
     {
      "id": 3178,
      "hex": "e8 bd a6",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "车",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 181428,
      "hex": "e6 9c ba e5 9c ba",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "机场",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.8571428571428571,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "我要叫一輛的士去機場。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.1,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.18181818181818182,
    "han_one_token_rate": 0.7,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 116540,
      "hex": "e6 88 91 e8 a6 81",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我要",
      "valid_utf8": true
     },
     {
      "id": 44052,
      "hex": "e5 8f ab",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "叫",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 20000,
      "hex": "e8 bc",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 21497,
      "hex": "e5 a3 ab",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "士",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 34453,
      "hex": "e6 a9 9f",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "機",
      "valid_utf8": true
     },
     {
      "id": 23868,
      "hex": "e5 a0 b4",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "場",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily01",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "我要叫一辆的士去机场。",
    "gloss": "I'm going to take a taxi to the airport.",
    "probe": "計程車/出租车/的士",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.9,
    "tokens_per_codepoint": 0.8181818181818182,
    "bytes_per_token": 3.6666666666666665,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 116540,
      "hex": "e6 88 91 e8 a6 81",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我要",
      "valid_utf8": true
     },
     {
      "id": 44052,
      "hex": "e5 8f ab",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "叫",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 45000,
      "hex": "e8 be 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "辆",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 21497,
      "hex": "e5 a3 ab",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "士",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 181428,
      "hex": "e6 9c ba e5 9c ba",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "机场",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.8571428571428571,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "夏天最喜歡吃鳳梨。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.25,
    "tokens_per_codepoint": 1.1111111111111112,
    "bytes_per_token": 2.7,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.875,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 35469,
      "hex": "e5 a4 8f",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "夏",
      "valid_utf8": true
     },
     {
      "id": 867,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 30734,
      "hex": "e5 96 9c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "喜",
      "valid_utf8": true
     },
     {
      "id": 141775,
      "hex": "e6 ad a1",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "歡",
      "valid_utf8": true
     },
     {
      "id": 39276,
      "hex": "e5 90 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "吃",
      "valid_utf8": true
     },
     {
      "id": 103050,
      "hex": "e9 b3",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163551,
      "hex": "e6 a2 a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "梨",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 5,
    "fertility": 2.0,
    "boundary_f1": 0.6153846153846153,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "夏天最喜欢吃凤梨。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 8,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.8888888888888888,
    "bytes_per_token": 3.375,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 35469,
      "hex": "e5 a4 8f",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "夏",
      "valid_utf8": true
     },
     {
      "id": 867,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 69681,
      "hex": "e5 96 9c e6 ac a2",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "喜欢",
      "valid_utf8": true
     },
     {
      "id": 39276,
      "hex": "e5 90 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "吃",
      "valid_utf8": true
     },
     {
      "id": 109743,
      "hex": "e5 87 a4",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "凤",
      "valid_utf8": true
     },
     {
      "id": 163551,
      "hex": "e6 a2 a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "梨",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.8333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "夏天最喜歡喫菠蘿。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3333333333333333,
    "bytes_per_token": 2.25,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.375,
    "token_details": [
     {
      "id": 35469,
      "hex": "e5 a4 8f",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "夏",
      "valid_utf8": true
     },
     {
      "id": 867,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 30734,
      "hex": "e5 96 9c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "喜",
      "valid_utf8": true
     },
     {
      "id": 141775,
      "hex": "e6 ad a1",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "歡",
      "valid_utf8": true
     },
     {
      "id": 12621,
      "hex": "e5 96",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 18229,
      "hex": "e8 8f",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116687,
      "hex": "e8 98",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "夏天最喜欢吃菠萝。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2222222222222222,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 35469,
      "hex": "e5 a4 8f",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "夏",
      "valid_utf8": true
     },
     {
      "id": 867,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 69681,
      "hex": "e5 96 9c e6 ac a2",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "喜欢",
      "valid_utf8": true
     },
     {
      "id": 39276,
      "hex": "e5 90 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "吃",
      "valid_utf8": true
     },
     {
      "id": 18229,
      "hex": "e8 8f",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 125546,
      "hex": "e8 90 9d",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "萝",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "夏天最喜歡吃菠蘿。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.375,
    "tokens_per_codepoint": 1.2222222222222223,
    "bytes_per_token": 2.4545454545454546,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.36363636363636365,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 35469,
      "hex": "e5 a4 8f",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "夏",
      "valid_utf8": true
     },
     {
      "id": 867,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 30734,
      "hex": "e5 96 9c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "喜",
      "valid_utf8": true
     },
     {
      "id": 141775,
      "hex": "e6 ad a1",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "歡",
      "valid_utf8": true
     },
     {
      "id": 39276,
      "hex": "e5 90 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "吃",
      "valid_utf8": true
     },
     {
      "id": 18229,
      "hex": "e8 8f",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116687,
      "hex": "e8 98",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 123,
      "hex": "bf",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 5,
    "fertility": 2.2,
    "boundary_f1": 0.5714285714285715,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily02",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "夏天最喜欢吃菠萝。",
    "gloss": "My favourite summer fruit is pineapple.",
    "probe": "鳳梨/菠萝",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2222222222222222,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 35469,
      "hex": "e5 a4 8f",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "夏",
      "valid_utf8": true
     },
     {
      "id": 867,
      "hex": "e5 a4 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "天",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 69681,
      "hex": "e5 96 9c e6 ac a2",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "喜欢",
      "valid_utf8": true
     },
     {
      "id": 39276,
      "hex": "e5 90 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "吃",
      "valid_utf8": true
     },
     {
      "id": 18229,
      "hex": "e8 8f",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 125546,
      "hex": "e8 90 9d",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "萝",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "晚餐想煮馬鈴薯燉肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.5555555555555556,
    "tokens_per_codepoint": 1.4,
    "bytes_per_token": 2.142857142857143,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.5714285714285714,
    "han_one_token_rate": 0.5555555555555556,
    "han_split_rate": 0.4444444444444444,
    "token_details": [
     {
      "id": 30393,
      "hex": "e6 99 9a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "晚",
      "valid_utf8": true
     },
     {
      "id": 34144,
      "hex": "e9 a4 90",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "餐",
      "valid_utf8": true
     },
     {
      "id": 18165,
      "hex": "e6 83 b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "想",
      "valid_utf8": true
     },
     {
      "id": 20028,
      "hex": "e7 85",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 81139,
      "hex": "e9 a6 ac",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "馬",
      "valid_utf8": true
     },
     {
      "id": 159763,
      "hex": "e9 88",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35895,
      "hex": "e8 96",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 52267,
      "hex": "e7 87",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41091,
      "hex": "e8 82 89",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "肉",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.75,
    "boundary_f1": 0.7000000000000001,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "晚餐想煮马铃薯炖肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.4444444444444444,
    "tokens_per_codepoint": 1.3,
    "bytes_per_token": 2.3076923076923075,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.46153846153846156,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 30393,
      "hex": "e6 99 9a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "晚",
      "valid_utf8": true
     },
     {
      "id": 34144,
      "hex": "e9 a4 90",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "餐",
      "valid_utf8": true
     },
     {
      "id": 18165,
      "hex": "e6 83 b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "想",
      "valid_utf8": true
     },
     {
      "id": 20028,
      "hex": "e7 85",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 11877,
      "hex": "e9 a9 ac",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "马",
      "valid_utf8": true
     },
     {
      "id": 176838,
      "hex": "e9 93 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "铃",
      "valid_utf8": true
     },
     {
      "id": 35895,
      "hex": "e8 96",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6915,
      "hex": "e7 82",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41091,
      "hex": "e8 82 89",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "肉",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.1666666666666665,
    "boundary_f1": 0.5882352941176471,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "晚餐想煮土豆燉肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.375,
    "tokens_per_codepoint": 1.2222222222222223,
    "bytes_per_token": 2.4545454545454546,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.36363636363636365,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 30393,
      "hex": "e6 99 9a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "晚",
      "valid_utf8": true
     },
     {
      "id": 34144,
      "hex": "e9 a4 90",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "餐",
      "valid_utf8": true
     },
     {
      "id": 18165,
      "hex": "e6 83 b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "想",
      "valid_utf8": true
     },
     {
      "id": 20028,
      "hex": "e7 85",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 22921,
      "hex": "e5 9c 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "土",
      "valid_utf8": true
     },
     {
      "id": 52489,
      "hex": "e8 b1 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "豆",
      "valid_utf8": true
     },
     {
      "id": 52267,
      "hex": "e7 87",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41091,
      "hex": "e8 82 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "肉",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "晚餐想煮土豆炖肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.375,
    "tokens_per_codepoint": 1.2222222222222223,
    "bytes_per_token": 2.4545454545454546,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.36363636363636365,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 30393,
      "hex": "e6 99 9a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "晚",
      "valid_utf8": true
     },
     {
      "id": 34144,
      "hex": "e9 a4 90",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "餐",
      "valid_utf8": true
     },
     {
      "id": 18165,
      "hex": "e6 83 b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "想",
      "valid_utf8": true
     },
     {
      "id": 20028,
      "hex": "e7 85",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 22921,
      "hex": "e5 9c 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "土",
      "valid_utf8": true
     },
     {
      "id": 52489,
      "hex": "e8 b1 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "豆",
      "valid_utf8": true
     },
     {
      "id": 6915,
      "hex": "e7 82",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41091,
      "hex": "e8 82 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "肉",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "晚餐想煮薯仔燉肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3333333333333333,
    "bytes_per_token": 2.25,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.375,
    "token_details": [
     {
      "id": 30393,
      "hex": "e6 99 9a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "晚",
      "valid_utf8": true
     },
     {
      "id": 34144,
      "hex": "e9 a4 90",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "餐",
      "valid_utf8": true
     },
     {
      "id": 18165,
      "hex": "e6 83 b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "想",
      "valid_utf8": true
     },
     {
      "id": 20028,
      "hex": "e7 85",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35895,
      "hex": "e8 96",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 146905,
      "hex": "e4 bb 94",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "仔",
      "valid_utf8": true
     },
     {
      "id": 52267,
      "hex": "e7 87",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 231,
      "hex": "89",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41091,
      "hex": "e8 82 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "肉",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily03",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "晚餐想煮薯仔炖肉。",
    "gloss": "For dinner I want to make potato stew.",
    "probe": "馬鈴薯/土豆/薯仔",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.5,
    "tokens_per_codepoint": 1.3333333333333333,
    "bytes_per_token": 2.25,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.375,
    "token_details": [
     {
      "id": 30393,
      "hex": "e6 99 9a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "晚",
      "valid_utf8": true
     },
     {
      "id": 34144,
      "hex": "e9 a4 90",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "餐",
      "valid_utf8": true
     },
     {
      "id": 18165,
      "hex": "e6 83 b3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "想",
      "valid_utf8": true
     },
     {
      "id": 20028,
      "hex": "e7 85",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 106,
      "hex": "ae",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35895,
      "hex": "e8 96",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107,
      "hex": "af",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 146905,
      "hex": "e4 bb 94",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "仔",
      "valid_utf8": true
     },
     {
      "id": 6915,
      "hex": "e7 82",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 244,
      "hex": "96",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41091,
      "hex": "e8 82 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "肉",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.0,
    "boundary_f1": 0.625,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "搭捷運大約二十分鐘可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.9166666666666666,
    "tokens_per_codepoint": 0.8461538461538461,
    "bytes_per_token": 3.5454545454545454,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 91191,
      "hex": "e6 90 ad",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "搭",
      "valid_utf8": true
     },
     {
      "id": 82430,
      "hex": "e6 8d b7",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "捷",
      "valid_utf8": true
     },
     {
      "id": 72879,
      "hex": "e9 81 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "運",
      "valid_utf8": true
     },
     {
      "id": 1640,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 34212,
      "hex": "e7 b4 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "約",
      "valid_utf8": true
     },
     {
      "id": 7779,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 99890,
      "hex": "e5 8d 81 e5 88 86",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "十分",
      "valid_utf8": true
     },
     {
      "id": 113573,
      "hex": "e9 90 98",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "鐘",
      "valid_utf8": true
     },
     {
      "id": 15578,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "搭捷运大约二十分钟可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.9166666666666666,
    "tokens_per_codepoint": 0.8461538461538461,
    "bytes_per_token": 3.5454545454545454,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 91191,
      "hex": "e6 90 ad",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "搭",
      "valid_utf8": true
     },
     {
      "id": 82430,
      "hex": "e6 8d b7",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "捷",
      "valid_utf8": true
     },
     {
      "id": 12784,
      "hex": "e8 bf 90",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "运",
      "valid_utf8": true
     },
     {
      "id": 1640,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 27526,
      "hex": "e7 ba a6",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "约",
      "valid_utf8": true
     },
     {
      "id": 7779,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 14334,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 28816,
      "hex": "e5 88 86 e9 92 9f",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "分钟",
      "valid_utf8": true
     },
     {
      "id": 15578,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "坐地鐵大約二十分鐘可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9230769230769231,
    "bytes_per_token": 3.25,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.08333333333333333,
    "token_details": [
     {
      "id": 68929,
      "hex": "e5 9d 90",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "坐",
      "valid_utf8": true
     },
     {
      "id": 5557,
      "hex": "e5 9c b0",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "地",
      "valid_utf8": true
     },
     {
      "id": 84471,
      "hex": "e9 90",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1640,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 34212,
      "hex": "e7 b4 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "約",
      "valid_utf8": true
     },
     {
      "id": 7779,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 99890,
      "hex": "e5 8d 81 e5 88 86",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "十分",
      "valid_utf8": true
     },
     {
      "id": 113573,
      "hex": "e9 90 98",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "鐘",
      "valid_utf8": true
     },
     {
      "id": 15578,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "坐地铁大约二十分钟可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.9166666666666666,
    "tokens_per_codepoint": 0.8461538461538461,
    "bytes_per_token": 3.5454545454545454,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 68929,
      "hex": "e5 9d 90",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "坐",
      "valid_utf8": true
     },
     {
      "id": 5557,
      "hex": "e5 9c b0",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "地",
      "valid_utf8": true
     },
     {
      "id": 42567,
      "hex": "e9 93 81",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "铁",
      "valid_utf8": true
     },
     {
      "id": 1640,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 27526,
      "hex": "e7 ba a6",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "约",
      "valid_utf8": true
     },
     {
      "id": 7779,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 14334,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 28816,
      "hex": "e5 88 86 e9 92 9f",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "分钟",
      "valid_utf8": true
     },
     {
      "id": 15578,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "搭港鐵大約二十分鐘可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9230769230769231,
    "bytes_per_token": 3.25,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.08333333333333333,
    "token_details": [
     {
      "id": 91191,
      "hex": "e6 90 ad",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "搭",
      "valid_utf8": true
     },
     {
      "id": 10603,
      "hex": "e6 b8 af",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "港",
      "valid_utf8": true
     },
     {
      "id": 84471,
      "hex": "e9 90",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1640,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 34212,
      "hex": "e7 b4 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "約",
      "valid_utf8": true
     },
     {
      "id": 7779,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 99890,
      "hex": "e5 8d 81 e5 88 86",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "十分",
      "valid_utf8": true
     },
     {
      "id": 113573,
      "hex": "e9 90 98",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "鐘",
      "valid_utf8": true
     },
     {
      "id": 15578,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily04",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "搭港铁大约二十分钟可以到。",
    "gloss": "It takes about 20 minutes by metro.",
    "probe": "捷運/地铁/港鐵",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.9166666666666666,
    "tokens_per_codepoint": 0.8461538461538461,
    "bytes_per_token": 3.5454545454545454,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 91191,
      "hex": "e6 90 ad",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "搭",
      "valid_utf8": true
     },
     {
      "id": 10603,
      "hex": "e6 b8 af",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "港",
      "valid_utf8": true
     },
     {
      "id": 42567,
      "hex": "e9 93 81",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "铁",
      "valid_utf8": true
     },
     {
      "id": 1640,
      "hex": "e5 a4 a7",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "大",
      "valid_utf8": true
     },
     {
      "id": 27526,
      "hex": "e7 ba a6",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "约",
      "valid_utf8": true
     },
     {
      "id": 7779,
      "hex": "e4 ba 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 14334,
      "hex": "e5 8d 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "十",
      "valid_utf8": true
     },
     {
      "id": 28816,
      "hex": "e5 88 86 e9 92 9f",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "分钟",
      "valid_utf8": true
     },
     {
      "id": 15578,
      "hex": "e5 8f af e4 bb a5",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "可以",
      "valid_utf8": true
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "轉角的便利商店有賣。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.1111111111111112,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.1111111111111111,
    "token_details": [
     {
      "id": 165851,
      "hex": "e8 bd 89",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "轉",
      "valid_utf8": true
     },
     {
      "id": 36205,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 147924,
      "hex": "e4 be bf e5 88 a9",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "便利",
      "valid_utf8": true
     },
     {
      "id": 8530,
      "hex": "e5 95 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "商",
      "valid_utf8": true
     },
     {
      "id": 17219,
      "hex": "e5 ba 97",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 17583,
      "hex": "e8 b3",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "转角的便利商店有卖。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9,
    "bytes_per_token": 3.3333333333333335,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.7777777777777778,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 20042,
      "hex": "e8 bd ac",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "转",
      "valid_utf8": true
     },
     {
      "id": 36205,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 147924,
      "hex": "e4 be bf e5 88 a9",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "便利",
      "valid_utf8": true
     },
     {
      "id": 8530,
      "hex": "e5 95 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "商",
      "valid_utf8": true
     },
     {
      "id": 17219,
      "hex": "e5 ba 97",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 51224,
      "hex": "e5 8d 96",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "卖",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "拐角的便利店有賣。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.25,
    "tokens_per_codepoint": 1.1111111111111112,
    "bytes_per_token": 2.7,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.4,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.25,
    "token_details": [
     {
      "id": 4347,
      "hex": "e6 8b",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36205,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 147924,
      "hex": "e4 be bf e5 88 a9",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "便利",
      "valid_utf8": true
     },
     {
      "id": 17219,
      "hex": "e5 ba 97",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 17583,
      "hex": "e8 b3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "拐角的便利店有卖。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2222222222222222,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 4347,
      "hex": "e6 8b",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 36205,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 147924,
      "hex": "e4 be bf e5 88 a9",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "便利",
      "valid_utf8": true
     },
     {
      "id": 17219,
      "hex": "e5 ba 97",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 51224,
      "hex": "e5 8d 96",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "卖",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "轉角的便利店有賣。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2222222222222222,
    "han_one_token_rate": 0.625,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 165851,
      "hex": "e8 bd 89",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "轉",
      "valid_utf8": true
     },
     {
      "id": 36205,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 147924,
      "hex": "e4 be bf e5 88 a9",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "便利",
      "valid_utf8": true
     },
     {
      "id": 17219,
      "hex": "e5 ba 97",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 17583,
      "hex": "e8 b3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily05",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "转角的便利店有卖。",
    "gloss": "The convenience store on the corner sells it.",
    "probe": "便利商店/便利店",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 8,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.8888888888888888,
    "bytes_per_token": 3.375,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 20042,
      "hex": "e8 bd ac",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "转",
      "valid_utf8": true
     },
     {
      "id": 36205,
      "hex": "e8 a7 92",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "角",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 147924,
      "hex": "e4 be bf e5 88 a9",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "便利",
      "valid_utf8": true
     },
     {
      "id": 17219,
      "hex": "e5 ba 97",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "店",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 51224,
      "hex": "e5 8d 96",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "卖",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.8333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "他騎機車去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 7,
    "n_codepoints": 8,
    "n_bytes": 24,
    "tokens_per_han": 1.2857142857142858,
    "tokens_per_codepoint": 1.125,
    "bytes_per_token": 2.6666666666666665,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2222222222222222,
    "han_one_token_rate": 0.8571428571428571,
    "han_split_rate": 0.14285714285714285,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 48331,
      "hex": "e9 a8",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 236,
      "hex": "8e",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 34453,
      "hex": "e6 a9 9f",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "機",
      "valid_utf8": true
     },
     {
      "id": 35939,
      "hex": "e8 bb 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "車",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 40084,
      "hex": "e7 8f ad",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "班",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "他骑机车去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 8,
    "n_han": 7,
    "n_codepoints": 8,
    "n_bytes": 24,
    "tokens_per_han": 1.1428571428571428,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 112432,
      "hex": "e9 aa 91",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "骑",
      "valid_utf8": true
     },
     {
      "id": 4696,
      "hex": "e6 9c ba",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 3178,
      "hex": "e8 bd a6",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "车",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 40084,
      "hex": "e7 8f ad",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "班",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.8333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "他騎摩托車去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.25,
    "tokens_per_codepoint": 1.1111111111111112,
    "bytes_per_token": 2.7,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.875,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 48331,
      "hex": "e9 a8",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 236,
      "hex": "8e",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 67340,
      "hex": "e6 91 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "摩",
      "valid_utf8": true
     },
     {
      "id": 57147,
      "hex": "e6 89 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "托",
      "valid_utf8": true
     },
     {
      "id": 35939,
      "hex": "e8 bb 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "車",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 40084,
      "hex": "e7 8f ad",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "班",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "他骑摩托车去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 112432,
      "hex": "e9 aa 91",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "骑",
      "valid_utf8": true
     },
     {
      "id": 67340,
      "hex": "e6 91 a9",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "摩",
      "valid_utf8": true
     },
     {
      "id": 57147,
      "hex": "e6 89 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "托",
      "valid_utf8": true
     },
     {
      "id": 3178,
      "hex": "e8 bd a6",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "车",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 40084,
      "hex": "e7 8f ad",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "班",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "他踩電單車去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 194664,
      "hex": "e8 b8 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "踩",
      "valid_utf8": true
     },
     {
      "id": 18031,
      "hex": "e9 9b bb",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "電",
      "valid_utf8": true
     },
     {
      "id": 107942,
      "hex": "e5 96 ae",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "單",
      "valid_utf8": true
     },
     {
      "id": 35939,
      "hex": "e8 bb 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "車",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 40084,
      "hex": "e7 8f ad",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "班",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily06",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "他踩电单车去上班。",
    "gloss": "He rides a motorbike to work.",
    "probe": "機車/摩托车/電單車",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 194664,
      "hex": "e8 b8 a9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "踩",
      "valid_utf8": true
     },
     {
      "id": 5719,
      "hex": "e7 94 b5",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "电",
      "valid_utf8": true
     },
     {
      "id": 11029,
      "hex": "e5 8d 95",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "单",
      "valid_utf8": true
     },
     {
      "id": 3178,
      "hex": "e8 bd a6",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "车",
      "valid_utf8": true
     },
     {
      "id": 13817,
      "hex": "e5 8e bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "去",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 40084,
      "hex": "e7 8f ad",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "班",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "trad",
    "lexicon": "tw",
    "text": "冰箱裡還有一罐優格。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2,
    "bytes_per_token": 2.5,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3333333333333333,
    "han_one_token_rate": 0.7777777777777778,
    "han_split_rate": 0.2222222222222222,
    "token_details": [
     {
      "id": 66763,
      "hex": "e5 86 b0",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "冰",
      "valid_utf8": true
     },
     {
      "id": 39505,
      "hex": "e7 ae b1",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "箱",
      "valid_utf8": true
     },
     {
      "id": 10410,
      "hex": "e8 a3",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108120,
      "hex": "e9 82 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "還",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 1714,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 57607,
      "hex": "e5 84 aa",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "優",
      "valid_utf8": true
     },
     {
      "id": 13511,
      "hex": "e6 a0 bc",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "格",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.0,
    "boundary_f1": 0.625,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "simp",
    "lexicon": "tw",
    "text": "冰箱里还有一罐优格。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.1111111111111112,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.1111111111111111,
    "token_details": [
     {
      "id": 66763,
      "hex": "e5 86 b0",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "冰",
      "valid_utf8": true
     },
     {
      "id": 39505,
      "hex": "e7 ae b1",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "箱",
      "valid_utf8": true
     },
     {
      "id": 8756,
      "hex": "e9 87 8c",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 78140,
      "hex": "e8 bf 98 e6 9c 89",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "还有",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 1714,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17780,
      "hex": "e4 bc 98",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "优",
      "valid_utf8": true
     },
     {
      "id": 13511,
      "hex": "e6 a0 bc",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "格",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "trad",
    "lexicon": "cn",
    "text": "冰箱裏還有一罐酸奶。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.2222222222222223,
    "tokens_per_codepoint": 1.1,
    "bytes_per_token": 2.727272727272727,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.18181818181818182,
    "han_one_token_rate": 0.8888888888888888,
    "han_split_rate": 0.1111111111111111,
    "token_details": [
     {
      "id": 66763,
      "hex": "e5 86 b0",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "冰",
      "valid_utf8": true
     },
     {
      "id": 39505,
      "hex": "e7 ae b1",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "箱",
      "valid_utf8": true
     },
     {
      "id": 196652,
      "hex": "e8 a3 8f",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "裏",
      "valid_utf8": true
     },
     {
      "id": 108120,
      "hex": "e9 82 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "還",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 1714,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 84978,
      "hex": "e9 85 b8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "酸",
      "valid_utf8": true
     },
     {
      "id": 40304,
      "hex": "e5 a5 b6",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "奶",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "simp",
    "lexicon": "cn",
    "text": "冰箱里还有一罐酸奶。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.1111111111111112,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.1111111111111111,
    "token_details": [
     {
      "id": 66763,
      "hex": "e5 86 b0",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "冰",
      "valid_utf8": true
     },
     {
      "id": 39505,
      "hex": "e7 ae b1",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "箱",
      "valid_utf8": true
     },
     {
      "id": 8756,
      "hex": "e9 87 8c",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 78140,
      "hex": "e8 bf 98 e6 9c 89",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "还有",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 1714,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 84978,
      "hex": "e9 85 b8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "酸",
      "valid_utf8": true
     },
     {
      "id": 40304,
      "hex": "e5 a5 b6",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "奶",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "trad",
    "lexicon": "hk",
    "text": "雪櫃裡還有一罐乳酪。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.6666666666666667,
    "tokens_per_codepoint": 1.5,
    "bytes_per_token": 2.0,
    "n_utf8_fragments": 9,
    "utf8_fragment_rate": 0.6,
    "han_one_token_rate": 0.5555555555555556,
    "han_split_rate": 0.4444444444444444,
    "token_details": [
     {
      "id": 55833,
      "hex": "e9 9b aa",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "雪",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 225,
      "hex": "83",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 10410,
      "hex": "e8 a3",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108120,
      "hex": "e9 82 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "還",
      "valid_utf8": true
     },
     {
      "id": 3666,
      "hex": "e6 9c 89",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "有",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 1714,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 13539,
      "hex": "e9 85",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 5,
    "fertility": 3.0,
    "boundary_f1": 0.4444444444444445,
    "encoding": "o200k_base"
   },
   {
    "item_id": "daily07",
    "category": "daily",
    "script": "simp",
    "lexicon": "hk",
    "text": "雪柜里还有一罐乳酪。",
    "gloss": "There's still a yoghurt in the fridge.",
    "probe": "優格/酸奶/乳酪；冰箱/雪櫃",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.2222222222222223,
    "tokens_per_codepoint": 1.1,
    "bytes_per_token": 2.727272727272727,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.36363636363636365,
    "han_one_token_rate": 0.5555555555555556,
    "han_split_rate": 0.2222222222222222,
    "token_details": [
     {
      "id": 55833,
      "hex": "e9 9b aa",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "雪",
      "valid_utf8": true
     },
     {
      "id": 97708,
      "hex": "e6 9f 9c",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "柜",
      "valid_utf8": true
     },
     {
      "id": 8756,
      "hex": "e9 87 8c",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "里",
      "valid_utf8": true
     },
     {
      "id": 78140,
      "hex": "e8 bf 98 e6 9c 89",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "还有",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 1714,
      "hex": "e7 bd",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 13539,
      "hex": "e9 85",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "政府今日宣布新的環保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 8,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.6666666666666666,
    "tokens_per_codepoint": 0.6153846153846154,
    "bytes_per_token": 4.875,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.16666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 45461,
      "hex": "e6 94 bf e5 ba 9c",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "政府",
      "valid_utf8": true
     },
     {
      "id": 45396,
      "hex": "e4 bb 8a e6 97 a5",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "今日",
      "valid_utf8": true
     },
     {
      "id": 165433,
      "hex": "e5 ae a3 e5 b8 83",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "宣布",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 113135,
      "hex": "e7 92 b0",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "環",
      "valid_utf8": true
     },
     {
      "id": 11968,
      "hex": "e4 bf 9d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "保",
      "valid_utf8": true
     },
     {
      "id": 65946,
      "hex": "e6 94 bf e7 ad 96",
      "byte_start": 30,
      "byte_end": 36,
      "surface": "政策",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.0,
    "boundary_f1": 0.8571428571428571,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "政府今日宣布新的环保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 7,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.5833333333333334,
    "tokens_per_codepoint": 0.5384615384615384,
    "bytes_per_token": 5.571428571428571,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 45461,
      "hex": "e6 94 bf e5 ba 9c",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "政府",
      "valid_utf8": true
     },
     {
      "id": 45396,
      "hex": "e4 bb 8a e6 97 a5",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "今日",
      "valid_utf8": true
     },
     {
      "id": 165433,
      "hex": "e5 ae a3 e5 b8 83",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "宣布",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 138611,
      "hex": "e7 8e af e4 bf 9d",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "环保",
      "valid_utf8": true
     },
     {
      "id": 65946,
      "hex": "e6 94 bf e7 ad 96",
      "byte_start": 30,
      "byte_end": 36,
      "surface": "政策",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 0.875,
    "boundary_f1": 0.923076923076923,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "政府今日宣佈新的環保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.8333333333333334,
    "tokens_per_codepoint": 0.7692307692307693,
    "bytes_per_token": 3.9,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.25,
    "han_split_rate": 0.08333333333333333,
    "token_details": [
     {
      "id": 45461,
      "hex": "e6 94 bf e5 ba 9c",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "政府",
      "valid_utf8": true
     },
     {
      "id": 45396,
      "hex": "e4 bb 8a e6 97 a5",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "今日",
      "valid_utf8": true
     },
     {
      "id": 46674,
      "hex": "e5 ae a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "宣",
      "valid_utf8": true
     },
     {
      "id": 2100,
      "hex": "e4 bd",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 113135,
      "hex": "e7 92 b0",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "環",
      "valid_utf8": true
     },
     {
      "id": 11968,
      "hex": "e4 bf 9d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "保",
      "valid_utf8": true
     },
     {
      "id": 65946,
      "hex": "e6 94 bf e7 ad 96",
      "byte_start": 30,
      "byte_end": 36,
      "surface": "政策",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.1111111111111112,
    "boundary_f1": 0.823529411764706,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "政府今日宣布新的环保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 7,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.5833333333333334,
    "tokens_per_codepoint": 0.5384615384615384,
    "bytes_per_token": 5.571428571428571,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 45461,
      "hex": "e6 94 bf e5 ba 9c",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "政府",
      "valid_utf8": true
     },
     {
      "id": 45396,
      "hex": "e4 bb 8a e6 97 a5",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "今日",
      "valid_utf8": true
     },
     {
      "id": 165433,
      "hex": "e5 ae a3 e5 b8 83",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "宣布",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 138611,
      "hex": "e7 8e af e4 bf 9d",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "环保",
      "valid_utf8": true
     },
     {
      "id": 65946,
      "hex": "e6 94 bf e7 ad 96",
      "byte_start": 30,
      "byte_end": 36,
      "surface": "政策",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 0.875,
    "boundary_f1": 0.923076923076923,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "政府今日宣布新的環保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 8,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.6666666666666666,
    "tokens_per_codepoint": 0.6153846153846154,
    "bytes_per_token": 4.875,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.16666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 45461,
      "hex": "e6 94 bf e5 ba 9c",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "政府",
      "valid_utf8": true
     },
     {
      "id": 45396,
      "hex": "e4 bb 8a e6 97 a5",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "今日",
      "valid_utf8": true
     },
     {
      "id": 165433,
      "hex": "e5 ae a3 e5 b8 83",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "宣布",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 113135,
      "hex": "e7 92 b0",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "環",
      "valid_utf8": true
     },
     {
      "id": 11968,
      "hex": "e4 bf 9d",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "保",
      "valid_utf8": true
     },
     {
      "id": 65946,
      "hex": "e6 94 bf e7 ad 96",
      "byte_start": 30,
      "byte_end": 36,
      "surface": "政策",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.0,
    "boundary_f1": 0.8571428571428571,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news01",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "政府今日宣布新的环保政策。",
    "gloss": "The government today announced new environmental policies.",
    "probe": "control: identical lexicon",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 7,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.5833333333333334,
    "tokens_per_codepoint": 0.5384615384615384,
    "bytes_per_token": 5.571428571428571,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 45461,
      "hex": "e6 94 bf e5 ba 9c",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "政府",
      "valid_utf8": true
     },
     {
      "id": 45396,
      "hex": "e4 bb 8a e6 97 a5",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "今日",
      "valid_utf8": true
     },
     {
      "id": 165433,
      "hex": "e5 ae a3 e5 b8 83",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "宣布",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 138611,
      "hex": "e7 8e af e4 bf 9d",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "环保",
      "valid_utf8": true
     },
     {
      "id": 65946,
      "hex": "e6 94 bf e7 ad 96",
      "byte_start": 30,
      "byte_end": 36,
      "surface": "政策",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 0.875,
    "boundary_f1": 0.923076923076923,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "教育部公布最新的入學率統計。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.8461538461538461,
    "tokens_per_codepoint": 0.7857142857142857,
    "bytes_per_token": 3.8181818181818183,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 39425,
      "hex": "e6 95 99 e8 82 b2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "教育",
      "valid_utf8": true
     },
     {
      "id": 8572,
      "hex": "e9 83 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 136827,
      "hex": "e5 85 ac e5 b8 83",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "公布",
      "valid_utf8": true
     },
     {
      "id": 12923,
      "hex": "e6 9c 80 e6 96 b0",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "最新",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 8130,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 53881,
      "hex": "e5 ad b8",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "學",
      "valid_utf8": true
     },
     {
      "id": 19493,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 132270,
      "hex": "e7 b5 b1",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "統",
      "valid_utf8": true
     },
     {
      "id": 37662,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "教育部公布最新的入学率统计。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.7692307692307693,
    "tokens_per_codepoint": 0.7142857142857143,
    "bytes_per_token": 4.2,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.38461538461538464,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 39425,
      "hex": "e6 95 99 e8 82 b2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "教育",
      "valid_utf8": true
     },
     {
      "id": 8572,
      "hex": "e9 83 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 136827,
      "hex": "e5 85 ac e5 b8 83",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "公布",
      "valid_utf8": true
     },
     {
      "id": 12923,
      "hex": "e6 9c 80 e6 96 b0",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "最新",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 8130,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 8590,
      "hex": "e5 ad a6",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "学",
      "valid_utf8": true
     },
     {
      "id": 19493,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 57397,
      "hex": "e7 bb 9f e8 ae a1",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "统计",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.4285714285714286,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "教育部公佈最新的入學率統計。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.6153846153846154,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 39425,
      "hex": "e6 95 99 e8 82 b2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "教育",
      "valid_utf8": true
     },
     {
      "id": 8572,
      "hex": "e9 83 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 5312,
      "hex": "e5 85 ac",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "公",
      "valid_utf8": true
     },
     {
      "id": 2100,
      "hex": "e4 bd",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 12923,
      "hex": "e6 9c 80 e6 96 b0",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "最新",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 8130,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 53881,
      "hex": "e5 ad b8",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "學",
      "valid_utf8": true
     },
     {
      "id": 19493,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 132270,
      "hex": "e7 b5 b1",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "統",
      "valid_utf8": true
     },
     {
      "id": 37662,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.625,
    "boundary_f1": 0.7368421052631579,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "教育部公布最新的入学率统计。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.7692307692307693,
    "tokens_per_codepoint": 0.7142857142857143,
    "bytes_per_token": 4.2,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.38461538461538464,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 39425,
      "hex": "e6 95 99 e8 82 b2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "教育",
      "valid_utf8": true
     },
     {
      "id": 8572,
      "hex": "e9 83 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 136827,
      "hex": "e5 85 ac e5 b8 83",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "公布",
      "valid_utf8": true
     },
     {
      "id": 12923,
      "hex": "e6 9c 80 e6 96 b0",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "最新",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 8130,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 8590,
      "hex": "e5 ad a6",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "学",
      "valid_utf8": true
     },
     {
      "id": 19493,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 57397,
      "hex": "e7 bb 9f e8 ae a1",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "统计",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.4285714285714286,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "教育局公布最新的入學率統計。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.8461538461538461,
    "tokens_per_codepoint": 0.7857142857142857,
    "bytes_per_token": 3.8181818181818183,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.5384615384615384,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 39425,
      "hex": "e6 95 99 e8 82 b2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "教育",
      "valid_utf8": true
     },
     {
      "id": 15878,
      "hex": "e5 b1 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "局",
      "valid_utf8": true
     },
     {
      "id": 136827,
      "hex": "e5 85 ac e5 b8 83",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "公布",
      "valid_utf8": true
     },
     {
      "id": 12923,
      "hex": "e6 9c 80 e6 96 b0",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "最新",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 8130,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 53881,
      "hex": "e5 ad b8",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "學",
      "valid_utf8": true
     },
     {
      "id": 19493,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 132270,
      "hex": "e7 b5 b1",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "統",
      "valid_utf8": true
     },
     {
      "id": 37662,
      "hex": "e8 a8 88",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "計",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news02",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "教育局公布最新的入学率统计。",
    "gloss": "The education authority released enrolment statistics.",
    "probe": "教育部/教育局",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.7692307692307693,
    "tokens_per_codepoint": 0.7142857142857143,
    "bytes_per_token": 4.2,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.38461538461538464,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 39425,
      "hex": "e6 95 99 e8 82 b2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "教育",
      "valid_utf8": true
     },
     {
      "id": 15878,
      "hex": "e5 b1 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "局",
      "valid_utf8": true
     },
     {
      "id": 136827,
      "hex": "e5 85 ac e5 b8 83",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "公布",
      "valid_utf8": true
     },
     {
      "id": 12923,
      "hex": "e6 9c 80 e6 96 b0",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "最新",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 8130,
      "hex": "e5 85 a5",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "入",
      "valid_utf8": true
     },
     {
      "id": 8590,
      "hex": "e5 ad a6",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "学",
      "valid_utf8": true
     },
     {
      "id": 19493,
      "hex": "e7 8e 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "率",
      "valid_utf8": true
     },
     {
      "id": 57397,
      "hex": "e7 bb 9f e8 ae a1",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "统计",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.4285714285714286,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "總統在記者會上發表重要談話。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 148964,
      "hex": "e7 b8 bd",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "總",
      "valid_utf8": true
     },
     {
      "id": 132270,
      "hex": "e7 b5 b1",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "統",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 22926,
      "hex": "e8 a8 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "記",
      "valid_utf8": true
     },
     {
      "id": 8137,
      "hex": "e8 80 85",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "者",
      "valid_utf8": true
     },
     {
      "id": 58696,
      "hex": "e6 9c 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "會",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 60733,
      "hex": "e7 99 bc",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "發",
      "valid_utf8": true
     },
     {
      "id": 9314,
      "hex": "e8 a1 a8",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "表",
      "valid_utf8": true
     },
     {
      "id": 52572,
      "hex": "e9 87 8d e8 a6 81",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "重要",
      "valid_utf8": true
     },
     {
      "id": 84213,
      "hex": "e8 ab 87",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "談",
      "valid_utf8": true
     },
     {
      "id": 31160,
      "hex": "e8 a9 b1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "話",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.4444444444444444,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "总统在记者会上发表重要谈话。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.6923076923076923,
    "tokens_per_codepoint": 0.6428571428571429,
    "bytes_per_token": 4.666666666666667,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.23076923076923078,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 187821,
      "hex": "e6 80 bb e7 bb 9f",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "总统",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 29755,
      "hex": "e8 ae b0 e8 80 85",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "记者",
      "valid_utf8": true
     },
     {
      "id": 133748,
      "hex": "e4 bc 9a e4 b8 8a",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "会上",
      "valid_utf8": true
     },
     {
      "id": 47959,
      "hex": "e5 8f 91 e8 a1 a8",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "发表",
      "valid_utf8": true
     },
     {
      "id": 52572,
      "hex": "e9 87 8d e8 a6 81",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "重要",
      "valid_utf8": true
     },
     {
      "id": 61490,
      "hex": "e8 b0 88",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "谈",
      "valid_utf8": true
     },
     {
      "id": 13920,
      "hex": "e8 af 9d",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "话",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.125,
    "boundary_f1": 0.7999999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "主席在記者會上發表重要談話。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 105143,
      "hex": "e4 b8 bb e5 b8 ad",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "主席",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 22926,
      "hex": "e8 a8 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "記",
      "valid_utf8": true
     },
     {
      "id": 8137,
      "hex": "e8 80 85",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "者",
      "valid_utf8": true
     },
     {
      "id": 58696,
      "hex": "e6 9c 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "會",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 60733,
      "hex": "e7 99 bc",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "發",
      "valid_utf8": true
     },
     {
      "id": 9314,
      "hex": "e8 a1 a8",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "表",
      "valid_utf8": true
     },
     {
      "id": 52572,
      "hex": "e9 87 8d e8 a6 81",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "重要",
      "valid_utf8": true
     },
     {
      "id": 84213,
      "hex": "e8 ab 87",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "談",
      "valid_utf8": true
     },
     {
      "id": 31160,
      "hex": "e8 a9 b1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "話",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.8421052631578948,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "主席在记者会上发表重要谈话。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.6923076923076923,
    "tokens_per_codepoint": 0.6428571428571429,
    "bytes_per_token": 4.666666666666667,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.23076923076923078,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 105143,
      "hex": "e4 b8 bb e5 b8 ad",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "主席",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 29755,
      "hex": "e8 ae b0 e8 80 85",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "记者",
      "valid_utf8": true
     },
     {
      "id": 133748,
      "hex": "e4 bc 9a e4 b8 8a",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "会上",
      "valid_utf8": true
     },
     {
      "id": 47959,
      "hex": "e5 8f 91 e8 a1 a8",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "发表",
      "valid_utf8": true
     },
     {
      "id": 52572,
      "hex": "e9 87 8d e8 a6 81",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "重要",
      "valid_utf8": true
     },
     {
      "id": 61490,
      "hex": "e8 b0 88",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "谈",
      "valid_utf8": true
     },
     {
      "id": 13920,
      "hex": "e8 af 9d",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "话",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.125,
    "boundary_f1": 0.7999999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "特首在記者會上發表重要講話。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 8176,
      "hex": "e7 89 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "特",
      "valid_utf8": true
     },
     {
      "id": 15425,
      "hex": "e9 a6 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "首",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 22926,
      "hex": "e8 a8 98",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "記",
      "valid_utf8": true
     },
     {
      "id": 8137,
      "hex": "e8 80 85",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "者",
      "valid_utf8": true
     },
     {
      "id": 58696,
      "hex": "e6 9c 83",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "會",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 60733,
      "hex": "e7 99 bc",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "發",
      "valid_utf8": true
     },
     {
      "id": 9314,
      "hex": "e8 a1 a8",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "表",
      "valid_utf8": true
     },
     {
      "id": 52572,
      "hex": "e9 87 8d e8 a6 81",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "重要",
      "valid_utf8": true
     },
     {
      "id": 107920,
      "hex": "e8 ac 9b",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "講",
      "valid_utf8": true
     },
     {
      "id": 31160,
      "hex": "e8 a9 b1",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "話",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.4444444444444444,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news03",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "特首在记者会上发表重要讲话。",
    "gloss": "The head of state spoke at the press conference.",
    "probe": "總統/主席/特首",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.6923076923076923,
    "tokens_per_codepoint": 0.6428571428571429,
    "bytes_per_token": 4.666666666666667,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.23076923076923078,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 8176,
      "hex": "e7 89 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "特",
      "valid_utf8": true
     },
     {
      "id": 15425,
      "hex": "e9 a6 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "首",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 29755,
      "hex": "e8 ae b0 e8 80 85",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "记者",
      "valid_utf8": true
     },
     {
      "id": 133748,
      "hex": "e4 bc 9a e4 b8 8a",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "会上",
      "valid_utf8": true
     },
     {
      "id": 47959,
      "hex": "e5 8f 91 e8 a1 a8",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "发表",
      "valid_utf8": true
     },
     {
      "id": 52572,
      "hex": "e9 87 8d e8 a6 81",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "重要",
      "valid_utf8": true
     },
     {
      "id": 177261,
      "hex": "e8 ae b2 e8 af 9d",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "讲话",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "疫情期間口罩供應穩定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 131105,
      "hex": "e7 96 ab e6 83 85",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "疫情",
      "valid_utf8": true
     },
     {
      "id": 105516,
      "hex": "e6 9c 9f e9 96 93",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "期間",
      "valid_utf8": true
     },
     {
      "id": 12630,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 134335,
      "hex": "e7 bd a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "罩",
      "valid_utf8": true
     },
     {
      "id": 20955,
      "hex": "e4 be 9b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "供",
      "valid_utf8": true
     },
     {
      "id": 123651,
      "hex": "e6 87 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "應",
      "valid_utf8": true
     },
     {
      "id": 10160,
      "hex": "e7 a9",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 8745,
      "hex": "e5 ae 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "疫情期间口罩供应稳定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 7,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.7,
    "tokens_per_codepoint": 0.6363636363636364,
    "bytes_per_token": 4.714285714285714,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.2,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 131105,
      "hex": "e7 96 ab e6 83 85",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "疫情",
      "valid_utf8": true
     },
     {
      "id": 89665,
      "hex": "e6 9c 9f e9 97 b4",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "期间",
      "valid_utf8": true
     },
     {
      "id": 12630,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 134335,
      "hex": "e7 bd a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "罩",
      "valid_utf8": true
     },
     {
      "id": 114350,
      "hex": "e4 be 9b e5 ba 94",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "供应",
      "valid_utf8": true
     },
     {
      "id": 69518,
      "hex": "e7 a8 b3 e5 ae 9a",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "稳定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.1666666666666667,
    "boundary_f1": 0.9090909090909091,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "疫情期間口罩供應穩定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 131105,
      "hex": "e7 96 ab e6 83 85",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "疫情",
      "valid_utf8": true
     },
     {
      "id": 105516,
      "hex": "e6 9c 9f e9 96 93",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "期間",
      "valid_utf8": true
     },
     {
      "id": 12630,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 134335,
      "hex": "e7 bd a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "罩",
      "valid_utf8": true
     },
     {
      "id": 20955,
      "hex": "e4 be 9b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "供",
      "valid_utf8": true
     },
     {
      "id": 123651,
      "hex": "e6 87 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "應",
      "valid_utf8": true
     },
     {
      "id": 10160,
      "hex": "e7 a9",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 8745,
      "hex": "e5 ae 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "疫情期间口罩供应稳定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 7,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.7,
    "tokens_per_codepoint": 0.6363636363636364,
    "bytes_per_token": 4.714285714285714,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.2,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 131105,
      "hex": "e7 96 ab e6 83 85",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "疫情",
      "valid_utf8": true
     },
     {
      "id": 89665,
      "hex": "e6 9c 9f e9 97 b4",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "期间",
      "valid_utf8": true
     },
     {
      "id": 12630,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 134335,
      "hex": "e7 bd a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "罩",
      "valid_utf8": true
     },
     {
      "id": 114350,
      "hex": "e4 be 9b e5 ba 94",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "供应",
      "valid_utf8": true
     },
     {
      "id": 69518,
      "hex": "e7 a8 b3 e5 ae 9a",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "稳定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.1666666666666667,
    "boundary_f1": 0.9090909090909091,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "疫情期間口罩供應穩定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 131105,
      "hex": "e7 96 ab e6 83 85",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "疫情",
      "valid_utf8": true
     },
     {
      "id": 105516,
      "hex": "e6 9c 9f e9 96 93",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "期間",
      "valid_utf8": true
     },
     {
      "id": 12630,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 134335,
      "hex": "e7 bd a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "罩",
      "valid_utf8": true
     },
     {
      "id": 20955,
      "hex": "e4 be 9b",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "供",
      "valid_utf8": true
     },
     {
      "id": 123651,
      "hex": "e6 87 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "應",
      "valid_utf8": true
     },
     {
      "id": 10160,
      "hex": "e7 a9",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 102,
      "hex": "a9",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 8745,
      "hex": "e5 ae 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news04",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "疫情期间口罩供应稳定。",
    "gloss": "Mask supply was stable during the pandemic.",
    "probe": "control",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 7,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.7,
    "tokens_per_codepoint": 0.6363636363636364,
    "bytes_per_token": 4.714285714285714,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.2,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 131105,
      "hex": "e7 96 ab e6 83 85",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "疫情",
      "valid_utf8": true
     },
     {
      "id": 89665,
      "hex": "e6 9c 9f e9 97 b4",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "期间",
      "valid_utf8": true
     },
     {
      "id": 12630,
      "hex": "e5 8f a3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "口",
      "valid_utf8": true
     },
     {
      "id": 134335,
      "hex": "e7 bd a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "罩",
      "valid_utf8": true
     },
     {
      "id": 114350,
      "hex": "e4 be 9b e5 ba 94",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "供应",
      "valid_utf8": true
     },
     {
      "id": 69518,
      "hex": "e7 a8 b3 e5 ae 9a",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "稳定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.1666666666666667,
    "boundary_f1": 0.9090909090909091,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "人工智慧的發展引發各界討論。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 47243,
      "hex": "e4 ba ba e5 b7 a5",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "人工",
      "valid_utf8": true
     },
     {
      "id": 152304,
      "hex": "e6 99 ba e6 85 a7",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "智慧",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 60733,
      "hex": "e7 99 bc",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "發",
      "valid_utf8": true
     },
     {
      "id": 13946,
      "hex": "e5 b1 95",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 24371,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 60733,
      "hex": "e7 99 bc",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "發",
      "valid_utf8": true
     },
     {
      "id": 25676,
      "hex": "e5 90 84",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "各",
      "valid_utf8": true
     },
     {
      "id": 19056,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 171376,
      "hex": "e8 a8 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "討",
      "valid_utf8": true
     },
     {
      "id": 46429,
      "hex": "e8 ab 96",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "論",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "人工智慧的发展引发各界讨论。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.6923076923076923,
    "tokens_per_codepoint": 0.6428571428571429,
    "bytes_per_token": 4.666666666666667,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.3076923076923077,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 47243,
      "hex": "e4 ba ba e5 b7 a5",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "人工",
      "valid_utf8": true
     },
     {
      "id": 152304,
      "hex": "e6 99 ba e6 85 a7",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "智慧",
      "valid_utf8": true
     },
     {
      "id": 169510,
      "hex": "e7 9a 84 e5 8f 91 e5 b1 95",
      "byte_start": 12,
      "byte_end": 21,
      "surface": "的发展",
      "valid_utf8": true
     },
     {
      "id": 24371,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 2233,
      "hex": "e5 8f 91",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 25676,
      "hex": "e5 90 84",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "各",
      "valid_utf8": true
     },
     {
      "id": 19056,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 98003,
      "hex": "e8 ae a8 e8 ae ba",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "讨论",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "人工智能的發展引發各界討論。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 47243,
      "hex": "e4 ba ba e5 b7 a5",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "人工",
      "valid_utf8": true
     },
     {
      "id": 60319,
      "hex": "e6 99 ba e8 83 bd",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "智能",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 60733,
      "hex": "e7 99 bc",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "發",
      "valid_utf8": true
     },
     {
      "id": 13946,
      "hex": "e5 b1 95",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 24371,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 60733,
      "hex": "e7 99 bc",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "發",
      "valid_utf8": true
     },
     {
      "id": 25676,
      "hex": "e5 90 84",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "各",
      "valid_utf8": true
     },
     {
      "id": 19056,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 171376,
      "hex": "e8 a8 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "討",
      "valid_utf8": true
     },
     {
      "id": 46429,
      "hex": "e8 ab 96",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "論",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "人工智能的发展引发各界讨论。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.6923076923076923,
    "tokens_per_codepoint": 0.6428571428571429,
    "bytes_per_token": 4.666666666666667,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.3076923076923077,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 47243,
      "hex": "e4 ba ba e5 b7 a5",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "人工",
      "valid_utf8": true
     },
     {
      "id": 60319,
      "hex": "e6 99 ba e8 83 bd",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "智能",
      "valid_utf8": true
     },
     {
      "id": 169510,
      "hex": "e7 9a 84 e5 8f 91 e5 b1 95",
      "byte_start": 12,
      "byte_end": 21,
      "surface": "的发展",
      "valid_utf8": true
     },
     {
      "id": 24371,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 2233,
      "hex": "e5 8f 91",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 25676,
      "hex": "e5 90 84",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "各",
      "valid_utf8": true
     },
     {
      "id": 19056,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 98003,
      "hex": "e8 ae a8 e8 ae ba",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "讨论",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "人工智能的發展引發各界討論。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 47243,
      "hex": "e4 ba ba e5 b7 a5",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "人工",
      "valid_utf8": true
     },
     {
      "id": 60319,
      "hex": "e6 99 ba e8 83 bd",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "智能",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 60733,
      "hex": "e7 99 bc",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "發",
      "valid_utf8": true
     },
     {
      "id": 13946,
      "hex": "e5 b1 95",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 24371,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 60733,
      "hex": "e7 99 bc",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "發",
      "valid_utf8": true
     },
     {
      "id": 25676,
      "hex": "e5 90 84",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "各",
      "valid_utf8": true
     },
     {
      "id": 19056,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 171376,
      "hex": "e8 a8 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "討",
      "valid_utf8": true
     },
     {
      "id": 46429,
      "hex": "e8 ab 96",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "論",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news05",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "人工智能的发展引发各界讨论。",
    "gloss": "AI development has sparked wide discussion.",
    "probe": "人工智慧/人工智能",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.6923076923076923,
    "tokens_per_codepoint": 0.6428571428571429,
    "bytes_per_token": 4.666666666666667,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.3076923076923077,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 47243,
      "hex": "e4 ba ba e5 b7 a5",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "人工",
      "valid_utf8": true
     },
     {
      "id": 60319,
      "hex": "e6 99 ba e8 83 bd",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "智能",
      "valid_utf8": true
     },
     {
      "id": 169510,
      "hex": "e7 9a 84 e5 8f 91 e5 b1 95",
      "byte_start": 12,
      "byte_end": 21,
      "surface": "的发展",
      "valid_utf8": true
     },
     {
      "id": 24371,
      "hex": "e5 bc 95",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "引",
      "valid_utf8": true
     },
     {
      "id": 2233,
      "hex": "e5 8f 91",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "发",
      "valid_utf8": true
     },
     {
      "id": 25676,
      "hex": "e5 90 84",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "各",
      "valid_utf8": true
     },
     {
      "id": 19056,
      "hex": "e7 95 8c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "界",
      "valid_utf8": true
     },
     {
      "id": 98003,
      "hex": "e8 ae a8 e8 ae ba",
      "byte_start": 33,
      "byte_end": 39,
      "surface": "讨论",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "trad",
    "lexicon": "tw",
    "text": "法院駁回上訴並維持原判決。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.1666666666666667,
    "tokens_per_codepoint": 1.0769230769230769,
    "bytes_per_token": 2.7857142857142856,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.16666666666666666,
    "token_details": [
     {
      "id": 141923,
      "hex": "e6 b3 95 e9 99 a2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "法院",
      "valid_utf8": true
     },
     {
      "id": 51268,
      "hex": "e9 a7",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 10154,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 7839,
      "hex": "e8 a8",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 142857,
      "hex": "e4 b8 a6",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "並",
      "valid_utf8": true
     },
     {
      "id": 170034,
      "hex": "e7 b6 ad",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "維",
      "valid_utf8": true
     },
     {
      "id": 17592,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 14085,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 47257,
      "hex": "e5 88 a4",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "判",
      "valid_utf8": true
     },
     {
      "id": 78755,
      "hex": "e6 b1 ba",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "決",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.0,
    "boundary_f1": 0.631578947368421,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "simp",
    "lexicon": "tw",
    "text": "法院驳回上诉并维持原判决。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.0833333333333333,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.08333333333333333,
    "token_details": [
     {
      "id": 141923,
      "hex": "e6 b3 95 e9 99 a2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "法院",
      "valid_utf8": true
     },
     {
      "id": 9722,
      "hex": "e9 a9",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 10154,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 39915,
      "hex": "e8 af 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "诉",
      "valid_utf8": true
     },
     {
      "id": 21008,
      "hex": "e5 b9 b6",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "并",
      "valid_utf8": true
     },
     {
      "id": 28630,
      "hex": "e7 bb b4",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "维",
      "valid_utf8": true
     },
     {
      "id": 17592,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 14085,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 47257,
      "hex": "e5 88 a4",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "判",
      "valid_utf8": true
     },
     {
      "id": 32163,
      "hex": "e5 86 b3",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "决",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.1666666666666665,
    "boundary_f1": 0.5882352941176471,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "trad",
    "lexicon": "cn",
    "text": "法院駁回上訴並維持原判決。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.1666666666666667,
    "tokens_per_codepoint": 1.0769230769230769,
    "bytes_per_token": 2.7857142857142856,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.16666666666666666,
    "token_details": [
     {
      "id": 141923,
      "hex": "e6 b3 95 e9 99 a2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "法院",
      "valid_utf8": true
     },
     {
      "id": 51268,
      "hex": "e9 a7",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 10154,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 7839,
      "hex": "e8 a8",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 142857,
      "hex": "e4 b8 a6",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "並",
      "valid_utf8": true
     },
     {
      "id": 170034,
      "hex": "e7 b6 ad",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "維",
      "valid_utf8": true
     },
     {
      "id": 17592,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 14085,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 47257,
      "hex": "e5 88 a4",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "判",
      "valid_utf8": true
     },
     {
      "id": 78755,
      "hex": "e6 b1 ba",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "決",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.0,
    "boundary_f1": 0.631578947368421,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "simp",
    "lexicon": "cn",
    "text": "法院驳回上诉并维持原判决。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.0833333333333333,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.08333333333333333,
    "token_details": [
     {
      "id": 141923,
      "hex": "e6 b3 95 e9 99 a2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "法院",
      "valid_utf8": true
     },
     {
      "id": 9722,
      "hex": "e9 a9",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 10154,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 39915,
      "hex": "e8 af 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "诉",
      "valid_utf8": true
     },
     {
      "id": 21008,
      "hex": "e5 b9 b6",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "并",
      "valid_utf8": true
     },
     {
      "id": 28630,
      "hex": "e7 bb b4",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "维",
      "valid_utf8": true
     },
     {
      "id": 17592,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 14085,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 47257,
      "hex": "e5 88 a4",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "判",
      "valid_utf8": true
     },
     {
      "id": 32163,
      "hex": "e5 86 b3",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "决",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.1666666666666665,
    "boundary_f1": 0.5882352941176471,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "trad",
    "lexicon": "hk",
    "text": "法院駁回上訴並維持原判決。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.1666666666666667,
    "tokens_per_codepoint": 1.0769230769230769,
    "bytes_per_token": 2.7857142857142856,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.16666666666666666,
    "token_details": [
     {
      "id": 141923,
      "hex": "e6 b3 95 e9 99 a2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "法院",
      "valid_utf8": true
     },
     {
      "id": 51268,
      "hex": "e9 a7",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 10154,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 7839,
      "hex": "e8 a8",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 112,
      "hex": "b4",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 142857,
      "hex": "e4 b8 a6",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "並",
      "valid_utf8": true
     },
     {
      "id": 170034,
      "hex": "e7 b6 ad",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "維",
      "valid_utf8": true
     },
     {
      "id": 17592,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 14085,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 47257,
      "hex": "e5 88 a4",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "判",
      "valid_utf8": true
     },
     {
      "id": 78755,
      "hex": "e6 b1 ba",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "決",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.0,
    "boundary_f1": 0.631578947368421,
    "encoding": "o200k_base"
   },
   {
    "item_id": "news06",
    "category": "news",
    "script": "simp",
    "lexicon": "hk",
    "text": "法院驳回上诉并维持原判决。",
    "gloss": "The court dismissed the appeal and upheld the ruling.",
    "probe": "control: legal register",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.0833333333333333,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.75,
    "han_split_rate": 0.08333333333333333,
    "token_details": [
     {
      "id": 141923,
      "hex": "e6 b3 95 e9 99 a2",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "法院",
      "valid_utf8": true
     },
     {
      "id": 9722,
      "hex": "e9 a9",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 10154,
      "hex": "e5 9b 9e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "回",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 39915,
      "hex": "e8 af 89",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "诉",
      "valid_utf8": true
     },
     {
      "id": 21008,
      "hex": "e5 b9 b6",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "并",
      "valid_utf8": true
     },
     {
      "id": 28630,
      "hex": "e7 bb b4",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "维",
      "valid_utf8": true
     },
     {
      "id": 17592,
      "hex": "e6 8c 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "持",
      "valid_utf8": true
     },
     {
      "id": 14085,
      "hex": "e5 8e 9f",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "原",
      "valid_utf8": true
     },
     {
      "id": 47257,
      "hex": "e5 88 a4",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "判",
      "valid_utf8": true
     },
     {
      "id": 32163,
      "hex": "e5 86 b3",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "决",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 2.1666666666666665,
    "boundary_f1": 0.5882352941176471,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "實驗室新買了一台雷射切割機。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 83735,
      "hex": "e5 af a6",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "實",
      "valid_utf8": true
     },
     {
      "id": 158307,
      "hex": "e9 a9 97",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "驗",
      "valid_utf8": true
     },
     {
      "id": 24976,
      "hex": "e5 ae a4",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "室",
      "valid_utf8": true
     },
     {
      "id": 3711,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 61563,
      "hex": "e8 b2 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "買",
      "valid_utf8": true
     },
     {
      "id": 59176,
      "hex": "e4 ba 86 e4 b8 80",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "了一",
      "valid_utf8": true
     },
     {
      "id": 3735,
      "hex": "e5 8f b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "台",
      "valid_utf8": true
     },
     {
      "id": 37915,
      "hex": "e9 9b b7",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "雷",
      "valid_utf8": true
     },
     {
      "id": 32590,
      "hex": "e5 b0 84",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "射",
      "valid_utf8": true
     },
     {
      "id": 34921,
      "hex": "e5 88 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "切",
      "valid_utf8": true
     },
     {
      "id": 67361,
      "hex": "e5 89 b2",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "割",
      "valid_utf8": true
     },
     {
      "id": 34453,
      "hex": "e6 a9 9f",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "機",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.4444444444444444,
    "boundary_f1": 0.7000000000000001,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "实验室新买了一台雷射切割机。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 177760,
      "hex": "e5 ae 9e e9 aa 8c",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "实验",
      "valid_utf8": true
     },
     {
      "id": 24976,
      "hex": "e5 ae a4",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "室",
      "valid_utf8": true
     },
     {
      "id": 3711,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 8816,
      "hex": "e4 b9 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "买",
      "valid_utf8": true
     },
     {
      "id": 59176,
      "hex": "e4 ba 86 e4 b8 80",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "了一",
      "valid_utf8": true
     },
     {
      "id": 3735,
      "hex": "e5 8f b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "台",
      "valid_utf8": true
     },
     {
      "id": 37915,
      "hex": "e9 9b b7",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "雷",
      "valid_utf8": true
     },
     {
      "id": 32590,
      "hex": "e5 b0 84",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "射",
      "valid_utf8": true
     },
     {
      "id": 34921,
      "hex": "e5 88 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "切",
      "valid_utf8": true
     },
     {
      "id": 67361,
      "hex": "e5 89 b2",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "割",
      "valid_utf8": true
     },
     {
      "id": 4696,
      "hex": "e6 9c ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.5882352941176471,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "實驗室新買了一臺激光切割機。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 83735,
      "hex": "e5 af a6",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "實",
      "valid_utf8": true
     },
     {
      "id": 158307,
      "hex": "e9 a9 97",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "驗",
      "valid_utf8": true
     },
     {
      "id": 24976,
      "hex": "e5 ae a4",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "室",
      "valid_utf8": true
     },
     {
      "id": 3711,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 61563,
      "hex": "e8 b2 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "買",
      "valid_utf8": true
     },
     {
      "id": 59176,
      "hex": "e4 ba 86 e4 b8 80",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "了一",
      "valid_utf8": true
     },
     {
      "id": 157388,
      "hex": "e8 87 ba",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "臺",
      "valid_utf8": true
     },
     {
      "id": 22609,
      "hex": "e6 bf 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "激",
      "valid_utf8": true
     },
     {
      "id": 20244,
      "hex": "e5 85 89",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "光",
      "valid_utf8": true
     },
     {
      "id": 34921,
      "hex": "e5 88 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "切",
      "valid_utf8": true
     },
     {
      "id": 67361,
      "hex": "e5 89 b2",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "割",
      "valid_utf8": true
     },
     {
      "id": 34453,
      "hex": "e6 a9 9f",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "機",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 10,
    "fertility": 1.3,
    "boundary_f1": 0.761904761904762,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "实验室新买了一台激光切割机。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 177760,
      "hex": "e5 ae 9e e9 aa 8c",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "实验",
      "valid_utf8": true
     },
     {
      "id": 24976,
      "hex": "e5 ae a4",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "室",
      "valid_utf8": true
     },
     {
      "id": 3711,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 8816,
      "hex": "e4 b9 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "买",
      "valid_utf8": true
     },
     {
      "id": 59176,
      "hex": "e4 ba 86 e4 b8 80",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "了一",
      "valid_utf8": true
     },
     {
      "id": 3735,
      "hex": "e5 8f b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "台",
      "valid_utf8": true
     },
     {
      "id": 22609,
      "hex": "e6 bf 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "激",
      "valid_utf8": true
     },
     {
      "id": 20244,
      "hex": "e5 85 89",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "光",
      "valid_utf8": true
     },
     {
      "id": 34921,
      "hex": "e5 88 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "切",
      "valid_utf8": true
     },
     {
      "id": 67361,
      "hex": "e5 89 b2",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "割",
      "valid_utf8": true
     },
     {
      "id": 4696,
      "hex": "e6 9c ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.5882352941176471,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "實驗室新買了一台激光切割機。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 83735,
      "hex": "e5 af a6",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "實",
      "valid_utf8": true
     },
     {
      "id": 158307,
      "hex": "e9 a9 97",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "驗",
      "valid_utf8": true
     },
     {
      "id": 24976,
      "hex": "e5 ae a4",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "室",
      "valid_utf8": true
     },
     {
      "id": 3711,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 61563,
      "hex": "e8 b2 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "買",
      "valid_utf8": true
     },
     {
      "id": 59176,
      "hex": "e4 ba 86 e4 b8 80",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "了一",
      "valid_utf8": true
     },
     {
      "id": 3735,
      "hex": "e5 8f b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "台",
      "valid_utf8": true
     },
     {
      "id": 22609,
      "hex": "e6 bf 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "激",
      "valid_utf8": true
     },
     {
      "id": 20244,
      "hex": "e5 85 89",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "光",
      "valid_utf8": true
     },
     {
      "id": 34921,
      "hex": "e5 88 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "切",
      "valid_utf8": true
     },
     {
      "id": 67361,
      "hex": "e5 89 b2",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "割",
      "valid_utf8": true
     },
     {
      "id": 34453,
      "hex": "e6 a9 9f",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "機",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.4444444444444444,
    "boundary_f1": 0.7000000000000001,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan01",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "实验室新买了一台激光切割机。",
    "gloss": "The lab bought a laser cutter.",
    "probe": "雷射(音譯)/激光(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 0.9230769230769231,
    "tokens_per_codepoint": 0.8571428571428571,
    "bytes_per_token": 3.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6923076923076923,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 177760,
      "hex": "e5 ae 9e e9 aa 8c",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "实验",
      "valid_utf8": true
     },
     {
      "id": 24976,
      "hex": "e5 ae a4",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "室",
      "valid_utf8": true
     },
     {
      "id": 3711,
      "hex": "e6 96 b0",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 8816,
      "hex": "e4 b9 b0",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "买",
      "valid_utf8": true
     },
     {
      "id": 59176,
      "hex": "e4 ba 86 e4 b8 80",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "了一",
      "valid_utf8": true
     },
     {
      "id": 3735,
      "hex": "e5 8f b0",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "台",
      "valid_utf8": true
     },
     {
      "id": 22609,
      "hex": "e6 bf 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "激",
      "valid_utf8": true
     },
     {
      "id": 20244,
      "hex": "e5 85 89",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "光",
      "valid_utf8": true
     },
     {
      "id": 34921,
      "hex": "e5 88 87",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "切",
      "valid_utf8": true
     },
     {
      "id": 67361,
      "hex": "e5 89 b2",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "割",
      "valid_utf8": true
     },
     {
      "id": 4696,
      "hex": "e6 9c ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "机",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.5882352941176471,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "她每天都在部落格上寫作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 32666,
      "hex": "e5 a5 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "她",
      "valid_utf8": true
     },
     {
      "id": 109471,
      "hex": "e6 af 8f e5 a4 a9",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "每天",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 8572,
      "hex": "e9 83 a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 31803,
      "hex": "e8 90 bd",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "落",
      "valid_utf8": true
     },
     {
      "id": 13511,
      "hex": "e6 a0 bc",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "格",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 146493,
      "hex": "e5 af ab",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "寫",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "她每天都在部落格上写作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 32666,
      "hex": "e5 a5 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "她",
      "valid_utf8": true
     },
     {
      "id": 109471,
      "hex": "e6 af 8f e5 a4 a9",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "每天",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 8572,
      "hex": "e9 83 a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "部",
      "valid_utf8": true
     },
     {
      "id": 31803,
      "hex": "e8 90 bd",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "落",
      "valid_utf8": true
     },
     {
      "id": 13511,
      "hex": "e6 a0 bc",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "格",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 32444,
      "hex": "e5 86 99",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "写",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "她每天都在博客上寫作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.9,
    "tokens_per_codepoint": 0.8181818181818182,
    "bytes_per_token": 3.6666666666666665,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 32666,
      "hex": "e5 a5 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "她",
      "valid_utf8": true
     },
     {
      "id": 109471,
      "hex": "e6 af 8f e5 a4 a9",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "每天",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 136214,
      "hex": "e5 8d 9a e5 ae a2",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "博客",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 146493,
      "hex": "e5 af ab",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "寫",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.125,
    "boundary_f1": 0.9333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "她每天都在博客上写作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.9,
    "tokens_per_codepoint": 0.8181818181818182,
    "bytes_per_token": 3.6666666666666665,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 32666,
      "hex": "e5 a5 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "她",
      "valid_utf8": true
     },
     {
      "id": 109471,
      "hex": "e6 af 8f e5 a4 a9",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "每天",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 136214,
      "hex": "e5 8d 9a e5 ae a2",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "博客",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 32444,
      "hex": "e5 86 99",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "写",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.125,
    "boundary_f1": 0.9333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "她每天都在網誌上寫作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 32666,
      "hex": "e5 a5 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "她",
      "valid_utf8": true
     },
     {
      "id": 109471,
      "hex": "e6 af 8f e5 a4 a9",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "每天",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 23237,
      "hex": "e7 b6 b2",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "網",
      "valid_utf8": true
     },
     {
      "id": 152968,
      "hex": "e8 aa 8c",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "誌",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 146493,
      "hex": "e5 af ab",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "寫",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.25,
    "boundary_f1": 0.8750000000000001,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan02",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "她每天都在网志上写作。",
    "gloss": "She writes on her blog every day.",
    "probe": "部落格/博客/網誌 — 三種造詞策略",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 32666,
      "hex": "e5 a5 b9",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "她",
      "valid_utf8": true
     },
     {
      "id": 109471,
      "hex": "e6 af 8f e5 a4 a9",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "每天",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 1829,
      "hex": "e7 bd 91",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "网",
      "valid_utf8": true
     },
     {
      "id": 31044,
      "hex": "e5 bf 97",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "志",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 32444,
      "hex": "e5 86 99",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "写",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.4285714285714286,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "網際網路改變了資訊傳播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 23237,
      "hex": "e7 b6 b2",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "網",
      "valid_utf8": true
     },
     {
      "id": 71005,
      "hex": "e9 9a 9b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "際",
      "valid_utf8": true
     },
     {
      "id": 23237,
      "hex": "e7 b6 b2",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "網",
      "valid_utf8": true
     },
     {
      "id": 14385,
      "hex": "e8 b7 af",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "路",
      "valid_utf8": true
     },
     {
      "id": 15346,
      "hex": "e6 94 b9",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "改",
      "valid_utf8": true
     },
     {
      "id": 167904,
      "hex": "e8 ae 8a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "變",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 165207,
      "hex": "e8 b3 87 e8 a8 8a",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "資訊",
      "valid_utf8": true
     },
     {
      "id": 130369,
      "hex": "e5 82 b3",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "傳",
      "valid_utf8": true
     },
     {
      "id": 8164,
      "hex": "e6 92 ad",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "播",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "网际网路改变了资讯传播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 0.8181818181818182,
    "tokens_per_codepoint": 0.75,
    "bytes_per_token": 4.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.45454545454545453,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 1829,
      "hex": "e7 bd 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "网",
      "valid_utf8": true
     },
     {
      "id": 12400,
      "hex": "e9 99 85",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "际",
      "valid_utf8": true
     },
     {
      "id": 1829,
      "hex": "e7 bd 91",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "网",
      "valid_utf8": true
     },
     {
      "id": 14385,
      "hex": "e8 b7 af",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "路",
      "valid_utf8": true
     },
     {
      "id": 182793,
      "hex": "e6 94 b9 e5 8f 98",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "改变",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 49510,
      "hex": "e8 b5 84 e8 ae af",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "资讯",
      "valid_utf8": true
     },
     {
      "id": 140579,
      "hex": "e4 bc a0 e6 92 ad",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "传播",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "互聯網改變了信息傳播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 31392,
      "hex": "e4 ba 92",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "互",
      "valid_utf8": true
     },
     {
      "id": 97276,
      "hex": "e8 81 af",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "聯",
      "valid_utf8": true
     },
     {
      "id": 23237,
      "hex": "e7 b6 b2",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "網",
      "valid_utf8": true
     },
     {
      "id": 15346,
      "hex": "e6 94 b9",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "改",
      "valid_utf8": true
     },
     {
      "id": 167904,
      "hex": "e8 ae 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "變",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 18120,
      "hex": "e4 bf a1 e6 81 af",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "信息",
      "valid_utf8": true
     },
     {
      "id": 130369,
      "hex": "e5 82 b3",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "傳",
      "valid_utf8": true
     },
     {
      "id": 8164,
      "hex": "e6 92 ad",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "播",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "互联网改变了信息传播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 6,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.6,
    "tokens_per_codepoint": 0.5454545454545454,
    "bytes_per_token": 5.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.1,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 64292,
      "hex": "e4 ba 92 e8 81 94 e7 bd 91",
      "byte_start": 0,
      "byte_end": 9,
      "surface": "互联网",
      "valid_utf8": true
     },
     {
      "id": 182793,
      "hex": "e6 94 b9 e5 8f 98",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "改变",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 18120,
      "hex": "e4 bf a1 e6 81 af",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "信息",
      "valid_utf8": true
     },
     {
      "id": 140579,
      "hex": "e4 bc a0 e6 92 ad",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "传播",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.0,
    "boundary_f1": 1.0,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "互聯網改變了資訊傳播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 31392,
      "hex": "e4 ba 92",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "互",
      "valid_utf8": true
     },
     {
      "id": 97276,
      "hex": "e8 81 af",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "聯",
      "valid_utf8": true
     },
     {
      "id": 23237,
      "hex": "e7 b6 b2",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "網",
      "valid_utf8": true
     },
     {
      "id": 15346,
      "hex": "e6 94 b9",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "改",
      "valid_utf8": true
     },
     {
      "id": 167904,
      "hex": "e8 ae 8a",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "變",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 165207,
      "hex": "e8 b3 87 e8 a8 8a",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "資訊",
      "valid_utf8": true
     },
     {
      "id": 130369,
      "hex": "e5 82 b3",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "傳",
      "valid_utf8": true
     },
     {
      "id": 8164,
      "hex": "e6 92 ad",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "播",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan03",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "互联网改变了资讯传播。",
    "gloss": "The internet changed information flow.",
    "probe": "網際網路/互联网；資訊/信息",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 6,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.6,
    "tokens_per_codepoint": 0.5454545454545454,
    "bytes_per_token": 5.5,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.1,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 64292,
      "hex": "e4 ba 92 e8 81 94 e7 bd 91",
      "byte_start": 0,
      "byte_end": 9,
      "surface": "互联网",
      "valid_utf8": true
     },
     {
      "id": 182793,
      "hex": "e6 94 b9 e5 8f 98",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "改变",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 49510,
      "hex": "e8 b5 84 e8 ae af",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "资讯",
      "valid_utf8": true
     },
     {
      "id": 140579,
      "hex": "e4 bc a0 e6 92 ad",
      "byte_start": 24,
      "byte_end": 30,
      "surface": "传播",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.0,
    "boundary_f1": 1.0,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "他點了一杯拿鐵和一份三明治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0769230769230769,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.14285714285714285,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 56729,
      "hex": "e9 bb 9e",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "點",
      "valid_utf8": true
     },
     {
      "id": 59176,
      "hex": "e4 ba 86 e4 b8 80",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "了一",
      "valid_utf8": true
     },
     {
      "id": 57931,
      "hex": "e6 9d af",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "杯",
      "valid_utf8": true
     },
     {
      "id": 44614,
      "hex": "e6 8b bf",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "拿",
      "valid_utf8": true
     },
     {
      "id": 84471,
      "hex": "e9 90",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 5884,
      "hex": "e5 92 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 22249,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.5555555555555556,
    "boundary_f1": 0.6666666666666667,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "他点了一杯拿铁和一份三明治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 8300,
      "hex": "e7 82 b9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "点",
      "valid_utf8": true
     },
     {
      "id": 59176,
      "hex": "e4 ba 86 e4 b8 80",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "了一",
      "valid_utf8": true
     },
     {
      "id": 57931,
      "hex": "e6 9d af",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "杯",
      "valid_utf8": true
     },
     {
      "id": 44614,
      "hex": "e6 8b bf",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "拿",
      "valid_utf8": true
     },
     {
      "id": 42567,
      "hex": "e9 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "铁",
      "valid_utf8": true
     },
     {
      "id": 5884,
      "hex": "e5 92 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 22249,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.4444444444444444,
    "boundary_f1": 0.7000000000000001,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "他點了一杯拿鐵和一份三明治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0769230769230769,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.14285714285714285,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 56729,
      "hex": "e9 bb 9e",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "點",
      "valid_utf8": true
     },
     {
      "id": 59176,
      "hex": "e4 ba 86 e4 b8 80",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "了一",
      "valid_utf8": true
     },
     {
      "id": 57931,
      "hex": "e6 9d af",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "杯",
      "valid_utf8": true
     },
     {
      "id": 44614,
      "hex": "e6 8b bf",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "拿",
      "valid_utf8": true
     },
     {
      "id": 84471,
      "hex": "e9 90",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 5884,
      "hex": "e5 92 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 22249,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.5555555555555556,
    "boundary_f1": 0.6666666666666667,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "他点了一杯拿铁和一份三明治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9285714285714286,
    "bytes_per_token": 3.230769230769231,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 8300,
      "hex": "e7 82 b9",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "点",
      "valid_utf8": true
     },
     {
      "id": 59176,
      "hex": "e4 ba 86 e4 b8 80",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "了一",
      "valid_utf8": true
     },
     {
      "id": 57931,
      "hex": "e6 9d af",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "杯",
      "valid_utf8": true
     },
     {
      "id": 44614,
      "hex": "e6 8b bf",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "拿",
      "valid_utf8": true
     },
     {
      "id": 42567,
      "hex": "e9 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "铁",
      "valid_utf8": true
     },
     {
      "id": 5884,
      "hex": "e5 92 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 22249,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.4444444444444444,
    "boundary_f1": 0.7000000000000001,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "他叫咗一杯拿鐵同一份三文治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.2307692307692308,
    "tokens_per_codepoint": 1.1428571428571428,
    "bytes_per_token": 2.625,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.25,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.15384615384615385,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 44052,
      "hex": "e5 8f ab",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "叫",
      "valid_utf8": true
     },
     {
      "id": 5303,
      "hex": "e5 92",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 57931,
      "hex": "e6 9d af",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "杯",
      "valid_utf8": true
     },
     {
      "id": 44614,
      "hex": "e6 8b bf",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "拿",
      "valid_utf8": true
     },
     {
      "id": 84471,
      "hex": "e9 90",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9553,
      "hex": "e5 90 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "同",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 4883,
      "hex": "e6 96 87",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "文",
      "valid_utf8": true
     },
     {
      "id": 22249,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 2.0,
    "boundary_f1": 0.6363636363636364,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan04",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "他叫咗一杯拿铁同一份三文治。",
    "gloss": "He ordered a latte and a sandwich.",
    "probe": "三明治/三文治 — 同源音譯的地域分化",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.1538461538461537,
    "tokens_per_codepoint": 1.0714285714285714,
    "bytes_per_token": 2.8,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.9230769230769231,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 44052,
      "hex": "e5 8f ab",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "叫",
      "valid_utf8": true
     },
     {
      "id": 5303,
      "hex": "e5 92",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 57931,
      "hex": "e6 9d af",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "杯",
      "valid_utf8": true
     },
     {
      "id": 44614,
      "hex": "e6 8b bf",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "拿",
      "valid_utf8": true
     },
     {
      "id": 42567,
      "hex": "e9 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "铁",
      "valid_utf8": true
     },
     {
      "id": 9553,
      "hex": "e5 90 8c",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "同",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 3236,
      "hex": "e4 b8 89",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "三",
      "valid_utf8": true
     },
     {
      "id": 4883,
      "hex": "e6 96 87",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "文",
      "valid_utf8": true
     },
     {
      "id": 22249,
      "hex": "e6 b2 bb",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "治",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.875,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "這款巧克力用了新的乳化劑。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9230769230769231,
    "bytes_per_token": 3.25,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.08333333333333333,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 20337,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 14929,
      "hex": "e5 b7 a7",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "巧",
      "valid_utf8": true
     },
     {
      "id": 18672,
      "hex": "e5 85 8b",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "克",
      "valid_utf8": true
     },
     {
      "id": 11343,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 185214,
      "hex": "e7 94 a8 e4 ba 86",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "用了",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 11415,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 2458,
      "hex": "e5 8a",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.631578947368421,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "这款巧克力用了新的乳化剂。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.9166666666666666,
    "tokens_per_codepoint": 0.8461538461538461,
    "bytes_per_token": 3.5454545454545454,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 20337,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 14929,
      "hex": "e5 b7 a7",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "巧",
      "valid_utf8": true
     },
     {
      "id": 18672,
      "hex": "e5 85 8b",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "克",
      "valid_utf8": true
     },
     {
      "id": 11343,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 185214,
      "hex": "e7 94 a8 e4 ba 86",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "用了",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 11415,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 147092,
      "hex": "e5 89 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "剂",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.2222222222222223,
    "boundary_f1": 0.6666666666666665,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "這款巧克力用了新的乳化劑。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9230769230769231,
    "bytes_per_token": 3.25,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.08333333333333333,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 20337,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 14929,
      "hex": "e5 b7 a7",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "巧",
      "valid_utf8": true
     },
     {
      "id": 18672,
      "hex": "e5 85 8b",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "克",
      "valid_utf8": true
     },
     {
      "id": 11343,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 185214,
      "hex": "e7 94 a8 e4 ba 86",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "用了",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 11415,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 2458,
      "hex": "e5 8a",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.631578947368421,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "这款巧克力用了新的乳化剂。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.9166666666666666,
    "tokens_per_codepoint": 0.8461538461538461,
    "bytes_per_token": 3.5454545454545454,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 20337,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 14929,
      "hex": "e5 b7 a7",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "巧",
      "valid_utf8": true
     },
     {
      "id": 18672,
      "hex": "e5 85 8b",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "克",
      "valid_utf8": true
     },
     {
      "id": 11343,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 185214,
      "hex": "e7 94 a8 e4 ba 86",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "用了",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 11415,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 147092,
      "hex": "e5 89 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "剂",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.2222222222222223,
    "boundary_f1": 0.6666666666666665,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "這款朱古力用了新的乳化劑。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9230769230769231,
    "bytes_per_token": 3.25,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.5833333333333334,
    "han_split_rate": 0.08333333333333333,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 20337,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 102874,
      "hex": "e6 9c b1",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "朱",
      "valid_utf8": true
     },
     {
      "id": 27709,
      "hex": "e5 8f a4",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "古",
      "valid_utf8": true
     },
     {
      "id": 11343,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 185214,
      "hex": "e7 94 a8 e4 ba 86",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "用了",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 11415,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 2458,
      "hex": "e5 8a",
      "byte_start": 33,
      "byte_end": 35,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 239,
      "hex": "91",
      "byte_start": 35,
      "byte_end": 36,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.631578947368421,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan05",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "这款朱古力用了新的乳化剂。",
    "gloss": "This chocolate uses a new emulsifier.",
    "probe": "巧克力/朱古力",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 12,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 0.9166666666666666,
    "tokens_per_codepoint": 0.8461538461538461,
    "bytes_per_token": 3.5454545454545454,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 20337,
      "hex": "e6 ac be",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "款",
      "valid_utf8": true
     },
     {
      "id": 102874,
      "hex": "e6 9c b1",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "朱",
      "valid_utf8": true
     },
     {
      "id": 27709,
      "hex": "e5 8f a4",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "古",
      "valid_utf8": true
     },
     {
      "id": 11343,
      "hex": "e5 8a 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "力",
      "valid_utf8": true
     },
     {
      "id": 185214,
      "hex": "e7 94 a8 e4 ba 86",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "用了",
      "valid_utf8": true
     },
     {
      "id": 108794,
      "hex": "e6 96 b0 e7 9a 84",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "新的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 11415,
      "hex": "e5 8c 96",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "化",
      "valid_utf8": true
     },
     {
      "id": 147092,
      "hex": "e5 89 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "剂",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.2222222222222223,
    "boundary_f1": 0.6666666666666665,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "trad",
    "lexicon": "tw",
    "text": "維他命和礦物質都要補充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.1818181818181819,
    "tokens_per_codepoint": 1.0833333333333333,
    "bytes_per_token": 2.769230769230769,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.9090909090909091,
    "han_split_rate": 0.09090909090909091,
    "token_details": [
     {
      "id": 170034,
      "hex": "e7 b6 ad",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "維",
      "valid_utf8": true
     },
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 29305,
      "hex": "e5 91 bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "命",
      "valid_utf8": true
     },
     {
      "id": 5884,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 6828,
      "hex": "e7 a4",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13381,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 50461,
      "hex": "e8 b3 aa",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "質",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 157713,
      "hex": "e8 a3 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "補",
      "valid_utf8": true
     },
     {
      "id": 21478,
      "hex": "e5 85 85",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "充",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.625,
    "boundary_f1": 0.7368421052631579,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "simp",
    "lexicon": "tw",
    "text": "维他命和矿物质都要补充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0909090909090908,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 28630,
      "hex": "e7 bb b4",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "维",
      "valid_utf8": true
     },
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 29305,
      "hex": "e5 91 bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "命",
      "valid_utf8": true
     },
     {
      "id": 5884,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 120462,
      "hex": "e7 9f bf",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "矿",
      "valid_utf8": true
     },
     {
      "id": 13381,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 25025,
      "hex": "e8 b4 a8",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "质",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 57145,
      "hex": "e8 a1 a5",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "补",
      "valid_utf8": true
     },
     {
      "id": 21478,
      "hex": "e5 85 85",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "充",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "trad",
    "lexicon": "cn",
    "text": "維生素和礦物質都要補充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.1818181818181819,
    "tokens_per_codepoint": 1.0833333333333333,
    "bytes_per_token": 2.769230769230769,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.9090909090909091,
    "han_split_rate": 0.09090909090909091,
    "token_details": [
     {
      "id": 170034,
      "hex": "e7 b6 ad",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "維",
      "valid_utf8": true
     },
     {
      "id": 5883,
      "hex": "e7 94 9f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 31399,
      "hex": "e7 b4 a0",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "素",
      "valid_utf8": true
     },
     {
      "id": 5884,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 6828,
      "hex": "e7 a4",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13381,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 50461,
      "hex": "e8 b3 aa",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "質",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 157713,
      "hex": "e8 a3 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "補",
      "valid_utf8": true
     },
     {
      "id": 21478,
      "hex": "e5 85 85",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "充",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.8571428571428572,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "simp",
    "lexicon": "cn",
    "text": "维生素和矿物质都要补充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0909090909090908,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 28630,
      "hex": "e7 bb b4",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "维",
      "valid_utf8": true
     },
     {
      "id": 5883,
      "hex": "e7 94 9f",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 31399,
      "hex": "e7 b4 a0",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "素",
      "valid_utf8": true
     },
     {
      "id": 5884,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 120462,
      "hex": "e7 9f bf",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "矿",
      "valid_utf8": true
     },
     {
      "id": 13381,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 25025,
      "hex": "e8 b4 a8",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "质",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 57145,
      "hex": "e8 a1 a5",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "补",
      "valid_utf8": true
     },
     {
      "id": 21478,
      "hex": "e5 85 85",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "充",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "trad",
    "lexicon": "hk",
    "text": "維他命和礦物質都要補充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.1818181818181819,
    "tokens_per_codepoint": 1.0833333333333333,
    "bytes_per_token": 2.769230769230769,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.9090909090909091,
    "han_split_rate": 0.09090909090909091,
    "token_details": [
     {
      "id": 170034,
      "hex": "e7 b6 ad",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "維",
      "valid_utf8": true
     },
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 29305,
      "hex": "e5 91 bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "命",
      "valid_utf8": true
     },
     {
      "id": 5884,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 6828,
      "hex": "e7 a4",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 99,
      "hex": "a6",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13381,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 50461,
      "hex": "e8 b3 aa",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "質",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 157713,
      "hex": "e8 a3 9c",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "補",
      "valid_utf8": true
     },
     {
      "id": 21478,
      "hex": "e5 85 85",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "充",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.625,
    "boundary_f1": 0.7368421052631579,
    "encoding": "o200k_base"
   },
   {
    "item_id": "loan06",
    "category": "loan",
    "script": "simp",
    "lexicon": "hk",
    "text": "维他命和矿物质都要补充。",
    "gloss": "Take both vitamins and minerals.",
    "probe": "維他命(音譯)/维生素(意譯)",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0909090909090908,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 28630,
      "hex": "e7 bb b4",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "维",
      "valid_utf8": true
     },
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 29305,
      "hex": "e5 91 bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "命",
      "valid_utf8": true
     },
     {
      "id": 5884,
      "hex": "e5 92 8c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "和",
      "valid_utf8": true
     },
     {
      "id": 120462,
      "hex": "e7 9f bf",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "矿",
      "valid_utf8": true
     },
     {
      "id": 13381,
      "hex": "e7 89 a9",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 25025,
      "hex": "e8 b4 a8",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "质",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 57145,
      "hex": "e8 a1 a5",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "补",
      "valid_utf8": true
     },
     {
      "id": 21478,
      "hex": "e5 85 85",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "充",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "他越說越生氣，最後乾脆不講了。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 13,
    "n_codepoints": 15,
    "n_bytes": 45,
    "tokens_per_han": 1.1538461538461537,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 27441,
      "hex": "e8 aa aa",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "說",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 5883,
      "hex": "e7 94 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 74765,
      "hex": "e6 b0 a3",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "氣",
      "valid_utf8": true
     },
     {
      "id": 979,
      "hex": "ef bc 8c",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 161045,
      "hex": "e6 9c 80 e5 be 8c",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "最後",
      "valid_utf8": true
     },
     {
      "id": 133924,
      "hex": "e4 b9 be",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "乾",
      "valid_utf8": true
     },
     {
      "id": 14598,
      "hex": "e8 84",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3428,
      "hex": "e4 b8 8d",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 107920,
      "hex": "e8 ac 9b",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "講",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 12,
    "fertility": 1.25,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "他越说越生气，最后干脆不讲了。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 13,
    "n_codepoints": 15,
    "n_bytes": 45,
    "tokens_per_han": 1.1538461538461537,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 9631,
      "hex": "e8 af b4",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "说",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 5883,
      "hex": "e7 94 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 25896,
      "hex": "e6 b0 94",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "气",
      "valid_utf8": true
     },
     {
      "id": 979,
      "hex": "ef bc 8c",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 66664,
      "hex": "e6 9c 80 e5 90 8e",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "最后",
      "valid_utf8": true
     },
     {
      "id": 18770,
      "hex": "e5 b9 b2",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "干",
      "valid_utf8": true
     },
     {
      "id": 14598,
      "hex": "e8 84",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3428,
      "hex": "e4 b8 8d",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 41331,
      "hex": "e8 ae b2",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "讲",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 12,
    "fertility": 1.25,
    "boundary_f1": 0.88,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "他越說越生氣，最後乾脆不講了。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 13,
    "n_codepoints": 15,
    "n_bytes": 45,
    "tokens_per_han": 1.1538461538461537,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 27441,
      "hex": "e8 aa aa",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "說",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 5883,
      "hex": "e7 94 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 74765,
      "hex": "e6 b0 a3",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "氣",
      "valid_utf8": true
     },
     {
      "id": 979,
      "hex": "ef bc 8c",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 161045,
      "hex": "e6 9c 80 e5 be 8c",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "最後",
      "valid_utf8": true
     },
     {
      "id": 133924,
      "hex": "e4 b9 be",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "乾",
      "valid_utf8": true
     },
     {
      "id": 14598,
      "hex": "e8 84",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3428,
      "hex": "e4 b8 8d",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 107920,
      "hex": "e8 ac 9b",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "講",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 12,
    "fertility": 1.25,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "他越说越生气，最后干脆不讲了。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 13,
    "n_codepoints": 15,
    "n_bytes": 45,
    "tokens_per_han": 1.1538461538461537,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 9631,
      "hex": "e8 af b4",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "说",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 5883,
      "hex": "e7 94 9f",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 25896,
      "hex": "e6 b0 94",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "气",
      "valid_utf8": true
     },
     {
      "id": 979,
      "hex": "ef bc 8c",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 66664,
      "hex": "e6 9c 80 e5 90 8e",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "最后",
      "valid_utf8": true
     },
     {
      "id": 18770,
      "hex": "e5 b9 b2",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "干",
      "valid_utf8": true
     },
     {
      "id": 14598,
      "hex": "e8 84",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 3428,
      "hex": "e4 b8 8d",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 41331,
      "hex": "e8 ae b2",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "讲",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 42,
      "byte_end": 45,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 12,
    "fertility": 1.25,
    "boundary_f1": 0.88,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "他越講越嬲，最後索性唔講。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.0769230769230769,
    "bytes_per_token": 2.7857142857142856,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 107920,
      "hex": "e8 ac 9b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "講",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 103260,
      "hex": "e5 ac",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 979,
      "hex": "ef bc 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 161045,
      "hex": "e6 9c 80 e5 be 8c",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "最後",
      "valid_utf8": true
     },
     {
      "id": 26876,
      "hex": "e7 b4 a2",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "索",
      "valid_utf8": true
     },
     {
      "id": 8360,
      "hex": "e6 80 a7",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "性",
      "valid_utf8": true
     },
     {
      "id": 15675,
      "hex": "e5 94",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 107920,
      "hex": "e8 ac 9b",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "講",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 11,
    "fertility": 1.2727272727272727,
    "boundary_f1": 0.7826086956521738,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg01",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "他越讲越嬲，最后索性唔讲。",
    "gloss": "The more he talked the angrier he got.",
    "probe": "越X越Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 13,
    "n_bytes": 39,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.0769230769230769,
    "bytes_per_token": 2.7857142857142856,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 41331,
      "hex": "e8 ae b2",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "讲",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 103260,
      "hex": "e5 ac",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 110,
      "hex": "b2",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 979,
      "hex": "ef bc 8c",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "，",
      "valid_utf8": true
     },
     {
      "id": 66664,
      "hex": "e6 9c 80 e5 90 8e",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "最后",
      "valid_utf8": true
     },
     {
      "id": 26876,
      "hex": "e7 b4 a2",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "索",
      "valid_utf8": true
     },
     {
      "id": 8360,
      "hex": "e6 80 a7",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "性",
      "valid_utf8": true
     },
     {
      "id": 15675,
      "hex": "e5 94",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41331,
      "hex": "e8 ae b2",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "讲",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 11,
    "fertility": 1.2727272727272727,
    "boundary_f1": 0.8695652173913044,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "這本書我一看就懂。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 4087,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 33528,
      "hex": "e6 9b b8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "書",
      "valid_utf8": true
     },
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 3812,
      "hex": "e7 9c 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 69573,
      "hex": "e6 87 82",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "懂",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.8571428571428571,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "这本书我一看就懂。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 4087,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 20121,
      "hex": "e4 b9 a6",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "书",
      "valid_utf8": true
     },
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 3812,
      "hex": "e7 9c 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 69573,
      "hex": "e6 87 82",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "懂",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.125,
    "boundary_f1": 0.9333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "這本書我一看就懂。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 4087,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 33528,
      "hex": "e6 9b b8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "書",
      "valid_utf8": true
     },
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 3812,
      "hex": "e7 9c 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 69573,
      "hex": "e6 87 82",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "懂",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.2857142857142858,
    "boundary_f1": 0.8571428571428571,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "这本书我一看就懂。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.125,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 4087,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 20121,
      "hex": "e4 b9 a6",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "书",
      "valid_utf8": true
     },
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 3812,
      "hex": "e7 9c 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 69573,
      "hex": "e6 87 82",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "懂",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.125,
    "boundary_f1": 0.9333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "這本書我一睇就明。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.25,
    "tokens_per_codepoint": 1.1111111111111112,
    "bytes_per_token": 2.7,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.875,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 4087,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 33528,
      "hex": "e6 9b b8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "書",
      "valid_utf8": true
     },
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 13737,
      "hex": "e7 9d",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.4285714285714286,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg02",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "这本书我一睇就明。",
    "gloss": "I understood this book at first glance.",
    "probe": "一X就Y 半基模構式",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 8,
    "n_codepoints": 9,
    "n_bytes": 27,
    "tokens_per_han": 1.25,
    "tokens_per_codepoint": 1.1111111111111112,
    "bytes_per_token": 2.7,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.875,
    "han_split_rate": 0.125,
    "token_details": [
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 4087,
      "hex": "e6 9c ac",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 20121,
      "hex": "e4 b9 a6",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "书",
      "valid_utf8": true
     },
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 13737,
      "hex": "e7 9d",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.25,
    "boundary_f1": 0.8750000000000001,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "他昨天洗了個澡就睡了。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 154530,
      "hex": "e6 98 a8 e5 a4 a9",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "昨天",
      "valid_utf8": true
     },
     {
      "id": 52879,
      "hex": "e6 b4 97",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "洗",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 73775,
      "hex": "e6 be a1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "澡",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 94951,
      "hex": "e7 9d a1",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "睡",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 10,
    "fertility": 1.0,
    "boundary_f1": 1.0,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "他昨天洗了个澡就睡了。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 154530,
      "hex": "e6 98 a8 e5 a4 a9",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "昨天",
      "valid_utf8": true
     },
     {
      "id": 52879,
      "hex": "e6 b4 97",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "洗",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 5920,
      "hex": "e4 b8 aa",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 73775,
      "hex": "e6 be a1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "澡",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 94951,
      "hex": "e7 9d a1",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "睡",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 10,
    "fertility": 1.0,
    "boundary_f1": 1.0,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "他昨天洗了個澡就睡了。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 154530,
      "hex": "e6 98 a8 e5 a4 a9",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "昨天",
      "valid_utf8": true
     },
     {
      "id": 52879,
      "hex": "e6 b4 97",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "洗",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 73775,
      "hex": "e6 be a1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "澡",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 94951,
      "hex": "e7 9d a1",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "睡",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 10,
    "fertility": 1.0,
    "boundary_f1": 1.0,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "他昨天洗了个澡就睡了。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 154530,
      "hex": "e6 98 a8 e5 a4 a9",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "昨天",
      "valid_utf8": true
     },
     {
      "id": 52879,
      "hex": "e6 b4 97",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "洗",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 5920,
      "hex": "e4 b8 aa",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 73775,
      "hex": "e6 be a1",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "澡",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 94951,
      "hex": "e7 9d a1",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "睡",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 10,
    "fertility": 1.0,
    "boundary_f1": 1.0,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "他琴日沖咗個涼就瞓。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.4444444444444444,
    "tokens_per_codepoint": 1.3,
    "bytes_per_token": 2.3076923076923075,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.46153846153846156,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 151171,
      "hex": "e7 90 b4",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "琴",
      "valid_utf8": true
     },
     {
      "id": 2292,
      "hex": "e6 97 a5",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "日",
      "valid_utf8": true
     },
     {
      "id": 163889,
      "hex": "e6 b2 96",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "沖",
      "valid_utf8": true
     },
     {
      "id": 5303,
      "hex": "e5 92",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 10845,
      "hex": "e6 b6",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 120,
      "hex": "bc",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 80533,
      "hex": "e7 9e",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 241,
      "hex": "93",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.4444444444444444,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg03",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "他琴日冲咗个凉就瞓。",
    "gloss": "He took a shower yesterday and went to bed.",
    "probe": "離合詞 洗澡 → 洗了個澡（不連續）",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2,
    "bytes_per_token": 2.5,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3333333333333333,
    "han_one_token_rate": 0.7777777777777778,
    "han_split_rate": 0.2222222222222222,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 151171,
      "hex": "e7 90 b4",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "琴",
      "valid_utf8": true
     },
     {
      "id": 2292,
      "hex": "e6 97 a5",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "日",
      "valid_utf8": true
     },
     {
      "id": 61046,
      "hex": "e5 86 b2",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "冲",
      "valid_utf8": true
     },
     {
      "id": 5303,
      "hex": "e5 92",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 5920,
      "hex": "e4 b8 aa",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "个",
      "valid_utf8": true
     },
     {
      "id": 158857,
      "hex": "e5 87 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "凉",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 80533,
      "hex": "e7 9e",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 241,
      "hex": "93",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.8421052631578948,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "我們研究研究再決定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 7,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 0.7777777777777778,
    "tokens_per_codepoint": 0.7,
    "bytes_per_token": 4.285714285714286,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 162942,
      "hex": "e6 88 91 e5 80 91",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我們",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 29020,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 78755,
      "hex": "e6 b1 ba",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "決",
      "valid_utf8": true
     },
     {
      "id": 8745,
      "hex": "e5 ae 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.1666666666666667,
    "boundary_f1": 0.9090909090909091,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "我们研究研究再决定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 6,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 0.6666666666666666,
    "tokens_per_codepoint": 0.6,
    "bytes_per_token": 5.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.1111111111111111,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 24809,
      "hex": "e6 88 91 e4 bb ac",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我们",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 29020,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 115465,
      "hex": "e5 86 b3 e5 ae 9a",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "决定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.0,
    "boundary_f1": 1.0,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "我們研究研究再決定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 7,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 0.7777777777777778,
    "tokens_per_codepoint": 0.7,
    "bytes_per_token": 4.285714285714286,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 162942,
      "hex": "e6 88 91 e5 80 91",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我們",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 29020,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 78755,
      "hex": "e6 b1 ba",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "決",
      "valid_utf8": true
     },
     {
      "id": 8745,
      "hex": "e5 ae 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.1666666666666667,
    "boundary_f1": 0.9090909090909091,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "我们研究研究再决定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 6,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 0.6666666666666666,
    "tokens_per_codepoint": 0.6,
    "bytes_per_token": 5.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.1111111111111111,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 24809,
      "hex": "e6 88 91 e4 bb ac",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "我们",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 29020,
      "hex": "e5 86 8d",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "再",
      "valid_utf8": true
     },
     {
      "id": 115465,
      "hex": "e5 86 b3 e5 ae 9a",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "决定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.0,
    "boundary_f1": 1.0,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "我哋研究研究先決定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9,
    "bytes_per_token": 3.3333333333333335,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2222222222222222,
    "han_one_token_rate": 0.4444444444444444,
    "han_split_rate": 0.1111111111111111,
    "token_details": [
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 3134,
      "hex": "e5 93",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 12231,
      "hex": "e5 85 88",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "先",
      "valid_utf8": true
     },
     {
      "id": 78755,
      "hex": "e6 b1 ba",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "決",
      "valid_utf8": true
     },
     {
      "id": 8745,
      "hex": "e5 ae 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg04",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "我哋研究研究先决定。",
    "gloss": "Let's think it over before deciding.",
    "probe": "動詞重疊 VV",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 8,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 0.8888888888888888,
    "tokens_per_codepoint": 0.8,
    "bytes_per_token": 3.75,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.25,
    "han_one_token_rate": 0.2222222222222222,
    "han_split_rate": 0.1111111111111111,
    "token_details": [
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 3134,
      "hex": "e5 93",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 12231,
      "hex": "e5 85 88",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "先",
      "valid_utf8": true
     },
     {
      "id": 115465,
      "hex": "e5 86 b3 e5 ae 9a",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "决定",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.1428571428571428,
    "boundary_f1": 0.923076923076923,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "這件事說起來一言難盡。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 12,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.2,
    "tokens_per_codepoint": 1.0909090909090908,
    "bytes_per_token": 2.75,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.9,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 6095,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 8669,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 27441,
      "hex": "e8 aa aa",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "說",
      "valid_utf8": true
     },
     {
      "id": 15546,
      "hex": "e8 b5 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 46863,
      "hex": "e4 be 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "來",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17765,
      "hex": "e8 a8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 116676,
      "hex": "e9 9b a3",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "難",
      "valid_utf8": true
     },
     {
      "id": 3066,
      "hex": "e7 9b",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "这件事说起来一言难尽。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 6095,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 8669,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 9631,
      "hex": "e8 af b4",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "说",
      "valid_utf8": true
     },
     {
      "id": 84634,
      "hex": "e8 b5 b7 e6 9d a5",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "起来",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17765,
      "hex": "e8 a8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 38130,
      "hex": "e9 9a be",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "难",
      "valid_utf8": true
     },
     {
      "id": 53925,
      "hex": "e5 b0 bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "尽",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 5,
    "fertility": 2.0,
    "boundary_f1": 0.6153846153846153,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "這件事說起來一言難盡。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.2,
    "tokens_per_codepoint": 1.0909090909090908,
    "bytes_per_token": 2.75,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.9,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 65212,
      "hex": "e9 80 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "這",
      "valid_utf8": true
     },
     {
      "id": 6095,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 8669,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 27441,
      "hex": "e8 aa aa",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "說",
      "valid_utf8": true
     },
     {
      "id": 15546,
      "hex": "e8 b5 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 46863,
      "hex": "e4 be 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "來",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17765,
      "hex": "e8 a8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 116676,
      "hex": "e9 9b a3",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "難",
      "valid_utf8": true
     },
     {
      "id": 3066,
      "hex": "e7 9b",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "这件事说起来一言难尽。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 8327,
      "hex": "e8 bf 99",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "这",
      "valid_utf8": true
     },
     {
      "id": 6095,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 8669,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 9631,
      "hex": "e8 af b4",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "说",
      "valid_utf8": true
     },
     {
      "id": 84634,
      "hex": "e8 b5 b7 e6 9d a5",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "起来",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17765,
      "hex": "e8 a8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 38130,
      "hex": "e9 9a be",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "难",
      "valid_utf8": true
     },
     {
      "id": 53925,
      "hex": "e5 b0 bd",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "尽",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 5,
    "fertility": 2.0,
    "boundary_f1": 0.6153846153846153,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "呢件事講起上嚟一言難盡。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 14,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.2727272727272727,
    "tokens_per_codepoint": 1.1666666666666667,
    "bytes_per_token": 2.5714285714285716,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.2857142857142857,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 65270,
      "hex": "e5 91 a2",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "呢",
      "valid_utf8": true
     },
     {
      "id": 6095,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 8669,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 107920,
      "hex": "e8 ac 9b",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "講",
      "valid_utf8": true
     },
     {
      "id": 15546,
      "hex": "e8 b5 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 182317,
      "hex": "e5 9a",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17765,
      "hex": "e8 a8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 116676,
      "hex": "e9 9b a3",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "難",
      "valid_utf8": true
     },
     {
      "id": 3066,
      "hex": "e7 9b",
      "byte_start": 30,
      "byte_end": 32,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 32,
      "byte_end": 33,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.5555555555555556,
    "boundary_f1": 0.761904761904762,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg05",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "呢件事讲起上嚟一言难尽。",
    "gloss": "It's a long story.",
    "probe": "成語（全實體構式）＋動補",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 13,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.1818181818181819,
    "tokens_per_codepoint": 1.0833333333333333,
    "bytes_per_token": 2.769230769230769,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.15384615384615385,
    "han_one_token_rate": 0.9090909090909091,
    "han_split_rate": 0.09090909090909091,
    "token_details": [
     {
      "id": 65270,
      "hex": "e5 91 a2",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "呢",
      "valid_utf8": true
     },
     {
      "id": 6095,
      "hex": "e4 bb b6",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "件",
      "valid_utf8": true
     },
     {
      "id": 8669,
      "hex": "e4 ba 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "事",
      "valid_utf8": true
     },
     {
      "id": 41331,
      "hex": "e8 ae b2",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "讲",
      "valid_utf8": true
     },
     {
      "id": 15546,
      "hex": "e8 b5 b7",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 182317,
      "hex": "e5 9a",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 253,
      "hex": "9f",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 17765,
      "hex": "e8 a8 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "言",
      "valid_utf8": true
     },
     {
      "id": 38130,
      "hex": "e9 9a be",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "难",
      "valid_utf8": true
     },
     {
      "id": 53925,
      "hex": "e5 b0 bd",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "尽",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.4444444444444444,
    "boundary_f1": 0.8,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "trad",
    "lexicon": "tw",
    "text": "他把那份文件放在桌上了。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 18818,
      "hex": "e9 82 a3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "那",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 32767,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 9938,
      "hex": "e6 94 be",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 127583,
      "hex": "e6 a1 8c",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "桌",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "simp",
    "lexicon": "tw",
    "text": "他把那份文件放在桌上了。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 18818,
      "hex": "e9 82 a3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "那",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 32767,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 9938,
      "hex": "e6 94 be",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 127583,
      "hex": "e6 a1 8c",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "桌",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "trad",
    "lexicon": "cn",
    "text": "他把那份文件放在桌上了。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 18818,
      "hex": "e9 82 a3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "那",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 32767,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 9938,
      "hex": "e6 94 be",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 127583,
      "hex": "e6 a1 8c",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "桌",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "simp",
    "lexicon": "cn",
    "text": "他把那份文件放在桌上了。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 18818,
      "hex": "e9 82 a3",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "那",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 32767,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 12,
      "byte_end": 18,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 9938,
      "hex": "e6 94 be",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 127583,
      "hex": "e6 a1 8c",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "桌",
      "valid_utf8": true
     },
     {
      "id": 4286,
      "hex": "e4 b8 8a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "上",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.375,
    "boundary_f1": 0.8235294117647058,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "trad",
    "lexicon": "hk",
    "text": "佢將份文件擺喺枱面。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.4444444444444444,
    "tokens_per_codepoint": 1.3,
    "bytes_per_token": 2.3076923076923075,
    "n_utf8_fragments": 8,
    "utf8_fragment_rate": 0.6153846153846154,
    "han_one_token_rate": 0.3333333333333333,
    "han_split_rate": 0.4444444444444444,
    "token_details": [
     {
      "id": 2100,
      "hex": "e4 bd",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 153818,
      "hex": "e5 b0 87",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "將",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 32767,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 16838,
      "hex": "e6 93",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 12621,
      "hex": "e5 96",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 4549,
      "hex": "e6 9e",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9961,
      "hex": "e9 9d a2",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.8571428571428572,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "cxg06",
    "category": "cxg",
    "script": "simp",
    "lexicon": "hk",
    "text": "佢将份文件摆喺枱面。",
    "gloss": "He put the document on the desk.",
    "probe": "把字句",
    "hk_confidence": "low",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.3333333333333333,
    "tokens_per_codepoint": 1.2,
    "bytes_per_token": 2.5,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.5,
    "han_one_token_rate": 0.4444444444444444,
    "han_split_rate": 0.3333333333333333,
    "token_details": [
     {
      "id": 2100,
      "hex": "e4 bd",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 95,
      "hex": "a2",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15038,
      "hex": "e5 b0 86",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "将",
      "valid_utf8": true
     },
     {
      "id": 26180,
      "hex": "e4 bb bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "份",
      "valid_utf8": true
     },
     {
      "id": 32767,
      "hex": "e6 96 87 e4 bb b6",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "文件",
      "valid_utf8": true
     },
     {
      "id": 158668,
      "hex": "e6 91 86",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "摆",
      "valid_utf8": true
     },
     {
      "id": 12621,
      "hex": "e5 96",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 118,
      "hex": "ba",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 4549,
      "hex": "e6 9e",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 9961,
      "hex": "e9 9d a2",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "面",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.7142857142857142,
    "boundary_f1": 0.7058823529411764,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "trad",
    "lexicon": "tw",
    "text": "川普與拜登再次交鋒。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.1111111111111112,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2,
    "han_one_token_rate": 0.6666666666666666,
    "han_split_rate": 0.1111111111111111,
    "token_details": [
     {
      "id": 25256,
      "hex": "e5 b7 9d",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "川",
      "valid_utf8": true
     },
     {
      "id": 33403,
      "hex": "e6 99 ae",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "普",
      "valid_utf8": true
     },
     {
      "id": 70855,
      "hex": "e8 88 87",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "與",
      "valid_utf8": true
     },
     {
      "id": 109580,
      "hex": "e6 8b 9c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "拜",
      "valid_utf8": true
     },
     {
      "id": 9476,
      "hex": "e7 99 bb",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 190459,
      "hex": "e5 86 8d e6 ac a1",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "再次",
      "valid_utf8": true
     },
     {
      "id": 10130,
      "hex": "e4 ba a4",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 150739,
      "hex": "e9 8b",
      "byte_start": 24,
      "byte_end": 26,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 26,
      "byte_end": 27,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "simp",
    "lexicon": "tw",
    "text": "川普与拜登再次交锋。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 9,
    "n_codepoints": 10,
    "n_bytes": 30,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9,
    "bytes_per_token": 3.3333333333333335,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.7777777777777778,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 25256,
      "hex": "e5 b7 9d",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "川",
      "valid_utf8": true
     },
     {
      "id": 33403,
      "hex": "e6 99 ae",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "普",
      "valid_utf8": true
     },
     {
      "id": 11755,
      "hex": "e4 b8 8e",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "与",
      "valid_utf8": true
     },
     {
      "id": 109580,
      "hex": "e6 8b 9c",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "拜",
      "valid_utf8": true
     },
     {
      "id": 9476,
      "hex": "e7 99 bb",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 190459,
      "hex": "e5 86 8d e6 ac a1",
      "byte_start": 15,
      "byte_end": 21,
      "surface": "再次",
      "valid_utf8": true
     },
     {
      "id": 10130,
      "hex": "e4 ba a4",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 20144,
      "hex": "e9 94 8b",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "锋",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "trad",
    "lexicon": "cn",
    "text": "特朗普與拜登再次交鋒。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 9,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.9,
    "tokens_per_codepoint": 0.8181818181818182,
    "bytes_per_token": 3.6666666666666665,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2222222222222222,
    "han_one_token_rate": 0.4,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 161031,
      "hex": "e7 89 b9 e6 9c 97 e6 99 ae",
      "byte_start": 0,
      "byte_end": 9,
      "surface": "特朗普",
      "valid_utf8": true
     },
     {
      "id": 70855,
      "hex": "e8 88 87",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "與",
      "valid_utf8": true
     },
     {
      "id": 109580,
      "hex": "e6 8b 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "拜",
      "valid_utf8": true
     },
     {
      "id": 9476,
      "hex": "e7 99 bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 190459,
      "hex": "e5 86 8d e6 ac a1",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "再次",
      "valid_utf8": true
     },
     {
      "id": 10130,
      "hex": "e4 ba a4",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 150739,
      "hex": "e9 8b",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "simp",
    "lexicon": "cn",
    "text": "特朗普与拜登再次交锋。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 8,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.8,
    "tokens_per_codepoint": 0.7272727272727273,
    "bytes_per_token": 4.125,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 161031,
      "hex": "e7 89 b9 e6 9c 97 e6 99 ae",
      "byte_start": 0,
      "byte_end": 9,
      "surface": "特朗普",
      "valid_utf8": true
     },
     {
      "id": 11755,
      "hex": "e4 b8 8e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "与",
      "valid_utf8": true
     },
     {
      "id": 109580,
      "hex": "e6 8b 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "拜",
      "valid_utf8": true
     },
     {
      "id": 9476,
      "hex": "e7 99 bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 190459,
      "hex": "e5 86 8d e6 ac a1",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "再次",
      "valid_utf8": true
     },
     {
      "id": 10130,
      "hex": "e4 ba a4",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 20144,
      "hex": "e9 94 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "锋",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.8333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "trad",
    "lexicon": "hk",
    "text": "特朗普與拜登再次交鋒。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 9,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.9,
    "tokens_per_codepoint": 0.8181818181818182,
    "bytes_per_token": 3.6666666666666665,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.2222222222222222,
    "han_one_token_rate": 0.4,
    "han_split_rate": 0.1,
    "token_details": [
     {
      "id": 161031,
      "hex": "e7 89 b9 e6 9c 97 e6 99 ae",
      "byte_start": 0,
      "byte_end": 9,
      "surface": "特朗普",
      "valid_utf8": true
     },
     {
      "id": 70855,
      "hex": "e8 88 87",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "與",
      "valid_utf8": true
     },
     {
      "id": 109580,
      "hex": "e6 8b 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "拜",
      "valid_utf8": true
     },
     {
      "id": 9476,
      "hex": "e7 99 bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 190459,
      "hex": "e5 86 8d e6 ac a1",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "再次",
      "valid_utf8": true
     },
     {
      "id": 10130,
      "hex": "e4 ba a4",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 150739,
      "hex": "e9 8b",
      "byte_start": 27,
      "byte_end": 29,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 240,
      "hex": "92",
      "byte_start": 29,
      "byte_end": 30,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.5,
    "boundary_f1": 0.7692307692307693,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name01",
    "category": "name",
    "script": "simp",
    "lexicon": "hk",
    "text": "特朗普与拜登再次交锋。",
    "gloss": "Trump and Biden clashed again.",
    "probe": "川普/特朗普",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 8,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 0.8,
    "tokens_per_codepoint": 0.7272727272727273,
    "bytes_per_token": 4.125,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.5,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 161031,
      "hex": "e7 89 b9 e6 9c 97 e6 99 ae",
      "byte_start": 0,
      "byte_end": 9,
      "surface": "特朗普",
      "valid_utf8": true
     },
     {
      "id": 11755,
      "hex": "e4 b8 8e",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "与",
      "valid_utf8": true
     },
     {
      "id": 109580,
      "hex": "e6 8b 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "拜",
      "valid_utf8": true
     },
     {
      "id": 9476,
      "hex": "e7 99 bb",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "登",
      "valid_utf8": true
     },
     {
      "id": 190459,
      "hex": "e5 86 8d e6 ac a1",
      "byte_start": 18,
      "byte_end": 24,
      "surface": "再次",
      "valid_utf8": true
     },
     {
      "id": 10130,
      "hex": "e4 ba a4",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "交",
      "valid_utf8": true
     },
     {
      "id": 20144,
      "hex": "e9 94 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "锋",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.3333333333333333,
    "boundary_f1": 0.8333333333333333,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "trad",
    "lexicon": "tw",
    "text": "他下週要飛往雪梨開會。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.1,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 3771,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 56375,
      "hex": "e9 80 b1",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "週",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 169177,
      "hex": "e9 a3 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "飛",
      "valid_utf8": true
     },
     {
      "id": 50058,
      "hex": "e5 be 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "往",
      "valid_utf8": true
     },
     {
      "id": 55833,
      "hex": "e9 9b aa",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "雪",
      "valid_utf8": true
     },
     {
      "id": 163551,
      "hex": "e6 a2 a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "梨",
      "valid_utf8": true
     },
     {
      "id": 29952,
      "hex": "e9 96 8b",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "開",
      "valid_utf8": true
     },
     {
      "id": 58696,
      "hex": "e6 9c 83",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "會",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "simp",
    "lexicon": "tw",
    "text": "他下周要飞往雪梨开会。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.1,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 3771,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 17442,
      "hex": "e5 91 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "周",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 24475,
      "hex": "e9 a3 9e",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "飞",
      "valid_utf8": true
     },
     {
      "id": 50058,
      "hex": "e5 be 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "往",
      "valid_utf8": true
     },
     {
      "id": 55833,
      "hex": "e9 9b aa",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "雪",
      "valid_utf8": true
     },
     {
      "id": 163551,
      "hex": "e6 a2 a8",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "梨",
      "valid_utf8": true
     },
     {
      "id": 3044,
      "hex": "e5 bc 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "开",
      "valid_utf8": true
     },
     {
      "id": 6016,
      "hex": "e4 bc 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "trad",
    "lexicon": "cn",
    "text": "他下週要飛往悉尼開會。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.1,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 3771,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 56375,
      "hex": "e9 80 b1",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "週",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 169177,
      "hex": "e9 a3 9b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "飛",
      "valid_utf8": true
     },
     {
      "id": 50058,
      "hex": "e5 be 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "往",
      "valid_utf8": true
     },
     {
      "id": 71418,
      "hex": "e6 82 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "悉",
      "valid_utf8": true
     },
     {
      "id": 26527,
      "hex": "e5 b0 bc",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "尼",
      "valid_utf8": true
     },
     {
      "id": 29952,
      "hex": "e9 96 8b",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "開",
      "valid_utf8": true
     },
     {
      "id": 58696,
      "hex": "e6 9c 83",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "會",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "simp",
    "lexicon": "cn",
    "text": "他下周要飞往悉尼开会。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.1,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 3771,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 17442,
      "hex": "e5 91 a8",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "周",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 24475,
      "hex": "e9 a3 9e",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "飞",
      "valid_utf8": true
     },
     {
      "id": 50058,
      "hex": "e5 be 80",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "往",
      "valid_utf8": true
     },
     {
      "id": 71418,
      "hex": "e6 82 89",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "悉",
      "valid_utf8": true
     },
     {
      "id": 26527,
      "hex": "e5 b0 bc",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "尼",
      "valid_utf8": true
     },
     {
      "id": 3044,
      "hex": "e5 bc 80",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "开",
      "valid_utf8": true
     },
     {
      "id": 6016,
      "hex": "e4 bc 9a",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "trad",
    "lexicon": "hk",
    "text": "他下星期要飛往悉尼開會。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 3771,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 107546,
      "hex": "e6 98 9f e6 9c 9f",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "星期",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 169177,
      "hex": "e9 a3 9b",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "飛",
      "valid_utf8": true
     },
     {
      "id": 50058,
      "hex": "e5 be 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "往",
      "valid_utf8": true
     },
     {
      "id": 71418,
      "hex": "e6 82 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "悉",
      "valid_utf8": true
     },
     {
      "id": 26527,
      "hex": "e5 b0 bc",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "尼",
      "valid_utf8": true
     },
     {
      "id": 29952,
      "hex": "e9 96 8b",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "開",
      "valid_utf8": true
     },
     {
      "id": 58696,
      "hex": "e6 9c 83",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "會",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name02",
    "category": "name",
    "script": "simp",
    "lexicon": "hk",
    "text": "他下星期要飞往悉尼开会。",
    "gloss": "He flies to Sydney next week for a meeting.",
    "probe": "雪梨/悉尼",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9166666666666666,
    "bytes_per_token": 3.272727272727273,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8181818181818182,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 3771,
      "hex": "e4 b8 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "下",
      "valid_utf8": true
     },
     {
      "id": 107546,
      "hex": "e6 98 9f e6 9c 9f",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "星期",
      "valid_utf8": true
     },
     {
      "id": 7724,
      "hex": "e8 a6 81",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "要",
      "valid_utf8": true
     },
     {
      "id": 24475,
      "hex": "e9 a3 9e",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "飞",
      "valid_utf8": true
     },
     {
      "id": 50058,
      "hex": "e5 be 80",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "往",
      "valid_utf8": true
     },
     {
      "id": 71418,
      "hex": "e6 82 89",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "悉",
      "valid_utf8": true
     },
     {
      "id": 26527,
      "hex": "e5 b0 bc",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "尼",
      "valid_utf8": true
     },
     {
      "id": 3044,
      "hex": "e5 bc 80",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "开",
      "valid_utf8": true
     },
     {
      "id": 6016,
      "hex": "e4 bc 9a",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "会",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 1.5714285714285714,
    "boundary_f1": 0.7499999999999999,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "trad",
    "lexicon": "tw",
    "text": "紐西蘭的乳製品出口成長。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.1818181818181819,
    "tokens_per_codepoint": 1.0833333333333333,
    "bytes_per_token": 2.769230769230769,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3076923076923077,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 8028,
      "hex": "e7 b4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13781,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 116687,
      "hex": "e8 98",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 57719,
      "hex": "e8 a3 bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "製",
      "valid_utf8": true
     },
     {
      "id": 4328,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 155748,
      "hex": "e5 87 ba e5 8f a3",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "出口",
      "valid_utf8": true
     },
     {
      "id": 5543,
      "hex": "e6 88 90",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "成",
      "valid_utf8": true
     },
     {
      "id": 35081,
      "hex": "e9 95 b7",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "長",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.625,
    "boundary_f1": 0.7368421052631579,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "simp",
    "lexicon": "tw",
    "text": "纽西兰的乳制品出口成长。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 0.9090909090909091,
    "tokens_per_codepoint": 0.8333333333333334,
    "bytes_per_token": 3.6,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 134420,
      "hex": "e7 ba bd",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "纽",
      "valid_utf8": true
     },
     {
      "id": 13781,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 34401,
      "hex": "e5 85 b0",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "兰",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 12927,
      "hex": "e5 88 b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "制",
      "valid_utf8": true
     },
     {
      "id": 4328,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 155748,
      "hex": "e5 87 ba e5 8f a3",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "出口",
      "valid_utf8": true
     },
     {
      "id": 182583,
      "hex": "e6 88 90 e9 95 bf",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "成长",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "trad",
    "lexicon": "cn",
    "text": "新西蘭的乳製品出口增長。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 12,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.0909090909090908,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.16666666666666666,
    "han_one_token_rate": 0.7272727272727273,
    "han_split_rate": 0.09090909090909091,
    "token_details": [
     {
      "id": 3711,
      "hex": "e6 96 b0",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 13781,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 116687,
      "hex": "e8 98",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 57719,
      "hex": "e8 a3 bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "製",
      "valid_utf8": true
     },
     {
      "id": 4328,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 155748,
      "hex": "e5 87 ba e5 8f a3",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "出口",
      "valid_utf8": true
     },
     {
      "id": 20328,
      "hex": "e5 a2 9e",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "增",
      "valid_utf8": true
     },
     {
      "id": 35081,
      "hex": "e9 95 b7",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "長",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.5,
    "boundary_f1": 0.7777777777777778,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "simp",
    "lexicon": "cn",
    "text": "新西兰的乳制品出口增长。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 0.9090909090909091,
    "tokens_per_codepoint": 0.8333333333333334,
    "bytes_per_token": 3.6,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 3711,
      "hex": "e6 96 b0",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "新",
      "valid_utf8": true
     },
     {
      "id": 13781,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 34401,
      "hex": "e5 85 b0",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "兰",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 12927,
      "hex": "e5 88 b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "制",
      "valid_utf8": true
     },
     {
      "id": 4328,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 155748,
      "hex": "e5 87 ba e5 8f a3",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "出口",
      "valid_utf8": true
     },
     {
      "id": 47993,
      "hex": "e5 a2 9e e9 95 bf",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "增长",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "trad",
    "lexicon": "hk",
    "text": "紐西蘭的乳製品出口增長。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 13,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 1.1818181818181819,
    "tokens_per_codepoint": 1.0833333333333333,
    "bytes_per_token": 2.769230769230769,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.3076923076923077,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.18181818181818182,
    "token_details": [
     {
      "id": 8028,
      "hex": "e7 b4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 238,
      "hex": "90",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 13781,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 116687,
      "hex": "e8 98",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 57719,
      "hex": "e8 a3 bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "製",
      "valid_utf8": true
     },
     {
      "id": 4328,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 155748,
      "hex": "e5 87 ba e5 8f a3",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "出口",
      "valid_utf8": true
     },
     {
      "id": 20328,
      "hex": "e5 a2 9e",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "增",
      "valid_utf8": true
     },
     {
      "id": 35081,
      "hex": "e9 95 b7",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "長",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.625,
    "boundary_f1": 0.7368421052631579,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name03",
    "category": "name",
    "script": "simp",
    "lexicon": "hk",
    "text": "纽西兰的乳制品出口增长。",
    "gloss": "New Zealand dairy exports grew.",
    "probe": "紐西蘭/新西兰",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 11,
    "n_codepoints": 12,
    "n_bytes": 36,
    "tokens_per_han": 0.9090909090909091,
    "tokens_per_codepoint": 0.8333333333333334,
    "bytes_per_token": 3.6,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.6363636363636364,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 134420,
      "hex": "e7 ba bd",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "纽",
      "valid_utf8": true
     },
     {
      "id": 13781,
      "hex": "e8 a5 bf",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "西",
      "valid_utf8": true
     },
     {
      "id": 34401,
      "hex": "e5 85 b0",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "兰",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 35676,
      "hex": "e4 b9 b3",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "乳",
      "valid_utf8": true
     },
     {
      "id": 12927,
      "hex": "e5 88 b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "制",
      "valid_utf8": true
     },
     {
      "id": 4328,
      "hex": "e5 93 81",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "品",
      "valid_utf8": true
     },
     {
      "id": 155748,
      "hex": "e5 87 ba e5 8f a3",
      "byte_start": 21,
      "byte_end": 27,
      "surface": "出口",
      "valid_utf8": true
     },
     {
      "id": 47993,
      "hex": "e5 a2 9e e9 95 bf",
      "byte_start": 27,
      "byte_end": 33,
      "surface": "增长",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.6666666666666667,
    "boundary_f1": 0.7142857142857143,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "trad",
    "lexicon": "tw",
    "text": "他最愛的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.1,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 23820,
      "hex": "e6 84 9b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "愛",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 6150,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 3221,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 12426,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 37715,
      "hex": "e5 a8 81",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "威",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "simp",
    "lexicon": "tw",
    "text": "他最爱的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 191899,
      "hex": "e7 88 b1 e7 9a 84",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "爱的",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 6150,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 3221,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 12426,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 37715,
      "hex": "e5 a8 81",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "威",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.25,
    "boundary_f1": 0.75,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "trad",
    "lexicon": "cn",
    "text": "他最愛的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 11,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.1,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 23820,
      "hex": "e6 84 9b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "愛",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 6150,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 3221,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 12426,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 37715,
      "hex": "e5 a8 81",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "威",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "simp",
    "lexicon": "cn",
    "text": "他最爱的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 191899,
      "hex": "e7 88 b1 e7 9a 84",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "爱的",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 6150,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 3221,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 12426,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 37715,
      "hex": "e5 a8 81",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "威",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.25,
    "boundary_f1": 0.75,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "trad",
    "lexicon": "hk",
    "text": "他最愛的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": true,
    "n_tokens": 11,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.1,
    "tokens_per_codepoint": 1.0,
    "bytes_per_token": 3.0,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 1.0,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 23820,
      "hex": "e6 84 9b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "愛",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 6150,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 3221,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 12426,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 37715,
      "hex": "e5 a8 81",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "威",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 6,
    "fertility": 1.8333333333333333,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name04",
    "category": "name",
    "script": "simp",
    "lexicon": "hk",
    "text": "他最爱的作家是海明威。",
    "gloss": "His favourite writer is Hemingway.",
    "probe": "control: identical transliteration",
    "hk_confidence": "high",
    "original_surface": false,
    "n_tokens": 10,
    "n_han": 10,
    "n_codepoints": 11,
    "n_bytes": 33,
    "tokens_per_han": 1.0,
    "tokens_per_codepoint": 0.9090909090909091,
    "bytes_per_token": 3.3,
    "n_utf8_fragments": 0,
    "utf8_fragment_rate": 0.0,
    "han_one_token_rate": 0.8,
    "han_split_rate": 0.0,
    "token_details": [
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 5889,
      "hex": "e6 9c 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "最",
      "valid_utf8": true
     },
     {
      "id": 191899,
      "hex": "e7 88 b1 e7 9a 84",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "爱的",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 6150,
      "hex": "e5 ae b6",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "家",
      "valid_utf8": true
     },
     {
      "id": 3221,
      "hex": "e6 98 af",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "是",
      "valid_utf8": true
     },
     {
      "id": 12426,
      "hex": "e6 b5 b7",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "海",
      "valid_utf8": true
     },
     {
      "id": 11071,
      "hex": "e6 98 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "明",
      "valid_utf8": true
     },
     {
      "id": 37715,
      "hex": "e5 a8 81",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "威",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.25,
    "boundary_f1": 0.75,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "trad",
    "lexicon": "tw",
    "text": "梵谷的畫作在奧塞美術館展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 16,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.2307692307692308,
    "tokens_per_codepoint": 1.1428571428571428,
    "bytes_per_token": 2.625,
    "n_utf8_fragments": 4,
    "utf8_fragment_rate": 0.25,
    "han_one_token_rate": 0.8461538461538461,
    "han_split_rate": 0.15384615384615385,
    "token_details": [
     {
      "id": 23585,
      "hex": "e6 a2",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 48569,
      "hex": "e8 b0 b7",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "谷",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 86470,
      "hex": "e7 95 ab",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "畫",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 2077,
      "hex": "e5 a5",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 88907,
      "hex": "e5 a1 9e",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "塞",
      "valid_utf8": true
     },
     {
      "id": 5084,
      "hex": "e7 be 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "美",
      "valid_utf8": true
     },
     {
      "id": 45463,
      "hex": "e8 a1 93",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "術",
      "valid_utf8": true
     },
     {
      "id": 89001,
      "hex": "e9 a4 a8",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "館",
      "valid_utf8": true
     },
     {
      "id": 13946,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 7,
    "fertility": 2.2857142857142856,
    "boundary_f1": 0.5714285714285715,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "simp",
    "lexicon": "tw",
    "text": "梵谷的画作在奥塞美术馆展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.1538461538461537,
    "tokens_per_codepoint": 1.0714285714285714,
    "bytes_per_token": 2.8,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.9230769230769231,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 23585,
      "hex": "e6 a2",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 48569,
      "hex": "e8 b0 b7",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "谷",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 22126,
      "hex": "e7 94 bb",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "画",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 47822,
      "hex": "e5 a5 a5",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "奥",
      "valid_utf8": true
     },
     {
      "id": 88907,
      "hex": "e5 a1 9e",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "塞",
      "valid_utf8": true
     },
     {
      "id": 5084,
      "hex": "e7 be 8e",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "美",
      "valid_utf8": true
     },
     {
      "id": 21659,
      "hex": "e6 9c af",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "术",
      "valid_utf8": true
     },
     {
      "id": 63667,
      "hex": "e9 a6 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "馆",
      "valid_utf8": true
     },
     {
      "id": 13946,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.875,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "trad",
    "lexicon": "cn",
    "text": "梵高的畫作在奧賽博物館展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 17,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3076923076923077,
    "tokens_per_codepoint": 1.2142857142857142,
    "bytes_per_token": 2.4705882352941178,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.35294117647058826,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.23076923076923078,
    "token_details": [
     {
      "id": 23585,
      "hex": "e6 a2",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 5319,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 86470,
      "hex": "e7 95 ab",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "畫",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 2077,
      "hex": "e5 a5",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17583,
      "hex": "e8 b3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 7977,
      "hex": "e5 8d 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "博",
      "valid_utf8": true
     },
     {
      "id": 13381,
      "hex": "e7 89 a9",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 89001,
      "hex": "e9 a4 a8",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "館",
      "valid_utf8": true
     },
     {
      "id": 13946,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "simp",
    "lexicon": "cn",
    "text": "梵高的画作在奥赛博物馆展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 15,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.1538461538461537,
    "tokens_per_codepoint": 1.0714285714285714,
    "bytes_per_token": 2.8,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.9230769230769231,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 23585,
      "hex": "e6 a2",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 5319,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 22126,
      "hex": "e7 94 bb",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "画",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 47822,
      "hex": "e5 a5 a5",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "奥",
      "valid_utf8": true
     },
     {
      "id": 3511,
      "hex": "e8 b5 9b",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "赛",
      "valid_utf8": true
     },
     {
      "id": 7977,
      "hex": "e5 8d 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "博",
      "valid_utf8": true
     },
     {
      "id": 13381,
      "hex": "e7 89 a9",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 63667,
      "hex": "e9 a6 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "馆",
      "valid_utf8": true
     },
     {
      "id": 13946,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.875,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "trad",
    "lexicon": "hk",
    "text": "梵高的畫作在奧賽博物館展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": true,
    "n_tokens": 17,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.3076923076923077,
    "tokens_per_codepoint": 1.2142857142857142,
    "bytes_per_token": 2.4705882352941178,
    "n_utf8_fragments": 6,
    "utf8_fragment_rate": 0.35294117647058826,
    "han_one_token_rate": 0.7692307692307693,
    "han_split_rate": 0.23076923076923078,
    "token_details": [
     {
      "id": 23585,
      "hex": "e6 a2",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 5319,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 86470,
      "hex": "e7 95 ab",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "畫",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 2077,
      "hex": "e5 a5",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 100,
      "hex": "a7",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 17583,
      "hex": "e8 b3",
      "byte_start": 21,
      "byte_end": 23,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 23,
      "byte_end": 24,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 7977,
      "hex": "e5 8d 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "博",
      "valid_utf8": true
     },
     {
      "id": 13381,
      "hex": "e7 89 a9",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 89001,
      "hex": "e9 a4 a8",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "館",
      "valid_utf8": true
     },
     {
      "id": 13946,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 9,
    "fertility": 1.8888888888888888,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   },
   {
    "item_id": "name05",
    "category": "name",
    "script": "simp",
    "lexicon": "hk",
    "text": "梵高的画作在奥赛博物馆展出。",
    "gloss": "Van Gogh's paintings are shown at the Musée d'Orsay.",
    "probe": "梵谷/梵高",
    "hk_confidence": "medium",
    "original_surface": false,
    "n_tokens": 15,
    "n_han": 13,
    "n_codepoints": 14,
    "n_bytes": 42,
    "tokens_per_han": 1.1538461538461537,
    "tokens_per_codepoint": 1.0714285714285714,
    "bytes_per_token": 2.8,
    "n_utf8_fragments": 2,
    "utf8_fragment_rate": 0.13333333333333333,
    "han_one_token_rate": 0.9230769230769231,
    "han_split_rate": 0.07692307692307693,
    "token_details": [
     {
      "id": 23585,
      "hex": "e6 a2",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 113,
      "hex": "b5",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 5319,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 1616,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 22126,
      "hex": "e7 94 bb",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "画",
      "valid_utf8": true
     },
     {
      "id": 6239,
      "hex": "e4 bd 9c",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "作",
      "valid_utf8": true
     },
     {
      "id": 2178,
      "hex": "e5 9c a8",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "在",
      "valid_utf8": true
     },
     {
      "id": 47822,
      "hex": "e5 a5 a5",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "奥",
      "valid_utf8": true
     },
     {
      "id": 3511,
      "hex": "e8 b5 9b",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "赛",
      "valid_utf8": true
     },
     {
      "id": 7977,
      "hex": "e5 8d 9a",
      "byte_start": 24,
      "byte_end": 27,
      "surface": "博",
      "valid_utf8": true
     },
     {
      "id": 13381,
      "hex": "e7 89 a9",
      "byte_start": 27,
      "byte_end": 30,
      "surface": "物",
      "valid_utf8": true
     },
     {
      "id": 63667,
      "hex": "e9 a6 86",
      "byte_start": 30,
      "byte_end": 33,
      "surface": "馆",
      "valid_utf8": true
     },
     {
      "id": 13946,
      "hex": "e5 b1 95",
      "byte_start": 33,
      "byte_end": 36,
      "surface": "展",
      "valid_utf8": true
     },
     {
      "id": 6390,
      "hex": "e5 87 ba",
      "byte_start": 36,
      "byte_end": 39,
      "surface": "出",
      "valid_utf8": true
     },
     {
      "id": 788,
      "hex": "e3 80 82",
      "byte_start": 39,
      "byte_end": 42,
      "surface": "。",
      "valid_utf8": true
     }
    ],
    "n_reference_units": 8,
    "fertility": 1.875,
    "boundary_f1": 0.6666666666666666,
    "encoding": "o200k_base"
   }
  ]
 },
 "analysis": {
  "cl100k_base": {
   "twcn_screened": {
    "effects": {
     "script_trad_minus_simp": {
      "mean": 3.2241379310344827,
      "lo": 2.1551724137931036,
      "hi": 4.551724137931035,
      "n": 29,
      "p": 7.909334894994806e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       2.0,
       2.0,
       1.0,
       2.0,
       3.0,
       0.0,
       5.0,
       1.0,
       0.5,
       3.0,
       3.0,
       4.5,
       1.0,
       1.0,
       0.0,
       2.0,
       0.0,
       2.5,
       2.5,
       2.0,
       4.0,
       3.0,
       7.0,
       6.5,
       2.0,
       7.5,
       7.0,
       17.0,
       1.5
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.1896551724137931,
      "lo": -0.3275862068965517,
      "hi": 0.7758620689655172,
      "n": 29,
      "p": 0.6496476258420083,
      "rank_biserial": 0.12418300653594772,
      "n_nonzero": 17,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       1.0,
       4.5,
       -2.0,
       -2.0,
       -2.5,
       1.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       -0.5,
       -0.5,
       0.0,
       1.0,
       0.0,
       1.0,
       -0.5,
       0.0,
       -0.5,
       1.0,
       2.0,
       4.5
      ]
     },
     "interaction_tw": {
      "mean": -0.1724137931034483,
      "lo": -0.7241379310344828,
      "hi": 0.3103448275862069,
      "n": 29,
      "p": 0.8740234375,
      "rank_biserial": -0.06060606060606061,
      "n_nonzero": 11,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       2.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       2.0,
       -3.0,
       0.0,
       -1.0,
       0.0,
       -6.0,
       1.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.27586206896551724,
      "lo": -0.3103448275862069,
      "hi": 0.896551724137931,
      "n": 29,
      "p": 0.48193359375,
      "rank_biserial": 0.23076923076923078,
      "n_nonzero": 13,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       1.0,
       4.0,
       -3.0,
       -3.0,
       -2.0,
       1.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       1.0,
       5.0,
       4.0
      ]
     },
     "script_at_tw": {
      "mean": 3.1379310344827585,
      "lo": 2.1724137931034484,
      "hi": 4.275862068965517,
      "n": 29,
      "p": 7.288092381960095e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       2.0,
       2.0,
       1.0,
       2.0,
       3.0,
       0.0,
       5.0,
       1.0,
       1.0,
       4.0,
       4.0,
       4.0,
       1.0,
       1.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       2.0,
       4.0,
       3.0,
       8.0,
       5.0,
       2.0,
       7.0,
       7.0,
       14.0,
       2.0
      ]
     },
     "diagonal_tw": {
      "mean": 3.413793103448276,
      "lo": 2.2413793103448274,
      "hi": 4.931034482758621,
      "n": 29,
      "p": 7.065624067436957e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       2.0,
       2.0,
       1.0,
       2.0,
       3.0,
       0.0,
       4.0,
       2.0,
       5.0,
       1.0,
       1.0,
       2.0,
       2.0,
       1.0,
       0.0,
       1.0,
       0.0,
       2.0,
       2.0,
       2.0,
       5.0,
       3.0,
       8.0,
       6.0,
       2.0,
       7.0,
       8.0,
       19.0,
       6.0
      ]
     },
     "relative_tw": {
      "mean": 0.2842531501747366,
      "lo": 0.15845987951454615,
      "hi": 0.45547846163391426,
      "n": 29,
      "p": 8.249537601289323e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       0.09090909090909083,
       0.18181818181818188,
       0.0625,
       0.125,
       0.23076923076923084,
       0.0,
       0.2666666666666666,
       0.1333333333333333,
       0.26315789473684204,
       0.0714285714285714,
       0.06666666666666665,
       0.09523809523809534,
       0.15384615384615374,
       0.05882352941176472,
       0.0,
       0.06666666666666665,
       0.0,
       0.125,
       0.125,
       0.1333333333333333,
       0.2941176470588236,
       0.16666666666666674,
       0.6666666666666667,
       0.6000000000000001,
       0.1428571428571428,
       0.41176470588235303,
       1.0,
       2.111111111111111,
       0.6000000000000001
      ]
     }
    },
    "fragments": {
     "script_trad_minus_simp": {
      "mean": 4.931034482758621,
      "lo": 3.4310344827586206,
      "hi": 6.689655172413793,
      "n": 29,
      "p": 8.118888854130084e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       3.0,
       4.0,
       2.0,
       2.0,
       6.0,
       0.0,
       7.0,
       1.0,
       0.5,
       4.5,
       5.5,
       8.0,
       2.0,
       2.0,
       0.0,
       3.0,
       0.0,
       4.0,
       5.0,
       3.0,
       7.0,
       4.0,
       10.5,
       8.0,
       4.0,
       13.5,
       10.0,
       21.0,
       2.5
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": -0.10344827586206896,
      "lo": -0.7586206896551724,
      "hi": 0.5862068965517241,
      "n": 29,
      "p": 0.6142946646634824,
      "rank_biserial": -0.1523809523809524,
      "n_nonzero": 14,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       1.0,
       5.5,
       -2.5,
       -3.5,
       -4.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       2.0,
       0.0,
       1.5,
       -2.0,
       0.0,
       -0.5,
       0.0,
       -1.0,
       4.5
      ]
     },
     "interaction_tw": {
      "mean": -0.06896551724137931,
      "lo": -0.5862068965517241,
      "hi": 0.4491379310344702,
      "n": 29,
      "p": 0.8984375,
      "rank_biserial": -0.06060606060606061,
      "n_nonzero": 11,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       3.0,
       3.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       3.0,
       -4.0,
       0.0,
       -1.0,
       0.0,
       -2.0,
       1.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": -0.06896551724137931,
      "lo": -0.7586206896551724,
      "hi": 0.6206896551724138,
      "n": 29,
      "p": 0.8828125,
      "rank_biserial": -0.08333333333333333,
      "n_nonzero": 8,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       1.0,
       5.0,
       -4.0,
       -5.0,
       -3.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       4.0
      ]
     },
     "script_at_tw": {
      "mean": 4.896551724137931,
      "lo": 3.4482758620689653,
      "hi": 6.620689655172414,
      "n": 29,
      "p": 7.922720524501233e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       3.0,
       4.0,
       2.0,
       2.0,
       6.0,
       0.0,
       7.0,
       1.0,
       1.0,
       6.0,
       7.0,
       7.0,
       2.0,
       2.0,
       0.0,
       3.0,
       0.0,
       3.0,
       4.0,
       3.0,
       7.0,
       4.0,
       12.0,
       6.0,
       4.0,
       13.0,
       10.0,
       20.0,
       3.0
      ]
     },
     "diagonal_tw": {
      "mean": 4.827586206896552,
      "lo": 3.3784482758620697,
      "hi": 6.517241379310345,
      "n": 29,
      "p": 7.691111175193005e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       3.0,
       4.0,
       2.0,
       2.0,
       6.0,
       0.0,
       5.0,
       2.0,
       6.0,
       2.0,
       2.0,
       4.0,
       2.0,
       2.0,
       0.0,
       3.0,
       0.0,
       3.0,
       4.0,
       3.0,
       9.0,
       4.0,
       12.0,
       6.0,
       4.0,
       13.0,
       10.0,
       20.0,
       7.0
      ]
     },
     "relative_tw": {
      "mean": 0.6344656324068089,
      "lo": 0.40140970695970696,
      "hi": 0.9042140756302521,
      "n": 25,
      "p": 3.9725420725895634e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 22,
      "diffs": [
       0.23076923076923084,
       1.3333333333333335,
       0.22222222222222232,
       0.16666666666666674,
       1.5,
       0.0,
       0.8333333333333333,
       0.16666666666666674,
       0.3529411764705883,
       0.22222222222222232,
       0.22222222222222232,
       0.3076923076923077,
       0.5,
       0.25,
       0.0,
       0.375,
       0.0,
       0.5,
       1.0,
       0.4285714285714286,
       1.5,
       0.3999999999999999,
       1.0,
       2.6,
       1.75
      ]
     }
    },
    "by_category": {
     "cxg": {
      "script_trad_minus_simp": {
       "mean": 1.6666666666666667,
       "lo": 0.8333333333333334,
       "hi": 2.3333333333333335,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        2.0,
        3.0,
        0.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.6666666666666667,
       "lo": 0.8333333333333334,
       "hi": 2.3333333333333335,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        2.0,
        3.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.6666666666666667,
       "lo": 0.8333333333333334,
       "hi": 2.3333333333333335,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        2.0,
        3.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.11516608391608392,
       "lo": 0.05587121212121212,
       "hi": 0.17693764568764572,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.09090909090909083,
        0.18181818181818188,
        0.0625,
        0.125,
        0.23076923076923084,
        0.0
       ]
      }
     },
     "daily": {
      "script_trad_minus_simp": {
       "mean": 2.5,
       "lo": 1.1,
       "hi": 3.8,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        5.0,
        1.0,
        0.5,
        3.0,
        3.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.1,
       "lo": -1.8,
       "hi": 2.5,
       "n": 5,
       "p": 0.9375,
       "rank_biserial": -0.13333333333333333,
       "n_nonzero": 5,
       "diffs": [
        -1.0,
        1.0,
        4.5,
        -2.0,
        -2.0
       ]
      },
      "interaction_tw": {
       "mean": 1.0,
       "lo": 0.2,
       "hi": 1.8,
       "n": 5,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        0.0,
        1.0,
        2.0,
        2.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": -0.4,
       "lo": -2.6,
       "hi": 2.0,
       "n": 5,
       "p": 0.9375,
       "rank_biserial": -0.13333333333333333,
       "n_nonzero": 5,
       "diffs": [
        -1.0,
        1.0,
        4.0,
        -3.0,
        -3.0
       ]
      },
      "script_at_tw": {
       "mean": 3.0,
       "lo": 1.6,
       "hi": 4.4,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        5.0,
        1.0,
        1.0,
        4.0,
        4.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.6,
       "lo": 1.2,
       "hi": 4.0,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        4.0,
        2.0,
        5.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.160250626566416,
       "lo": 0.08190476190476188,
       "hi": 0.2385964912280701,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.2666666666666666,
        0.1333333333333333,
        0.26315789473684204,
        0.0714285714285714,
        0.06666666666666665
       ]
      }
     },
     "loan": {
      "script_trad_minus_simp": {
       "mean": 1.625,
       "lo": 0.25,
       "hi": 3.625,
       "n": 4,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        4.5,
        1.0,
        1.0,
        0.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": -0.375,
       "lo": -1.875,
       "hi": 0.75,
       "n": 4,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        -2.5,
        1.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": -0.25,
       "lo": -0.75,
       "hi": 0.0,
       "n": 4,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        -1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": -0.25,
       "lo": -1.5,
       "hi": 0.75,
       "n": 4,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        -2.0,
        1.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.5,
       "lo": 0.25,
       "hi": 3.25,
       "n": 4,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        4.0,
        1.0,
        1.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.25,
       "lo": 0.5,
       "hi": 2.0,
       "n": 4,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        2.0,
        2.0,
        1.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.07697694462400345,
       "lo": 0.023809523809523836,
       "hi": 0.1300904977375565,
       "n": 4,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        0.09523809523809534,
        0.15384615384615374,
        0.05882352941176472,
        0.0
       ]
      }
     },
     "name": {
      "script_trad_minus_simp": {
       "mean": 1.0,
       "lo": 0.0,
       "hi": 2.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        2.0,
        0.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": -0.5,
       "lo": -1.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        -1.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": -0.5,
       "lo": -1.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        -1.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.0,
       "lo": 0.0,
       "hi": 2.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        2.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.033333333333333326,
       "lo": 0.0,
       "hi": 0.06666666666666665,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.06666666666666665,
        0.0
       ]
      }
     },
     "news": {
      "script_trad_minus_simp": {
       "mean": 2.8,
       "lo": 2.3,
       "hi": 3.4,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.5,
        2.5,
        2.0,
        4.0,
        3.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": -0.4,
       "hi": 0.5,
       "n": 5,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 3,
       "diffs": [
        -0.5,
        -0.5,
        0.0,
        1.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": -0.4,
       "lo": -0.8,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        -1.0,
        -1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.2,
       "lo": 0.0,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        0.0,
        0.0,
        1.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 2.6,
       "lo": 2.0,
       "hi": 3.4,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.8,
       "lo": 2.0,
       "hi": 4.0,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        2.0,
        5.0,
        3.0
       ]
      },
      "relative_tw": {
       "mean": 0.16882352941176473,
       "lo": 0.12666666666666665,
       "hi": 0.2348039215686275,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.125,
        0.125,
        0.1333333333333333,
        0.2941176470588236,
        0.16666666666666674
       ]
      }
     },
     "tech": {
      "script_trad_minus_simp": {
       "mean": 6.928571428571429,
       "lo": 3.9285714285714284,
       "hi": 10.642857142857142,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        7.0,
        6.5,
        2.0,
        7.5,
        7.0,
        17.0,
        1.5
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 1.0714285714285714,
       "lo": 0.0,
       "hi": 2.357142857142857,
       "n": 7,
       "p": 0.125,
       "rank_biserial": 0.7142857142857143,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        -0.5,
        0.0,
        -0.5,
        1.0,
        2.0,
        4.5
       ]
      },
      "interaction_tw": {
       "mean": -1.0,
       "lo": -3.0,
       "hi": 0.7142857142857143,
       "n": 7,
       "p": 0.5,
       "rank_biserial": -0.4,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        -3.0,
        0.0,
        -1.0,
        0.0,
        -6.0,
        1.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 1.5714285714285714,
       "lo": 0.2857142857142857,
       "hi": 3.142857142857143,
       "n": 7,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        1.0,
        0.0,
        0.0,
        1.0,
        5.0,
        4.0
       ]
      },
      "script_at_tw": {
       "mean": 6.428571428571429,
       "lo": 3.857142857142857,
       "hi": 9.428571428571429,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        8.0,
        5.0,
        2.0,
        7.0,
        7.0,
        14.0,
        2.0
       ]
      },
      "diagonal_tw": {
       "mean": 8.0,
       "lo": 5.0,
       "hi": 12.142857142857142,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        8.0,
        6.0,
        2.0,
        7.0,
        8.0,
        19.0,
        6.0
       ]
      },
      "relative_tw": {
       "mean": 0.7903428037881819,
       "lo": 0.4326530612244898,
       "hi": 1.2873949579831934,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.6666666666666667,
        0.6000000000000001,
        0.1428571428571428,
        0.41176470588235303,
        1.0,
        2.111111111111111,
        0.6000000000000001
       ]
      }
     }
    }
   },
   "twcn_all": {
    "effects": {
     "script_trad_minus_simp": {
      "mean": 3.22972972972973,
      "lo": 2.324324324324324,
      "hi": 4.324324324324325,
      "n": 37,
      "p": 3.3793887595408903e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       2.0,
       2.0,
       1.0,
       2.0,
       3.0,
       0.0,
       5.0,
       1.0,
       0.5,
       5.0,
       0.5,
       3.0,
       3.0,
       4.5,
       1.0,
       7.0,
       2.0,
       1.0,
       0.0,
       2.0,
       2.0,
       3.0,
       0.0,
       2.0,
       2.5,
       2.5,
       4.5,
       2.0,
       4.0,
       3.0,
       7.0,
       6.5,
       2.0,
       7.5,
       7.0,
       17.0,
       1.5
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.36486486486486486,
      "lo": -0.0945945945945946,
      "hi": 0.8648648648648649,
      "n": 37,
      "p": 0.1659946067631024,
      "rank_biserial": 0.32608695652173914,
      "n_nonzero": 23,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       1.0,
       4.5,
       1.0,
       0.5,
       -2.0,
       -2.0,
       -2.5,
       1.0,
       4.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       1.0,
       -0.5,
       -0.5,
       0.5,
       0.0,
       1.0,
       0.0,
       1.0,
       -0.5,
       0.0,
       -0.5,
       1.0,
       2.0,
       4.5
      ]
     },
     "interaction_tw": {
      "mean": 0.02702702702702703,
      "lo": -0.46013513513513454,
      "hi": 0.4594594594594595,
      "n": 37,
      "p": 0.5232210171859526,
      "rank_biserial": 0.19047619047619047,
      "n_nonzero": 14,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       1.0,
       2.0,
       2.0,
       -1.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       3.0,
       0.0,
       0.0,
       0.0,
       2.0,
       -3.0,
       0.0,
       -1.0,
       0.0,
       -6.0,
       1.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.35135135135135137,
      "lo": -0.13513513513513514,
      "hi": 0.8918918918918919,
      "n": 37,
      "p": 0.21835469056590162,
      "rank_biserial": 0.3216374269005848,
      "n_nonzero": 18,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       1.0,
       4.0,
       1.0,
       0.0,
       -3.0,
       -3.0,
       -2.0,
       1.0,
       3.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       1.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       1.0,
       5.0,
       4.0
      ]
     },
     "script_at_tw": {
      "mean": 3.2432432432432434,
      "lo": 2.4054054054054053,
      "hi": 4.216216216216216,
      "n": 37,
      "p": 3.084707641548171e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       2.0,
       2.0,
       1.0,
       2.0,
       3.0,
       0.0,
       5.0,
       1.0,
       1.0,
       5.0,
       1.0,
       4.0,
       4.0,
       4.0,
       1.0,
       8.0,
       2.0,
       1.0,
       0.0,
       2.0,
       2.0,
       3.0,
       0.0,
       2.0,
       2.0,
       2.0,
       6.0,
       2.0,
       4.0,
       3.0,
       8.0,
       5.0,
       2.0,
       7.0,
       7.0,
       14.0,
       2.0
      ]
     },
     "diagonal_tw": {
      "mean": 3.5945945945945947,
      "lo": 2.5675675675675675,
      "hi": 4.864864864864865,
      "n": 37,
      "p": 3.0940086878868347e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       2.0,
       2.0,
       1.0,
       2.0,
       3.0,
       0.0,
       4.0,
       2.0,
       5.0,
       6.0,
       1.0,
       1.0,
       1.0,
       2.0,
       2.0,
       11.0,
       2.0,
       1.0,
       0.0,
       1.0,
       2.0,
       4.0,
       0.0,
       3.0,
       2.0,
       2.0,
       5.0,
       2.0,
       5.0,
       3.0,
       8.0,
       6.0,
       2.0,
       7.0,
       8.0,
       19.0,
       6.0
      ]
     },
     "relative_tw": {
      "mean": 0.2913263376885668,
      "lo": 0.18100221730929933,
      "hi": 0.4297357436531198,
      "n": 37,
      "p": 3.6278652209506443e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       0.09090909090909083,
       0.18181818181818188,
       0.0625,
       0.125,
       0.23076923076923084,
       0.0,
       0.2666666666666666,
       0.1333333333333333,
       0.26315789473684204,
       0.46153846153846145,
       0.08333333333333326,
       0.0714285714285714,
       0.06666666666666665,
       0.09523809523809534,
       0.15384615384615374,
       1.0,
       0.11764705882352944,
       0.05882352941176472,
       0.0,
       0.06666666666666665,
       0.125,
       0.2857142857142858,
       0.0,
       0.1499999999999999,
       0.125,
       0.125,
       0.3125,
       0.1333333333333333,
       0.2941176470588236,
       0.16666666666666674,
       0.6666666666666667,
       0.6000000000000001,
       0.1428571428571428,
       0.41176470588235303,
       1.0,
       2.111111111111111,
       0.6000000000000001
      ]
     }
    },
    "fragments": {
     "script_trad_minus_simp": {
      "mean": 4.986486486486487,
      "lo": 3.72972972972973,
      "hi": 6.4324324324324325,
      "n": 37,
      "p": 3.557329022567819e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       3.0,
       4.0,
       2.0,
       2.0,
       6.0,
       0.0,
       7.0,
       1.0,
       0.5,
       6.5,
       1.0,
       4.5,
       5.5,
       8.0,
       2.0,
       11.5,
       3.0,
       2.0,
       0.0,
       3.0,
       4.0,
       5.0,
       0.0,
       3.0,
       4.0,
       5.0,
       7.5,
       3.0,
       7.0,
       4.0,
       10.5,
       8.0,
       4.0,
       13.5,
       10.0,
       21.0,
       2.5
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.14864864864864866,
      "lo": -0.43243243243243246,
      "hi": 0.7567567567567568,
      "n": 37,
      "p": 0.7078590832527636,
      "rank_biserial": 0.09523809523809523,
      "n_nonzero": 20,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       1.0,
       5.5,
       1.5,
       -1.0,
       -2.5,
       -3.5,
       -4.0,
       0.0,
       3.5,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       -1.0,
       -1.0,
       0.5,
       0.0,
       2.0,
       0.0,
       1.5,
       -2.0,
       0.0,
       -0.5,
       0.0,
       -1.0,
       4.5
      ]
     },
     "interaction_tw": {
      "mean": 0.24324324324324326,
      "lo": -0.2702702702702703,
      "hi": 0.7837837837837838,
      "n": 37,
      "p": 0.37479501130149007,
      "rank_biserial": 0.25833333333333336,
      "n_nonzero": 15,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       1.0,
       2.0,
       3.0,
       3.0,
       -2.0,
       0.0,
       3.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       5.0,
       0.0,
       0.0,
       0.0,
       3.0,
       -4.0,
       0.0,
       -1.0,
       0.0,
       -2.0,
       1.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.02702702702702703,
      "lo": -0.5675675675675675,
      "hi": 0.6216216216216216,
      "n": 37,
      "p": 0.9745880317094228,
      "rank_biserial": -0.009523809523809525,
      "n_nonzero": 14,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       1.0,
       5.0,
       1.0,
       -2.0,
       -4.0,
       -5.0,
       -3.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       4.0
      ]
     },
     "script_at_tw": {
      "mean": 5.108108108108108,
      "lo": 3.810810810810811,
      "hi": 6.513513513513513,
      "n": 37,
      "p": 3.438403925225986e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       3.0,
       4.0,
       2.0,
       2.0,
       6.0,
       0.0,
       7.0,
       1.0,
       1.0,
       7.0,
       2.0,
       6.0,
       7.0,
       7.0,
       2.0,
       13.0,
       3.0,
       2.0,
       0.0,
       3.0,
       4.0,
       5.0,
       0.0,
       3.0,
       3.0,
       4.0,
       10.0,
       3.0,
       7.0,
       4.0,
       12.0,
       6.0,
       4.0,
       13.0,
       10.0,
       20.0,
       3.0
      ]
     },
     "diagonal_tw": {
      "mean": 5.135135135135135,
      "lo": 3.864864864864865,
      "hi": 6.5675675675675675,
      "n": 37,
      "p": 5.066725713094497e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 33,
      "diffs": [
       3.0,
       4.0,
       2.0,
       2.0,
       6.0,
       0.0,
       5.0,
       2.0,
       6.0,
       8.0,
       0.0,
       2.0,
       2.0,
       4.0,
       2.0,
       15.0,
       3.0,
       2.0,
       0.0,
       3.0,
       4.0,
       7.0,
       0.0,
       5.0,
       3.0,
       4.0,
       8.0,
       3.0,
       9.0,
       4.0,
       12.0,
       6.0,
       4.0,
       13.0,
       10.0,
       20.0,
       7.0
      ]
     },
     "relative_tw": {
      "mean": 0.9245645669442463,
      "lo": 0.5426865869078435,
      "hi": 1.4469398091757717,
      "n": 33,
      "p": 2.54072678936201e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 29,
      "diffs": [
       0.23076923076923084,
       1.3333333333333335,
       0.22222222222222232,
       0.16666666666666674,
       1.5,
       0.0,
       0.8333333333333333,
       0.16666666666666674,
       0.3529411764705883,
       2.0,
       0.0,
       0.22222222222222232,
       0.22222222222222232,
       0.3076923076923077,
       0.5,
       7.5,
       0.5,
       0.25,
       0.0,
       0.375,
       0.4444444444444444,
       1.75,
       0.0,
       0.4545454545454546,
       0.5,
       1.0,
       2.0,
       0.4285714285714286,
       1.5,
       0.3999999999999999,
       1.0,
       2.6,
       1.75
      ]
     }
    },
    "by_category": {
     "cxg": {
      "script_trad_minus_simp": {
       "mean": 1.6666666666666667,
       "lo": 0.8333333333333334,
       "hi": 2.3333333333333335,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        2.0,
        3.0,
        0.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.6666666666666667,
       "lo": 0.8333333333333334,
       "hi": 2.3333333333333335,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        2.0,
        3.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.6666666666666667,
       "lo": 0.8333333333333334,
       "hi": 2.3333333333333335,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        2.0,
        3.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.11516608391608392,
       "lo": 0.05587121212121212,
       "hi": 0.17693764568764572,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.09090909090909083,
        0.18181818181818188,
        0.0625,
        0.125,
        0.23076923076923084,
        0.0
       ]
      }
     },
     "daily": {
      "script_trad_minus_simp": {
       "mean": 2.5714285714285716,
       "lo": 1.2857142857142858,
       "hi": 3.857142857142857,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        5.0,
        1.0,
        0.5,
        5.0,
        0.5,
        3.0,
        3.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.2857142857142857,
       "lo": -1.1428571428571428,
       "hi": 1.9285714285714286,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 7,
       "diffs": [
        -1.0,
        1.0,
        4.5,
        1.0,
        0.5,
        -2.0,
        -2.0
       ]
      },
      "interaction_tw": {
       "mean": 0.8571428571428571,
       "lo": 0.2857142857142857,
       "hi": 1.4285714285714286,
       "n": 7,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        1.0,
        2.0,
        2.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": -0.14285714285714285,
       "lo": -1.7142857142857142,
       "hi": 1.5714285714285714,
       "n": 7,
       "p": 0.9375,
       "rank_biserial": -0.047619047619047616,
       "n_nonzero": 6,
       "diffs": [
        -1.0,
        1.0,
        4.0,
        1.0,
        0.0,
        -3.0,
        -3.0
       ]
      },
      "script_at_tw": {
       "mean": 3.0,
       "lo": 1.5714285714285714,
       "hi": 4.285714285714286,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        5.0,
        1.0,
        1.0,
        5.0,
        1.0,
        4.0,
        4.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.857142857142857,
       "lo": 1.5714285714285714,
       "hi": 4.285714285714286,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        4.0,
        2.0,
        5.0,
        6.0,
        1.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.19230356110055352,
       "lo": 0.10136054421768703,
       "hi": 0.2961015175300889,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.2666666666666666,
        0.1333333333333333,
        0.26315789473684204,
        0.46153846153846145,
        0.08333333333333326,
        0.0714285714285714,
        0.06666666666666665
       ]
      }
     },
     "loan": {
      "script_trad_minus_simp": {
       "mean": 2.5833333333333335,
       "lo": 0.8333333333333334,
       "hi": 4.583333333333333,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        4.5,
        1.0,
        7.0,
        2.0,
        1.0,
        0.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.4166666666666667,
       "lo": -1.0833333333333333,
       "hi": 2.0,
       "n": 6,
       "p": 0.75,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -2.5,
        1.0,
        4.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.16666666666666666,
       "lo": -0.5,
       "hi": 1.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        -1.0,
        0.0,
        2.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.3333333333333333,
       "lo": -0.8333333333333334,
       "hi": 1.6666666666666667,
       "n": 6,
       "p": 0.75,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -2.0,
        1.0,
        3.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 2.6666666666666665,
       "lo": 0.8333333333333334,
       "hi": 5.0,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        4.0,
        1.0,
        8.0,
        2.0,
        1.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 3.0,
       "lo": 0.8333333333333334,
       "hi": 6.333333333333333,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        11.0,
        2.0,
        1.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.23759247288659055,
       "lo": 0.055052790346907986,
       "hi": 0.551317963082669,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.09523809523809534,
        0.15384615384615374,
        1.0,
        0.11764705882352944,
        0.05882352941176472,
        0.0
       ]
      }
     },
     "name": {
      "script_trad_minus_simp": {
       "mean": 1.8,
       "lo": 0.8,
       "hi": 2.6,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        2.0,
        3.0,
        0.0,
        2.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.2,
       "lo": -0.4,
       "hi": 0.8,
       "n": 5,
       "p": 1.0,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        0.0,
        1.0,
        0.0,
        1.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.2,
       "lo": -0.4,
       "hi": 0.8,
       "n": 5,
       "p": 1.0,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        0.0,
        1.0,
        0.0,
        1.0
       ]
      },
      "script_at_tw": {
       "mean": 1.8,
       "lo": 0.8,
       "hi": 2.6,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        2.0,
        3.0,
        0.0,
        2.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.0,
       "lo": 0.8,
       "hi": 3.2,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        2.0,
        4.0,
        0.0,
        3.0
       ]
      },
      "relative_tw": {
       "mean": 0.12547619047619046,
       "lo": 0.043333333333333314,
       "hi": 0.2147619047619048,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.06666666666666665,
        0.125,
        0.2857142857142858,
        0.0,
        0.1499999999999999
       ]
      }
     },
     "news": {
      "script_trad_minus_simp": {
       "mean": 3.0833333333333335,
       "lo": 2.4166666666666665,
       "hi": 3.8333333333333335,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.5,
        2.5,
        4.5,
        2.0,
        4.0,
        3.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.08333333333333333,
       "lo": -0.3333333333333333,
       "hi": 0.5,
       "n": 6,
       "p": 1.0,
       "rank_biserial": 0.2,
       "n_nonzero": 4,
       "diffs": [
        -0.5,
        -0.5,
        0.5,
        0.0,
        1.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.16666666666666666,
       "lo": -0.6666666666666666,
       "hi": 1.3333333333333333,
       "n": 6,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        -1.0,
        3.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": -0.5,
       "hi": 0.5,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        -1.0,
        0.0,
        1.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 3.1666666666666665,
       "lo": 2.1666666666666665,
       "hi": 4.5,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        6.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "diagonal_tw": {
       "mean": 3.1666666666666665,
       "lo": 2.1666666666666665,
       "hi": 4.166666666666667,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        5.0,
        2.0,
        5.0,
        3.0
       ]
      },
      "relative_tw": {
       "mean": 0.19276960784313726,
       "lo": 0.13333333333333333,
       "hi": 0.2552696078431373,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.125,
        0.125,
        0.3125,
        0.1333333333333333,
        0.2941176470588236,
        0.16666666666666674
       ]
      }
     },
     "tech": {
      "script_trad_minus_simp": {
       "mean": 6.928571428571429,
       "lo": 3.9285714285714284,
       "hi": 10.642857142857142,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        7.0,
        6.5,
        2.0,
        7.5,
        7.0,
        17.0,
        1.5
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 1.0714285714285714,
       "lo": 0.0,
       "hi": 2.357142857142857,
       "n": 7,
       "p": 0.125,
       "rank_biserial": 0.7142857142857143,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        -0.5,
        0.0,
        -0.5,
        1.0,
        2.0,
        4.5
       ]
      },
      "interaction_tw": {
       "mean": -1.0,
       "lo": -3.0,
       "hi": 0.7142857142857143,
       "n": 7,
       "p": 0.5,
       "rank_biserial": -0.4,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        -3.0,
        0.0,
        -1.0,
        0.0,
        -6.0,
        1.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 1.5714285714285714,
       "lo": 0.2857142857142857,
       "hi": 3.142857142857143,
       "n": 7,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        1.0,
        0.0,
        0.0,
        1.0,
        5.0,
        4.0
       ]
      },
      "script_at_tw": {
       "mean": 6.428571428571429,
       "lo": 3.857142857142857,
       "hi": 9.428571428571429,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        8.0,
        5.0,
        2.0,
        7.0,
        7.0,
        14.0,
        2.0
       ]
      },
      "diagonal_tw": {
       "mean": 8.0,
       "lo": 5.0,
       "hi": 12.142857142857142,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        8.0,
        6.0,
        2.0,
        7.0,
        8.0,
        19.0,
        6.0
       ]
      },
      "relative_tw": {
       "mean": 0.7903428037881819,
       "lo": 0.4326530612244898,
       "hi": 1.2873949579831934,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.6666666666666667,
        0.6000000000000001,
        0.1428571428571428,
        0.41176470588235303,
        1.0,
        2.111111111111111,
        0.6000000000000001
       ]
      }
     }
    }
   },
   "hk_nonlow": {
    "effects": {
     "script_trad_minus_simp": {
      "mean": 3.4404761904761907,
      "lo": 2.392857142857143,
      "hi": 4.785714285714286,
      "n": 28,
      "p": 8.09841453993396e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       4.333333333333333,
       1.0,
       0.3333333333333333,
       5.0,
       0.6666666666666666,
       3.3333333333333335,
       3.0,
       4.333333333333333,
       2.0,
       7.0,
       1.0,
       0.0,
       2.0,
       1.6666666666666667,
       3.0,
       0.0,
       2.0,
       2.3333333333333335,
       2.3333333333333335,
       4.0,
       2.0,
       4.0,
       3.0,
       6.666666666666667,
       5.666666666666667,
       2.0,
       7.0,
       16.666666666666668
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.3392857142857143,
      "lo": -0.17857142857142858,
      "hi": 0.9107142857142857,
      "n": 28,
      "p": 0.2517547970899491,
      "rank_biserial": 0.2813852813852814,
      "n_nonzero": 21,
      "diffs": [
       -1.0,
       1.0,
       4.5,
       1.0,
       0.5,
       -2.0,
       -2.0,
       -2.5,
       1.0,
       4.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       1.0,
       -0.5,
       -0.5,
       0.5,
       0.0,
       1.0,
       0.0,
       1.0,
       -0.5,
       0.0,
       1.0,
       2.0
      ]
     },
     "interaction_tw": {
      "mean": 0.03571428571428571,
      "lo": -0.6071428571428571,
      "hi": 0.6071428571428571,
      "n": 28,
      "p": 0.61669921875,
      "rank_biserial": 0.19230769230769232,
      "n_nonzero": 12,
      "diffs": [
       0.0,
       0.0,
       1.0,
       0.0,
       1.0,
       2.0,
       2.0,
       -1.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       3.0,
       0.0,
       0.0,
       0.0,
       2.0,
       -3.0,
       0.0,
       0.0,
       -6.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.32142857142857145,
      "lo": -0.2857142857142857,
      "hi": 0.9642857142857143,
      "n": 28,
      "p": 0.3656804591172278,
      "rank_biserial": 0.24183006535947713,
      "n_nonzero": 17,
      "diffs": [
       -1.0,
       1.0,
       4.0,
       1.0,
       0.0,
       -3.0,
       -3.0,
       -2.0,
       1.0,
       3.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       1.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       0.0,
       1.0,
       0.0,
       1.0,
       5.0
      ]
     },
     "script_at_tw": {
      "mean": 3.5357142857142856,
      "lo": 2.5,
      "hi": 4.714285714285714,
      "n": 28,
      "p": 7.678044437185883e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       5.0,
       1.0,
       1.0,
       5.0,
       1.0,
       4.0,
       4.0,
       4.0,
       1.0,
       8.0,
       1.0,
       0.0,
       2.0,
       2.0,
       3.0,
       0.0,
       2.0,
       2.0,
       2.0,
       6.0,
       2.0,
       4.0,
       3.0,
       8.0,
       5.0,
       2.0,
       7.0,
       14.0
      ]
     },
     "diagonal_tw": {
      "mean": 3.857142857142857,
      "lo": 2.5714285714285716,
      "hi": 5.428571428571429,
      "n": 28,
      "p": 7.548366747223487e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       4.0,
       2.0,
       5.0,
       6.0,
       1.0,
       1.0,
       1.0,
       2.0,
       2.0,
       11.0,
       1.0,
       0.0,
       1.0,
       2.0,
       4.0,
       0.0,
       3.0,
       2.0,
       2.0,
       5.0,
       2.0,
       5.0,
       3.0,
       8.0,
       6.0,
       2.0,
       8.0,
       19.0
      ]
     },
     "relative_tw": {
      "mean": 0.31995236522409226,
      "lo": 0.1843723547111152,
      "hi": 0.4989621019629172,
      "n": 28,
      "p": 8.249537601289323e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       0.2666666666666666,
       0.1333333333333333,
       0.26315789473684204,
       0.46153846153846145,
       0.08333333333333326,
       0.0714285714285714,
       0.06666666666666665,
       0.09523809523809534,
       0.15384615384615374,
       1.0,
       0.05882352941176472,
       0.0,
       0.06666666666666665,
       0.125,
       0.2857142857142858,
       0.0,
       0.1499999999999999,
       0.125,
       0.125,
       0.3125,
       0.1333333333333333,
       0.2941176470588236,
       0.16666666666666674,
       0.6666666666666667,
       0.6000000000000001,
       0.1428571428571428,
       1.0,
       2.111111111111111
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.25,
      "lo": -0.10714285714285714,
      "hi": 0.625,
      "n": 28,
      "p": 0.22001765963504705,
      "rank_biserial": 0.34558823529411764,
      "n_nonzero": 16,
      "diffs": [
       -2.0,
       0.0,
       2.0,
       2.0,
       -0.5,
       -1.0,
       1.5,
       -0.5,
       0.5,
       2.5,
       0.0,
       0.0,
       0.0,
       0.5,
       1.0,
       0.0,
       0.0,
       -0.5,
       -0.5,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       2.0
      ]
     },
     "interaction_hk": {
      "mean": -0.21428571428571427,
      "lo": -0.75,
      "hi": 0.2857142857142857,
      "n": 28,
      "p": 0.52099609375,
      "rank_biserial": -0.21794871794871795,
      "n_nonzero": 12,
      "diffs": [
       -2.0,
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       1.0,
       -1.0,
       3.0,
       1.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -4.0,
       0.0,
       0.0,
       -4.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.35714285714285715,
      "lo": -0.07142857142857142,
      "hi": 0.8214285714285714,
      "n": 28,
      "p": 0.1298854312362338,
      "rank_biserial": 0.44761904761904764,
      "n_nonzero": 14,
      "diffs": [
       -1.0,
       0.0,
       2.0,
       2.0,
       -1.0,
       -2.0,
       1.0,
       0.0,
       -1.0,
       2.0,
       0.0,
       0.0,
       0.0,
       1.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       1.0,
       4.0
      ]
     },
     "script_at_hk": {
      "mean": 3.2857142857142856,
      "lo": 2.2857142857142856,
      "hi": 4.535714285714286,
      "n": 28,
      "p": 1.1361795688637783e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       3.0,
       1.0,
       0.0,
       5.0,
       1.0,
       4.0,
       3.0,
       4.0,
       4.0,
       7.0,
       1.0,
       0.0,
       2.0,
       1.0,
       3.0,
       0.0,
       2.0,
       2.0,
       2.0,
       3.0,
       2.0,
       4.0,
       3.0,
       6.0,
       4.0,
       2.0,
       7.0,
       16.0
      ]
     },
     "diagonal_hk": {
      "mean": 3.642857142857143,
      "lo": 2.392857142857143,
      "hi": 5.25,
      "n": 28,
      "p": 9.906093363498097e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       2.0,
       1.0,
       2.0,
       7.0,
       0.0,
       2.0,
       4.0,
       4.0,
       3.0,
       9.0,
       1.0,
       0.0,
       2.0,
       2.0,
       4.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       2.0,
       4.0,
       3.0,
       6.0,
       6.0,
       2.0,
       8.0,
       20.0
      ]
     },
     "relative_hk": {
      "mean": 0.30610429916046894,
      "lo": 0.1711928870738579,
      "hi": 0.49397978633086115,
      "n": 28,
      "p": 1.2124120199159577e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       0.1333333333333333,
       0.06666666666666665,
       0.10526315789473695,
       0.5384615384615385,
       0.0,
       0.1428571428571428,
       0.2666666666666666,
       0.19047619047619047,
       0.23076923076923084,
       0.8181818181818181,
       0.05882352941176472,
       0.0,
       0.1333333333333333,
       0.125,
       0.2857142857142858,
       0.0,
       0.10000000000000009,
       0.125,
       0.125,
       0.125,
       0.1333333333333333,
       0.23529411764705888,
       0.16666666666666674,
       0.5,
       0.6000000000000001,
       0.1428571428571428,
       1.0,
       2.2222222222222223
      ]
     }
    },
    "fragments": {
     "script_trad_minus_simp": {
      "mean": 5.238095238095238,
      "lo": 3.7619047619047623,
      "hi": 6.976190476190475,
      "n": 28,
      "p": 8.242619083189184e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       6.0,
       1.0,
       0.3333333333333333,
       6.333333333333333,
       1.3333333333333333,
       5.333333333333333,
       5.333333333333333,
       7.666666666666667,
       3.6666666666666665,
       11.666666666666666,
       2.0,
       0.0,
       3.0,
       3.3333333333333335,
       5.0,
       0.0,
       3.0,
       3.6666666666666665,
       4.666666666666667,
       6.666666666666667,
       3.0,
       7.0,
       4.0,
       10.0,
       7.333333333333333,
       4.0,
       10.0,
       21.333333333333332
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.05357142857142857,
      "lo": -0.6607142857142857,
      "hi": 0.8035714285714286,
      "n": 28,
      "p": 0.9650886885026073,
      "rank_biserial": 0.011695906432748537,
      "n_nonzero": 18,
      "diffs": [
       -2.0,
       1.0,
       5.5,
       1.5,
       -1.0,
       -2.5,
       -3.5,
       -4.0,
       0.0,
       3.5,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       -1.0,
       -1.0,
       0.5,
       0.0,
       2.0,
       0.0,
       1.5,
       -2.0,
       0.0,
       0.0,
       -1.0
      ]
     },
     "interaction_tw": {
      "mean": 0.32142857142857145,
      "lo": -0.35714285714285715,
      "hi": 1.0357142857142858,
      "n": 28,
      "p": 0.361328125,
      "rank_biserial": 0.2967032967032967,
      "n_nonzero": 13,
      "diffs": [
       0.0,
       0.0,
       1.0,
       1.0,
       2.0,
       3.0,
       3.0,
       -2.0,
       0.0,
       3.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       5.0,
       0.0,
       0.0,
       0.0,
       3.0,
       -4.0,
       0.0,
       0.0,
       -2.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": -0.10714285714285714,
      "lo": -0.8214285714285714,
      "hi": 0.6071428571428571,
      "n": 28,
      "p": 0.69140625,
      "rank_biserial": -0.13186813186813187,
      "n_nonzero": 13,
      "diffs": [
       -2.0,
       1.0,
       5.0,
       1.0,
       -2.0,
       -4.0,
       -5.0,
       -3.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_tw": {
      "mean": 5.464285714285714,
      "lo": 3.9285714285714284,
      "hi": 7.178571428571429,
      "n": 28,
      "p": 7.97644718469285e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       7.0,
       1.0,
       1.0,
       7.0,
       2.0,
       6.0,
       7.0,
       7.0,
       2.0,
       13.0,
       2.0,
       0.0,
       3.0,
       4.0,
       5.0,
       0.0,
       3.0,
       3.0,
       4.0,
       10.0,
       3.0,
       7.0,
       4.0,
       12.0,
       6.0,
       4.0,
       10.0,
       20.0
      ]
     },
     "diagonal_tw": {
      "mean": 5.357142857142857,
      "lo": 3.8214285714285716,
      "hi": 7.142857142857143,
      "n": 28,
      "p": 1.1775599138889947e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       5.0,
       2.0,
       6.0,
       8.0,
       0.0,
       2.0,
       2.0,
       4.0,
       2.0,
       15.0,
       2.0,
       0.0,
       3.0,
       4.0,
       7.0,
       0.0,
       5.0,
       3.0,
       4.0,
       8.0,
       3.0,
       9.0,
       4.0,
       12.0,
       6.0,
       4.0,
       10.0,
       20.0
      ]
     },
     "relative_tw": {
      "mean": 0.9253183023403612,
      "lo": 0.45897559939379795,
      "hi": 1.6087015814727204,
      "n": 24,
      "p": 5.926418324622604e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 21,
      "diffs": [
       0.8333333333333333,
       0.16666666666666674,
       0.3529411764705883,
       2.0,
       0.0,
       0.22222222222222232,
       0.22222222222222232,
       0.3076923076923077,
       0.5,
       7.5,
       0.25,
       0.0,
       0.375,
       0.4444444444444444,
       1.75,
       0.0,
       0.4545454545454546,
       0.5,
       1.0,
       2.0,
       0.4285714285714286,
       1.5,
       0.3999999999999999,
       1.0
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.05357142857142857,
      "lo": -0.4642857142857143,
      "hi": 0.6071428571428571,
      "n": 28,
      "p": 0.7969062608435239,
      "rank_biserial": 0.075,
      "n_nonzero": 15,
      "diffs": [
       -1.5,
       0.0,
       3.0,
       3.0,
       -1.0,
       -2.0,
       2.5,
       -1.0,
       0.5,
       3.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       2.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_hk": {
      "mean": -0.03571428571428571,
      "lo": -0.6785714285714286,
      "hi": 0.6785714285714286,
      "n": 28,
      "p": 0.8408203125,
      "rank_biserial": -0.07575757575757576,
      "n_nonzero": 11,
      "diffs": [
       -3.0,
       0.0,
       0.0,
       0.0,
       2.0,
       4.0,
       1.0,
       -2.0,
       5.0,
       2.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -4.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.07142857142857142,
      "lo": -0.4642857142857143,
      "hi": 0.6071428571428571,
      "n": 28,
      "p": 0.7734375,
      "rank_biserial": 0.13333333333333333,
      "n_nonzero": 9,
      "diffs": [
       0.0,
       0.0,
       3.0,
       3.0,
       -2.0,
       -4.0,
       2.0,
       0.0,
       -2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_hk": {
      "mean": 5.107142857142857,
      "lo": 3.642857142857143,
      "hi": 6.857142857142857,
      "n": 28,
      "p": 1.1861963277364072e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       4.0,
       1.0,
       0.0,
       6.0,
       2.0,
       7.0,
       5.0,
       7.0,
       7.0,
       12.0,
       2.0,
       0.0,
       3.0,
       2.0,
       5.0,
       0.0,
       3.0,
       3.0,
       4.0,
       5.0,
       3.0,
       7.0,
       4.0,
       9.0,
       6.0,
       4.0,
       10.0,
       22.0
      ]
     },
     "diagonal_hk": {
      "mean": 5.178571428571429,
      "lo": 3.642857142857143,
      "hi": 7.0,
      "n": 28,
      "p": 1.1445708201864661e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       4.0,
       1.0,
       3.0,
       9.0,
       0.0,
       3.0,
       7.0,
       7.0,
       5.0,
       14.0,
       2.0,
       0.0,
       3.0,
       2.0,
       7.0,
       0.0,
       3.0,
       3.0,
       4.0,
       3.0,
       3.0,
       7.0,
       4.0,
       9.0,
       6.0,
       4.0,
       10.0,
       22.0
      ]
     },
     "relative_hk": {
      "mean": 0.8829679511664805,
      "lo": 0.45107944819341883,
      "hi": 1.5245141364626655,
      "n": 24,
      "p": 5.949326652303363e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 21,
      "diffs": [
       0.6666666666666667,
       0.08333333333333326,
       0.17647058823529416,
       2.25,
       0.0,
       0.33333333333333326,
       0.7777777777777777,
       0.5384615384615385,
       1.25,
       7.0,
       0.25,
       0.0,
       0.375,
       0.22222222222222232,
       1.75,
       0.0,
       0.2727272727272727,
       0.5,
       1.0,
       0.75,
       0.4285714285714286,
       1.1666666666666665,
       0.3999999999999999,
       1.0
      ]
     }
    },
    "by_category": {
     "daily": {
      "script_trad_minus_simp": {
       "mean": 2.5238095238095233,
       "lo": 1.2857142857142858,
       "hi": 3.7619047619047623,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        4.333333333333333,
        1.0,
        0.3333333333333333,
        5.0,
        0.6666666666666666,
        3.3333333333333335,
        3.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.2857142857142857,
       "lo": -1.1428571428571428,
       "hi": 1.9285714285714286,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 7,
       "diffs": [
        -1.0,
        1.0,
        4.5,
        1.0,
        0.5,
        -2.0,
        -2.0
       ]
      },
      "interaction_tw": {
       "mean": 0.8571428571428571,
       "lo": 0.2857142857142857,
       "hi": 1.4285714285714286,
       "n": 7,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        1.0,
        2.0,
        2.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": -0.14285714285714285,
       "lo": -1.7142857142857142,
       "hi": 1.5714285714285714,
       "n": 7,
       "p": 0.9375,
       "rank_biserial": -0.047619047619047616,
       "n_nonzero": 6,
       "diffs": [
        -1.0,
        1.0,
        4.0,
        1.0,
        0.0,
        -3.0,
        -3.0
       ]
      },
      "script_at_tw": {
       "mean": 3.0,
       "lo": 1.5714285714285714,
       "hi": 4.285714285714286,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        5.0,
        1.0,
        1.0,
        5.0,
        1.0,
        4.0,
        4.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.857142857142857,
       "lo": 1.5714285714285714,
       "hi": 4.285714285714286,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        4.0,
        2.0,
        5.0,
        6.0,
        1.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.19230356110055352,
       "lo": 0.10136054421768703,
       "hi": 0.2961015175300889,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.2666666666666666,
        0.1333333333333333,
        0.26315789473684204,
        0.46153846153846145,
        0.08333333333333326,
        0.0714285714285714,
        0.06666666666666665
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.2857142857142857,
       "lo": -0.7857142857142857,
       "hi": 1.2857142857142858,
       "n": 7,
       "p": 0.71875,
       "rank_biserial": 0.23809523809523808,
       "n_nonzero": 6,
       "diffs": [
        -2.0,
        0.0,
        2.0,
        2.0,
        -0.5,
        -1.0,
        1.5
       ]
      },
      "interaction_hk": {
       "mean": 0.2857142857142857,
       "lo": -0.5714285714285714,
       "hi": 1.1428571428571428,
       "n": 7,
       "p": 0.75,
       "rank_biserial": 0.3,
       "n_nonzero": 4,
       "diffs": [
        -2.0,
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        1.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.14285714285714285,
       "lo": -0.8571428571428571,
       "hi": 1.1428571428571428,
       "n": 7,
       "p": 0.90625,
       "rank_biserial": 0.14285714285714285,
       "n_nonzero": 6,
       "diffs": [
        -1.0,
        0.0,
        2.0,
        2.0,
        -1.0,
        -2.0,
        1.0
       ]
      },
      "script_at_hk": {
       "mean": 2.4285714285714284,
       "lo": 1.1428571428571428,
       "hi": 3.7142857142857144,
       "n": 7,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        3.0,
        1.0,
        0.0,
        5.0,
        1.0,
        4.0,
        3.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.5714285714285716,
       "lo": 1.1428571428571428,
       "hi": 4.285714285714286,
       "n": 7,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        1.0,
        2.0,
        7.0,
        0.0,
        2.0,
        4.0
       ]
      },
      "relative_hk": {
       "mean": 0.17903550084001213,
       "lo": 0.07490153956319369,
       "hi": 0.30968079539508114,
       "n": 7,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.1333333333333333,
        0.06666666666666665,
        0.10526315789473695,
        0.5384615384615385,
        0.0,
        0.1428571428571428,
        0.2666666666666666
       ]
      }
     },
     "loan": {
      "script_trad_minus_simp": {
       "mean": 2.8666666666666663,
       "lo": 0.8,
       "hi": 5.266666666666667,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        4.333333333333333,
        2.0,
        7.0,
        1.0,
        0.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.5,
       "lo": -1.3,
       "hi": 2.4,
       "n": 5,
       "p": 0.75,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -2.5,
        1.0,
        4.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.2,
       "lo": -0.6,
       "hi": 1.2,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        -1.0,
        0.0,
        2.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.4,
       "lo": -1.0,
       "hi": 1.8,
       "n": 5,
       "p": 0.75,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -2.0,
        1.0,
        3.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 2.8,
       "lo": 0.6,
       "hi": 5.6,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        4.0,
        1.0,
        8.0,
        1.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 3.2,
       "lo": 0.8,
       "hi": 7.2,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        2.0,
        11.0,
        1.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.2615815556992028,
       "lo": 0.04253393665158369,
       "hi": 0.6380952380952382,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.09523809523809534,
        0.15384615384615374,
        1.0,
        0.05882352941176472,
        0.0
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.5,
       "lo": -0.2,
       "hi": 1.5,
       "n": 5,
       "p": 0.75,
       "rank_biserial": 0.5,
       "n_nonzero": 3,
       "diffs": [
        -0.5,
        0.5,
        2.5,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": 0.6,
       "lo": -0.4,
       "hi": 1.8,
       "n": 5,
       "p": 0.75,
       "rank_biserial": 0.5,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        3.0,
        1.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.2,
       "lo": -0.6,
       "hi": 1.2,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        -1.0,
        2.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 3.2,
       "lo": 1.0,
       "hi": 5.2,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        4.0,
        4.0,
        7.0,
        1.0,
        0.0
       ]
      },
      "diagonal_hk": {
       "mean": 3.4,
       "lo": 1.0,
       "hi": 6.4,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        4.0,
        3.0,
        9.0,
        1.0,
        0.0
       ]
      },
      "relative_hk": {
       "mean": 0.2596501537678008,
       "lo": 0.06162464985994398,
       "hi": 0.5409705000881441,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.19047619047619047,
        0.23076923076923084,
        0.8181818181818181,
        0.05882352941176472,
        0.0
       ]
      }
     },
     "name": {
      "script_trad_minus_simp": {
       "mean": 1.7333333333333336,
       "lo": 0.8,
       "hi": 2.533333333333333,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        1.6666666666666667,
        3.0,
        0.0,
        2.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.2,
       "lo": -0.4,
       "hi": 0.8,
       "n": 5,
       "p": 1.0,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        0.0,
        1.0,
        0.0,
        1.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.2,
       "lo": -0.4,
       "hi": 0.8,
       "n": 5,
       "p": 1.0,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        0.0,
        1.0,
        0.0,
        1.0
       ]
      },
      "script_at_tw": {
       "mean": 1.8,
       "lo": 0.8,
       "hi": 2.6,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        2.0,
        3.0,
        0.0,
        2.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.0,
       "lo": 0.8,
       "hi": 3.2,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        2.0,
        4.0,
        0.0,
        3.0
       ]
      },
      "relative_tw": {
       "mean": 0.12547619047619046,
       "lo": 0.043333333333333314,
       "hi": 0.2147619047619048,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.06666666666666665,
        0.125,
        0.2857142857142858,
        0.0,
        0.1499999999999999
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.3,
       "lo": 0.0,
       "hi": 0.7,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.5,
        1.0,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": -0.2,
       "lo": -0.6,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        -1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.4,
       "lo": 0.0,
       "hi": 0.8,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        1.0,
        1.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 1.6,
       "lo": 0.6,
       "hi": 2.4,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        1.0,
        3.0,
        0.0,
        2.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.0,
       "lo": 0.8,
       "hi": 3.2,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        2.0,
        4.0,
        0.0,
        2.0
       ]
      },
      "relative_hk": {
       "mean": 0.12880952380952385,
       "lo": 0.05166666666666666,
       "hi": 0.21809523809523818,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.1333333333333333,
        0.125,
        0.2857142857142858,
        0.0,
        0.10000000000000009
       ]
      }
     },
     "news": {
      "script_trad_minus_simp": {
       "mean": 2.9444444444444446,
       "lo": 2.3333333333333335,
       "hi": 3.555555555555556,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.3333333333333335,
        2.3333333333333335,
        4.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.08333333333333333,
       "lo": -0.3333333333333333,
       "hi": 0.5,
       "n": 6,
       "p": 1.0,
       "rank_biserial": 0.2,
       "n_nonzero": 4,
       "diffs": [
        -0.5,
        -0.5,
        0.5,
        0.0,
        1.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.16666666666666666,
       "lo": -0.6666666666666666,
       "hi": 1.3333333333333333,
       "n": 6,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        -1.0,
        3.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": -0.5,
       "hi": 0.5,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        -1.0,
        0.0,
        1.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 3.1666666666666665,
       "lo": 2.1666666666666665,
       "hi": 4.5,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        6.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "diagonal_tw": {
       "mean": 3.1666666666666665,
       "lo": 2.1666666666666665,
       "hi": 4.166666666666667,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        5.0,
        2.0,
        5.0,
        3.0
       ]
      },
      "relative_tw": {
       "mean": 0.19276960784313726,
       "lo": 0.13333333333333333,
       "hi": 0.2552696078431373,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.125,
        0.125,
        0.3125,
        0.1333333333333333,
        0.2941176470588236,
        0.16666666666666674
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": -0.3333333333333333,
       "lo": -0.6666666666666666,
       "hi": -0.08333333333333333,
       "n": 6,
       "p": 0.25,
       "rank_biserial": -1.0,
       "n_nonzero": 3,
       "diffs": [
        -0.5,
        -0.5,
        -1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": -0.3333333333333333,
       "lo": -0.6666666666666666,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        -1.0,
        -1.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": -0.16666666666666666,
       "lo": -0.5,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        0.0,
        -1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 2.6666666666666665,
       "lo": 2.1666666666666665,
       "hi": 3.3333333333333335,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        3.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.5,
       "lo": 2.0,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        2.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "relative_hk": {
       "mean": 0.15171568627450982,
       "lo": 0.12638888888888888,
       "hi": 0.18848039215686277,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.125,
        0.125,
        0.125,
        0.1333333333333333,
        0.23529411764705888,
        0.16666666666666674
       ]
      }
     },
     "tech": {
      "script_trad_minus_simp": {
       "mean": 7.6,
       "lo": 3.9333333333333336,
       "hi": 12.533333333333333,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        6.666666666666667,
        5.666666666666667,
        2.0,
        7.0,
        16.666666666666668
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.7,
       "lo": -0.1,
       "hi": 1.4,
       "n": 5,
       "p": 0.25,
       "rank_biserial": 0.8,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        -0.5,
        0.0,
        1.0,
        2.0
       ]
      },
      "interaction_tw": {
       "mean": -1.4,
       "lo": -3.8,
       "hi": 0.8,
       "n": 5,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        2.0,
        -3.0,
        0.0,
        0.0,
        -6.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 1.4,
       "lo": 0.2,
       "hi": 3.2,
       "n": 5,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        1.0,
        0.0,
        1.0,
        5.0
       ]
      },
      "script_at_tw": {
       "mean": 7.2,
       "lo": 3.8,
       "hi": 10.8,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        8.0,
        5.0,
        2.0,
        7.0,
        14.0
       ]
      },
      "diagonal_tw": {
       "mean": 8.6,
       "lo": 4.4,
       "hi": 14.2,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        8.0,
        6.0,
        2.0,
        8.0,
        19.0
       ]
      },
      "relative_tw": {
       "mean": 0.9041269841269841,
       "lo": 0.41714285714285715,
       "hi": 1.5333333333333337,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.6666666666666667,
        0.6000000000000001,
        0.1428571428571428,
        1.0,
        2.111111111111111
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.6,
       "lo": 0.0,
       "hi": 1.4,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        1.0,
        2.0
       ]
      },
      "interaction_hk": {
       "mean": -1.6,
       "lo": -3.2,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        -4.0,
        0.0,
        0.0,
        -4.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 1.4,
       "lo": 0.2,
       "hi": 2.8,
       "n": 5,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        2.0,
        0.0,
        1.0,
        4.0
       ]
      },
      "script_at_hk": {
       "mean": 7.0,
       "lo": 3.6,
       "hi": 11.8,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        6.0,
        4.0,
        2.0,
        7.0,
        16.0
       ]
      },
      "diagonal_hk": {
       "mean": 8.4,
       "lo": 4.0,
       "hi": 14.4,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        6.0,
        6.0,
        2.0,
        8.0,
        20.0
       ]
      },
      "relative_hk": {
       "mean": 0.893015873015873,
       "lo": 0.3771428571428571,
       "hi": 1.5619047619047621,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.5,
        0.6000000000000001,
        0.1428571428571428,
        1.0,
        2.2222222222222223
       ]
      }
     }
    }
   },
   "hk_all": {
    "effects": {
     "script_trad_minus_simp": {
      "mean": 3.1351351351351355,
      "lo": 2.2612612612612613,
      "hi": 4.207207207207207,
      "n": 37,
      "p": 2.3880165745169104e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 35,
      "diffs": [
       2.0,
       2.0,
       1.0,
       1.3333333333333333,
       2.3333333333333335,
       0.6666666666666666,
       4.333333333333333,
       1.0,
       0.3333333333333333,
       5.0,
       0.6666666666666666,
       3.3333333333333335,
       3.0,
       4.333333333333333,
       2.0,
       7.0,
       1.6666666666666667,
       1.0,
       0.0,
       2.0,
       1.6666666666666667,
       3.0,
       0.0,
       2.0,
       2.3333333333333335,
       2.3333333333333335,
       4.0,
       2.0,
       4.0,
       3.0,
       6.666666666666667,
       5.666666666666667,
       2.0,
       7.0,
       7.0,
       16.666666666666668,
       1.6666666666666667
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.36486486486486486,
      "lo": -0.0945945945945946,
      "hi": 0.8648648648648649,
      "n": 37,
      "p": 0.1659946067631024,
      "rank_biserial": 0.32608695652173914,
      "n_nonzero": 23,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       1.0,
       4.5,
       1.0,
       0.5,
       -2.0,
       -2.0,
       -2.5,
       1.0,
       4.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       1.0,
       -0.5,
       -0.5,
       0.5,
       0.0,
       1.0,
       0.0,
       1.0,
       -0.5,
       0.0,
       -0.5,
       1.0,
       2.0,
       4.5
      ]
     },
     "interaction_tw": {
      "mean": 0.02702702702702703,
      "lo": -0.46013513513513454,
      "hi": 0.4594594594594595,
      "n": 37,
      "p": 0.5232210171859526,
      "rank_biserial": 0.19047619047619047,
      "n_nonzero": 14,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       1.0,
       2.0,
       2.0,
       -1.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       3.0,
       0.0,
       0.0,
       0.0,
       2.0,
       -3.0,
       0.0,
       -1.0,
       0.0,
       -6.0,
       1.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.35135135135135137,
      "lo": -0.13513513513513514,
      "hi": 0.8918918918918919,
      "n": 37,
      "p": 0.21835469056590162,
      "rank_biserial": 0.3216374269005848,
      "n_nonzero": 18,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       1.0,
       4.0,
       1.0,
       0.0,
       -3.0,
       -3.0,
       -2.0,
       1.0,
       3.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       1.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       1.0,
       5.0,
       4.0
      ]
     },
     "script_at_tw": {
      "mean": 3.2432432432432434,
      "lo": 2.4054054054054053,
      "hi": 4.216216216216216,
      "n": 37,
      "p": 3.084707641548171e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       2.0,
       2.0,
       1.0,
       2.0,
       3.0,
       0.0,
       5.0,
       1.0,
       1.0,
       5.0,
       1.0,
       4.0,
       4.0,
       4.0,
       1.0,
       8.0,
       2.0,
       1.0,
       0.0,
       2.0,
       2.0,
       3.0,
       0.0,
       2.0,
       2.0,
       2.0,
       6.0,
       2.0,
       4.0,
       3.0,
       8.0,
       5.0,
       2.0,
       7.0,
       7.0,
       14.0,
       2.0
      ]
     },
     "diagonal_tw": {
      "mean": 3.5945945945945947,
      "lo": 2.5675675675675675,
      "hi": 4.864864864864865,
      "n": 37,
      "p": 3.0940086878868347e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       2.0,
       2.0,
       1.0,
       2.0,
       3.0,
       0.0,
       4.0,
       2.0,
       5.0,
       6.0,
       1.0,
       1.0,
       1.0,
       2.0,
       2.0,
       11.0,
       2.0,
       1.0,
       0.0,
       1.0,
       2.0,
       4.0,
       0.0,
       3.0,
       2.0,
       2.0,
       5.0,
       2.0,
       5.0,
       3.0,
       8.0,
       6.0,
       2.0,
       7.0,
       8.0,
       19.0,
       6.0
      ]
     },
     "relative_tw": {
      "mean": 0.2913263376885668,
      "lo": 0.18100221730929933,
      "hi": 0.4297357436531198,
      "n": 37,
      "p": 3.6278652209506443e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       0.09090909090909083,
       0.18181818181818188,
       0.0625,
       0.125,
       0.23076923076923084,
       0.0,
       0.2666666666666666,
       0.1333333333333333,
       0.26315789473684204,
       0.46153846153846145,
       0.08333333333333326,
       0.0714285714285714,
       0.06666666666666665,
       0.09523809523809534,
       0.15384615384615374,
       1.0,
       0.11764705882352944,
       0.05882352941176472,
       0.0,
       0.06666666666666665,
       0.125,
       0.2857142857142858,
       0.0,
       0.1499999999999999,
       0.125,
       0.125,
       0.3125,
       0.1333333333333333,
       0.2941176470588236,
       0.16666666666666674,
       0.6666666666666667,
       0.6000000000000001,
       0.1428571428571428,
       0.41176470588235303,
       1.0,
       2.111111111111111,
       0.6000000000000001
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.3783783783783784,
      "lo": 0.0,
      "hi": 0.7837837837837838,
      "n": 37,
      "p": 0.07578127858581973,
      "rank_biserial": 0.42028985507246375,
      "n_nonzero": 23,
      "diffs": [
       -2.0,
       -1.0,
       1.0,
       1.0,
       4.0,
       0.0,
       -2.0,
       0.0,
       2.0,
       2.0,
       -0.5,
       -1.0,
       1.5,
       -0.5,
       0.5,
       2.5,
       2.5,
       0.0,
       0.0,
       0.0,
       0.5,
       1.0,
       0.0,
       0.0,
       -0.5,
       -0.5,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       1.5
      ]
     },
     "interaction_hk": {
      "mean": -0.2702702702702703,
      "lo": -0.7297297297297297,
      "hi": 0.16216216216216217,
      "n": 37,
      "p": 0.27691339563345396,
      "rank_biserial": -0.28654970760233917,
      "n_nonzero": 18,
      "diffs": [
       0.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       1.0,
       -1.0,
       3.0,
       1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -4.0,
       0.0,
       -2.0,
       0.0,
       -4.0,
       1.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.5135135135135135,
      "lo": 0.05405405405405406,
      "hi": 1.0,
      "n": 37,
      "p": 0.0532045734398576,
      "rank_biserial": 0.4492753623188406,
      "n_nonzero": 23,
      "diffs": [
       -2.0,
       -1.0,
       1.0,
       2.0,
       5.0,
       -1.0,
       -1.0,
       0.0,
       2.0,
       2.0,
       -1.0,
       -2.0,
       1.0,
       0.0,
       -1.0,
       2.0,
       3.0,
       0.0,
       0.0,
       0.0,
       1.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       1.0,
       1.0,
       4.0,
       1.0
      ]
     },
     "script_at_hk": {
      "mean": 2.945945945945946,
      "lo": 2.135135135135135,
      "hi": 4.0,
      "n": 37,
      "p": 4.6934970271924536e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 33,
      "diffs": [
       2.0,
       2.0,
       1.0,
       0.0,
       1.0,
       2.0,
       3.0,
       1.0,
       0.0,
       5.0,
       1.0,
       4.0,
       3.0,
       4.0,
       4.0,
       7.0,
       1.0,
       1.0,
       0.0,
       2.0,
       1.0,
       3.0,
       0.0,
       2.0,
       2.0,
       2.0,
       3.0,
       2.0,
       4.0,
       3.0,
       6.0,
       4.0,
       2.0,
       6.0,
       7.0,
       16.0,
       2.0
      ]
     },
     "diagonal_hk": {
      "mean": 3.4594594594594597,
      "lo": 2.4594594594594597,
      "hi": 4.72972972972973,
      "n": 37,
      "p": 4.3555892279440306e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 33,
      "diffs": [
       0.0,
       1.0,
       2.0,
       2.0,
       6.0,
       1.0,
       2.0,
       1.0,
       2.0,
       7.0,
       0.0,
       2.0,
       4.0,
       4.0,
       3.0,
       9.0,
       4.0,
       1.0,
       0.0,
       2.0,
       2.0,
       4.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       2.0,
       4.0,
       3.0,
       6.0,
       6.0,
       2.0,
       7.0,
       8.0,
       20.0,
       3.0
      ]
     },
     "relative_hk": {
      "mean": 0.28086095469996397,
      "lo": 0.17470383977930418,
      "hi": 0.4247918996603205,
      "n": 37,
      "p": 5.274971674943567e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 33,
      "diffs": [
       0.0,
       0.09090909090909083,
       0.125,
       0.125,
       0.46153846153846145,
       0.0714285714285714,
       0.1333333333333333,
       0.06666666666666665,
       0.10526315789473695,
       0.5384615384615385,
       0.0,
       0.1428571428571428,
       0.2666666666666666,
       0.19047619047619047,
       0.23076923076923084,
       0.8181818181818181,
       0.23529411764705888,
       0.05882352941176472,
       0.0,
       0.1333333333333333,
       0.125,
       0.2857142857142858,
       0.0,
       0.10000000000000009,
       0.125,
       0.125,
       0.125,
       0.1333333333333333,
       0.23529411764705888,
       0.16666666666666674,
       0.5,
       0.6000000000000001,
       0.1428571428571428,
       0.41176470588235303,
       1.0,
       2.2222222222222223,
       0.30000000000000004
      ]
     }
    },
    "fragments": {
     "script_trad_minus_simp": {
      "mean": 4.8558558558558556,
      "lo": 3.6396396396396393,
      "hi": 6.252252252252252,
      "n": 37,
      "p": 2.459911444287862e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 35,
      "diffs": [
       2.6666666666666665,
       4.0,
       2.0,
       1.3333333333333333,
       4.333333333333333,
       1.0,
       6.0,
       1.0,
       0.3333333333333333,
       6.333333333333333,
       1.3333333333333333,
       5.333333333333333,
       5.333333333333333,
       7.666666666666667,
       3.6666666666666665,
       11.666666666666666,
       2.3333333333333335,
       2.0,
       0.0,
       3.0,
       3.3333333333333335,
       5.0,
       0.0,
       3.0,
       3.6666666666666665,
       4.666666666666667,
       6.666666666666667,
       3.0,
       7.0,
       4.0,
       10.0,
       7.333333333333333,
       4.0,
       12.666666666666666,
       10.0,
       21.333333333333332,
       2.6666666666666665
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.14864864864864866,
      "lo": -0.43243243243243246,
      "hi": 0.7567567567567568,
      "n": 37,
      "p": 0.7078590832527636,
      "rank_biserial": 0.09523809523809523,
      "n_nonzero": 20,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       1.0,
       5.5,
       1.5,
       -1.0,
       -2.5,
       -3.5,
       -4.0,
       0.0,
       3.5,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       -1.0,
       -1.0,
       0.5,
       0.0,
       2.0,
       0.0,
       1.5,
       -2.0,
       0.0,
       -0.5,
       0.0,
       -1.0,
       4.5
      ]
     },
     "interaction_tw": {
      "mean": 0.24324324324324326,
      "lo": -0.2702702702702703,
      "hi": 0.7837837837837838,
      "n": 37,
      "p": 0.37479501130149007,
      "rank_biserial": 0.25833333333333336,
      "n_nonzero": 15,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       1.0,
       2.0,
       3.0,
       3.0,
       -2.0,
       0.0,
       3.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       5.0,
       0.0,
       0.0,
       0.0,
       3.0,
       -4.0,
       0.0,
       -1.0,
       0.0,
       -2.0,
       1.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.02702702702702703,
      "lo": -0.5675675675675675,
      "hi": 0.6216216216216216,
      "n": 37,
      "p": 0.9745880317094228,
      "rank_biserial": -0.009523809523809525,
      "n_nonzero": 14,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       1.0,
       5.0,
       1.0,
       -2.0,
       -4.0,
       -5.0,
       -3.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       4.0
      ]
     },
     "script_at_tw": {
      "mean": 5.108108108108108,
      "lo": 3.810810810810811,
      "hi": 6.513513513513513,
      "n": 37,
      "p": 3.438403925225986e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       3.0,
       4.0,
       2.0,
       2.0,
       6.0,
       0.0,
       7.0,
       1.0,
       1.0,
       7.0,
       2.0,
       6.0,
       7.0,
       7.0,
       2.0,
       13.0,
       3.0,
       2.0,
       0.0,
       3.0,
       4.0,
       5.0,
       0.0,
       3.0,
       3.0,
       4.0,
       10.0,
       3.0,
       7.0,
       4.0,
       12.0,
       6.0,
       4.0,
       13.0,
       10.0,
       20.0,
       3.0
      ]
     },
     "diagonal_tw": {
      "mean": 5.135135135135135,
      "lo": 3.864864864864865,
      "hi": 6.5675675675675675,
      "n": 37,
      "p": 5.066725713094497e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 33,
      "diffs": [
       3.0,
       4.0,
       2.0,
       2.0,
       6.0,
       0.0,
       5.0,
       2.0,
       6.0,
       8.0,
       0.0,
       2.0,
       2.0,
       4.0,
       2.0,
       15.0,
       3.0,
       2.0,
       0.0,
       3.0,
       4.0,
       7.0,
       0.0,
       5.0,
       3.0,
       4.0,
       8.0,
       3.0,
       9.0,
       4.0,
       12.0,
       6.0,
       4.0,
       13.0,
       10.0,
       20.0,
       7.0
      ]
     },
     "relative_tw": {
      "mean": 0.9245645669442463,
      "lo": 0.5426865869078435,
      "hi": 1.4469398091757717,
      "n": 33,
      "p": 2.54072678936201e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 29,
      "diffs": [
       0.23076923076923084,
       1.3333333333333335,
       0.22222222222222232,
       0.16666666666666674,
       1.5,
       0.0,
       0.8333333333333333,
       0.16666666666666674,
       0.3529411764705883,
       2.0,
       0.0,
       0.22222222222222232,
       0.22222222222222232,
       0.3076923076923077,
       0.5,
       7.5,
       0.5,
       0.25,
       0.0,
       0.375,
       0.4444444444444444,
       1.75,
       0.0,
       0.4545454545454546,
       0.5,
       1.0,
       2.0,
       0.4285714285714286,
       1.5,
       0.3999999999999999,
       1.0,
       2.6,
       1.75
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.4594594594594595,
      "lo": -0.06756756756756757,
      "hi": 1.027027027027027,
      "n": 37,
      "p": 0.2066986447454804,
      "rank_biserial": 0.29333333333333333,
      "n_nonzero": 24,
      "diffs": [
       -0.5,
       -1.0,
       3.0,
       1.0,
       4.5,
       3.5,
       -1.5,
       0.0,
       3.0,
       3.0,
       -1.0,
       -2.0,
       2.5,
       -1.0,
       0.5,
       3.0,
       4.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       2.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       0.5,
       0.0,
       0.0,
       0.5
      ]
     },
     "interaction_hk": {
      "mean": -0.2702702702702703,
      "lo": -0.8918918918918919,
      "hi": 0.35135135135135137,
      "n": 37,
      "p": 0.366579110549492,
      "rank_biserial": -0.23976608187134502,
      "n_nonzero": 18,
      "diffs": [
       -1.0,
       0.0,
       0.0,
       -2.0,
       -5.0,
       3.0,
       -3.0,
       0.0,
       0.0,
       0.0,
       2.0,
       4.0,
       1.0,
       -2.0,
       5.0,
       2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -4.0,
       0.0,
       -3.0,
       0.0,
       0.0,
       1.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.5945945945945946,
      "lo": 0.0,
      "hi": 1.2432432432432432,
      "n": 37,
      "p": 0.06452757793111379,
      "rank_biserial": 0.5147058823529411,
      "n_nonzero": 16,
      "diffs": [
       0.0,
       -1.0,
       3.0,
       2.0,
       7.0,
       2.0,
       0.0,
       0.0,
       3.0,
       3.0,
       -2.0,
       -4.0,
       2.0,
       0.0,
       -2.0,
       2.0,
       5.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_hk": {
      "mean": 4.594594594594595,
      "lo": 3.3783783783783785,
      "hi": 6.027702702702693,
      "n": 37,
      "p": 5.13087055056714e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 33,
      "diffs": [
       2.0,
       4.0,
       2.0,
       0.0,
       1.0,
       3.0,
       4.0,
       1.0,
       0.0,
       6.0,
       2.0,
       7.0,
       5.0,
       7.0,
       7.0,
       12.0,
       1.0,
       2.0,
       0.0,
       3.0,
       2.0,
       5.0,
       0.0,
       3.0,
       3.0,
       4.0,
       5.0,
       3.0,
       7.0,
       4.0,
       9.0,
       6.0,
       4.0,
       11.0,
       10.0,
       22.0,
       3.0
      ]
     },
     "diagonal_hk": {
      "mean": 5.1891891891891895,
      "lo": 3.918918918918919,
      "hi": 6.675675675675675,
      "n": 37,
      "p": 3.3827375934885174e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 34,
      "diffs": [
       2.0,
       3.0,
       5.0,
       2.0,
       8.0,
       5.0,
       4.0,
       1.0,
       3.0,
       9.0,
       0.0,
       3.0,
       7.0,
       7.0,
       5.0,
       14.0,
       6.0,
       2.0,
       0.0,
       3.0,
       2.0,
       7.0,
       0.0,
       3.0,
       3.0,
       4.0,
       3.0,
       3.0,
       7.0,
       4.0,
       9.0,
       6.0,
       4.0,
       13.0,
       10.0,
       22.0,
       3.0
      ]
     },
     "relative_hk": {
      "mean": 0.916685834466583,
      "lo": 0.5591099340598004,
      "hi": 1.4014451550380695,
      "n": 33,
      "p": 1.7224282827430737e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 30,
      "diffs": [
       0.15384615384615374,
       1.0,
       0.5555555555555556,
       0.16666666666666674,
       2.0,
       0.8333333333333333,
       0.6666666666666667,
       0.08333333333333326,
       0.17647058823529416,
       2.25,
       0.0,
       0.33333333333333326,
       0.7777777777777777,
       0.5384615384615385,
       1.25,
       7.0,
       1.0,
       0.25,
       0.0,
       0.375,
       0.22222222222222232,
       1.75,
       0.0,
       0.2727272727272727,
       0.5,
       1.0,
       0.75,
       0.4285714285714286,
       1.1666666666666665,
       0.3999999999999999,
       1.0,
       2.6,
       0.75
      ]
     }
    },
    "by_category": {
     "cxg": {
      "script_trad_minus_simp": {
       "mean": 1.5555555555555554,
       "lo": 1.0555555555555556,
       "hi": 2.0000000000000004,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        1.0,
        1.3333333333333333,
        2.3333333333333335,
        0.6666666666666666
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.6666666666666667,
       "lo": 0.8333333333333334,
       "hi": 2.3333333333333335,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        2.0,
        3.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.6666666666666667,
       "lo": 0.8333333333333334,
       "hi": 2.3333333333333335,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        2.0,
        3.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.11516608391608392,
       "lo": 0.05587121212121212,
       "hi": 0.17693764568764572,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.09090909090909083,
        0.18181818181818188,
        0.0625,
        0.125,
        0.23076923076923084,
        0.0
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.5,
       "lo": -1.0,
       "hi": 2.0,
       "n": 6,
       "p": 0.8125,
       "rank_biserial": 0.2,
       "n_nonzero": 5,
       "diffs": [
        -2.0,
        -1.0,
        1.0,
        1.0,
        4.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": -0.3333333333333333,
       "lo": -1.3333333333333333,
       "hi": 0.6666666666666666,
       "n": 6,
       "p": 1.0,
       "rank_biserial": -0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        0.0,
        0.0,
        -2.0,
        -2.0,
        2.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.6666666666666666,
       "lo": -1.1666666666666667,
       "hi": 2.6666666666666665,
       "n": 6,
       "p": 0.8125,
       "rank_biserial": 0.19047619047619047,
       "n_nonzero": 6,
       "diffs": [
        -2.0,
        -1.0,
        1.0,
        2.0,
        5.0,
        -1.0
       ]
      },
      "script_at_hk": {
       "mean": 1.3333333333333333,
       "lo": 0.6666666666666666,
       "hi": 1.8333333333333333,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        0.0,
        1.0,
        2.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.0,
       "lo": 0.8333333333333334,
       "hi": 3.6666666666666665,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.0,
        1.0,
        2.0,
        2.0,
        6.0,
        1.0
       ]
      },
      "relative_hk": {
       "mean": 0.1456460206460206,
       "lo": 0.05357142857142857,
       "hi": 0.2786588411588411,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.0,
        0.09090909090909083,
        0.125,
        0.125,
        0.46153846153846145,
        0.0714285714285714
       ]
      }
     },
     "daily": {
      "script_trad_minus_simp": {
       "mean": 2.5238095238095233,
       "lo": 1.2857142857142858,
       "hi": 3.7619047619047623,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        4.333333333333333,
        1.0,
        0.3333333333333333,
        5.0,
        0.6666666666666666,
        3.3333333333333335,
        3.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.2857142857142857,
       "lo": -1.1428571428571428,
       "hi": 1.9285714285714286,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 7,
       "diffs": [
        -1.0,
        1.0,
        4.5,
        1.0,
        0.5,
        -2.0,
        -2.0
       ]
      },
      "interaction_tw": {
       "mean": 0.8571428571428571,
       "lo": 0.2857142857142857,
       "hi": 1.4285714285714286,
       "n": 7,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        1.0,
        2.0,
        2.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": -0.14285714285714285,
       "lo": -1.7142857142857142,
       "hi": 1.5714285714285714,
       "n": 7,
       "p": 0.9375,
       "rank_biserial": -0.047619047619047616,
       "n_nonzero": 6,
       "diffs": [
        -1.0,
        1.0,
        4.0,
        1.0,
        0.0,
        -3.0,
        -3.0
       ]
      },
      "script_at_tw": {
       "mean": 3.0,
       "lo": 1.5714285714285714,
       "hi": 4.285714285714286,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        5.0,
        1.0,
        1.0,
        5.0,
        1.0,
        4.0,
        4.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.857142857142857,
       "lo": 1.5714285714285714,
       "hi": 4.285714285714286,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        4.0,
        2.0,
        5.0,
        6.0,
        1.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.19230356110055352,
       "lo": 0.10136054421768703,
       "hi": 0.2961015175300889,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.2666666666666666,
        0.1333333333333333,
        0.26315789473684204,
        0.46153846153846145,
        0.08333333333333326,
        0.0714285714285714,
        0.06666666666666665
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.2857142857142857,
       "lo": -0.7857142857142857,
       "hi": 1.2857142857142858,
       "n": 7,
       "p": 0.71875,
       "rank_biserial": 0.23809523809523808,
       "n_nonzero": 6,
       "diffs": [
        -2.0,
        0.0,
        2.0,
        2.0,
        -0.5,
        -1.0,
        1.5
       ]
      },
      "interaction_hk": {
       "mean": 0.2857142857142857,
       "lo": -0.5714285714285714,
       "hi": 1.1428571428571428,
       "n": 7,
       "p": 0.75,
       "rank_biserial": 0.3,
       "n_nonzero": 4,
       "diffs": [
        -2.0,
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        1.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.14285714285714285,
       "lo": -0.8571428571428571,
       "hi": 1.1428571428571428,
       "n": 7,
       "p": 0.90625,
       "rank_biserial": 0.14285714285714285,
       "n_nonzero": 6,
       "diffs": [
        -1.0,
        0.0,
        2.0,
        2.0,
        -1.0,
        -2.0,
        1.0
       ]
      },
      "script_at_hk": {
       "mean": 2.4285714285714284,
       "lo": 1.1428571428571428,
       "hi": 3.7142857142857144,
       "n": 7,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        3.0,
        1.0,
        0.0,
        5.0,
        1.0,
        4.0,
        3.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.5714285714285716,
       "lo": 1.1428571428571428,
       "hi": 4.285714285714286,
       "n": 7,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        1.0,
        2.0,
        7.0,
        0.0,
        2.0,
        4.0
       ]
      },
      "relative_hk": {
       "mean": 0.17903550084001213,
       "lo": 0.07490153956319369,
       "hi": 0.30968079539508114,
       "n": 7,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.1333333333333333,
        0.06666666666666665,
        0.10526315789473695,
        0.5384615384615385,
        0.0,
        0.1428571428571428,
        0.2666666666666666
       ]
      }
     },
     "loan": {
      "script_trad_minus_simp": {
       "mean": 2.6666666666666665,
       "lo": 0.9444444444444445,
       "hi": 4.666666666666667,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        4.333333333333333,
        2.0,
        7.0,
        1.6666666666666667,
        1.0,
        0.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.4166666666666667,
       "lo": -1.0833333333333333,
       "hi": 2.0,
       "n": 6,
       "p": 0.75,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -2.5,
        1.0,
        4.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.16666666666666666,
       "lo": -0.5,
       "hi": 1.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        -1.0,
        0.0,
        2.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.3333333333333333,
       "lo": -0.8333333333333334,
       "hi": 1.6666666666666667,
       "n": 6,
       "p": 0.75,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -2.0,
        1.0,
        3.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 2.6666666666666665,
       "lo": 0.8333333333333334,
       "hi": 5.0,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        4.0,
        1.0,
        8.0,
        2.0,
        1.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 3.0,
       "lo": 0.8333333333333334,
       "hi": 6.333333333333333,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        11.0,
        2.0,
        1.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.23759247288659055,
       "lo": 0.055052790346907986,
       "hi": 0.551317963082669,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.09523809523809534,
        0.15384615384615374,
        1.0,
        0.11764705882352944,
        0.05882352941176472,
        0.0
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.8333333333333334,
       "lo": -0.08333333333333333,
       "hi": 1.75,
       "n": 6,
       "p": 0.375,
       "rank_biserial": 0.7,
       "n_nonzero": 4,
       "diffs": [
        -0.5,
        0.5,
        2.5,
        2.5,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": 0.3333333333333333,
       "lo": -0.6666666666666666,
       "hi": 1.5,
       "n": 6,
       "p": 1.0,
       "rank_biserial": 0.2,
       "n_nonzero": 4,
       "diffs": [
        -1.0,
        3.0,
        1.0,
        -1.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.6666666666666666,
       "lo": -0.3333333333333333,
       "hi": 1.8333333333333333,
       "n": 6,
       "p": 0.5,
       "rank_biserial": 0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        -1.0,
        2.0,
        3.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 2.8333333333333335,
       "lo": 1.0,
       "hi": 5.0,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        4.0,
        4.0,
        7.0,
        1.0,
        1.0,
        0.0
       ]
      },
      "diagonal_hk": {
       "mean": 3.5,
       "lo": 1.5,
       "hi": 6.0,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        4.0,
        3.0,
        9.0,
        4.0,
        1.0,
        0.0
       ]
      },
      "relative_hk": {
       "mean": 0.25559081441434384,
       "lo": 0.08309990662931839,
       "hi": 0.49581790758261346,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.19047619047619047,
        0.23076923076923084,
        0.8181818181818181,
        0.23529411764705888,
        0.05882352941176472,
        0.0
       ]
      }
     },
     "name": {
      "script_trad_minus_simp": {
       "mean": 1.7333333333333336,
       "lo": 0.8,
       "hi": 2.533333333333333,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        1.6666666666666667,
        3.0,
        0.0,
        2.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.2,
       "lo": -0.4,
       "hi": 0.8,
       "n": 5,
       "p": 1.0,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        0.0,
        1.0,
        0.0,
        1.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.2,
       "lo": -0.4,
       "hi": 0.8,
       "n": 5,
       "p": 1.0,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        0.0,
        1.0,
        0.0,
        1.0
       ]
      },
      "script_at_tw": {
       "mean": 1.8,
       "lo": 0.8,
       "hi": 2.6,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        2.0,
        3.0,
        0.0,
        2.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.0,
       "lo": 0.8,
       "hi": 3.2,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        2.0,
        4.0,
        0.0,
        3.0
       ]
      },
      "relative_tw": {
       "mean": 0.12547619047619046,
       "lo": 0.043333333333333314,
       "hi": 0.2147619047619048,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.06666666666666665,
        0.125,
        0.2857142857142858,
        0.0,
        0.1499999999999999
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.3,
       "lo": 0.0,
       "hi": 0.7,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.5,
        1.0,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": -0.2,
       "lo": -0.6,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        -1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.4,
       "lo": 0.0,
       "hi": 0.8,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        1.0,
        1.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 1.6,
       "lo": 0.6,
       "hi": 2.4,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        1.0,
        3.0,
        0.0,
        2.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.0,
       "lo": 0.8,
       "hi": 3.2,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        2.0,
        4.0,
        0.0,
        2.0
       ]
      },
      "relative_hk": {
       "mean": 0.12880952380952385,
       "lo": 0.05166666666666666,
       "hi": 0.21809523809523818,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.1333333333333333,
        0.125,
        0.2857142857142858,
        0.0,
        0.10000000000000009
       ]
      }
     },
     "news": {
      "script_trad_minus_simp": {
       "mean": 2.9444444444444446,
       "lo": 2.3333333333333335,
       "hi": 3.555555555555556,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.3333333333333335,
        2.3333333333333335,
        4.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.08333333333333333,
       "lo": -0.3333333333333333,
       "hi": 0.5,
       "n": 6,
       "p": 1.0,
       "rank_biserial": 0.2,
       "n_nonzero": 4,
       "diffs": [
        -0.5,
        -0.5,
        0.5,
        0.0,
        1.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.16666666666666666,
       "lo": -0.6666666666666666,
       "hi": 1.3333333333333333,
       "n": 6,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        -1.0,
        3.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": -0.5,
       "hi": 0.5,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        -1.0,
        0.0,
        1.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 3.1666666666666665,
       "lo": 2.1666666666666665,
       "hi": 4.5,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        6.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "diagonal_tw": {
       "mean": 3.1666666666666665,
       "lo": 2.1666666666666665,
       "hi": 4.166666666666667,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        5.0,
        2.0,
        5.0,
        3.0
       ]
      },
      "relative_tw": {
       "mean": 0.19276960784313726,
       "lo": 0.13333333333333333,
       "hi": 0.2552696078431373,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.125,
        0.125,
        0.3125,
        0.1333333333333333,
        0.2941176470588236,
        0.16666666666666674
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": -0.3333333333333333,
       "lo": -0.6666666666666666,
       "hi": -0.08333333333333333,
       "n": 6,
       "p": 0.25,
       "rank_biserial": -1.0,
       "n_nonzero": 3,
       "diffs": [
        -0.5,
        -0.5,
        -1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": -0.3333333333333333,
       "lo": -0.6666666666666666,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        -1.0,
        -1.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": -0.16666666666666666,
       "lo": -0.5,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        0.0,
        -1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 2.6666666666666665,
       "lo": 2.1666666666666665,
       "hi": 3.3333333333333335,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        3.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.5,
       "lo": 2.0,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        2.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "relative_hk": {
       "mean": 0.15171568627450982,
       "lo": 0.12638888888888888,
       "hi": 0.18848039215686277,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.125,
        0.125,
        0.125,
        0.1333333333333333,
        0.23529411764705888,
        0.16666666666666674
       ]
      }
     },
     "tech": {
      "script_trad_minus_simp": {
       "mean": 6.666666666666666,
       "lo": 3.714285714285715,
       "hi": 10.333333333333334,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        6.666666666666667,
        5.666666666666667,
        2.0,
        7.0,
        7.0,
        16.666666666666668,
        1.6666666666666667
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 1.0714285714285714,
       "lo": 0.0,
       "hi": 2.357142857142857,
       "n": 7,
       "p": 0.125,
       "rank_biserial": 0.7142857142857143,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        -0.5,
        0.0,
        -0.5,
        1.0,
        2.0,
        4.5
       ]
      },
      "interaction_tw": {
       "mean": -1.0,
       "lo": -3.0,
       "hi": 0.7142857142857143,
       "n": 7,
       "p": 0.5,
       "rank_biserial": -0.4,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        -3.0,
        0.0,
        -1.0,
        0.0,
        -6.0,
        1.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 1.5714285714285714,
       "lo": 0.2857142857142857,
       "hi": 3.142857142857143,
       "n": 7,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        1.0,
        0.0,
        0.0,
        1.0,
        5.0,
        4.0
       ]
      },
      "script_at_tw": {
       "mean": 6.428571428571429,
       "lo": 3.857142857142857,
       "hi": 9.428571428571429,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        8.0,
        5.0,
        2.0,
        7.0,
        7.0,
        14.0,
        2.0
       ]
      },
      "diagonal_tw": {
       "mean": 8.0,
       "lo": 5.0,
       "hi": 12.142857142857142,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        8.0,
        6.0,
        2.0,
        7.0,
        8.0,
        19.0,
        6.0
       ]
      },
      "relative_tw": {
       "mean": 0.7903428037881819,
       "lo": 0.4326530612244898,
       "hi": 1.2873949579831934,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.6666666666666667,
        0.6000000000000001,
        0.1428571428571428,
        0.41176470588235303,
        1.0,
        2.111111111111111,
        0.6000000000000001
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.6428571428571429,
       "lo": 0.14285714285714285,
       "hi": 1.2857142857142858,
       "n": 7,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        1.5
       ]
      },
      "interaction_hk": {
       "mean": -1.2857142857142858,
       "lo": -2.7142857142857144,
       "hi": 0.0,
       "n": 7,
       "p": 0.25,
       "rank_biserial": -0.8,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        -4.0,
        0.0,
        -2.0,
        0.0,
        -4.0,
        1.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 1.2857142857142858,
       "lo": 0.42857142857142855,
       "hi": 2.2857142857142856,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.0,
        2.0,
        0.0,
        1.0,
        1.0,
        4.0,
        1.0
       ]
      },
      "script_at_hk": {
       "mean": 6.142857142857143,
       "lo": 3.4285714285714284,
       "hi": 9.71785714285709,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        6.0,
        4.0,
        2.0,
        6.0,
        7.0,
        16.0,
        2.0
       ]
      },
      "diagonal_hk": {
       "mean": 7.428571428571429,
       "lo": 4.142857142857143,
       "hi": 12.0,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        6.0,
        6.0,
        2.0,
        7.0,
        8.0,
        20.0,
        3.0
       ]
      },
      "relative_hk": {
       "mean": 0.7395491529945312,
       "lo": 0.3551020408163265,
       "hi": 1.2809523809523806,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.5,
        0.6000000000000001,
        0.1428571428571428,
        0.41176470588235303,
        1.0,
        2.2222222222222223,
        0.30000000000000004
       ]
      }
     }
    }
   },
   "controls": {
    "effects": {
     "script_trad_minus_simp": {
      "mean": 1.6666666666666667,
      "lo": 0.0,
      "hi": 3.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       2.0,
       3.0
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_tw": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_tw": {
      "mean": 1.6666666666666667,
      "lo": 0.0,
      "hi": 3.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       2.0,
       3.0
      ]
     },
     "diagonal_tw": {
      "mean": 1.6666666666666667,
      "lo": 0.0,
      "hi": 3.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       2.0,
       3.0
      ]
     },
     "relative_tw": {
      "mean": 0.10000000000000002,
      "lo": 0.0,
      "hi": 0.16666666666666674,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       0.1333333333333333,
       0.16666666666666674
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_hk": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_hk": {
      "mean": 1.6666666666666667,
      "lo": 0.0,
      "hi": 3.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       2.0,
       3.0
      ]
     },
     "diagonal_hk": {
      "mean": 1.6666666666666667,
      "lo": 0.0,
      "hi": 3.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       2.0,
       3.0
      ]
     },
     "relative_hk": {
      "mean": 0.10000000000000002,
      "lo": 0.0,
      "hi": 0.16666666666666674,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       0.1333333333333333,
       0.16666666666666674
      ]
     }
    },
    "fragments": {
     "script_trad_minus_simp": {
      "mean": 2.3333333333333335,
      "lo": 0.0,
      "hi": 4.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       3.0,
       4.0
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_tw": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_tw": {
      "mean": 2.3333333333333335,
      "lo": 0.0,
      "hi": 4.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       3.0,
       4.0
      ]
     },
     "diagonal_tw": {
      "mean": 2.3333333333333335,
      "lo": 0.0,
      "hi": 4.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       3.0,
       4.0
      ]
     },
     "relative_tw": {
      "mean": 0.27619047619047615,
      "lo": 0.0,
      "hi": 0.4285714285714286,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       0.4285714285714286,
       0.3999999999999999
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_hk": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_hk": {
      "mean": 2.3333333333333335,
      "lo": 0.0,
      "hi": 4.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       3.0,
       4.0
      ]
     },
     "diagonal_hk": {
      "mean": 2.3333333333333335,
      "lo": 0.0,
      "hi": 4.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       3.0,
       4.0
      ]
     },
     "relative_hk": {
      "mean": 0.27619047619047615,
      "lo": 0.0,
      "hi": 0.4285714285714286,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       0.4285714285714286,
       0.3999999999999999
      ]
     }
    },
    "by_category": {
     "name": {
      "script_trad_minus_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "interaction_hk": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "diagonal_hk": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "relative_hk": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      }
     },
     "news": {
      "script_trad_minus_simp": {
       "mean": 2.5,
       "lo": 2.0,
       "hi": 3.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        2.0,
        3.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 2.5,
       "lo": 2.0,
       "hi": 3.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        2.0,
        3.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.5,
       "lo": 2.0,
       "hi": 3.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        2.0,
        3.0
       ]
      },
      "relative_tw": {
       "mean": 0.15000000000000002,
       "lo": 0.1333333333333333,
       "hi": 0.16666666666666674,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.1333333333333333,
        0.16666666666666674
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 2.5,
       "lo": 2.0,
       "hi": 3.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        2.0,
        3.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.5,
       "lo": 2.0,
       "hi": 3.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        2.0,
        3.0
       ]
      },
      "relative_hk": {
       "mean": 0.15000000000000002,
       "lo": 0.1333333333333333,
       "hi": 0.16666666666666674,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.1333333333333333,
        0.16666666666666674
       ]
      }
     }
    }
   }
  },
  "o200k_base": {
   "twcn_screened": {
    "effects": {
     "script_trad_minus_simp": {
      "mean": 1.603448275862069,
      "lo": 1.1379310344827587,
      "hi": 2.103448275862069,
      "n": 29,
      "p": 1.6245650043650917e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 24,
      "diffs": [
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       0.0,
       2.0,
       2.5,
       0.5,
       1.0,
       1.5,
       1.0,
       0.0,
       1.0,
       1.0,
       1.0,
       1.0,
       2.0,
       2.0,
       3.0,
       3.0,
       1.0,
       3.5,
       1.5,
       2.0,
       1.5,
       4.0,
       6.0,
       1.5
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.39655172413793105,
      "lo": 0.017241379310344827,
      "hi": 0.8448275862068966,
      "n": 29,
      "p": 0.12115340560737181,
      "rank_biserial": 0.4338235294117647,
      "n_nonzero": 16,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       -1.5,
       2.5,
       -1.0,
       0.5,
       0.0,
       2.0,
       0.0,
       0.0,
       1.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.5,
       0.5,
       1.0,
       0.5,
       1.0,
       1.0,
       4.5
      ]
     },
     "interaction_tw": {
      "mean": -0.3103448275862069,
      "lo": -0.8620689655172413,
      "hi": 0.13793103448275862,
      "n": 29,
      "p": 0.255859375,
      "rank_biserial": -0.41818181818181815,
      "n_nonzero": 10,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       1.0,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       -1.0,
       0.0,
       -6.0,
       3.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.5517241379310345,
      "lo": 0.1724137931034483,
      "hi": 0.9655172413793104,
      "n": 29,
      "p": 0.01123046875,
      "rank_biserial": 0.7802197802197802,
      "n_nonzero": 13,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       -1.0,
       2.0,
       -1.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       1.0,
       1.0,
       1.0,
       1.0,
       4.0,
       3.0
      ]
     },
     "script_at_tw": {
      "mean": 1.4482758620689655,
      "lo": 1.0689655172413792,
      "hi": 1.8620689655172413,
      "n": 29,
      "p": 1.2038960660451083e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 24,
      "diffs": [
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       0.0,
       2.0,
       2.0,
       1.0,
       1.0,
       2.0,
       1.0,
       0.0,
       1.0,
       1.0,
       1.0,
       1.0,
       1.0,
       1.0,
       3.0,
       3.0,
       1.0,
       3.0,
       1.0,
       2.0,
       1.0,
       4.0,
       3.0,
       3.0
      ]
     },
     "diagonal_tw": {
      "mean": 2.0,
      "lo": 1.3793103448275863,
      "hi": 2.6551724137931036,
      "n": 29,
      "p": 1.528783282657024e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 24,
      "diffs": [
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       0.0,
       3.0,
       1.0,
       3.0,
       0.0,
       2.0,
       1.0,
       2.0,
       1.0,
       1.0,
       2.0,
       1.0,
       1.0,
       1.0,
       3.0,
       3.0,
       1.0,
       4.0,
       2.0,
       3.0,
       2.0,
       5.0,
       7.0,
       6.0
      ]
     },
     "relative_tw": {
      "mean": 0.2316008703939738,
      "lo": 0.15555023759765133,
      "hi": 0.31662342686049577,
      "n": 29,
      "p": 1.8072402374229973e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 24,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.16666666666666674,
       0.19999999999999996,
       0.0,
       0.33333333333333326,
       0.11111111111111116,
       0.2727272727272727,
       0.0,
       0.19999999999999996,
       0.08333333333333326,
       0.22222222222222232,
       0.09090909090909083,
       0.08333333333333326,
       0.25,
       0.10000000000000009,
       0.1428571428571428,
       0.10000000000000009,
       0.4285714285714286,
       0.33333333333333326,
       0.07692307692307687,
       0.4444444444444444,
       0.22222222222222232,
       0.33333333333333326,
       0.18181818181818188,
       0.7142857142857142,
       0.875,
       0.75
      ]
     }
    },
    "fragments": {
     "script_trad_minus_simp": {
      "mean": 1.103448275862069,
      "lo": 0.7241379310344828,
      "hi": 1.4827586206896552,
      "n": 29,
      "p": 0.00018072616699528382,
      "rank_biserial": 1.0,
      "n_nonzero": 17,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       3.0,
       1.0,
       2.0,
       1.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       1.0,
       1.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       3.0
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.13793103448275862,
      "lo": -0.27586206896551724,
      "hi": 0.6551724137931034,
      "n": 29,
      "p": 0.8125,
      "rank_biserial": 0.19047619047619047,
      "n_nonzero": 6,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -3.0,
       3.0,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       5.0
      ]
     },
     "interaction_tw": {
      "mean": 0.13793103448275862,
      "lo": -0.27586206896551724,
      "hi": 0.6896551724137931,
      "n": 29,
      "p": 1.0,
      "rank_biserial": 0.14285714285714285,
      "n_nonzero": 6,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       2.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       6.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.06896551724137931,
      "lo": -0.13793103448275862,
      "hi": 0.27586206896551724,
      "n": 29,
      "p": 1.0,
      "rank_biserial": 0.3333333333333333,
      "n_nonzero": 3,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0
      ]
     },
     "script_at_tw": {
      "mean": 1.1724137931034482,
      "lo": 0.6896551724137931,
      "hi": 1.7241379310344827,
      "n": 29,
      "p": 0.00016244084518680078,
      "rank_biserial": 1.0,
      "n_nonzero": 15,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       6.0
      ]
     },
     "diagonal_tw": {
      "mean": 1.2413793103448276,
      "lo": 0.6896551724137931,
      "hi": 1.9310344827586208,
      "n": 29,
      "p": 0.00037690425400409484,
      "rank_biserial": 1.0,
      "n_nonzero": 14,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       0.0,
       4.0,
       2.0,
       2.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       8.0
      ]
     },
     "relative_tw": {
      "mean": 0.6,
      "lo": 0.2,
      "hi": 1.0,
      "n": 5,
      "p": 0.25,
      "rank_biserial": 1.0,
      "n_nonzero": 3,
      "diffs": [
       0.0,
       0.0,
       1.0,
       1.0,
       1.0
      ]
     }
    },
    "by_category": {
     "cxg": {
      "script_trad_minus_simp": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.1666666666666667,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        0.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.1666666666666667,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.1666666666666667,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.061111111111111116,
       "lo": 0.0,
       "hi": 0.12777777777777777,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.16666666666666674,
        0.19999999999999996,
        0.0
       ]
      }
     },
     "daily": {
      "script_trad_minus_simp": {
       "mean": 1.5,
       "lo": 0.9,
       "hi": 2.1,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.5,
        0.5,
        1.0,
        1.5
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.3,
       "lo": -0.9,
       "hi": 1.5,
       "n": 5,
       "p": 0.875,
       "rank_biserial": 0.13333333333333333,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        -1.5,
        2.5,
        -1.0,
        0.5
       ]
      },
      "interaction_tw": {
       "mean": 0.2,
       "lo": -0.4,
       "hi": 0.8,
       "n": 5,
       "p": 1.0,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        -1.0,
        1.0,
        0.0,
        1.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.2,
       "lo": -0.8,
       "hi": 1.2,
       "n": 5,
       "p": 1.0,
       "rank_biserial": 0.2,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        -1.0,
        2.0,
        -1.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.6,
       "lo": 1.2,
       "hi": 2.0,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        1.0,
        2.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.8,
       "lo": 0.8,
       "hi": 2.8,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        3.0,
        1.0,
        3.0,
        0.0,
        2.0
       ]
      },
      "relative_tw": {
       "mean": 0.18343434343434342,
       "lo": 0.07676767676767678,
       "hi": 0.28242424242424236,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.33333333333333326,
        0.11111111111111116,
        0.2727272727272727,
        0.0,
        0.19999999999999996
       ]
      }
     },
     "loan": {
      "script_trad_minus_simp": {
       "mean": 0.75,
       "lo": 0.25,
       "hi": 1.0,
       "n": 4,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        1.0,
        0.0,
        1.0,
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.5,
       "n": 4,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        2.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 4,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.5,
       "n": 4,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        2.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 0.75,
       "lo": 0.25,
       "hi": 1.0,
       "n": 4,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        1.0,
        0.0,
        1.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.25,
       "lo": 1.0,
       "hi": 1.75,
       "n": 4,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        2.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.11994949494949492,
       "lo": 0.08333333333333326,
       "hi": 0.18750000000000006,
       "n": 4,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.08333333333333326,
        0.22222222222222232,
        0.09090909090909083,
        0.08333333333333326
       ]
      }
     },
     "name": {
      "script_trad_minus_simp": {
       "mean": 1.0,
       "lo": 1.0,
       "hi": 1.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        1.0,
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.0,
       "lo": 1.0,
       "hi": 1.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        1.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.5,
       "lo": 1.0,
       "hi": 2.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        2.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.17500000000000004,
       "lo": 0.10000000000000009,
       "hi": 0.25,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.25,
        0.10000000000000009
       ]
      }
     },
     "news": {
      "script_trad_minus_simp": {
       "mean": 2.2,
       "lo": 1.6,
       "hi": 2.8,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": -0.4,
       "lo": -0.8,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        -1.0,
        -1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": -0.8,
       "lo": -1.6,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        -2.0,
        -2.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.8,
       "lo": 1.0,
       "hi": 2.6,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        1.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.8,
       "lo": 1.0,
       "hi": 2.6,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        1.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.21633699633699632,
       "lo": 0.09934065934065935,
       "hi": 0.3391941391941392,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.1428571428571428,
        0.10000000000000009,
        0.4285714285714286,
        0.33333333333333326,
        0.07692307692307687
       ]
      }
     },
     "tech": {
      "script_trad_minus_simp": {
       "mean": 2.857142857142857,
       "lo": 1.7857142857142858,
       "hi": 4.142857142857143,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        3.5,
        1.5,
        2.0,
        1.5,
        4.0,
        6.0,
        1.5
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 1.2857142857142858,
       "lo": 0.6428571428571429,
       "hi": 2.4285714285714284,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.5,
        0.5,
        1.0,
        0.5,
        1.0,
        1.0,
        4.5
       ]
      },
      "interaction_tw": {
       "mean": -0.8571428571428571,
       "lo": -2.857142857142857,
       "hi": 0.8571428571428571,
       "n": 7,
       "p": 0.5,
       "rank_biserial": -0.4666666666666667,
       "n_nonzero": 5,
       "diffs": [
        -1.0,
        -1.0,
        0.0,
        -1.0,
        0.0,
        -6.0,
        3.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 1.7142857142857142,
       "lo": 1.0,
       "hi": 2.5714285714285716,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        4.0,
        3.0
       ]
      },
      "script_at_tw": {
       "mean": 2.4285714285714284,
       "lo": 1.5714285714285714,
       "hi": 3.142857142857143,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        3.0,
        1.0,
        2.0,
        1.0,
        4.0,
        3.0,
        3.0
       ]
      },
      "diagonal_tw": {
       "mean": 4.142857142857143,
       "lo": 2.857142857142857,
       "hi": 5.428571428571429,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        4.0,
        2.0,
        3.0,
        2.0,
        5.0,
        7.0,
        6.0
       ]
      },
      "relative_tw": {
       "mean": 0.5030148423005566,
       "lo": 0.3174603174603175,
       "hi": 0.6950113378684807,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.4444444444444444,
        0.22222222222222232,
        0.33333333333333326,
        0.18181818181818188,
        0.7142857142857142,
        0.875,
        0.75
       ]
      }
     }
    }
   },
   "twcn_all": {
    "effects": {
     "script_trad_minus_simp": {
      "mean": 1.6081081081081081,
      "lo": 1.2027027027027026,
      "hi": 2.0405405405405403,
      "n": 37,
      "p": 1.0350105549252442e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 31,
      "diffs": [
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       0.0,
       2.0,
       2.5,
       0.5,
       0.5,
       1.0,
       1.0,
       1.5,
       1.0,
       0.0,
       3.0,
       1.0,
       1.0,
       1.0,
       1.0,
       0.0,
       2.5,
       1.0,
       1.5,
       2.0,
       2.0,
       3.5,
       3.0,
       3.0,
       1.0,
       3.5,
       1.5,
       2.0,
       1.5,
       4.0,
       6.0,
       1.5
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.36486486486486486,
      "lo": 0.04054054054054054,
      "hi": 0.7297297297297297,
      "n": 37,
      "p": 0.0671136578641953,
      "rank_biserial": 0.45021645021645024,
      "n_nonzero": 21,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       -1.5,
       2.5,
       -0.5,
       0.0,
       -1.0,
       0.5,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.5,
       0.0,
       -0.5,
       -1.0,
       -1.0,
       0.5,
       0.0,
       0.0,
       0.0,
       0.5,
       0.5,
       1.0,
       0.5,
       1.0,
       1.0,
       4.5
      ]
     },
     "interaction_tw": {
      "mean": -0.2972972972972973,
      "lo": -0.7567567567567568,
      "hi": 0.08108108108108109,
      "n": 37,
      "p": 0.15792931649394149,
      "rank_biserial": -0.4,
      "n_nonzero": 15,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       1.0,
       -1.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       -1.0,
       -2.0,
       -2.0,
       1.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       -1.0,
       0.0,
       -6.0,
       3.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.5135135135135135,
      "lo": 0.1891891891891892,
      "hi": 0.8648648648648649,
      "n": 37,
      "p": 0.005923675166447149,
      "rank_biserial": 0.8095238095238095,
      "n_nonzero": 14,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       -1.0,
       2.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       0.0,
       2.0,
       3.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       1.0,
       1.0,
       1.0,
       1.0,
       4.0,
       3.0
      ]
     },
     "script_at_tw": {
      "mean": 1.4594594594594594,
      "lo": 1.1081081081081081,
      "hi": 1.837837837837838,
      "n": 37,
      "p": 1.0607275908794809e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 30,
      "diffs": [
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       0.0,
       2.0,
       2.0,
       1.0,
       0.0,
       1.0,
       1.0,
       2.0,
       1.0,
       0.0,
       2.0,
       1.0,
       1.0,
       1.0,
       1.0,
       0.0,
       3.0,
       1.0,
       1.0,
       1.0,
       1.0,
       4.0,
       3.0,
       3.0,
       1.0,
       3.0,
       1.0,
       2.0,
       1.0,
       4.0,
       3.0,
       3.0
      ]
     },
     "diagonal_tw": {
      "mean": 1.972972972972973,
      "lo": 1.4324324324324325,
      "hi": 2.5675675675675675,
      "n": 37,
      "p": 1.3787014082723898e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 30,
      "diffs": [
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       0.0,
       3.0,
       1.0,
       3.0,
       0.0,
       1.0,
       0.0,
       2.0,
       1.0,
       2.0,
       5.0,
       1.0,
       1.0,
       1.0,
       2.0,
       0.0,
       3.0,
       1.0,
       1.0,
       1.0,
       1.0,
       4.0,
       3.0,
       3.0,
       1.0,
       4.0,
       2.0,
       3.0,
       2.0,
       5.0,
       7.0,
       6.0
      ]
     },
     "relative_tw": {
      "mean": 0.23105145605145602,
      "lo": 0.15975095850095847,
      "hi": 0.3121722440472441,
      "n": 37,
      "p": 1.7224282827430737e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 30,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.16666666666666674,
       0.19999999999999996,
       0.0,
       0.33333333333333326,
       0.11111111111111116,
       0.2727272727272727,
       0.0,
       0.11111111111111116,
       0.0,
       0.19999999999999996,
       0.08333333333333326,
       0.22222222222222232,
       0.8333333333333333,
       0.07692307692307687,
       0.09090909090909083,
       0.08333333333333326,
       0.25,
       0.0,
       0.30000000000000004,
       0.10000000000000009,
       0.06666666666666665,
       0.1428571428571428,
       0.10000000000000009,
       0.4444444444444444,
       0.4285714285714286,
       0.33333333333333326,
       0.07692307692307687,
       0.4444444444444444,
       0.22222222222222232,
       0.33333333333333326,
       0.18181818181818188,
       0.7142857142857142,
       0.875,
       0.75
      ]
     }
    },
    "fragments": {
     "script_trad_minus_simp": {
      "mean": 1.162162162162162,
      "lo": 0.8108108108108109,
      "hi": 1.5135135135135136,
      "n": 37,
      "p": 2.4665542780967597e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 22,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       3.0,
       1.0,
       1.0,
       2.0,
       2.0,
       1.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       3.0,
       0.0,
       3.0,
       1.0,
       1.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       3.0
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.02702702702702703,
      "lo": -0.32432432432432434,
      "hi": 0.43243243243243246,
      "n": 37,
      "p": 0.845703125,
      "rank_biserial": -0.07272727272727272,
      "n_nonzero": 10,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -3.0,
       3.0,
       -1.0,
       -2.0,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       -1.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       5.0
      ]
     },
     "interaction_tw": {
      "mean": 0.05405405405405406,
      "lo": -0.32432432432432434,
      "hi": 0.5405405405405406,
      "n": 37,
      "p": 1.0,
      "rank_biserial": 0.0,
      "n_nonzero": 9,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       2.0,
       -2.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       -2.0,
       -2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       6.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.0,
      "lo": -0.21621621621621623,
      "hi": 0.21621621621621623,
      "n": 37,
      "p": 1.0,
      "rank_biserial": 0.0,
      "n_nonzero": 4,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       2.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0
      ]
     },
     "script_at_tw": {
      "mean": 1.1891891891891893,
      "lo": 0.7567567567567568,
      "hi": 1.6756756756756757,
      "n": 37,
      "p": 2.8621049332399764e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 19,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       4.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       6.0
      ]
     },
     "diagonal_tw": {
      "mean": 1.1891891891891893,
      "lo": 0.7027027027027027,
      "hi": 1.7837837837837838,
      "n": 37,
      "p": 0.00010555345592280884,
      "rank_biserial": 1.0,
      "n_nonzero": 17,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       0.0,
       4.0,
       0.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       4.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       8.0
      ]
     },
     "relative_tw": {
      "mean": 0.5714285714285714,
      "lo": 0.14285714285714285,
      "hi": 0.8571428571428571,
      "n": 7,
      "p": 0.125,
      "rank_biserial": 1.0,
      "n_nonzero": 4,
      "diffs": [
       0.0,
       0.0,
       1.0,
       0.0,
       1.0,
       1.0,
       1.0
      ]
     }
    },
    "by_category": {
     "cxg": {
      "script_trad_minus_simp": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.1666666666666667,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        0.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.1666666666666667,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.1666666666666667,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.061111111111111116,
       "lo": 0.0,
       "hi": 0.12777777777777777,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.16666666666666674,
        0.19999999999999996,
        0.0
       ]
      }
     },
     "daily": {
      "script_trad_minus_simp": {
       "mean": 1.2857142857142858,
       "lo": 0.7857142857142857,
       "hi": 1.7857142857142858,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        2.0,
        2.5,
        0.5,
        0.5,
        1.0,
        1.0,
        1.5
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.14285714285714285,
       "lo": -0.7142857142857143,
       "hi": 1.0714285714285714,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.047619047619047616,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        -1.5,
        2.5,
        -0.5,
        0.0,
        -1.0,
        0.5
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": -0.5714285714285714,
       "hi": 0.5714285714285714,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        -1.0,
        1.0,
        -1.0,
        0.0,
        0.0,
        1.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.14285714285714285,
       "lo": -0.5714285714285714,
       "hi": 0.8571428571428571,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.2,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        -1.0,
        2.0,
        0.0,
        0.0,
        -1.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.2857142857142858,
       "lo": 0.7142857142857143,
       "hi": 1.7142857142857142,
       "n": 7,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        1.0,
        0.0,
        1.0,
        1.0,
        2.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.4285714285714286,
       "lo": 0.5714285714285714,
       "hi": 2.2857142857142856,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        3.0,
        1.0,
        3.0,
        0.0,
        1.0,
        0.0,
        2.0
       ]
      },
      "relative_tw": {
       "mean": 0.1468975468975469,
       "lo": 0.060317460317460325,
       "hi": 0.2366522366522366,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.33333333333333326,
        0.11111111111111116,
        0.2727272727272727,
        0.0,
        0.11111111111111116,
        0.0,
        0.19999999999999996
       ]
      }
     },
     "loan": {
      "script_trad_minus_simp": {
       "mean": 1.1666666666666667,
       "lo": 0.5,
       "hi": 2.0,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        0.0,
        3.0,
        1.0,
        1.0,
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.6666666666666666,
       "lo": 0.0,
       "hi": 1.3333333333333333,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        2.0,
        2.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": -0.3333333333333333,
       "lo": -1.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        0.0,
        -2.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.8333333333333334,
       "lo": 0.0,
       "hi": 1.8333333333333333,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        2.0,
        3.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.0,
       "lo": 0.5,
       "hi": 1.5,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        0.0,
        2.0,
        1.0,
        1.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.8333333333333333,
       "lo": 1.0,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        2.0,
        5.0,
        1.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.23167573167573163,
       "lo": 0.08245920745920739,
       "hi": 0.4814814814814814,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.08333333333333326,
        0.22222222222222232,
        0.8333333333333333,
        0.07692307692307687,
        0.09090909090909083,
        0.08333333333333326
       ]
      }
     },
     "name": {
      "script_trad_minus_simp": {
       "mean": 1.2,
       "lo": 0.5,
       "hi": 1.9,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        2.5,
        1.0,
        1.5
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.2,
       "lo": -0.2,
       "hi": 0.7,
       "n": 5,
       "p": 0.75,
       "rank_biserial": 0.5,
       "n_nonzero": 3,
       "diffs": [
        1.0,
        0.0,
        0.5,
        0.0,
        -0.5
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": -0.6,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        -1.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.2,
       "lo": 0.0,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.2,
       "lo": 0.4,
       "hi": 2.2,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        3.0,
        1.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.4,
       "lo": 0.6,
       "hi": 2.4,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        0.0,
        3.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.14333333333333337,
       "lo": 0.046666666666666676,
       "hi": 0.24000000000000005,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.25,
        0.0,
        0.30000000000000004,
        0.10000000000000009,
        0.06666666666666665
       ]
      }
     },
     "news": {
      "script_trad_minus_simp": {
       "mean": 2.4166666666666665,
       "lo": 1.6666666666666667,
       "hi": 3.0833333333333335,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        3.5,
        3.0,
        3.0,
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": -0.25,
       "lo": -0.6666666666666666,
       "hi": 0.16666666666666666,
       "n": 6,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        -1.0,
        0.5,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": -0.5,
       "lo": -1.3333333333333333,
       "hi": 0.3333333333333333,
       "n": 6,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        -2.0,
        -2.0,
        1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 2.1666666666666665,
       "lo": 1.3333333333333333,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.1666666666666665,
       "lo": 1.3333333333333333,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.2543549043549043,
       "lo": 0.13833943833943832,
       "hi": 0.37525437525437527,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.1428571428571428,
        0.10000000000000009,
        0.4444444444444444,
        0.4285714285714286,
        0.33333333333333326,
        0.07692307692307687
       ]
      }
     },
     "tech": {
      "script_trad_minus_simp": {
       "mean": 2.857142857142857,
       "lo": 1.7857142857142858,
       "hi": 4.142857142857143,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        3.5,
        1.5,
        2.0,
        1.5,
        4.0,
        6.0,
        1.5
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 1.2857142857142858,
       "lo": 0.6428571428571429,
       "hi": 2.4285714285714284,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.5,
        0.5,
        1.0,
        0.5,
        1.0,
        1.0,
        4.5
       ]
      },
      "interaction_tw": {
       "mean": -0.8571428571428571,
       "lo": -2.857142857142857,
       "hi": 0.8571428571428571,
       "n": 7,
       "p": 0.5,
       "rank_biserial": -0.4666666666666667,
       "n_nonzero": 5,
       "diffs": [
        -1.0,
        -1.0,
        0.0,
        -1.0,
        0.0,
        -6.0,
        3.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 1.7142857142857142,
       "lo": 1.0,
       "hi": 2.5714285714285716,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        4.0,
        3.0
       ]
      },
      "script_at_tw": {
       "mean": 2.4285714285714284,
       "lo": 1.5714285714285714,
       "hi": 3.142857142857143,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        3.0,
        1.0,
        2.0,
        1.0,
        4.0,
        3.0,
        3.0
       ]
      },
      "diagonal_tw": {
       "mean": 4.142857142857143,
       "lo": 2.857142857142857,
       "hi": 5.428571428571429,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        4.0,
        2.0,
        3.0,
        2.0,
        5.0,
        7.0,
        6.0
       ]
      },
      "relative_tw": {
       "mean": 0.5030148423005566,
       "lo": 0.3174603174603175,
       "hi": 0.6950113378684807,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.4444444444444444,
        0.22222222222222232,
        0.33333333333333326,
        0.18181818181818188,
        0.7142857142857142,
        0.875,
        0.75
       ]
      }
     }
    }
   },
   "hk_nonlow": {
    "effects": {
     "script_trad_minus_simp": {
      "mean": 1.8571428571428572,
      "lo": 1.3928571428571428,
      "hi": 2.357142857142857,
      "n": 28,
      "p": 7.671517838088187e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 26,
      "diffs": [
       2.0,
       2.3333333333333335,
       0.3333333333333333,
       0.6666666666666666,
       1.0,
       0.6666666666666666,
       2.3333333333333335,
       1.0,
       0.0,
       3.3333333333333335,
       1.0,
       1.0,
       1.0,
       0.0,
       2.6666666666666665,
       1.0,
       1.6666666666666667,
       1.6666666666666667,
       1.6666666666666667,
       3.6666666666666665,
       3.0,
       3.0,
       1.0,
       3.6666666666666665,
       1.0,
       2.0,
       4.0,
       5.333333333333333
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.30357142857142855,
      "lo": -0.03571428571428571,
      "hi": 0.6607142857142857,
      "n": 28,
      "p": 0.1361554903263755,
      "rank_biserial": 0.38421052631578945,
      "n_nonzero": 19,
      "diffs": [
       1.0,
       -1.5,
       2.5,
       -0.5,
       0.0,
       -1.0,
       0.5,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.5,
       0.0,
       -0.5,
       -1.0,
       -1.0,
       0.5,
       0.0,
       0.0,
       0.0,
       0.5,
       0.5,
       1.0,
       1.0,
       1.0
      ]
     },
     "interaction_tw": {
      "mean": -0.4642857142857143,
      "lo": -1.0008928571428564,
      "hi": -0.03571428571428571,
      "n": 28,
      "p": 0.072265625,
      "rank_biserial": -0.5604395604395604,
      "n_nonzero": 13,
      "diffs": [
       0.0,
       -1.0,
       1.0,
       -1.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       -1.0,
       -2.0,
       -2.0,
       1.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       -6.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.5357142857142857,
      "lo": 0.14285714285714285,
      "hi": 0.9642857142857143,
      "n": 28,
      "p": 0.01806640625,
      "rank_biserial": 0.7692307692307693,
      "n_nonzero": 12,
      "diffs": [
       1.0,
       -1.0,
       2.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       0.0,
       2.0,
       3.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       1.0,
       1.0,
       1.0,
       4.0
      ]
     },
     "script_at_tw": {
      "mean": 1.6428571428571428,
      "lo": 1.25,
      "hi": 2.0714285714285716,
      "n": 28,
      "p": 8.398221633135242e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       2.0,
       2.0,
       1.0,
       0.0,
       1.0,
       1.0,
       2.0,
       1.0,
       0.0,
       2.0,
       1.0,
       1.0,
       1.0,
       0.0,
       3.0,
       1.0,
       1.0,
       1.0,
       1.0,
       4.0,
       3.0,
       3.0,
       1.0,
       3.0,
       1.0,
       2.0,
       4.0,
       3.0
      ]
     },
     "diagonal_tw": {
      "mean": 2.1785714285714284,
      "lo": 1.6062500000000008,
      "hi": 2.8214285714285716,
      "n": 28,
      "p": 1.0104285477801412e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       3.0,
       1.0,
       3.0,
       0.0,
       1.0,
       0.0,
       2.0,
       1.0,
       2.0,
       5.0,
       1.0,
       1.0,
       2.0,
       0.0,
       3.0,
       1.0,
       1.0,
       1.0,
       1.0,
       4.0,
       3.0,
       3.0,
       1.0,
       4.0,
       2.0,
       3.0,
       5.0,
       7.0
      ]
     },
     "relative_tw": {
      "mean": 0.2561962838748553,
      "lo": 0.1766327596015096,
      "hi": 0.34647808788433787,
      "n": 28,
      "p": 1.219038255670596e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       0.33333333333333326,
       0.11111111111111116,
       0.2727272727272727,
       0.0,
       0.11111111111111116,
       0.0,
       0.19999999999999996,
       0.08333333333333326,
       0.22222222222222232,
       0.8333333333333333,
       0.09090909090909083,
       0.08333333333333326,
       0.25,
       0.0,
       0.30000000000000004,
       0.10000000000000009,
       0.06666666666666665,
       0.1428571428571428,
       0.10000000000000009,
       0.4444444444444444,
       0.4285714285714286,
       0.33333333333333326,
       0.07692307692307687,
       0.4444444444444444,
       0.22222222222222232,
       0.33333333333333326,
       0.7142857142857142,
       0.875
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.14285714285714285,
      "lo": -0.10714285714285714,
      "hi": 0.4107142857142857,
      "n": 28,
      "p": 0.420654296875,
      "rank_biserial": 0.27472527472527475,
      "n_nonzero": 13,
      "diffs": [
       0.0,
       -0.5,
       1.0,
       0.0,
       -1.0,
       -0.5,
       2.5,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.5,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.5,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       1.0,
       0.5
      ]
     },
     "interaction_hk": {
      "mean": -0.2857142857142857,
      "lo": -0.7857142857142857,
      "hi": 0.17857142857142858,
      "n": 28,
      "p": 0.265625,
      "rank_biserial": -0.4222222222222222,
      "n_nonzero": 9,
      "diffs": [
       0.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       3.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       -5.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.2857142857142857,
      "lo": 0.03571428571428571,
      "hi": 0.6071428571428571,
      "n": 28,
      "p": 0.09375,
      "rank_biserial": 0.7857142857142857,
      "n_nonzero": 7,
      "diffs": [
       0.0,
       0.0,
       1.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       1.0,
       3.0
      ]
     },
     "script_at_hk": {
      "mean": 1.8214285714285714,
      "lo": 1.3214285714285714,
      "hi": 2.357142857142857,
      "n": 28,
      "p": 2.1359918375733442e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 23,
      "diffs": [
       2.0,
       2.0,
       0.0,
       1.0,
       1.0,
       0.0,
       4.0,
       1.0,
       0.0,
       4.0,
       1.0,
       1.0,
       1.0,
       0.0,
       3.0,
       1.0,
       2.0,
       1.0,
       1.0,
       4.0,
       3.0,
       3.0,
       1.0,
       4.0,
       0.0,
       2.0,
       4.0,
       4.0
      ]
     },
     "diagonal_hk": {
      "mean": 2.107142857142857,
      "lo": 1.5,
      "hi": 2.75,
      "n": 28,
      "p": 9.757209211879239e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       2.0,
       2.0,
       1.0,
       1.0,
       0.0,
       0.0,
       5.0,
       1.0,
       1.0,
       4.0,
       1.0,
       1.0,
       1.0,
       0.0,
       3.0,
       1.0,
       2.0,
       1.0,
       1.0,
       4.0,
       3.0,
       3.0,
       1.0,
       4.0,
       2.0,
       2.0,
       5.0,
       7.0
      ]
     },
     "relative_hk": {
      "mean": 0.2437233401519116,
      "lo": 0.1661003307208664,
      "hi": 0.33231588847660276,
      "n": 28,
      "p": 1.2102097276471619e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 25,
      "diffs": [
       0.22222222222222232,
       0.22222222222222232,
       0.09090909090909083,
       0.09090909090909083,
       0.0,
       0.0,
       0.5,
       0.08333333333333326,
       0.11111111111111116,
       0.6666666666666667,
       0.09090909090909083,
       0.08333333333333326,
       0.125,
       0.0,
       0.30000000000000004,
       0.10000000000000009,
       0.1333333333333333,
       0.1428571428571428,
       0.10000000000000009,
       0.4444444444444444,
       0.4285714285714286,
       0.33333333333333326,
       0.07692307692307687,
       0.4444444444444444,
       0.22222222222222232,
       0.22222222222222232,
       0.7142857142857142,
       0.875
      ]
     }
    },
    "fragments": {
     "script_trad_minus_simp": {
      "mean": 1.2976190476190477,
      "lo": 0.9166666666666667,
      "hi": 1.7023809523809526,
      "n": 28,
      "p": 9.985513637222043e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 19,
      "diffs": [
       2.0,
       2.6666666666666665,
       0.6666666666666666,
       1.3333333333333333,
       2.0,
       1.3333333333333333,
       2.3333333333333335,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       3.3333333333333335,
       0.0,
       3.3333333333333335,
       0.6666666666666666,
       0.6666666666666666,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       2.0,
       2.0
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": -0.14285714285714285,
      "lo": -0.5,
      "hi": 0.21428571428571427,
      "n": 28,
      "p": 0.48828125,
      "rank_biserial": -0.3111111111111111,
      "n_nonzero": 9,
      "diffs": [
       0.0,
       -3.0,
       3.0,
       -1.0,
       -2.0,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       -1.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_tw": {
      "mean": -0.14285714285714285,
      "lo": -0.5714285714285714,
      "hi": 0.21428571428571427,
      "n": 28,
      "p": 0.7265625,
      "rank_biserial": -0.25,
      "n_nonzero": 8,
      "diffs": [
       0.0,
       -2.0,
       2.0,
       -2.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       -2.0,
       -2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": -0.07142857142857142,
      "lo": -0.35714285714285715,
      "hi": 0.14285714285714285,
      "n": 28,
      "p": 1.0,
      "rank_biserial": -0.3333333333333333,
      "n_nonzero": 3,
      "diffs": [
       0.0,
       -2.0,
       2.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_tw": {
      "mean": 1.2142857142857142,
      "lo": 0.7857142857142857,
      "hi": 1.6428571428571428,
      "n": 28,
      "p": 9.616588268883477e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 16,
      "diffs": [
       2.0,
       2.0,
       2.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       4.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       2.0,
       2.0
      ]
     },
     "diagonal_tw": {
      "mean": 1.1428571428571428,
      "lo": 0.7142857142857143,
      "hi": 1.6428571428571428,
      "n": 28,
      "p": 0.000375444680760876,
      "rank_biserial": 1.0,
      "n_nonzero": 14,
      "diffs": [
       2.0,
       0.0,
       4.0,
       0.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       4.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       2.0,
       2.0
      ]
     },
     "relative_tw": {
      "mean": 0.6666666666666666,
      "lo": 0.3333333333333333,
      "hi": 1.0,
      "n": 6,
      "p": 0.125,
      "rank_biserial": 1.0,
      "n_nonzero": 4,
      "diffs": [
       0.0,
       1.0,
       0.0,
       1.0,
       1.0,
       1.0
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.05357142857142857,
      "lo": -0.30357142857142855,
      "hi": 0.5,
      "n": 28,
      "p": 1.0,
      "rank_biserial": -0.027777777777777776,
      "n_nonzero": 8,
      "diffs": [
       0.0,
       -1.0,
       2.0,
       0.0,
       -2.0,
       -1.0,
       4.5,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_hk": {
      "mean": -0.03571428571428571,
      "lo": -0.42857142857142855,
      "hi": 0.4642857142857143,
      "n": 28,
      "p": 1.0,
      "rank_biserial": -0.14285714285714285,
      "n_nonzero": 6,
      "diffs": [
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       5.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.07142857142857142,
      "lo": -0.14285714285714285,
      "hi": 0.2857142857142857,
      "n": 28,
      "p": 1.0,
      "rank_biserial": 0.3333333333333333,
      "n_nonzero": 3,
      "diffs": [
       0.0,
       0.0,
       2.0,
       0.0,
       -2.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_hk": {
      "mean": 1.3214285714285714,
      "lo": 0.8214285714285714,
      "hi": 1.8928571428571428,
      "n": 28,
      "p": 0.0002901870694228414,
      "rank_biserial": 1.0,
      "n_nonzero": 15,
      "diffs": [
       2.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       5.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       4.0,
       0.0,
       4.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       2.0,
       2.0
      ]
     },
     "diagonal_hk": {
      "mean": 1.3928571428571428,
      "lo": 0.8571428571428571,
      "hi": 2.0357142857142856,
      "n": 28,
      "p": 0.0002901870694228414,
      "rank_biserial": 1.0,
      "n_nonzero": 15,
      "diffs": [
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       0.0,
       7.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       4.0,
       0.0,
       4.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       2.0,
       2.0
      ]
     },
     "relative_hk": {
      "mean": 1.3333333333333333,
      "lo": 0.5,
      "hi": 2.3333333333333335,
      "n": 6,
      "p": 0.0625,
      "rank_biserial": 1.0,
      "n_nonzero": 5,
      "diffs": [
       1.0,
       0.5,
       0.0,
       3.5,
       2.0,
       1.0
      ]
     }
    },
    "by_category": {
     "daily": {
      "script_trad_minus_simp": {
       "mean": 1.3333333333333335,
       "lo": 0.7619047619047619,
       "hi": 1.904761904761905,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        2.0,
        2.3333333333333335,
        0.3333333333333333,
        0.6666666666666666,
        1.0,
        0.6666666666666666,
        2.3333333333333335
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.14285714285714285,
       "lo": -0.7142857142857143,
       "hi": 1.0714285714285714,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.047619047619047616,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        -1.5,
        2.5,
        -0.5,
        0.0,
        -1.0,
        0.5
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": -0.5714285714285714,
       "hi": 0.5714285714285714,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        -1.0,
        1.0,
        -1.0,
        0.0,
        0.0,
        1.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.14285714285714285,
       "lo": -0.5714285714285714,
       "hi": 0.8571428571428571,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.2,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        -1.0,
        2.0,
        0.0,
        0.0,
        -1.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.2857142857142858,
       "lo": 0.7142857142857143,
       "hi": 1.7142857142857142,
       "n": 7,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        1.0,
        0.0,
        1.0,
        1.0,
        2.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.4285714285714286,
       "lo": 0.5714285714285714,
       "hi": 2.2857142857142856,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        3.0,
        1.0,
        3.0,
        0.0,
        1.0,
        0.0,
        2.0
       ]
      },
      "relative_tw": {
       "mean": 0.1468975468975469,
       "lo": 0.060317460317460325,
       "hi": 0.2366522366522366,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.33333333333333326,
        0.11111111111111116,
        0.2727272727272727,
        0.0,
        0.11111111111111116,
        0.0,
        0.19999999999999996
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.21428571428571427,
       "lo": -0.5,
       "hi": 1.0714285714285714,
       "n": 7,
       "p": 0.9375,
       "rank_biserial": 0.13333333333333333,
       "n_nonzero": 5,
       "diffs": [
        0.0,
        -0.5,
        1.0,
        0.0,
        -1.0,
        -0.5,
        2.5
       ]
      },
      "interaction_hk": {
       "mean": 0.14285714285714285,
       "lo": -0.5714285714285714,
       "hi": 1.1428571428571428,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        -1.0,
        0.0,
        0.0,
        0.0,
        -1.0,
        3.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.14285714285714285,
       "lo": -0.2857142857142857,
       "hi": 0.5714285714285714,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        -1.0,
        0.0,
        1.0
       ]
      },
      "script_at_hk": {
       "mean": 1.4285714285714286,
       "lo": 0.5714285714285714,
       "hi": 2.4285714285714284,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        0.0,
        1.0,
        1.0,
        0.0,
        4.0
       ]
      },
      "diagonal_hk": {
       "mean": 1.5714285714285714,
       "lo": 0.5714285714285714,
       "hi": 2.857142857142857,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        1.0,
        0.0,
        0.0,
        5.0
       ]
      },
      "relative_hk": {
       "mean": 0.1608946608946609,
       "lo": 0.05772005772005771,
       "hi": 0.2907647907647908,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.22222222222222232,
        0.22222222222222232,
        0.09090909090909083,
        0.09090909090909083,
        0.0,
        0.0,
        0.5
       ]
      }
     },
     "loan": {
      "script_trad_minus_simp": {
       "mean": 1.2666666666666668,
       "lo": 0.4,
       "hi": 2.4000000000000004,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        3.3333333333333335,
        1.0,
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.8,
       "lo": 0.0,
       "hi": 1.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        2.0,
        2.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": -0.4,
       "lo": -1.2,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        0.0,
        -2.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 1.0,
       "lo": 0.0,
       "hi": 2.2,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        2.0,
        3.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.0,
       "lo": 0.4,
       "hi": 1.6,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        2.0,
        1.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.0,
       "lo": 1.0,
       "hi": 3.6,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        2.0,
        5.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.2626262626262626,
       "lo": 0.08484848484848477,
       "hi": 0.5611111111111111,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.08333333333333326,
        0.22222222222222232,
        0.8333333333333333,
        0.09090909090909083,
        0.08333333333333326
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.2,
       "lo": 0.0,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.2,
       "lo": 0.0,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 1.4,
       "lo": 0.4,
       "hi": 2.8,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        4.0,
        1.0,
        1.0
       ]
      },
      "diagonal_hk": {
       "mean": 1.6,
       "lo": 1.0,
       "hi": 2.8,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        1.0,
        4.0,
        1.0,
        1.0
       ]
      },
      "relative_hk": {
       "mean": 0.20707070707070704,
       "lo": 0.08484848484848477,
       "hi": 0.43888888888888894,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.08333333333333326,
        0.11111111111111116,
        0.6666666666666667,
        0.09090909090909083,
        0.08333333333333326
       ]
      }
     },
     "name": {
      "script_trad_minus_simp": {
       "mean": 1.2666666666666666,
       "lo": 0.5333333333333334,
       "hi": 2.0666666666666664,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        2.6666666666666665,
        1.0,
        1.6666666666666667
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.2,
       "lo": -0.2,
       "hi": 0.7,
       "n": 5,
       "p": 0.75,
       "rank_biserial": 0.5,
       "n_nonzero": 3,
       "diffs": [
        1.0,
        0.0,
        0.5,
        0.0,
        -0.5
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": -0.6,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        -1.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.2,
       "lo": 0.0,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.2,
       "lo": 0.4,
       "hi": 2.2,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        3.0,
        1.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.4,
       "lo": 0.6,
       "hi": 2.4,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        0.0,
        3.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.14333333333333337,
       "lo": 0.046666666666666676,
       "hi": 0.24000000000000005,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.25,
        0.0,
        0.30000000000000004,
        0.10000000000000009,
        0.06666666666666665
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.1,
       "lo": 0.0,
       "hi": 0.3,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        0.0,
        0.5,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": 0.2,
       "lo": 0.0,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 1.4,
       "lo": 0.6,
       "hi": 2.4,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        3.0,
        1.0,
        2.0
       ]
      },
      "diagonal_hk": {
       "mean": 1.4,
       "lo": 0.6,
       "hi": 2.4,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        3.0,
        1.0,
        2.0
       ]
      },
      "relative_hk": {
       "mean": 0.13166666666666668,
       "lo": 0.05,
       "hi": 0.2266666666666667,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.125,
        0.0,
        0.30000000000000004,
        0.10000000000000009,
        0.1333333333333333
       ]
      }
     },
     "news": {
      "script_trad_minus_simp": {
       "mean": 2.3333333333333335,
       "lo": 1.5555555555555556,
       "hi": 3.1111111111111107,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.6666666666666667,
        1.6666666666666667,
        3.6666666666666665,
        3.0,
        3.0,
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": -0.25,
       "lo": -0.6666666666666666,
       "hi": 0.16666666666666666,
       "n": 6,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        -1.0,
        0.5,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": -0.5,
       "lo": -1.3333333333333333,
       "hi": 0.3333333333333333,
       "n": 6,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        -2.0,
        -2.0,
        1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 2.1666666666666665,
       "lo": 1.3333333333333333,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.1666666666666665,
       "lo": 1.3333333333333333,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.2543549043549043,
       "lo": 0.13833943833943832,
       "hi": 0.37525437525437527,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.1428571428571428,
        0.10000000000000009,
        0.4444444444444444,
        0.4285714285714286,
        0.33333333333333326,
        0.07692307692307687
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": -0.25,
       "lo": -0.6666666666666666,
       "hi": 0.16666666666666666,
       "n": 6,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        -1.0,
        0.5,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": -0.5,
       "lo": -1.3333333333333333,
       "hi": 0.3333333333333333,
       "n": 6,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        -2.0,
        -2.0,
        1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 2.1666666666666665,
       "lo": 1.3333333333333333,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.1666666666666665,
       "lo": 1.3333333333333333,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "relative_hk": {
       "mean": 0.2543549043549043,
       "lo": 0.13833943833943832,
       "hi": 0.37525437525437527,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.1428571428571428,
        0.10000000000000009,
        0.4444444444444444,
        0.4285714285714286,
        0.33333333333333326,
        0.07692307692307687
       ]
      }
     },
     "tech": {
      "script_trad_minus_simp": {
       "mean": 3.2,
       "lo": 1.8666666666666665,
       "hi": 4.466666666666667,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        3.6666666666666665,
        1.0,
        2.0,
        4.0,
        5.333333333333333
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.8,
       "lo": 0.6,
       "hi": 1.0,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.5,
        0.5,
        1.0,
        1.0,
        1.0
       ]
      },
      "interaction_tw": {
       "mean": -1.6,
       "lo": -3.8,
       "hi": -0.2,
       "n": 5,
       "p": 0.25,
       "rank_biserial": -1.0,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        -1.0,
        0.0,
        0.0,
        -6.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 1.6,
       "lo": 1.0,
       "hi": 2.8,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        1.0,
        1.0,
        1.0,
        4.0
       ]
      },
      "script_at_tw": {
       "mean": 2.6,
       "lo": 1.6,
       "hi": 3.4,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        3.0,
        1.0,
        2.0,
        4.0,
        3.0
       ]
      },
      "diagonal_tw": {
       "mean": 4.2,
       "lo": 2.8,
       "hi": 5.8,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        4.0,
        2.0,
        3.0,
        5.0,
        7.0
       ]
      },
      "relative_tw": {
       "mean": 0.5178571428571429,
       "lo": 0.3111111111111111,
       "hi": 0.7345238095238095,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.4444444444444444,
        0.22222222222222232,
        0.33333333333333326,
        0.7142857142857142,
        0.875
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.5,
       "lo": 0.1,
       "hi": 0.9,
       "n": 5,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        1.0,
        0.0,
        1.0,
        0.5
       ]
      },
      "interaction_hk": {
       "mean": -1.4,
       "lo": -3.4,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        -2.0,
        0.0,
        0.0,
        -5.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 1.2,
       "lo": 0.2,
       "hi": 2.2,
       "n": 5,
       "p": 0.25,
       "rank_biserial": 1.0,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        2.0,
        0.0,
        1.0,
        3.0
       ]
      },
      "script_at_hk": {
       "mean": 2.8,
       "lo": 1.2,
       "hi": 4.0,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        4.0,
        0.0,
        2.0,
        4.0,
        4.0
       ]
      },
      "diagonal_hk": {
       "mean": 4.0,
       "lo": 2.4,
       "hi": 5.604999999999927,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        4.0,
        2.0,
        2.0,
        5.0,
        7.0
       ]
      },
      "relative_hk": {
       "mean": 0.49563492063492065,
       "lo": 0.2666666666666667,
       "hi": 0.7246031746031745,
       "n": 5,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.4444444444444444,
        0.22222222222222232,
        0.22222222222222232,
        0.7142857142857142,
        0.875
       ]
      }
     }
    }
   },
   "hk_all": {
    "effects": {
     "script_trad_minus_simp": {
      "mean": 1.6036036036036037,
      "lo": 1.2162162162162162,
      "hi": 2.0180180180180183,
      "n": 37,
      "p": 4.868076286883307e-07,
      "rank_biserial": 1.0,
      "n_nonzero": 33,
      "diffs": [
       0.0,
       0.0,
       0.3333333333333333,
       1.0,
       1.6666666666666667,
       0.3333333333333333,
       2.0,
       2.3333333333333335,
       0.3333333333333333,
       0.6666666666666666,
       1.0,
       0.6666666666666666,
       2.3333333333333335,
       1.0,
       0.0,
       3.3333333333333335,
       1.0,
       1.0,
       1.0,
       1.0,
       0.0,
       2.6666666666666665,
       1.0,
       1.6666666666666667,
       1.6666666666666667,
       1.6666666666666667,
       3.6666666666666665,
       3.0,
       3.0,
       1.0,
       3.6666666666666665,
       1.0,
       2.0,
       1.3333333333333333,
       4.0,
       5.333333333333333,
       1.6666666666666667
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.36486486486486486,
      "lo": 0.04054054054054054,
      "hi": 0.7297297297297297,
      "n": 37,
      "p": 0.0671136578641953,
      "rank_biserial": 0.45021645021645024,
      "n_nonzero": 21,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       -1.5,
       2.5,
       -0.5,
       0.0,
       -1.0,
       0.5,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.5,
       0.0,
       -0.5,
       -1.0,
       -1.0,
       0.5,
       0.0,
       0.0,
       0.0,
       0.5,
       0.5,
       1.0,
       0.5,
       1.0,
       1.0,
       4.5
      ]
     },
     "interaction_tw": {
      "mean": -0.2972972972972973,
      "lo": -0.7567567567567568,
      "hi": 0.08108108108108109,
      "n": 37,
      "p": 0.15792931649394149,
      "rank_biserial": -0.4,
      "n_nonzero": 15,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       1.0,
       -1.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       -1.0,
       -2.0,
       -2.0,
       1.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       -1.0,
       0.0,
       -6.0,
       3.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.5135135135135135,
      "lo": 0.1891891891891892,
      "hi": 0.8648648648648649,
      "n": 37,
      "p": 0.005923675166447149,
      "rank_biserial": 0.8095238095238095,
      "n_nonzero": 14,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       -1.0,
       2.0,
       0.0,
       0.0,
       -1.0,
       0.0,
       0.0,
       2.0,
       3.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       1.0,
       1.0,
       1.0,
       1.0,
       4.0,
       3.0
      ]
     },
     "script_at_tw": {
      "mean": 1.4594594594594594,
      "lo": 1.1081081081081081,
      "hi": 1.837837837837838,
      "n": 37,
      "p": 1.0607275908794809e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 30,
      "diffs": [
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       0.0,
       2.0,
       2.0,
       1.0,
       0.0,
       1.0,
       1.0,
       2.0,
       1.0,
       0.0,
       2.0,
       1.0,
       1.0,
       1.0,
       1.0,
       0.0,
       3.0,
       1.0,
       1.0,
       1.0,
       1.0,
       4.0,
       3.0,
       3.0,
       1.0,
       3.0,
       1.0,
       2.0,
       1.0,
       4.0,
       3.0,
       3.0
      ]
     },
     "diagonal_tw": {
      "mean": 1.972972972972973,
      "lo": 1.4324324324324325,
      "hi": 2.5675675675675675,
      "n": 37,
      "p": 1.3787014082723898e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 30,
      "diffs": [
       0.0,
       0.0,
       0.0,
       1.0,
       2.0,
       0.0,
       3.0,
       1.0,
       3.0,
       0.0,
       1.0,
       0.0,
       2.0,
       1.0,
       2.0,
       5.0,
       1.0,
       1.0,
       1.0,
       2.0,
       0.0,
       3.0,
       1.0,
       1.0,
       1.0,
       1.0,
       4.0,
       3.0,
       3.0,
       1.0,
       4.0,
       2.0,
       3.0,
       2.0,
       5.0,
       7.0,
       6.0
      ]
     },
     "relative_tw": {
      "mean": 0.23105145605145602,
      "lo": 0.15975095850095847,
      "hi": 0.3121722440472441,
      "n": 37,
      "p": 1.7224282827430737e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 30,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.16666666666666674,
       0.19999999999999996,
       0.0,
       0.33333333333333326,
       0.11111111111111116,
       0.2727272727272727,
       0.0,
       0.11111111111111116,
       0.0,
       0.19999999999999996,
       0.08333333333333326,
       0.22222222222222232,
       0.8333333333333333,
       0.07692307692307687,
       0.09090909090909083,
       0.08333333333333326,
       0.25,
       0.0,
       0.30000000000000004,
       0.10000000000000009,
       0.06666666666666665,
       0.1428571428571428,
       0.10000000000000009,
       0.4444444444444444,
       0.4285714285714286,
       0.33333333333333326,
       0.07692307692307687,
       0.4444444444444444,
       0.22222222222222232,
       0.33333333333333326,
       0.18181818181818188,
       0.7142857142857142,
       0.875,
       0.75
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.4864864864864865,
      "lo": 0.17567567567567569,
      "hi": 0.8108108108108109,
      "n": 37,
      "p": 0.008302313048828487,
      "rank_biserial": 0.6363636363636364,
      "n_nonzero": 22,
      "diffs": [
       -1.0,
       1.0,
       2.5,
       2.0,
       2.5,
       1.5,
       0.0,
       -0.5,
       1.0,
       0.0,
       -1.0,
       -0.5,
       2.5,
       0.0,
       1.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.5,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.5,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       1.5,
       1.0,
       0.5,
       2.0
      ]
     },
     "interaction_hk": {
      "mean": -0.16216216216216217,
      "lo": -0.5945945945945946,
      "hi": 0.21621621621621623,
      "n": 37,
      "p": 0.47950012218695337,
      "rank_biserial": -0.20952380952380953,
      "n_nonzero": 14,
      "diffs": [
       0.0,
       0.0,
       1.0,
       0.0,
       -1.0,
       1.0,
       0.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       -1.0,
       3.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       0.0,
       -1.0,
       0.0,
       -5.0,
       2.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.5675675675675675,
      "lo": 0.2702702702702703,
      "hi": 0.8918918918918919,
      "n": 37,
      "p": 0.0021236197071248654,
      "rank_biserial": 0.8529411764705882,
      "n_nonzero": 16,
      "diffs": [
       -1.0,
       1.0,
       2.0,
       2.0,
       3.0,
       1.0,
       0.0,
       0.0,
       1.0,
       0.0,
       -1.0,
       0.0,
       1.0,
       0.0,
       1.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       1.0,
       3.0,
       1.0
      ]
     },
     "script_at_hk": {
      "mean": 1.5945945945945945,
      "lo": 1.1891891891891893,
      "hi": 2.027027027027027,
      "n": 37,
      "p": 1.0694298526292108e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 30,
      "diffs": [
       0.0,
       0.0,
       1.0,
       1.0,
       1.0,
       1.0,
       2.0,
       2.0,
       0.0,
       1.0,
       1.0,
       0.0,
       4.0,
       1.0,
       0.0,
       4.0,
       1.0,
       1.0,
       1.0,
       1.0,
       0.0,
       3.0,
       1.0,
       2.0,
       1.0,
       1.0,
       4.0,
       3.0,
       3.0,
       1.0,
       4.0,
       0.0,
       2.0,
       1.0,
       4.0,
       4.0,
       2.0
      ]
     },
     "diagonal_hk": {
      "mean": 2.1621621621621623,
      "lo": 1.6216216216216217,
      "hi": 2.7027027027027026,
      "n": 37,
      "p": 5.387446981241602e-07,
      "rank_biserial": 0.9764705882352941,
      "n_nonzero": 34,
      "diffs": [
       -1.0,
       1.0,
       3.0,
       3.0,
       4.0,
       2.0,
       2.0,
       2.0,
       1.0,
       1.0,
       0.0,
       0.0,
       5.0,
       1.0,
       1.0,
       4.0,
       3.0,
       1.0,
       1.0,
       1.0,
       0.0,
       3.0,
       1.0,
       2.0,
       1.0,
       1.0,
       4.0,
       3.0,
       3.0,
       1.0,
       4.0,
       2.0,
       2.0,
       3.0,
       5.0,
       7.0,
       3.0
      ]
     },
     "relative_hk": {
      "mean": 0.24673007173007175,
      "lo": 0.1804765692265692,
      "hi": 0.31738667488667494,
      "n": 37,
      "p": 3.957935406599313e-07,
      "rank_biserial": 0.9966386554621849,
      "n_nonzero": 34,
      "diffs": [
       -0.06666666666666665,
       0.11111111111111116,
       0.30000000000000004,
       0.5,
       0.3999999999999999,
       0.18181818181818188,
       0.22222222222222232,
       0.22222222222222232,
       0.09090909090909083,
       0.09090909090909083,
       0.0,
       0.0,
       0.5,
       0.08333333333333326,
       0.11111111111111116,
       0.6666666666666667,
       0.23076923076923084,
       0.09090909090909083,
       0.08333333333333326,
       0.125,
       0.0,
       0.30000000000000004,
       0.10000000000000009,
       0.1333333333333333,
       0.1428571428571428,
       0.10000000000000009,
       0.4444444444444444,
       0.4285714285714286,
       0.33333333333333326,
       0.07692307692307687,
       0.4444444444444444,
       0.22222222222222232,
       0.22222222222222232,
       0.2727272727272727,
       0.7142857142857142,
       0.875,
       0.375
      ]
     }
    },
    "fragments": {
     "script_trad_minus_simp": {
      "mean": 1.2162162162162165,
      "lo": 0.8648648648648649,
      "hi": 1.5765765765765767,
      "n": 37,
      "p": 1.3283641447568826e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 24,
      "diffs": [
       0.0,
       0.0,
       0.6666666666666666,
       0.0,
       2.0,
       0.6666666666666666,
       2.0,
       2.6666666666666665,
       0.6666666666666666,
       1.3333333333333333,
       2.0,
       1.3333333333333333,
       2.3333333333333335,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       3.3333333333333335,
       0.0,
       3.3333333333333335,
       0.6666666666666666,
       0.6666666666666666,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       3.3333333333333335
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.02702702702702703,
      "lo": -0.32432432432432434,
      "hi": 0.43243243243243246,
      "n": 37,
      "p": 0.845703125,
      "rank_biserial": -0.07272727272727272,
      "n_nonzero": 10,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -3.0,
       3.0,
       -1.0,
       -2.0,
       0.0,
       1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       -1.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       5.0
      ]
     },
     "interaction_tw": {
      "mean": 0.05405405405405406,
      "lo": -0.32432432432432434,
      "hi": 0.5405405405405406,
      "n": 37,
      "p": 1.0,
      "rank_biserial": 0.0,
      "n_nonzero": 9,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       2.0,
       -2.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       -2.0,
       -2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       6.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.0,
      "lo": -0.21621621621621623,
      "hi": 0.21621621621621623,
      "n": 37,
      "p": 1.0,
      "rank_biserial": 0.0,
      "n_nonzero": 4,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       2.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0
      ]
     },
     "script_at_tw": {
      "mean": 1.1891891891891893,
      "lo": 0.7567567567567568,
      "hi": 1.6756756756756757,
      "n": 37,
      "p": 2.8621049332399764e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 19,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       2.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       4.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       6.0
      ]
     },
     "diagonal_tw": {
      "mean": 1.1891891891891893,
      "lo": 0.7027027027027027,
      "hi": 1.7837837837837838,
      "n": 37,
      "p": 0.00010555345592280884,
      "rank_biserial": 1.0,
      "n_nonzero": 17,
      "diffs": [
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       0.0,
       4.0,
       0.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       4.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       8.0
      ]
     },
     "relative_tw": {
      "mean": 0.5714285714285714,
      "lo": 0.14285714285714285,
      "hi": 0.8571428571428571,
      "n": 7,
      "p": 0.125,
      "rank_biserial": 1.0,
      "n_nonzero": 4,
      "diffs": [
       0.0,
       0.0,
       1.0,
       0.0,
       1.0,
       1.0,
       1.0
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.7432432432432432,
      "lo": 0.21621621621621623,
      "hi": 1.3513513513513513,
      "n": 37,
      "p": 0.008487091637437655,
      "rank_biserial": 0.7124183006535948,
      "n_nonzero": 17,
      "diffs": [
       2.0,
       2.0,
       5.0,
       2.0,
       2.0,
       7.0,
       0.0,
       -1.0,
       2.0,
       0.0,
       -2.0,
       -1.0,
       4.5,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       1.0,
       0.0,
       0.0,
       -1.0,
       -1.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       2.0
      ]
     },
     "interaction_hk": {
      "mean": 0.1891891891891892,
      "lo": -0.21621621621621623,
      "hi": 0.6486486486486487,
      "n": 37,
      "p": 0.53125,
      "rank_biserial": 0.28888888888888886,
      "n_nonzero": 9,
      "diffs": [
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       2.0,
       0.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       -2.0,
       5.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       -2.0,
       -2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       4.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.6486486486486487,
      "lo": 0.21621621621621623,
      "hi": 1.135135135135135,
      "n": 37,
      "p": 0.009765625,
      "rank_biserial": 0.8484848484848485,
      "n_nonzero": 11,
      "diffs": [
       2.0,
       2.0,
       4.0,
       2.0,
       2.0,
       6.0,
       0.0,
       0.0,
       2.0,
       0.0,
       -2.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_hk": {
      "mean": 1.3243243243243243,
      "lo": 0.8648648648648649,
      "hi": 1.7837837837837838,
      "n": 37,
      "p": 2.9580022293664515e-05,
      "rank_biserial": 1.0,
      "n_nonzero": 20,
      "diffs": [
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       5.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       4.0,
       0.0,
       4.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       0.0,
       2.0,
       2.0,
       4.0
      ]
     },
     "diagonal_hk": {
      "mean": 1.972972972972973,
      "lo": 1.3513513513513513,
      "hi": 2.6486486486486487,
      "n": 37,
      "p": 8.687711677000046e-06,
      "rank_biserial": 1.0,
      "n_nonzero": 24,
      "diffs": [
       2.0,
       2.0,
       6.0,
       2.0,
       4.0,
       8.0,
       2.0,
       2.0,
       2.0,
       2.0,
       0.0,
       0.0,
       7.0,
       0.0,
       0.0,
       0.0,
       4.0,
       2.0,
       2.0,
       2.0,
       0.0,
       4.0,
       0.0,
       4.0,
       0.0,
       0.0,
       0.0,
       2.0,
       0.0,
       2.0,
       2.0,
       0.0,
       0.0,
       2.0,
       2.0,
       2.0,
       4.0
      ]
     },
     "relative_hk": {
      "mean": 1.2857142857142858,
      "lo": 0.5714285714285714,
      "hi": 2.142857142857143,
      "n": 7,
      "p": 0.03125,
      "rank_biserial": 1.0,
      "n_nonzero": 6,
      "diffs": [
       1.0,
       1.0,
       0.5,
       0.0,
       3.5,
       2.0,
       1.0
      ]
     }
    },
    "by_category": {
     "cxg": {
      "script_trad_minus_simp": {
       "mean": 0.5555555555555556,
       "lo": 0.1111111111111111,
       "hi": 1.0555555555555556,
       "n": 6,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        0.0,
        0.3333333333333333,
        1.0,
        1.6666666666666667,
        0.3333333333333333
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.1666666666666667,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        0.0
       ]
      },
      "diagonal_tw": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.1666666666666667,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        1.0,
        2.0,
        0.0
       ]
      },
      "relative_tw": {
       "mean": 0.061111111111111116,
       "lo": 0.0,
       "hi": 0.12777777777777777,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.16666666666666674,
        0.19999999999999996,
        0.0
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 1.4166666666666667,
       "lo": 0.3333333333333333,
       "hi": 2.25,
       "n": 6,
       "p": 0.09375,
       "rank_biserial": 0.8571428571428571,
       "n_nonzero": 6,
       "diffs": [
        -1.0,
        1.0,
        2.5,
        2.0,
        2.5,
        1.5
       ]
      },
      "interaction_hk": {
       "mean": 0.16666666666666666,
       "lo": -0.3333333333333333,
       "hi": 0.6666666666666666,
       "n": 6,
       "p": 1.0,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        -1.0,
        1.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 1.3333333333333333,
       "lo": 0.16666666666666666,
       "hi": 2.3333333333333335,
       "n": 6,
       "p": 0.125,
       "rank_biserial": 0.8095238095238095,
       "n_nonzero": 6,
       "diffs": [
        -1.0,
        1.0,
        2.0,
        2.0,
        3.0,
        1.0
       ]
      },
      "script_at_hk": {
       "mean": 0.6666666666666666,
       "lo": 0.3333333333333333,
       "hi": 1.0,
       "n": 6,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        0.0,
        1.0,
        1.0,
        1.0,
        1.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.0,
       "lo": 0.6666666666666666,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.09375,
       "rank_biserial": 0.8571428571428571,
       "n_nonzero": 6,
       "diffs": [
        -1.0,
        1.0,
        3.0,
        3.0,
        4.0,
        2.0
       ]
      },
      "relative_hk": {
       "mean": 0.23771043771043773,
       "lo": 0.08215488215488216,
       "hi": 0.3833333333333333,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 0.9047619047619048,
       "n_nonzero": 6,
       "diffs": [
        -0.06666666666666665,
        0.11111111111111116,
        0.30000000000000004,
        0.5,
        0.3999999999999999,
        0.18181818181818188
       ]
      }
     },
     "daily": {
      "script_trad_minus_simp": {
       "mean": 1.3333333333333335,
       "lo": 0.7619047619047619,
       "hi": 1.904761904761905,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        2.0,
        2.3333333333333335,
        0.3333333333333333,
        0.6666666666666666,
        1.0,
        0.6666666666666666,
        2.3333333333333335
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.14285714285714285,
       "lo": -0.7142857142857143,
       "hi": 1.0714285714285714,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.047619047619047616,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        -1.5,
        2.5,
        -0.5,
        0.0,
        -1.0,
        0.5
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": -0.5714285714285714,
       "hi": 0.5714285714285714,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        -1.0,
        1.0,
        -1.0,
        0.0,
        0.0,
        1.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.14285714285714285,
       "lo": -0.5714285714285714,
       "hi": 0.8571428571428571,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.2,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        -1.0,
        2.0,
        0.0,
        0.0,
        -1.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.2857142857142858,
       "lo": 0.7142857142857143,
       "hi": 1.7142857142857142,
       "n": 7,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        2.0,
        2.0,
        1.0,
        0.0,
        1.0,
        1.0,
        2.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.4285714285714286,
       "lo": 0.5714285714285714,
       "hi": 2.2857142857142856,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        3.0,
        1.0,
        3.0,
        0.0,
        1.0,
        0.0,
        2.0
       ]
      },
      "relative_tw": {
       "mean": 0.1468975468975469,
       "lo": 0.060317460317460325,
       "hi": 0.2366522366522366,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.33333333333333326,
        0.11111111111111116,
        0.2727272727272727,
        0.0,
        0.11111111111111116,
        0.0,
        0.19999999999999996
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.21428571428571427,
       "lo": -0.5,
       "hi": 1.0714285714285714,
       "n": 7,
       "p": 0.9375,
       "rank_biserial": 0.13333333333333333,
       "n_nonzero": 5,
       "diffs": [
        0.0,
        -0.5,
        1.0,
        0.0,
        -1.0,
        -0.5,
        2.5
       ]
      },
      "interaction_hk": {
       "mean": 0.14285714285714285,
       "lo": -0.5714285714285714,
       "hi": 1.1428571428571428,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.0,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        -1.0,
        0.0,
        0.0,
        0.0,
        -1.0,
        3.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.14285714285714285,
       "lo": -0.2857142857142857,
       "hi": 0.5714285714285714,
       "n": 7,
       "p": 1.0,
       "rank_biserial": 0.3333333333333333,
       "n_nonzero": 3,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        -1.0,
        0.0,
        1.0
       ]
      },
      "script_at_hk": {
       "mean": 1.4285714285714286,
       "lo": 0.5714285714285714,
       "hi": 2.4285714285714284,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        0.0,
        1.0,
        1.0,
        0.0,
        4.0
       ]
      },
      "diagonal_hk": {
       "mean": 1.5714285714285714,
       "lo": 0.5714285714285714,
       "hi": 2.857142857142857,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        2.0,
        2.0,
        1.0,
        1.0,
        0.0,
        0.0,
        5.0
       ]
      },
      "relative_hk": {
       "mean": 0.1608946608946609,
       "lo": 0.05772005772005771,
       "hi": 0.2907647907647908,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.22222222222222232,
        0.22222222222222232,
        0.09090909090909083,
        0.09090909090909083,
        0.0,
        0.0,
        0.5
       ]
      }
     },
     "loan": {
      "script_trad_minus_simp": {
       "mean": 1.2222222222222223,
       "lo": 0.5,
       "hi": 2.166666666666667,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        0.0,
        3.3333333333333335,
        1.0,
        1.0,
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.6666666666666666,
       "lo": 0.0,
       "hi": 1.3333333333333333,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        2.0,
        2.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": -0.3333333333333333,
       "lo": -1.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        0.0,
        -2.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.8333333333333334,
       "lo": 0.0,
       "hi": 1.8333333333333333,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        2.0,
        3.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.0,
       "lo": 0.5,
       "hi": 1.5,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        0.0,
        2.0,
        1.0,
        1.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.8333333333333333,
       "lo": 1.0,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        2.0,
        5.0,
        1.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.23167573167573163,
       "lo": 0.08245920745920739,
       "hi": 0.4814814814814814,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.08333333333333326,
        0.22222222222222232,
        0.8333333333333333,
        0.07692307692307687,
        0.09090909090909083,
        0.08333333333333326
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.1666666666666667,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        1.0,
        0.0,
        2.0,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.5,
       "lo": 0.0,
       "hi": 1.1666666666666667,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        1.0,
        0.0,
        2.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 1.3333333333333333,
       "lo": 0.5,
       "hi": 2.5,
       "n": 6,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        1.0,
        0.0,
        4.0,
        1.0,
        1.0,
        1.0
       ]
      },
      "diagonal_hk": {
       "mean": 1.8333333333333333,
       "lo": 1.0,
       "hi": 2.8333333333333335,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        1.0,
        1.0
       ]
      },
      "relative_hk": {
       "mean": 0.21102046102046101,
       "lo": 0.08922558922558917,
       "hi": 0.40083527583527584,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.08333333333333326,
        0.11111111111111116,
        0.6666666666666667,
        0.23076923076923084,
        0.09090909090909083,
        0.08333333333333326
       ]
      }
     },
     "name": {
      "script_trad_minus_simp": {
       "mean": 1.2666666666666666,
       "lo": 0.5333333333333334,
       "hi": 2.0666666666666664,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        2.6666666666666665,
        1.0,
        1.6666666666666667
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.2,
       "lo": -0.2,
       "hi": 0.7,
       "n": 5,
       "p": 0.75,
       "rank_biserial": 0.5,
       "n_nonzero": 3,
       "diffs": [
        1.0,
        0.0,
        0.5,
        0.0,
        -0.5
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": -0.6,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        -1.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.2,
       "lo": 0.0,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.2,
       "lo": 0.4,
       "hi": 2.2,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        3.0,
        1.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.4,
       "lo": 0.6,
       "hi": 2.4,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        2.0,
        0.0,
        3.0,
        1.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.14333333333333337,
       "lo": 0.046666666666666676,
       "hi": 0.24000000000000005,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.25,
        0.0,
        0.30000000000000004,
        0.10000000000000009,
        0.06666666666666665
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.1,
       "lo": 0.0,
       "hi": 0.3,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        0.0,
        0.5,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": 0.2,
       "lo": 0.0,
       "hi": 0.6,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.0,
        0.0,
        1.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 5,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 1.4,
       "lo": 0.6,
       "hi": 2.4,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        3.0,
        1.0,
        2.0
       ]
      },
      "diagonal_hk": {
       "mean": 1.4,
       "lo": 0.6,
       "hi": 2.4,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        1.0,
        0.0,
        3.0,
        1.0,
        2.0
       ]
      },
      "relative_hk": {
       "mean": 0.13166666666666668,
       "lo": 0.05,
       "hi": 0.2266666666666667,
       "n": 5,
       "p": 0.125,
       "rank_biserial": 1.0,
       "n_nonzero": 4,
       "diffs": [
        0.125,
        0.0,
        0.30000000000000004,
        0.10000000000000009,
        0.1333333333333333
       ]
      }
     },
     "news": {
      "script_trad_minus_simp": {
       "mean": 2.3333333333333335,
       "lo": 1.5555555555555556,
       "hi": 3.1111111111111107,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.6666666666666667,
        1.6666666666666667,
        3.6666666666666665,
        3.0,
        3.0,
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": -0.25,
       "lo": -0.6666666666666666,
       "hi": 0.16666666666666666,
       "n": 6,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        -1.0,
        0.5,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": -0.5,
       "lo": -1.3333333333333333,
       "hi": 0.3333333333333333,
       "n": 6,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        -2.0,
        -2.0,
        1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 2.1666666666666665,
       "lo": 1.3333333333333333,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.1666666666666665,
       "lo": 1.3333333333333333,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.2543549043549043,
       "lo": 0.13833943833943832,
       "hi": 0.37525437525437527,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.1428571428571428,
        0.10000000000000009,
        0.4444444444444444,
        0.4285714285714286,
        0.33333333333333326,
        0.07692307692307687
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": -0.25,
       "lo": -0.6666666666666666,
       "hi": 0.16666666666666666,
       "n": 6,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        -1.0,
        -1.0,
        0.5,
        0.0,
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": -0.5,
       "lo": -1.3333333333333333,
       "hi": 0.3333333333333333,
       "n": 6,
       "p": 0.5,
       "rank_biserial": -0.6666666666666666,
       "n_nonzero": 3,
       "diffs": [
        -2.0,
        -2.0,
        1.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 6,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 2.1666666666666665,
       "lo": 1.3333333333333333,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.1666666666666665,
       "lo": 1.3333333333333333,
       "hi": 3.1666666666666665,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        1.0,
        1.0,
        4.0,
        3.0,
        3.0,
        1.0
       ]
      },
      "relative_hk": {
       "mean": 0.2543549043549043,
       "lo": 0.13833943833943832,
       "hi": 0.37525437525437527,
       "n": 6,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        0.1428571428571428,
        0.10000000000000009,
        0.4444444444444444,
        0.4285714285714286,
        0.33333333333333326,
        0.07692307692307687
       ]
      }
     },
     "tech": {
      "script_trad_minus_simp": {
       "mean": 2.7142857142857144,
       "lo": 1.6666666666666665,
       "hi": 3.9047619047619047,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        3.6666666666666665,
        1.0,
        2.0,
        1.3333333333333333,
        4.0,
        5.333333333333333,
        1.6666666666666667
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 1.2857142857142858,
       "lo": 0.6428571428571429,
       "hi": 2.4285714285714284,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.5,
        0.5,
        1.0,
        0.5,
        1.0,
        1.0,
        4.5
       ]
      },
      "interaction_tw": {
       "mean": -0.8571428571428571,
       "lo": -2.857142857142857,
       "hi": 0.8571428571428571,
       "n": 7,
       "p": 0.5,
       "rank_biserial": -0.4666666666666667,
       "n_nonzero": 5,
       "diffs": [
        -1.0,
        -1.0,
        0.0,
        -1.0,
        0.0,
        -6.0,
        3.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 1.7142857142857142,
       "lo": 1.0,
       "hi": 2.5714285714285716,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        1.0,
        1.0,
        1.0,
        1.0,
        1.0,
        4.0,
        3.0
       ]
      },
      "script_at_tw": {
       "mean": 2.4285714285714284,
       "lo": 1.5714285714285714,
       "hi": 3.142857142857143,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        3.0,
        1.0,
        2.0,
        1.0,
        4.0,
        3.0,
        3.0
       ]
      },
      "diagonal_tw": {
       "mean": 4.142857142857143,
       "lo": 2.857142857142857,
       "hi": 5.428571428571429,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        4.0,
        2.0,
        3.0,
        2.0,
        5.0,
        7.0,
        6.0
       ]
      },
      "relative_tw": {
       "mean": 0.5030148423005566,
       "lo": 0.3174603174603175,
       "hi": 0.6950113378684807,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.4444444444444444,
        0.22222222222222232,
        0.33333333333333326,
        0.18181818181818188,
        0.7142857142857142,
        0.875,
        0.75
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.8571428571428571,
       "lo": 0.35714285714285715,
       "hi": 1.3571428571428572,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.0,
        1.0,
        0.0,
        1.5,
        1.0,
        0.5,
        2.0
       ]
      },
      "interaction_hk": {
       "mean": -0.8571428571428571,
       "lo": -2.4285714285714284,
       "hi": 0.5714285714285714,
       "n": 7,
       "p": 0.5,
       "rank_biserial": -0.5,
       "n_nonzero": 4,
       "diffs": [
        0.0,
        -2.0,
        0.0,
        -1.0,
        0.0,
        -5.0,
        2.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 1.2857142857142858,
       "lo": 0.5714285714285714,
       "hi": 2.0,
       "n": 7,
       "p": 0.0625,
       "rank_biserial": 1.0,
       "n_nonzero": 5,
       "diffs": [
        0.0,
        2.0,
        0.0,
        2.0,
        1.0,
        3.0,
        1.0
       ]
      },
      "script_at_hk": {
       "mean": 2.4285714285714284,
       "lo": 1.2857142857142858,
       "hi": 3.4285714285714284,
       "n": 7,
       "p": 0.03125,
       "rank_biserial": 1.0,
       "n_nonzero": 6,
       "diffs": [
        4.0,
        0.0,
        2.0,
        1.0,
        4.0,
        4.0,
        2.0
       ]
      },
      "diagonal_hk": {
       "mean": 3.7142857142857144,
       "lo": 2.5714285714285716,
       "hi": 5.0,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        4.0,
        2.0,
        2.0,
        3.0,
        5.0,
        7.0,
        3.0
       ]
      },
      "relative_hk": {
       "mean": 0.44655741084312517,
       "lo": 0.28300865800865804,
       "hi": 0.6268333848690991,
       "n": 7,
       "p": 0.015625,
       "rank_biserial": 1.0,
       "n_nonzero": 7,
       "diffs": [
        0.4444444444444444,
        0.22222222222222232,
        0.22222222222222232,
        0.2727272727272727,
        0.7142857142857142,
        0.875,
        0.375
       ]
      }
     }
    }
   },
   "controls": {
    "effects": {
     "script_trad_minus_simp": {
      "mean": 1.6666666666666667,
      "lo": 1.0,
      "hi": 3.0,
      "n": 3,
      "p": 0.25,
      "rank_biserial": 1.0,
      "n_nonzero": 3,
      "diffs": [
       1.0,
       3.0,
       1.0
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_tw": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_tw": {
      "mean": 1.6666666666666667,
      "lo": 1.0,
      "hi": 3.0,
      "n": 3,
      "p": 0.25,
      "rank_biserial": 1.0,
      "n_nonzero": 3,
      "diffs": [
       1.0,
       3.0,
       1.0
      ]
     },
     "diagonal_tw": {
      "mean": 1.6666666666666667,
      "lo": 1.0,
      "hi": 3.0,
      "n": 3,
      "p": 0.25,
      "rank_biserial": 1.0,
      "n_nonzero": 3,
      "diffs": [
       1.0,
       3.0,
       1.0
      ]
     },
     "relative_tw": {
      "mean": 0.20183150183150186,
      "lo": 0.07692307692307687,
      "hi": 0.4285714285714286,
      "n": 3,
      "p": 0.25,
      "rank_biserial": 1.0,
      "n_nonzero": 3,
      "diffs": [
       0.10000000000000009,
       0.4285714285714286,
       0.07692307692307687
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_hk": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_hk": {
      "mean": 1.6666666666666667,
      "lo": 1.0,
      "hi": 3.0,
      "n": 3,
      "p": 0.25,
      "rank_biserial": 1.0,
      "n_nonzero": 3,
      "diffs": [
       1.0,
       3.0,
       1.0
      ]
     },
     "diagonal_hk": {
      "mean": 1.6666666666666667,
      "lo": 1.0,
      "hi": 3.0,
      "n": 3,
      "p": 0.25,
      "rank_biserial": 1.0,
      "n_nonzero": 3,
      "diffs": [
       1.0,
       3.0,
       1.0
      ]
     },
     "relative_hk": {
      "mean": 0.20183150183150186,
      "lo": 0.07692307692307687,
      "hi": 0.4285714285714286,
      "n": 3,
      "p": 0.25,
      "rank_biserial": 1.0,
      "n_nonzero": 3,
      "diffs": [
       0.10000000000000009,
       0.4285714285714286,
       0.07692307692307687
      ]
     }
    },
    "fragments": {
     "script_trad_minus_simp": {
      "mean": 1.3333333333333333,
      "lo": 0.0,
      "hi": 2.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       2.0,
       2.0
      ]
     },
     "lexicon_tw_minus_cn": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_tw": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_tw_at_simp": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_tw": {
      "mean": 1.3333333333333333,
      "lo": 0.0,
      "hi": 2.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       2.0,
       2.0
      ]
     },
     "diagonal_tw": {
      "mean": 1.3333333333333333,
      "lo": 0.0,
      "hi": 2.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       2.0,
       2.0
      ]
     },
     "relative_tw": {
      "mean": 1.0,
      "lo": 1.0,
      "hi": 1.0,
      "n": 1,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 1,
      "diffs": [
       1.0
      ]
     },
     "lexicon_hk_minus_cn": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "interaction_hk": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "lexicon_hk_at_simp": {
      "mean": 0.0,
      "lo": 0.0,
      "hi": 0.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 0,
      "diffs": [
       0.0,
       0.0,
       0.0
      ]
     },
     "script_at_hk": {
      "mean": 1.3333333333333333,
      "lo": 0.0,
      "hi": 2.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       2.0,
       2.0
      ]
     },
     "diagonal_hk": {
      "mean": 1.3333333333333333,
      "lo": 0.0,
      "hi": 2.0,
      "n": 3,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 2,
      "diffs": [
       0.0,
       2.0,
       2.0
      ]
     },
     "relative_hk": {
      "mean": 1.0,
      "lo": 1.0,
      "hi": 1.0,
      "n": 1,
      "p": null,
      "rank_biserial": null,
      "n_nonzero": 1,
      "diffs": [
       1.0
      ]
     }
    },
    "by_category": {
     "name": {
      "script_trad_minus_simp": {
       "mean": 1.0,
       "lo": 1.0,
       "hi": 1.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 1.0,
       "lo": 1.0,
       "hi": 1.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 1.0,
       "lo": 1.0,
       "hi": 1.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.10000000000000009,
       "lo": 0.10000000000000009,
       "hi": 0.10000000000000009,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.10000000000000009
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "interaction_hk": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 1.0,
       "lo": 1.0,
       "hi": 1.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0
       ]
      },
      "diagonal_hk": {
       "mean": 1.0,
       "lo": 1.0,
       "hi": 1.0,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        1.0
       ]
      },
      "relative_hk": {
       "mean": 0.10000000000000009,
       "lo": 0.10000000000000009,
       "hi": 0.10000000000000009,
       "n": 1,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 1,
       "diffs": [
        0.10000000000000009
       ]
      }
     },
     "news": {
      "script_trad_minus_simp": {
       "mean": 2.0,
       "lo": 1.0,
       "hi": 3.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        3.0,
        1.0
       ]
      },
      "lexicon_tw_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "interaction_tw": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "lexicon_tw_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "script_at_tw": {
       "mean": 2.0,
       "lo": 1.0,
       "hi": 3.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        3.0,
        1.0
       ]
      },
      "diagonal_tw": {
       "mean": 2.0,
       "lo": 1.0,
       "hi": 3.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        3.0,
        1.0
       ]
      },
      "relative_tw": {
       "mean": 0.25274725274725274,
       "lo": 0.07692307692307687,
       "hi": 0.4285714285714286,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.4285714285714286,
        0.07692307692307687
       ]
      },
      "lexicon_hk_minus_cn": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "interaction_hk": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "lexicon_hk_at_simp": {
       "mean": 0.0,
       "lo": 0.0,
       "hi": 0.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 0,
       "diffs": [
        0.0,
        0.0
       ]
      },
      "script_at_hk": {
       "mean": 2.0,
       "lo": 1.0,
       "hi": 3.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        3.0,
        1.0
       ]
      },
      "diagonal_hk": {
       "mean": 2.0,
       "lo": 1.0,
       "hi": 3.0,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        3.0,
        1.0
       ]
      },
      "relative_hk": {
       "mean": 0.25274725274725274,
       "lo": 0.07692307692307687,
       "hi": 0.4285714285714286,
       "n": 2,
       "p": null,
       "rank_biserial": null,
       "n_nonzero": 2,
       "diffs": [
        0.4285714285714286,
        0.07692307692307687
       ]
      }
     }
    }
   }
  }
 },
 "constructions": [
  {
   "cx": "成語（全實體）",
   "schema": "[X Y Z W]",
   "canonical": "一石二鳥",
   "variant": "一石二鳥",
   "note": "fully substantive, no slot",
   "cl100k_base": {
    "canonical": [
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 59815,
      "hex": "9f b3",
      "byte_start": 4,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41920,
      "hex": "e4 ba 8c",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98,
      "hex": "a5",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 59815,
      "hex": "9f b3",
      "byte_start": 4,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 41920,
      "hex": "e4 ba 8c",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 165,
      "hex": "e9",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 98,
      "hex": "a5",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 31984,
      "hex": "e7 9f b3",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "石",
      "valid_utf8": true
     },
     {
      "id": 7779,
      "hex": "e4 ba 8c",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 190957,
      "hex": "e9 b3 a5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "鳥",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 31984,
      "hex": "e7 9f b3",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "石",
      "valid_utf8": true
     },
     {
      "id": 7779,
      "hex": "e4 ba 8c",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "二",
      "valid_utf8": true
     },
     {
      "id": 190957,
      "hex": "e9 b3 a5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "鳥",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "identity reference"
  },
  {
   "cx": "成語（全實體）",
   "schema": "[X Y Z W]",
   "canonical": "畫蛇添足",
   "variant": "畫蛇添足",
   "cl100k_base": {
    "canonical": [
     {
      "id": 40198,
      "hex": "e7 95",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35911,
      "hex": "b7 bb",
      "byte_start": 7,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 40198,
      "hex": "e7 95",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 164,
      "hex": "e8",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 249,
      "hex": "9b",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35911,
      "hex": "b7 bb",
      "byte_start": 7,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 86470,
      "hex": "e7 95 ab",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "畫",
      "valid_utf8": true
     },
     {
      "id": 165486,
      "hex": "e8 9b 87",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "蛇",
      "valid_utf8": true
     },
     {
      "id": 40459,
      "hex": "e6 b7 bb",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "添",
      "valid_utf8": true
     },
     {
      "id": 16527,
      "hex": "e8 b6 b3",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "足",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 86470,
      "hex": "e7 95 ab",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "畫",
      "valid_utf8": true
     },
     {
      "id": 165486,
      "hex": "e8 9b 87",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "蛇",
      "valid_utf8": true
     },
     {
      "id": 40459,
      "hex": "e6 b7 bb",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "添",
      "valid_utf8": true
     },
     {
      "id": 16527,
      "hex": "e8 b6 b3",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "足",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "identity reference"
  },
  {
   "cx": "成語（全實體）",
   "schema": "[X Y Z W]",
   "canonical": "雪中送炭",
   "variant": "雪中送炭",
   "cl100k_base": {
    "canonical": [
     {
      "id": 25132,
      "hex": "e9 9b",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16325,
      "hex": "e4 b8 ad",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "中",
      "valid_utf8": true
     },
     {
      "id": 37705,
      "hex": "e9 80 81",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "送",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 65620,
      "hex": "82 ad",
      "byte_start": 10,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 25132,
      "hex": "e9 9b",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16325,
      "hex": "e4 b8 ad",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "中",
      "valid_utf8": true
     },
     {
      "id": 37705,
      "hex": "e9 80 81",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "送",
      "valid_utf8": true
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 65620,
      "hex": "82 ad",
      "byte_start": 10,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 55833,
      "hex": "e9 9b aa",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "雪",
      "valid_utf8": true
     },
     {
      "id": 1404,
      "hex": "e4 b8 ad",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "中",
      "valid_utf8": true
     },
     {
      "id": 9783,
      "hex": "e9 80 81",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "送",
      "valid_utf8": true
     },
     {
      "id": 6915,
      "hex": "e7 82",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 55833,
      "hex": "e9 9b aa",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "雪",
      "valid_utf8": true
     },
     {
      "id": 1404,
      "hex": "e4 b8 ad",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "中",
      "valid_utf8": true
     },
     {
      "id": 9783,
      "hex": "e9 80 81",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "送",
      "valid_utf8": true
     },
     {
      "id": 6915,
      "hex": "e7 82",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 255,
      "hex": "ad",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "comparison_type": "identity reference"
  },
  {
   "cx": "越X越Y",
   "schema": "越 __ 越 __",
   "canonical": "越走越快",
   "variant": "越走越快",
   "cl100k_base": {
    "canonical": [
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 28425,
      "hex": "e8 b5",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26203,
      "hex": "e5 bf",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 28425,
      "hex": "e8 b5",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26203,
      "hex": "e5 bf",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 11941,
      "hex": "e8 b5 b0",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "走",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 3377,
      "hex": "e5 bf ab",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "快",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 11941,
      "hex": "e8 b5 b0",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "走",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 3377,
      "hex": "e5 bf ab",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "快",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "identity reference"
  },
  {
   "cx": "越X越Y",
   "schema": "越 __ 越 __",
   "canonical": "越說越氣",
   "variant": "越想越不對勁",
   "cl100k_base": {
    "canonical": [
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45918,
      "hex": "e8 aa",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 103,
      "hex": "aa",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 30320,
      "hex": "e6 b0",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33565,
      "hex": "e6 83",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 50266,
      "hex": "e8 b6",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16937,
      "hex": "e4 b8 8d",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 16175,
      "hex": "e5 b0",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 235,
      "hex": "8d",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 53508,
      "hex": "e5 8b",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 27441,
      "hex": "e8 aa aa",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "說",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 74765,
      "hex": "e6 b0 a3",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "氣",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 18165,
      "hex": "e6 83 b3",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "想",
      "valid_utf8": true
     },
     {
      "id": 30086,
      "hex": "e8 b6 8a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "越",
      "valid_utf8": true
     },
     {
      "id": 3428,
      "hex": "e4 b8 8d",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 84303,
      "hex": "e5 b0 8d",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "對",
      "valid_utf8": true
     },
     {
      "id": 9997,
      "hex": "e5 8b",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 223,
      "hex": "81",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  },
  {
   "cx": "一X就Y",
   "schema": "一 __ 就 __",
   "canonical": "一看就懂",
   "variant": "一聽到消息就走",
   "cl100k_base": {
    "canonical": [
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 36735,
      "hex": "e8 81",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 28037,
      "hex": "e5 88 b0",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 65305,
      "hex": "e6 b6 88 e6 81 af",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "消息",
      "valid_utf8": true
     },
     {
      "id": 81258,
      "hex": "e5 b0 b1",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 28425,
      "hex": "e8 b5",
      "byte_start": 18,
      "byte_end": 20,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 108,
      "hex": "b0",
      "byte_start": 20,
      "byte_end": 21,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 3812,
      "hex": "e7 9c 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 69573,
      "hex": "e6 87 82",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "懂",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 6938,
      "hex": "e8 81",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 121,
      "hex": "bd",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 6946,
      "hex": "e5 88 b0",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "到",
      "valid_utf8": true
     },
     {
      "id": 46477,
      "hex": "e6 b6 88 e6 81 af",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "消息",
      "valid_utf8": true
     },
     {
      "id": 12779,
      "hex": "e5 b0 b1",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "就",
      "valid_utf8": true
     },
     {
      "id": 11941,
      "hex": "e8 b5 b0",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "走",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  },
  {
   "cx": "離合詞",
   "schema": "V __ O",
   "canonical": "洗澡",
   "variant": "洗了個澡",
   "cl100k_base": {
    "canonical": [
     {
      "id": 44647,
      "hex": "e6 b4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 3,
      "byte_end": 4,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 4,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 44647,
      "hex": "e6 b4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 245,
      "hex": "97",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 9,
      "byte_end": 10,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 122,
      "hex": "be",
      "byte_start": 10,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 94,
      "hex": "a1",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 52879,
      "hex": "e6 b4 97",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "洗",
      "valid_utf8": true
     },
     {
      "id": 73775,
      "hex": "e6 be a1",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "澡",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 52879,
      "hex": "e6 b4 97",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "洗",
      "valid_utf8": true
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 73775,
      "hex": "e6 be a1",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "澡",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  },
  {
   "cx": "離合詞",
   "schema": "V __ O",
   "canonical": "幫忙",
   "variant": "幫了他一個忙",
   "cl100k_base": {
    "canonical": [
     {
      "id": 7190,
      "hex": "e5 b9",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26203,
      "hex": "e5 bf",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 7190,
      "hex": "e5 b9",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 35287,
      "hex": "e4 ba 86",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 20022,
      "hex": "e5 80",
      "byte_start": 12,
      "byte_end": 14,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 233,
      "hex": "8b",
      "byte_start": 14,
      "byte_end": 15,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 26203,
      "hex": "e5 bf",
      "byte_start": 15,
      "byte_end": 17,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 247,
      "hex": "99",
      "byte_start": 17,
      "byte_end": 18,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 1571,
      "hex": "e5 b9",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 128628,
      "hex": "e5 bf 99",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "忙",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 1571,
      "hex": "e5 b9",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 104,
      "hex": "ab",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 4531,
      "hex": "e4 ba 86",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "了",
      "valid_utf8": true
     },
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 32508,
      "hex": "e5 80 8b",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "個",
      "valid_utf8": true
     },
     {
      "id": 128628,
      "hex": "e5 bf 99",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "忙",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  },
  {
   "cx": "離合詞",
   "schema": "V __ O",
   "canonical": "見面",
   "variant": "見過一次面",
   "cl100k_base": {
    "canonical": [
     {
      "id": 91774,
      "hex": "e8 a6 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "見",
      "valid_utf8": true
     },
     {
      "id": 28190,
      "hex": "e9 9d a2",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "面",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 91774,
      "hex": "e8 a6 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "見",
      "valid_utf8": true
     },
     {
      "id": 30250,
      "hex": "e9 81",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 236,
      "hex": "8e",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 33671,
      "hex": "e6 ac a1",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "次",
      "valid_utf8": true
     },
     {
      "id": 28190,
      "hex": "e9 9d a2",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "面",
      "valid_utf8": true
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 27572,
      "hex": "e8 a6 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "見",
      "valid_utf8": true
     },
     {
      "id": 9961,
      "hex": "e9 9d a2",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "面",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 27572,
      "hex": "e8 a6 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "見",
      "valid_utf8": true
     },
     {
      "id": 49872,
      "hex": "e9 81 8e",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "過",
      "valid_utf8": true
     },
     {
      "id": 70810,
      "hex": "e4 b8 80 e6 ac a1",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "一次",
      "valid_utf8": true
     },
     {
      "id": 9961,
      "hex": "e9 9d a2",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "面",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  },
  {
   "cx": "離合詞",
   "schema": "V __ O",
   "canonical": "生氣",
   "variant": "生他的氣",
   "cl100k_base": {
    "canonical": [
     {
      "id": 21990,
      "hex": "e7 94 9f",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 30320,
      "hex": "e6 b0",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 21990,
      "hex": "e7 94 9f",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 9554,
      "hex": "e7 9a 84",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "的",
      "valid_utf8": true
     },
     {
      "id": 30320,
      "hex": "e6 b0",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 5883,
      "hex": "e7 94 9f",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 74765,
      "hex": "e6 b0 a3",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "氣",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 5883,
      "hex": "e7 94 9f",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "生",
      "valid_utf8": true
     },
     {
      "id": 180222,
      "hex": "e4 bb 96 e7 9a 84",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "他的",
      "valid_utf8": true
     },
     {
      "id": 74765,
      "hex": "e6 b0 a3",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "氣",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  },
  {
   "cx": "動詞重疊",
   "schema": "V V",
   "canonical": "看看",
   "variant": "看一看",
   "cl100k_base": {
    "canonical": [
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "看",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 15120,
      "hex": "e4 b8 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "看",
      "valid_utf8": true
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 110218,
      "hex": "e7 9c 8b e7 9c 8b",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "看看",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 3812,
      "hex": "e7 9c 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 2432,
      "hex": "e4 b8 80",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "一",
      "valid_utf8": true
     },
     {
      "id": 3812,
      "hex": "e7 9c 8b",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "看",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  },
  {
   "cx": "動詞重疊",
   "schema": "V V",
   "canonical": "研究研究",
   "variant": "研究研究",
   "cl100k_base": {
    "canonical": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 0,
      "byte_end": 1,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 1,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 163,
      "hex": "e7",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 254,
      "hex": "a0",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 242,
      "hex": "94",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33354,
      "hex": "e7 a9",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 114,
      "hex": "b6",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "研究",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 0,
      "byte_end": 6,
      "surface": "研究",
      "valid_utf8": true
     },
     {
      "id": 39315,
      "hex": "e7 a0 94 e7 a9 b6",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "研究",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "identity reference"
  },
  {
   "cx": "狀態形容詞 ABB",
   "schema": "A B B",
   "canonical": "紅通通",
   "variant": "紅通通",
   "cl100k_base": {
    "canonical": [
     {
      "id": 27869,
      "hex": "e7 b4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33035,
      "hex": "e9 80 9a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "通",
      "valid_utf8": true
     },
     {
      "id": 33035,
      "hex": "e9 80 9a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "通",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 27869,
      "hex": "e7 b4",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 227,
      "hex": "85",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 33035,
      "hex": "e9 80 9a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "通",
      "valid_utf8": true
     },
     {
      "id": 33035,
      "hex": "e9 80 9a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "通",
      "valid_utf8": true
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 136025,
      "hex": "e7 b4 85",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "紅",
      "valid_utf8": true
     },
     {
      "id": 9034,
      "hex": "e9 80 9a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "通",
      "valid_utf8": true
     },
     {
      "id": 9034,
      "hex": "e9 80 9a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "通",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 136025,
      "hex": "e7 b4 85",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "紅",
      "valid_utf8": true
     },
     {
      "id": 9034,
      "hex": "e9 80 9a",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "通",
      "valid_utf8": true
     },
     {
      "id": 9034,
      "hex": "e9 80 9a",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "通",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "identity reference"
  },
  {
   "cx": "AABB",
   "schema": "A A B B",
   "canonical": "高高興興",
   "variant": "高高興興",
   "cl100k_base": {
    "canonical": [
     {
      "id": 45736,
      "hex": "e9 ab 98",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 45736,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 63105,
      "hex": "e8 88",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 63105,
      "hex": "e8 88",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 45736,
      "hex": "e9 ab 98",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 45736,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 63105,
      "hex": "e8 88",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 63105,
      "hex": "e8 88",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 230,
      "hex": "88",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 5319,
      "hex": "e9 ab 98",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 5319,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 145485,
      "hex": "e8 88 88",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "興",
      "valid_utf8": true
     },
     {
      "id": 145485,
      "hex": "e8 88 88",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "興",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 5319,
      "hex": "e9 ab 98",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 5319,
      "hex": "e9 ab 98",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "高",
      "valid_utf8": true
     },
     {
      "id": 145485,
      "hex": "e8 88 88",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "興",
      "valid_utf8": true
     },
     {
      "id": 145485,
      "hex": "e8 88 88",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "興",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "identity reference"
  },
  {
   "cx": "動補 V-R",
   "schema": "V R",
   "canonical": "看完",
   "variant": "看得懂",
   "cl100k_base": {
    "canonical": [
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 47406,
      "hex": "e5 ae 8c",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "完",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 52030,
      "hex": "e7 9c 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 50928,
      "hex": "e5 be 97",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "得",
      "valid_utf8": true
     },
     {
      "id": 162,
      "hex": "e6",
      "byte_start": 6,
      "byte_end": 7,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 229,
      "hex": "87",
      "byte_start": 7,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 224,
      "hex": "82",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 3812,
      "hex": "e7 9c 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 18478,
      "hex": "e5 ae 8c",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "完",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 3812,
      "hex": "e7 9c 8b",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "看",
      "valid_utf8": true
     },
     {
      "id": 11789,
      "hex": "e5 be 97",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "得",
      "valid_utf8": true
     },
     {
      "id": 69573,
      "hex": "e6 87 82",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "懂",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  },
  {
   "cx": "動補 V-R",
   "schema": "V R",
   "canonical": "想起來",
   "variant": "想不起來",
   "cl100k_base": {
    "canonical": [
     {
      "id": 33565,
      "hex": "e6 83",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72718,
      "hex": "e8 b5 b7",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 6,
      "byte_end": 8,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 8,
      "byte_end": 9,
      "surface": null,
      "valid_utf8": false
     }
    ],
    "variant": [
     {
      "id": 33565,
      "hex": "e6 83",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 111,
      "hex": "b3",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 16937,
      "hex": "e4 b8 8d",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 72718,
      "hex": "e8 b5 b7",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 20135,
      "hex": "e4 be",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 228,
      "hex": "86",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 18165,
      "hex": "e6 83 b3",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "想",
      "valid_utf8": true
     },
     {
      "id": 15546,
      "hex": "e8 b5 b7",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "起",
      "valid_utf8": true
     },
     {
      "id": 46863,
      "hex": "e4 be 86",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "來",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 18165,
      "hex": "e6 83 b3",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "想",
      "valid_utf8": true
     },
     {
      "id": 179800,
      "hex": "e4 b8 8d e8 b5 b7",
      "byte_start": 3,
      "byte_end": 9,
      "surface": "不起",
      "valid_utf8": true
     },
     {
      "id": 46863,
      "hex": "e4 be 86",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "來",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  },
  {
   "cx": "把字句",
   "schema": "把 NP V",
   "canonical": "把書放好",
   "variant": "把那本書放好",
   "cl100k_base": {
    "canonical": [
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 27552,
      "hex": "e6 9b",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 54322,
      "hex": "e6 94 be",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 53901,
      "hex": "e5 a5 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "好",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 24326,
      "hex": "e6 8a",
      "byte_start": 0,
      "byte_end": 2,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 232,
      "hex": "8a",
      "byte_start": 2,
      "byte_end": 3,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 45932,
      "hex": "e9 82",
      "byte_start": 3,
      "byte_end": 5,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 96,
      "hex": "a3",
      "byte_start": 5,
      "byte_end": 6,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 22656,
      "hex": "e6 9c ac",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 27552,
      "hex": "e6 9b",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 116,
      "hex": "b8",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 54322,
      "hex": "e6 94 be",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 53901,
      "hex": "e5 a5 bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "好",
      "valid_utf8": true
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 33528,
      "hex": "e6 9b b8",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "書",
      "valid_utf8": true
     },
     {
      "id": 9938,
      "hex": "e6 94 be",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 8061,
      "hex": "e5 a5 bd",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "好",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 32180,
      "hex": "e6 8a 8a",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "把",
      "valid_utf8": true
     },
     {
      "id": 18818,
      "hex": "e9 82 a3",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "那",
      "valid_utf8": true
     },
     {
      "id": 4087,
      "hex": "e6 9c ac",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "本",
      "valid_utf8": true
     },
     {
      "id": 33528,
      "hex": "e6 9b b8",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "書",
      "valid_utf8": true
     },
     {
      "id": 9938,
      "hex": "e6 94 be",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "放",
      "valid_utf8": true
     },
     {
      "id": 8061,
      "hex": "e5 a5 bd",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "好",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  },
  {
   "cx": "連…都…",
   "schema": "連 NP 都 V",
   "canonical": "連我都知道",
   "variant": "連他自己都不知道",
   "cl100k_base": {
    "canonical": [
     {
      "id": 89046,
      "hex": "e9 80 a3",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "連",
      "valid_utf8": true
     },
     {
      "id": 37046,
      "hex": "e6 88 91",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 53283,
      "hex": "e7 9f a5",
      "byte_start": 9,
      "byte_end": 12,
      "surface": "知",
      "valid_utf8": true
     },
     {
      "id": 45893,
      "hex": "e9 81 93",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "道",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 89046,
      "hex": "e9 80 a3",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "連",
      "valid_utf8": true
     },
     {
      "id": 43511,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 37026,
      "hex": "e8 87 aa",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "自",
      "valid_utf8": true
     },
     {
      "id": 17597,
      "hex": "e5 b7",
      "byte_start": 9,
      "byte_end": 11,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 109,
      "hex": "b1",
      "byte_start": 11,
      "byte_end": 12,
      "surface": null,
      "valid_utf8": false
     },
     {
      "id": 72368,
      "hex": "e9 83 bd",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 16937,
      "hex": "e4 b8 8d",
      "byte_start": 15,
      "byte_end": 18,
      "surface": "不",
      "valid_utf8": true
     },
     {
      "id": 53283,
      "hex": "e7 9f a5",
      "byte_start": 18,
      "byte_end": 21,
      "surface": "知",
      "valid_utf8": true
     },
     {
      "id": 45893,
      "hex": "e9 81 93",
      "byte_start": 21,
      "byte_end": 24,
      "surface": "道",
      "valid_utf8": true
     }
    ]
   },
   "o200k_base": {
    "canonical": [
     {
      "id": 37660,
      "hex": "e9 80 a3",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "連",
      "valid_utf8": true
     },
     {
      "id": 7522,
      "hex": "e6 88 91",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "我",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 6,
      "byte_end": 9,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 51000,
      "hex": "e7 9f a5 e9 81 93",
      "byte_start": 9,
      "byte_end": 15,
      "surface": "知道",
      "valid_utf8": true
     }
    ],
    "variant": [
     {
      "id": 37660,
      "hex": "e9 80 a3",
      "byte_start": 0,
      "byte_end": 3,
      "surface": "連",
      "valid_utf8": true
     },
     {
      "id": 11327,
      "hex": "e4 bb 96",
      "byte_start": 3,
      "byte_end": 6,
      "surface": "他",
      "valid_utf8": true
     },
     {
      "id": 39766,
      "hex": "e8 87 aa e5 b7 b1",
      "byte_start": 6,
      "byte_end": 12,
      "surface": "自己",
      "valid_utf8": true
     },
     {
      "id": 12232,
      "hex": "e9 83 bd",
      "byte_start": 12,
      "byte_end": 15,
      "surface": "都",
      "valid_utf8": true
     },
     {
      "id": 191235,
      "hex": "e4 b8 8d e7 9f a5 e9 81 93",
      "byte_start": 15,
      "byte_end": 24,
      "surface": "不知道",
      "valid_utf8": true
     }
    ]
   },
   "comparison_type": "surface illustration; not semantic minimal pair"
  }
 ],
 "vocab_audit": {
  "cl100k_base": {
   "coverage": {
    "n_single_han": 549,
    "n_simp_with_distinct_trad": 186,
    "n_trad_counterpart_missing": 172,
    "pct_trad_counterpart_missing": 92.47311827956989,
    "n_trad_with_distinct_simp": 14,
    "n_simp_counterpart_missing": 0,
    "pct_simp_counterpart_missing": 0.0,
    "example_missing_trad": "並來個們備傳價億優內兩冊別則務區參員啓單國圖學實審寫將專對導庫廣張徑從復態應戶換擊據敗數斷於書會東條業構標樣機檢權歲歷沒",
    "example_missing_simp": ""
   },
   "profile": {
    "n_han_tokens": 754,
    "vocab_size": 100261,
    "pct_of_vocab": 0.752037182952494,
    "length_distribution": {
     "1": 549,
     "2": 186,
     "3": 15,
     "4": 4
    },
    "longest": [
     "监听页面",
     "不能为空",
     "微软雅黑",
     "删除成功",
     "请输入",
     "用户名",
     "命周期",
     "字符串",
     "验证码",
     "不存在",
     "数据库",
     "软雅黑",
     "手机号",
     "设计器",
     "动生成",
     "请选择",
     "初始化",
     "服务器",
     "管理员",
     "成功",
     "用户",
     "数据",
     "时间",
     "失败",
     "修改",
     "文件",
     "信息",
     "删除",
     "名称",
     "输入",
     "返回",
     "类型",
     "错误",
     "参数",
     "函数",
     "密码",
     "请求",
     "登录",
     "页面",
     "使用"
    ],
    "earliest_multichar": [
     "成功",
     "用户",
     "数据",
     "时间",
     "失败",
     "修改",
     "文件",
     "信息",
     "删除",
     "名称",
     "输入",
     "返回",
     "类型",
     "错误",
     "参数",
     "函数",
     "密码",
     "请求",
     "登录",
     "页面",
     "使用",
     "管理",
     "方法",
     "操作",
     "添加",
     "内容",
     "设置",
     "生成",
     "状态",
     "列表",
     "字段",
     "提示",
     "日期",
     "获取",
     "图片",
     "商品",
     "代码",
     "地址",
     "保存",
     "一个"
    ]
   }
  },
  "o200k_base": {
   "coverage": {
    "n_single_han": 2517,
    "n_simp_with_distinct_trad": 732,
    "n_trad_counterpart_missing": 412,
    "pct_trad_counterpart_missing": 56.28415300546448,
    "n_trad_with_distinct_simp": 342,
    "n_simp_counterpart_missing": 5,
    "pct_simp_counterpart_missing": 1.4619883040935673,
    "example_missing_trad": "佔侶俠倉偉傑傭債傾僅儀償儲兌凍凱刪剛劃劉劍劑勁勞勵匯卻厲吳呂啓喫喬嘗噴噸嚕嚴圍圓執堅塊壓壞壩壯壽夠夥夾奧奪奮嬌孫寢寧審寬",
    "example_missing_simp": "仆缔贩贺顷"
   },
   "profile": {
    "n_han_tokens": 5778,
    "vocab_size": 200000,
    "pct_of_vocab": 2.889,
    "length_distribution": {
     "1": 2517,
     "2": 2408,
     "3": 388,
     "4": 321,
     "5": 66,
     "6": 56,
     "7": 9,
     "8": 10,
     "9": 3
    },
    "longest": [
     "大发展有限公司官网",
     "久久免费热在线精品",
     "给主人留下些什么吧",
     "免费视频在线观看",
     "无码不卡高清免费",
     "无码一区二区三区",
     "毛片免费视频观看",
     "最新高清无码专区",
     "公众号天天中彩票",
     "毛片高清免费视频",
     "精品一区二区三区",
     "在线观看中文字幕",
     "中国特色社会主义",
     "高清毛片在线看",
     "一本道高清无码",
     "久久综合久久爱",
     "下载安装到手机",
     "中华人民共和国",
     "彩神争霸邀请码",
     "热这里只有精品",
     "彩彩票与你同行",
     "夫妻性生活影片",
     "视频在线观看",
     "一区二区三区",
     "的天天中彩票",
     "有限公司官网",
     "视频免费观看",
     "这里只有精品",
     "福利彩票天天",
     "和天天中彩票",
     "一级特黄大片",
     "视频在线播放",
     "免费视频观看",
     "彩票大发快三",
     "在天天中彩票",
     "在线观看视频",
     "电影在线观看",
     "最新高清无码",
     "免费资料大全",
     "下载彩神争霸"
    ],
    "earliest_multichar": [
     "彩票",
     "天天",
     "中彩票",
     "大发",
     "在线",
     "时时",
     "时时彩",
     "争霸",
     "赛车",
     "彩神",
     "娱乐",
     "彩神争霸",
     "视频",
     "平台",
     "免费",
     "快三",
     "官网",
     "怎么",
     "亚洲",
     "久久",
     "观看",
     "重庆",
     "网站",
     "下载",
     "开奖",
     "分彩",
     "重庆时时彩",
     "注册",
     "精品",
     "天天中彩票",
     "网址",
     "计划",
     "日本",
     "无码",
     "国产",
     "在线观看",
     "综合",
     "软件",
     "爱彩票",
     "开户"
    ]
   }
  }
 }
}