{
 "source": "pi_setup/eval_pickers.py, the owner's tool-picker contest (2026-09-29), copied unchanged: 76 questions (set 'first') and 36 written after the first contest (set 'held-out')",
 "source_sha256": "be2eaea2b53028e97b8c11ff17022360f38c7e73ef6842183a9cb16bb0ab6fad",
 "instructions": "Which helper should answer this message?",
 "tools": [
  "coin_price",
  "wikipedia",
  "web_search",
  "make_map",
  "make_page",
  "chat"
 ],
 "criteria": {
  "coin_price": "the price of a cryptocurrency coin, like Bitcoin or ETH, in Thai baht",
  "wikipedia": "a fact about a person, place, thing or history, from an encyclopedia",
  "web_search": "news, weather, or anything happening today or recently, found on the web",
  "make_map": "showing where a place is, or a map of a place",
  "make_page": "making or building a new web page or HTML page",
  "chat": "greetings, thanks, small talk, jokes, or help practising or correcting English"
 },
 "questions": [
  {
   "text": "What's one ETH going for in baht?",
   "want": "coin_price",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "How much is Dogecoin right now?",
   "want": "coin_price",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Is Solana cheap today?",
   "want": "coin_price",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Who wrote the Bitcoin white paper?",
   "want": "wikipedia",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Tell me about Doi Suthep.",
   "want": "wikipedia",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Where is Chiang Mai University?",
   "want": "make_map",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "I want to see the Night Bazaar on a map.",
   "want": "make_map",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Hello, how are you?",
   "want": "chat",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Can you help me practise my English?",
   "want": "chat",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Please say good morning in a friendly way.",
   "want": "chat",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "What does one XRP cost in Thai money?",
   "want": "coin_price",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "BTC in baht please",
   "want": "coin_price",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Should I buy Cardano at today's price?",
   "want": "coin_price",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "When was Chiang Mai founded?",
   "want": "wikipedia",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Tell me something about Wat Chedi Luang.",
   "want": "wikipedia",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Show me where Nimman Road is.",
   "want": "make_map",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Can I see a map of Lamphun?",
   "want": "make_map",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Good evening!",
   "want": "chat",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Correct this sentence: she go to school yesterday.",
   "want": "chat",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Tell me a joke about cats.",
   "want": "chat",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "What's the latest news about Chiang Mai?",
   "want": "web_search",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Search the web for the air quality in Chiang Mai today.",
   "want": "web_search",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "What will the weather be like in Bangkok tomorrow?",
   "want": "web_search",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Make me a web page with a tip calculator.",
   "want": "make_page",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "Build a simple HTML page that counts down to Songkran.",
   "want": "make_page",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "What is the capital of Laos?",
   "want": "wikipedia",
   "lang": "en",
   "set": "first"
  },
  {
   "text": "บิตคอยน์ตอนนี้กี่บาท",
   "want": "coin_price",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "อีเธอเรียมราคาเท่าไหร่",
   "want": "coin_price",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "โดชคอยน์แพงไหม",
   "want": "coin_price",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ใครเป็นผู้ก่อตั้งเชียงใหม่",
   "want": "wikipedia",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ดอยสุเทพคืออะไร",
   "want": "wikipedia",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ขอแผนที่ประตูท่าแพ",
   "want": "make_map",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "มหาวิทยาลัยเชียงใหม่อยู่ที่ไหน",
   "want": "make_map",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "สวัสดีครับ",
   "want": "chat",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ช่วยฝึกภาษาอังกฤษกับฉันหน่อย",
   "want": "chat",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ขอบคุณมากครับ",
   "want": "chat",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ตอนนี้ XRP กี่บาท",
   "want": "coin_price",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ราคาบิตคอยน์วันนี้",
   "want": "coin_price",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ซื้อ ETH หนึ่งเหรียญต้องใช้เงินเท่าไร",
   "want": "coin_price",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "วัดเจดีย์หลวงสร้างเมื่อไหร่",
   "want": "wikipedia",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "พญามังรายคือใคร",
   "want": "wikipedia",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ถนนนิมมานเหมินท์อยู่ตรงไหน",
   "want": "make_map",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ดูแผนที่ลำพูน",
   "want": "make_map",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ราตรีสวัสดิ์",
   "want": "chat",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ช่วยแก้ประโยคนี้หน่อย: she go to school yesterday",
   "want": "chat",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "เล่าเรื่องตลกให้ฟังหน่อย",
   "want": "chat",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ข่าวล่าสุดเกี่ยวกับเชียงใหม่",
   "want": "web_search",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ค้นหาร้านกาแฟแถวนิมมาน",
   "want": "web_search",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "ช่วยทำหน้าเว็บเครื่องคิดเลขให้หน่อย",
   "want": "make_page",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "สร้างหน้าเว็บนับถอยหลังวันสงกรานต์",
   "want": "make_page",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "เมืองหลวงของลาวคืออะไร",
   "want": "wikipedia",
   "lang": "th",
   "set": "first"
  },
  {
   "text": "比特币多少钱？",
   "want": "coin_price",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "以太坊现在值几泰铢？",
   "want": "coin_price",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "狗狗币贵吗？",
   "want": "coin_price",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "清迈是谁建立的？",
   "want": "wikipedia",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "素贴山是什么？",
   "want": "wikipedia",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "塔佩门在哪里？",
   "want": "make_map",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "给我看清迈大学的地图",
   "want": "make_map",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "你好！",
   "want": "chat",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "请帮我练习英语。",
   "want": "chat",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "谢谢你！",
   "want": "chat",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "现在一个XRP多少泰铢？",
   "want": "coin_price",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "今天比特币的价格是多少？",
   "want": "coin_price",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "买一个以太坊要花多少钱？",
   "want": "coin_price",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "契迪龙寺是什么时候建的？",
   "want": "wikipedia",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "孟莱王是谁？",
   "want": "wikipedia",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "宁曼路在什么地方？",
   "want": "make_map",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "我想看南奔的地图",
   "want": "make_map",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "晚上好！",
   "want": "chat",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "帮我改这个句子：she go to school yesterday",
   "want": "chat",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "讲个关于猫的笑话",
   "want": "chat",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "清迈最新的新闻",
   "want": "web_search",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "搜索一下曼谷明天的天气",
   "want": "web_search",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "帮我做一个计算小费的网页",
   "want": "make_page",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "做一个倒计时到泼水节的网页",
   "want": "make_page",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "老挝的首都是哪里？",
   "want": "wikipedia",
   "lang": "zh",
   "set": "first"
  },
  {
   "text": "How many baht is one Litecoin?",
   "want": "coin_price",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "Has the price of Avalanche gone up?",
   "want": "coin_price",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "Who was Kublai Khan?",
   "want": "wikipedia",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "Explain how volcanoes form.",
   "want": "wikipedia",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "Where is the Chiang Mai Zoo?",
   "want": "make_map",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "Can you show me Pai on a map?",
   "want": "make_map",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "Good afternoon, Biscuit!",
   "want": "chat",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "I got a good mark in my test today!",
   "want": "chat",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "Find the opening hours of Central Festival Chiang Mai.",
   "want": "web_search",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "What are today's top headlines in Thailand?",
   "want": "web_search",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "Make an HTML page that shows a multiplication table.",
   "want": "make_page",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "Can you create a little website about my cat?",
   "want": "make_page",
   "lang": "en",
   "set": "held-out"
  },
  {
   "text": "ไลท์คอยน์ราคาเท่าไหร่",
   "want": "coin_price",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "ราคา SOL ตอนนี้",
   "want": "coin_price",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "กุบไลข่านคือใคร",
   "want": "wikipedia",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "ภูเขาไฟเกิดขึ้นได้อย่างไร",
   "want": "wikipedia",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "สวนสัตว์เชียงใหม่อยู่ที่ไหน",
   "want": "make_map",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "ขอดูแผนที่ปาย",
   "want": "make_map",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "สวัสดีตอนบ่าย",
   "want": "chat",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "วันนี้ฉันสอบได้คะแนนดี",
   "want": "chat",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "ค้นหาเวลาเปิดเซ็นทรัลเฟสติวัล",
   "want": "web_search",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "ข่าวเด่นวันนี้ในประเทศไทย",
   "want": "web_search",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "ทำหน้าเว็บแสดงสูตรคูณ",
   "want": "make_page",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "สร้างเว็บไซต์เล็กๆ เกี่ยวกับแมวของฉัน",
   "want": "make_page",
   "lang": "th",
   "set": "held-out"
  },
  {
   "text": "一个莱特币多少泰铢？",
   "want": "coin_price",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "SOL现在什么价格？",
   "want": "coin_price",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "忽必烈是谁？",
   "want": "wikipedia",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "火山是怎么形成的？",
   "want": "wikipedia",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "清迈动物园在哪里？",
   "want": "make_map",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "给我看拜县的地图",
   "want": "make_map",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "下午好！",
   "want": "chat",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "我今天考试考得很好！",
   "want": "chat",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "搜索一下尚泰购物中心的营业时间",
   "want": "web_search",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "今天泰国的头条新闻是什么？",
   "want": "web_search",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "做一个显示乘法表的网页",
   "want": "make_page",
   "lang": "zh",
   "set": "held-out"
  },
  {
   "text": "帮我做一个关于我的猫的小网站",
   "want": "make_page",
   "lang": "zh",
   "set": "held-out"
  }
 ]
}