[ { "id": 52, "source_text": "Hüt gangi uf d Post go Briefcouverts go poste.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Today I'm going to the post office to mail envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemma 4", "translation": "Today I am going to the post office to buy envelopes.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Llama 4 Maverick", "translation": "Today I'm going to the post office to post letter envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "Today I’m going to the post office to mail envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "Today I'm going to the post office to mail letter envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "Today I'm going to the post office to mail envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Today I'm going to the post office to mail envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "Today, I am going to the post office to buy some envelopes.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ], "GPT-5.4 Mini": [ true ], "Qwen 3.7 Flash": [ true ], "Gemini 3.5 Flash Lite": [ true ], "Qwen 3.7 Plus": [ true ], "Gemini 3.1 Pro": [ true ] }, "judge_extra": { "Gemma 4": 100, "Gemini 3.5 Flash Lite": 100, "GPT-5.4 Mini": 78, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 100, "Qwen 3.7 Plus": 50 } }, { "model": "gpt-oss-20b", "translation": "Today I’m going to the post office to post letter envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Today I'm going to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Today I'm going to the post office to buy envelopes.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Cohere Command A", "translation": "Today I'm going to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Today I'm going to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Today I'm going to the post office to mail envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "Today I'm going to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "Go to the post office to get some envelopes.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GemmaX2-28-9B", "translation": "Hüt gangi uf d Post go Briefcouverts go poste.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "Today I’m going to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Please take the mail to the post office and deliver the envelopes to the post office.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "Today I’m going to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "Today I’m going to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Today I am going to the post office to buy envelopes.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Terra", "translation": "Today I’m going to the post office to mail envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A", "translation": "Today I'm going to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Put your mail in the mailbox at the post office.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "Go to the post office to get envelopes and stamps.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "TranslateGemma", "translation": "Today, I’m going to the post office to buy letter envelopes.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "NLLB 3.3B", "translation": "The envelopes go to the post office.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Now go to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "Today I’m going to the post office to send some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "Today I went to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "Today I'm going to the post office to mail envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "Go to the post office to mail envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "I went to the post office to mail some envelopes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "FR" } ], "verification_rules": [ "In Swiss German, \"poste\" means \"to buy\", not \"to post\". Therefore, the envelopes are being bought, not being posted or mailed." ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 161, "source_text": "@BIEBERLOVERIN94 mool lüg ned. ich has jaah selber xeh. scho chli länger heer aber es isch so!det han ich dir den xeid klau ned min tweet.!", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/Rawr4Bieber/status/27577500284", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "@BIEBERLOVERIN94 don't lie. I saw it myself. It was a while ago but it's true! I told you then not to steal my tweet!", "verified": [ true, true, true ] }, { "model": "Gemma 4", "translation": "@BIEBERLOVERIN94 don't even look. I saw it myself. It was a bit longer ago but it's true! I told you then, don't steal my tweet.!", "verified": [ true, false, true ] }, { "model": "Llama 4 Maverick", "translation": "@BIEBERLOVERIN94 don't lie, I saw it myself. It's been a little while now but it's true! I didn't steal your thing with that tweet.", "verified": [ true, true, false ] }, { "model": "GPT-5.4 Mini", "translation": "@BIEBERLOVERIN94 don’t lie. I saw it myself. It’s been a while, but it’s true! Then I told you I saw it, so don’t steal my tweet!", "verified": [ true, false, true ] }, { "model": "Deepseek V4 Pro", "translation": "@BIEBERLOVERIN94 just don't lie. I saw it myself. It's been a while ago but it's true! Then I stole @xeid from you, not my tweet.", "verified": [ true, true, false ] }, { "model": "Claude Haiku 4.5", "translation": "@BIEBERLOVERIN94 stop lying. I saw it myself yeah. been here a little longer but it's like that! I didn't steal the swear from you, not my tweet.!", "verified": [ true, true, false ] }, { "model": "Claude Sonnet 4.5", "translation": "@BIEBERLOVERIN94 girl don't look. I saw it myself. It's been a while now but it's true! There I stole the idea from you not my tweet.!", "verified": [ true, false, false ] }, { "model": "Cohere Command A", "translation": "@BIEBERLOVERIN94 no way! I have seen it myself. I heard about it before but it is true! That’s it! I didn't steal your tweet.", "verified": [ true, false, false ] }, { "model": "human", "translation": "@BIEBERLOVERIN94 Oh yes, don't lie. I saw it myself. It was a bit longer ago but it's true! That's when I told you, ‘Don't steal my tweet!’”", "verified": [ true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "@BIEBERLOVERIN94 come on, don't lie. I saw it with my own eyes. It was a little while ago, but it's true! That's when I told you not to steal my tweet!", "verified": [ true, true, true ] }, { "model": "Qwen 3.7 Plus", "translation": "@BIEBERLOVERIN94 just don't lie. I saw it myself. It was a little while ago now, but that's just how it is! I stole that from you, it's not my tweet!", "verified": [ true, true, false ] }, { "model": "Qwen 3.7 Flash", "translation": "@BIEBERLOVERIN94 please don't look. I saw it myself too. I've known about it for a while now but that's just how it is! That's because I closed that page, not my tweet!", "verified": [ true, false, false ] }, { "model": "gpt-oss-20b", "translation": "@BIEBERLOVERIN94, don’t lie. I actually spent it myself. I’ve been a bit longer here, but that’s just how it is! I didn’t steal that time from you, it’s not my tweet.", "verified": [ true, true, false ] }, { "model": "Kimi K3", "translation": "@BIEBERLOVERIN94 come on, don't lie. I saw it myself. It was a little while ago, but it's true! See, I told you, don't steal my tweet!", "verified": [ true, true, false ] }, { "model": "Nemotron 3 Ultra", "translation": "@BIEBERLOVERIN94 just don't lie. I saw it myself. It was a while ago but it's true! I didn't steal that from you, it's my tweet!", "verified": [ true, true, false ] }, { "model": "Tower+", "translation": "@BIEBERLOVERIN94 don't lie. I have it myself. I've had it for a little while now but it's true! I didn't steal the time to tweet this to you!", "verified": [ true, false, false ] }, { "model": "GemmaX2-28-9B", "translation": "@BIEBERLOVERIN94 don’t lie. I have seen it myself. It’s been a while but it’s true! I didn’t steal your tweet!", "verified": [ true, true, false ] }, { "model": "HY-MT2", "translation": "@BIEBERLOVERIN94 Don’t lie. I’ve seen it myself. It’s been a while now, but it’s true! That’s why I didn’t steal your tweet for my own use.!", "verified": [ true, false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "@BIEBERLOVERIN94 Don't lie to me. I hate it myself. I've been here a bit longer, but that's just the way it is! And by the way, don't steal my tweet!", "verified": [ true, true, false ] }, { "model": "Command A Translate", "translation": "@BIEBERLOVERIN94 don't lie, I saw it myself. I've heard it for a little longer now, but that's how it is! That's why I told you not to steal my tweet!", "verified": [ true, true, false ] }, { "model": "GPT-5.6 Sol", "translation": "@BIEBERLOVERIN94 Come on, don’t lie. I saw it myself. It was a while ago, but it’s true! That’s when I told you not to steal my tweet!", "verified": [ true, true, true ] }, { "model": "GPT-5.6 Luna", "translation": "@BIEBERLOVERIN94 Stop lying. I saw it myself. It was a little while ago, but that’s how it is! I told you that then—don’t steal my tweet!", "verified": [ true, true, true ] }, { "model": "GPT-5.6 Terra", "translation": "@BIEBERLOVERIN94 Come on, don’t lie. I saw it myself. It was a little while ago, but it’s true! Then I told you, “Don’t steal my tweet!”", "verified": [ true, true, true ] }, { "model": "Gemini 3.1 Pro", "translation": "@BIEBERLOVERIN94 come on, don't lie. I saw it myself. It's been a little while ago but it's true! That's when I told you don't steal my tweet.!", "verified": [ true, true, true ] }, { "model": "Command A", "translation": "@BIEBERLOVERIN94 don’t lie. I’ve seen it myself. I’ve heard it for a bit longer, but it’s like that! That’s why I’m not stealing your tweet.!", "verified": [ true, false, false ] }, { "model": "TinyAya Global", "translation": "@BIEBERLOVERIN94 I don't know. I have the same problem. It's been a while but it's so! I didn't steal your tweet!", "verified": [ true, false, false ] }, { "model": "Command A+", "translation": "@BIEBERLOVERIN94 Don’t lie. I’ve seen it myself. It’s been a bit longer here, but that’s how it is! I didn’t steal my oath from your tweet!", "verified": [ true, false, false ] }, { "model": "TranslateGemma", "translation": "@BIEBERLOVERIN94, don’t lie. I saw it myself. It’s been up for a little while now, but it’s true! And by the way, I didn’t steal that tweet from you.", "verified": [ true, false, false ] }, { "model": "NLLB 3.3B", "translation": "@BIEBERLOVERIN94 mool lie ned. I hate yaah myself xeh. scho chli longer heer but it is so!det han I have you the xeid klau ned min tweet.!", "verified": [ true, false, false ] }, { "model": "QwenMT", "translation": "@BIEBERLOVERIN94 seriously, don’t lie. I hate it myself too. I’ve been here a bit longer already, but that’s how it is! That’s why I didn’t steal your tweet—definitely not mine!", "verified": [ true, true, false ] } ], "verification_rules": [ "The source has informal typography (lowercase, missing space). The translation could either try to replicate this typography or normalize it; both is fine.", "\"mool lüg ned\" means \"oh, don't lie\" or \"come on, stop lying\" etc.", "\"det han ich dir den xeid\" means \"then I told you that ...\"" ], "linguistics": [ "Variant Specifics", "Slang", "Orthography", "Semantic/Lexical", "Syntactic" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 162, "source_text": "muess jetzt der wisheitszahn go zieh 😭 bruche mitleid\nweis ne wasmer me angst macht: dsi ner usgse wi e hamster u morn e wichtige termin ha od. dsi letshtmau e narkose ha becho u dsmau eifach ne\nzahnarzt het gseit söu so viu esse wieni cha. wiuis ner 4h nüm cha..\nisse gd zmorge für 5 persone", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "I have to get my wisdom tooth pulled now 😭 I need pity\nI don't know what scares me more: looking like a hamster afterwards and having an important appointment tomorrow or the fact that I had anesthesia last time and this time I just have a local anesthetic\nThe dentist told me to eat as much as I can because I won't be able to for 4 hours...\nI'm eating breakfast for 5 people", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemma 4", "translation": "I have to go get my wisdom tooth pulled now 😭 I need sympathy.\nYou know what I'm afraid of: looking like a hamster and having an important appointment tomorrow. Or that I had anesthesia last time and this time just didn't.\nThe dentist said I should eat as much as I can. Since I won't be able to for 4 hours...\nI'm eating breakfast for 5 people.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "I have to go get my wisdom tooth pulled now 😭 need sympathy\nyou know what makes me more anxious: they look like a hamster and I have an important appointment tomorrow or they gave me anaesthesia last time and this time just not\ndentist said I should eat as much as I can. because I won't be able to for 4 hours..\nate enough for 5 people for breakfast", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "GPT-5.4 Mini", "translation": "I have to go get my wisdom tooth pulled now 😭 need pity\n\nI don’t know what scares me more: that I’ll look like a hamster and have an important appointment tomorrow, or that last time I got anesthesia and this time I simply don’t.\n\nThe dentist said I should eat as much as I can, since I won’t be able to for 4 hours anymore..\n\nate a lot of breakfast for 5 people", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Deepseek V4 Pro", "translation": "have to go get my wisdom tooth pulled now 😭 need sympathy\nyou know what scares me more: looking like a hamster afterwards and having an important appointment tomorrow or. last time I got anesthesia and this time just no\ndentist said I should eat as much as I can, because I can't for 4 hours afterwards..\neating breakfast for 5 people", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "I have to get my wisdom tooth pulled now 😭 need sympathy\nknow what scares me more: that I'll look like a hamster and have an important appointment tomorrow or. that it's the last time I got anesthesia and this time just not\ndentist said I should eat as much as I can. even if I can't anymore after 4 hours..\neating good tomorrow for 5 people", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "I have to go get my wisdom tooth pulled now 😭 need sympathy\ndon't know what scares me more: that I'll look like a hamster and have an important appointment tomorrow or that last time I got anesthesia and this time just a\ndentist said I should eat as much as I can. because I won't be able to for 4 hours..\nate breakfast for 5 people", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Cohere Command A", "translation": "now I have to get my wisdom tooth pulled 😭 need sympathy \ndon’t know what scares me more: that it looks like a hamster or that I have an important appointment tomorrow. the last time I got anesthesia and that just wasn’t it \nthe dentist said I should eat as much as I can. since I can’t in 4 hours anymore.. \nstill had breakfast for 5 people", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "human", "translation": "I have to go get my wisdom tooth pulled 😭 need sympathy.\nI don't know what scares me more: that I'll look like a hamster afterwards and have an important appointment tomorrow, or that I got general anesthesia last time and this time I'm just not.\nThe dentist told me I should eat as much as I can. Because I won't be able to for 4 hours afterwards..\nRight now I'm eating breakfast for 5 people.", "verified": [ true, true, true ], "verified_extra": { "Gemini 3.5 Flash Lite": [ true, true, true ], "Qwen 3.7 Flash": [ true, true, true ], "Qwen 3.7 Plus": [ true, true, true ], "Gemma 4": [ true, true, true ], "Gemini 3.1 Pro": [ true, true, true ], "GPT-5.4 Mini": [ true, true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 80, "Qwen 3.7 Flash": 90, "Qwen 3.7 Plus": 95, "Gemma 4": 95, "Gemini 3.1 Pro": 100, "GPT-5.4 Mini": 78 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Got to go get my wisdom tooth pulled now 😭 need sympathy\nDon't know what scares me more: that I'll look like a hamster afterwards and have an important appointment tomorrow, or that last time I got general anesthesia and this time just local\nDentist said I should eat as much as I can, since I won't be able to for 4 hours afterwards..\nEating breakfast for 5 people right now", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "I have to go get my wisdom tooth pulled now 😭 need some sympathy.\nYou know what scares me even more: looking like a hamster and having an important appointment tomorrow, or getting anesthesia last time and just...\nThe dentist told me to eat as much as I can, since I won't be able to for 4 hours...\nJust ate breakfast for five people.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "I have to get my wisdom tooth pulled now 😭 Need some sympathy. I don’t know what’s scarier: that the dentist looks like a hamster and has an important appointment tomorrow, or that I had anesthesia last time and this time I’m just… The dentist said \"eat as much as you can.\" Why can’t I eat anything for 4 hours..? Good food prepped for tomorrow for 5 people.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "gpt-oss-20b", "translation": "I have to pull my wisdom tooth now 😭 I need some sympathy. \nYou know what makes me even more nervous: it feels like a hamster and I have an important appointment tomorrow, or? \nThe last step is anesthesia, but I just can’t. \nThe dentist said I should eat as much as possible, but I can only manage for 4 hours, no. \nI’m eating a good breakfast for five people.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Kimi K3", "translation": "have to go get my wisdom tooth pulled now 😭 need sympathy\n\nyou know what scares me more: that afterwards i'll look like a hamster and i have an important appointment tomorrow. or that last time i got anesthesia and this time just none\n\ndentist said i should eat as much as i can. because afterwards i won't be able to for 4 hours..\n\nate breakfast for 5 people", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "I have to get my wisdom tooth pulled now 😭 need sympathy.\n\nDon't know what scares me more: that my cheeks are puffed up like a hamster and I have an important appointment tomorrow, or that last time I got general anesthesia but this time I'm just getting nothing.\n\nDentist said I should eat as much as I can. Because I won't be able to eat for 4 hours.\n\nIs breakfast for 5 people okay?", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Tower+", "translation": "I have to get my wisdom tooth pulled now 😭 I need sympathy. \nI know what scares me: the dentist looks like a hamster and I have an important appointment tomorrow. Or the last time I had anesthesia and I just... \nThe dentist said I should eat a lot because I wouldn't be able to. I won't eat for 4 hours... \nI cooked breakfast for 5 people.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "I have to go to the dentist now 😭 I’m breaking up with him out of pity", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "HY-MT2", "translation": "I have to get my wisdom tooth pulled now 😭 please have mercy on me. \nYou know what scares me even more: that it looks like a hamster and tomorrow I’ve got an important appointment. Last time I got anesthesia, and this time there simply isn’t any. \nThe dentist said I can eat as much as I want. But for the next 4 hours I can’t… \nIt’s ready for 5 people tomorrow.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Seed-X-PPO-7B", "translation": "I have to get my wisdom tooth pulled out now 😭 I need sympathy.\nYou know what scares me the most? Looking like a hamster after the ultrasound and having an important appointment tomorrow. They're going to give me anesthesia and I just want to get it over with.\nThe dentist said I could eat as soon as four hours after the procedure. I can't wait any longer..\nIt's a great breakfast for five people.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A Translate", "translation": "I have to get my wisdom tooth pulled now 😭 I need sympathy\nI don’t know what scares me more: that he looks like a hamster or that I have an important appointment tomorrow. The last time I got anesthesia and that just didn’t work.\nThe dentist said I should eat as much as I can. Since I can’t eat anymore in 4 hours..\nI just made breakfast for 5 people.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Gotta go get my wisdom tooth pulled now 😭 need sympathy\n\nDon’t know what scares me more: that I’ll look like a hamster afterwards and have an important appointment tomorrow, or that I was put under last time and this time I just won’t be.\n\nThe dentist said I should eat as much as I can because I won’t be able to eat for four hours afterwards...\n\nCurrently eating breakfast for five people.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "I have to go get my wisdom tooth pulled now 😭 I need sympathy.\n\nYou know what scares me more: that I’ll look like a hamster afterward and I have an important appointment tomorrow, or that last time I was put under anesthesia and this time I’ll just get a...\n\nThe dentist said I should eat as much as I can, because I won’t be able to for another 4 hours...\n\nThis is just breakfast for 5 people.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Have to go get my wisdom tooth pulled now 😭 need sympathy\n\nDon’t know what scares me more: looking like a hamster afterwards and having an important appointment tomorrow, or the fact that last time I got anaesthesia and this time I simply won’t.\n\nThe dentist said I should eat as much as I can, because I won’t be able to afterwards for 4 hours...\n\nI’m basically eating breakfast for 5 people.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "I have to go get my wisdom tooth pulled now 😭 need sympathy\nI don't know what scares me more: that I'll look like a hamster afterwards and have an important appointment tomorrow, or that I got anesthesia last time and this time I just won't\nDentist said I should eat as much as I can. Because afterwards I won't be able to for 4h..\nI'm eating breakfast for 5 people right now", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A", "translation": "I have to get my wisdom tooth pulled now 😭 I need sympathy\nI don’t know what scares me more: that it looks like a hamster or that I have an important appointment tomorrow. The last time I had anesthesia and it just wasn’t good\nThe dentist said I should eat as much as I can. Since I can’t eat anymore in 4 hours..\nI just had breakfast for 5 people", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Command A+", "translation": "I need to get my wisdom tooth pulled now 😭 I could really use some sympathy.\nI know what makes me so scared: I have to go to the dentist tomorrow and I have an important appointment. I have to have a general anesthetic and I just don’t want to.\nThe dentist said I should eat as much as I can before the procedure. I won’t be able to eat for 4 hours afterwards.\nHere’s breakfast for 5 people.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "TinyAya Global", "translation": "I need to have my wisdom tooth pulled right now 😭 I need compassion\nI know what scares me: that I have an important appointment with a hamster tomorrow. I had surgery last night and just took medication\nThe dentist said I should eat so much. I want 4 hours of sleep..\nThey said breakfast for 5 people", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TranslateGemma", "translation": "I have to get my wisdom tooth extracted now 😭. I need some sympathy.\n\nWhat’s making me anxious is that I’ll look like a hamster and have an important appointment tomorrow, or that I had anesthesia last time and I just don’t want it again.\nThe dentist said I should eat as much as I can. But I can only manage to eat a little after 4 hours.\nI’m having a good breakfast for 5 people.", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "NLLB 3.3B", "translation": "I'm afraid I'm going to have to pull the wisdom tooth now. I'm sorry. I don't know what scares me more.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "QwenMT", "translation": "Now I have to get my wisdom tooth pulled 😭 Please feel sorry for me.\nYou know what really scares me: when it’s like a hamster wheel, and in the morning I’ve got an important appointment, or the last time I had anesthesia and they just… well.\nThe dentist said I should eat as much as I can. But how am I supposed to with a 4-hour fast??\nI cooked breakfast for five people.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Supertext", "translation": "I have to get my wisdom tooth pulled 😭 I need sympathy\nI don’t know what’s scarier: the fact that I look like a hamster and I have an important appointment tomorrow or the fact that I haven’t had anesthesia in a while and the\ndentist told me to eat as much as I can. I can’t eat for 4 hours..\nbreakfast for 5 people", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Now the wisdom tooth has to be pulled 😭 feels sorry\nDo you know what scares me: that I have an important appointment tomorrow. I got anesthesia last time and just didn't feel anything.\nThe dentist said I can eat as much as I want. But I can't eat for 4 hours.\nCooking for 5 people.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Apertus v1.5 70B", "translation": "I have to get my wisdom tooth pulled 😭 have some pity.\nYou know what scares me: it's like I have an important appointment tomorrow morning. I had to get anesthesia and then they just\nthe dentist said I should eat as much as I can. Because I won't be able to eat for 4 hours...\nI ate breakfast for 5 people.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "DeepL", "translation": "I have to get my wisdom tooth pulled now 😭 I need some sympathy\nI don't know what scares me more: looking like a hamster and having an important appointment tomorrow, or finally getting anesthesia and just passing out\nThe dentist said I can eat as much as I want. I just can't eat for 4 hours...\nI'm eating for 5 people tomorrow morning", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] }, "detected_source_language": "DE" } ], "verification_rules": [ "The translation should make clear that the text is written in first person: *I* need to go to the dentist, *I* don't know what scares me more, *I* am getting anesthesia or not, *I* am eating breakfast", "The translation should get the verb tenses right: I got anesthesia *last time*, and *this time* I'm not getting it; I *am eating* breakfast (now).", "The translation should make clear what the time period of 4 hours means: *After* the procedure, I cannot eat *for* 4 hours." ], "linguistics": [ "Variant Specifics", "Syntactic", "Morphological", "Semantic/Lexical", "Orthography" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 163, "source_text": "Morau vor Gschicht: Sit nie ungerwägs we dr fasch ke Akku heit, schreiet dr Pannedienst nid ah; o wener dr respektlosist Mönsch uf dr Wäut isch und sit bisseguet chly meh wie dr anger Dude.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Moral of the story: Never be on the road with almost no battery, don't scream at the roadside assistance; even if he is the most disrespectful person in the world and has been a little better than the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Gemma 4", "translation": "Moral of the story: If you are out and about with almost no battery, don't scream at the roadside assistance; even if you are the most disrespectful person in the world and just a little bit more than the other dude.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Llama 4 Maverick", "translation": "Never mind the story: You are never out and about because we hardly have any battery, don't call the breakdown service; even when you're the most disrespectful person in the world and are a little bit more than the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Lesson of the story: never call roadside assistance when you almost have no battery left; even if you are the most disrespectful person in the world and since a while ago a little better than the others.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Deepseek V4 Pro", "translation": "A word of caution from history: Since you never travel without almost no battery, don't call roadside assistance; even if the caller is the most disrespectful person on earth and is just a bit better than the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Moral of the story: If you never go anywhere because your phone has no battery today, you don't call roadside assistance; even if you're the most disrespectful person on earth and you think you're a little better than the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Moral of the story: Never be on the road when you have almost no battery, don't call the breakdown service; even if he's the most disrespectful person in the world and acts a little bit more important than the other dude.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Cohere Command A", "translation": "One more thing before the story: since he never runs out of battery, the breakdown service doesn't call him; even though he's the most disrespectful person in the world and has been biting a little more than the other guy lately.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "human", "translation": "Moral of the story: never hit the road when you have almost no battery, don't yell at the roadside assistance guy; even if he's the most disrespectful person in the world, and please be a little bit more like the other dude.", "verified": [ true, true ], "verified_extra": { "GPT-5.4 Mini": [ true, true ], "Gemma 4": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemma 4": 60, "GPT-5.4 Mini": 58, "Gemini 3.1 Pro": 95, "Gemini 3.5 Flash Lite": 85, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 90 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "The moral of the story: Never be on the road when you have almost no battery, don't call the breakdown service; even if you are the most disrespectful person in the world and, for goodness' sake, be a little more like the other guy.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Moral of the story: Never hit the road when your battery is almost dead, and don't yell at roadside assistance; even if he's the most disrespectful person on earth, just be a tiny bit better than the other dude.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Moral of the story: If you ever find yourself out and about with practically no battery left, don't call the breakdown service; even if you're the most disrespectful person on earth and stay put a little longer than the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "gpt-oss-20b", "translation": "Morning before the story: never sit anywhere because there's basically no battery today, the guard service doesn’t respond; and when the most disrespectful man is on the road, he sits a little longer than the other dude.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Kimi K3", "translation": "Moral of the story: Never be on the road when your battery is almost dead; don't yell at the roadside assistance, even if he's the most disrespectful person in the world, and please be a bit nicer than the other dude.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Moral of the story: Never go out when your battery's almost dead, don't call roadside assistance; or be the most disrespectful person on the planet and act a little more like the other dude.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Tower+", "translation": "Moral of the story: If you forget your phone, the emergency services won't mind; or when the disrespectful person is on the street and you feel a bit more like the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Morau before Gschicht: If we never think about the fact that we have a battery, the emergency services don’t shout; if a man is disrespectful to a woman and is a little more than just a guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "A quick note before the story: Even if he barely has any battery left, the panic service doesn’t get called; even though he’s the rudest guy in the world and just a tiny bit better than any other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Morau before bedtime: Never go out unprepared because we don't have a battery, the panicked service doesn't help either; oh, and he's so disrespectful when he's on the road, and he's just a bit more annoying than the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "Before the story: Since he never has a battery, the breakdown service doesn’t call him either, even though he is the most disrespectful person in the world and has been biting a little more than the other guy since then.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Moral of the story: Never be out and about when your battery is almost dead, don’t yell at roadside assistance—even if he’s the most disrespectful person in the world—and please be a little more like the other dude.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Moral of the story: Never go out when your battery is almost dead, and don’t yell at roadside assistance—even if he’s the most disrespectful person in the world. Please be a little more respectful than the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Moral of the story: Never be out and about when you barely have any battery left; don’t call roadside assistance, even if he’s the most disrespectful person in the world and you’re just a little better than the other dude.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Moral of the story: Never be on the road when you have almost no battery, don't yell at the roadside assistance; even if he is the most disrespectful person in the world, and please be a little more like the other dude.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A", "translation": "A moment before the story: Since he never has any battery left, the breakdown service doesn’t come; even though he is the most disrespectful person in the world and has been biting a little more than the other guy for a while now.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TinyAya Global", "translation": "Before a story: Don't be so quick to call your boss a bastard, don't scream at the security service; it's a disrespectful person on your team and you're not as good as that guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A+", "translation": "A tale from Morau: If you never venture under the bridge where there’s barely any battery left today, the pan service won’t call either. Or if the most disrespectful person on earth has been a little worse than everyone else for a long time.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "Moral of the story: Never set off on a journey without making sure you have enough battery power; otherwise, don’t bother calling roadside assistance, especially if you’re the most inconsiderate person in the world and only slightly better than the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Morau in front of the class: never sit unconsciously we dr fasch ke akku heit, shouts dr pannedienst nid ah; o who dr respectlessist monch uf dr Wäut isch and sit bisseguet chly meh like dr other dude.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "QwenMT", "translation": "Morau’s story: If you’ve never run out of battery on a day like today, the roadside assistance won’t come calling; and who is the most disrespectful person in the world, standing just a bit taller than the next guy?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "Moral of the story: Never go anywhere without a fully charged phone, the panic service won’t answer; even if you’re the most disrespectful person in the world and you’re a little bit more than the other dude.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "Morau before history: Never underweight, because the fascist never has an account today, the panic service does not act; or who the most disrespectful person in the world is and since then has been talking less than the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Before the story: Since you don't have a battery today, the breakdown service won't come; even if you're the most disrespectful person in the world and behave worse than the other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "DeepL", "translation": "Morau before the story: Don't ever go out when your battery is almost dead—the roadside assistance won't even show up; even if you're the most disrespectful person in the world, you're still a little better than that other guy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "The translation should convey the three imperative forms (never be on the road, don't yell, be more like the other guy)", "\"bisseguet\" means \"please\", it doesn't mean \"be better than\". Thus, the correct translation is: please be a little bit more like the other dude, not: be better than the other dude." ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical", "Syntactic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 184, "source_text": "S'Meitli het schiints Giggelisuppe gesse!", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "The girl apparently ate chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "The girl apparently ate giggle water!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "The girl seems to have eaten giggle soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "The girl has apparently eaten chicken soup.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "The girl apparently ate chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "The girl apparently ate chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Cohere Command A", "translation": "The girl seems to have eaten giggle soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "The girl seems to have gotten the giggles!", "verified": [ true ], "verified_extra": { "Qwen 3.7 Flash": [ true ], "Gemma 4": [ true ], "Gemini 3.5 Flash Lite": [ true ], "Gemini 3.1 Pro": [ true ], "Qwen 3.7 Plus": [ true ], "GPT-5.4 Mini": [ true ] }, "judge_extra": { "Gemma 4": 20, "GPT-5.4 Mini": 93, "Gemini 3.5 Flash Lite": 20, "Gemini 3.1 Pro": 100, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 95 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Apparently the girl has eaten giggelisuppe!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemma 4", "translation": "The girl apparently ate chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "It seems the little girl had chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "The little girl had eaten the most delicious cherry soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "The girl’s eaten that nasty soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "The little girl has apparently eaten chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Nemotron 3 Ultra", "translation": "The girl has apparently eaten chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "The little one seems to have eaten Giggeli's soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "S'Meitli has got a giggly soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "The girl seems to have drunk giggle-soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "S'Meitli made the most delicious Giggeli soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "The girl must have eaten giggle soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "The girl seems to have eaten giggle soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Terra", "translation": "The little girl apparently ate chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "Apparently, the girl ate chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.1 Pro", "translation": "The girl apparently ate giggle soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A", "translation": "The girl seems to have eaten giggle soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "The girl has eaten some chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Now it's time for the gigglesoup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "It seems the girl ate too much giggelisuppe!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "S'Meitli has been drinking the giggles' soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "S’Meitli has had some lovely chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "The girl seems to have eaten gigglesoup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "The little one has apparently eaten gigglesoup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "The girl seems to have eaten giggling soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "Apparently, the girl had some chicken soup!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "Quite literally the \"Giggelisuppe\" should translate to \"giggle soup\" (i.e. the girl cannot stop giggling), but to make the translation more understandable for natives and retain some of the original idiomacy a translation to \"The girl seems to have gotten the giggles!\" would be the best scenario." ], "linguistics": [ "Metaphor", "Conventions", "Variant Specifics", "Semantic/Lexical", "Pragmatic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 185, "source_text": "Vor wichtige Uftritt, muess sie amigs no en Angstbissi go mache.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Before important performances, she always has to go for a nervous pee.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemma 4", "translation": "Before important performances, she sometimes still has to go and have a \"fear-bite.\"", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "Before important appearances, she always has to go and have a nervous nibble.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "Before an important performance, she often still has to go and make a little scared.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "Before important appearances, she always has to go have a little nervous nibble.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "Before an important performance, she still has to go have a quick anxiety bite.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Before important performances, she sometimes still has to go take a nervous poop.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Cohere Command A", "translation": "Before an important appearance, she sometimes has to make a nervous bite.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "Before important performances, she always has to go for a nervous pee.", "verified": [ true ], "verified_extra": { "Gemini 3.5 Flash Lite": [ true ], "Qwen 3.7 Flash": [ true ], "GPT-5.4 Mini": [ true ], "Qwen 3.7 Plus": [ true ], "Gemini 3.1 Pro": [ true ], "Gemma 4": [ true ] }, "judge_extra": { "GPT-5.4 Mini": 78, "Gemini 3.5 Flash Lite": 95, "Gemma 4": 100, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 90, "Qwen 3.7 Plus": 95 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Before important performances, she always has to go take a nervous dump.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Before an important performance, she always still has to go have a little nervous nibble.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Before an important performance, she still needs to have a nervous snack in the morning.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "Before an important appearance, she still has to get a little bit of anxiety.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "Before important performances, she sometimes has to go and have a little snack to calm her nerves.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Before an important performance, she sometimes still has to go get the jitters.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "Before an important performance, she must not let her nerves get the better of her.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "Before an important appearance, she must make herself a little scared.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "Before an important performance, she still has to do a little bit of fear training.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Before an important performance, she still needs to do some last-minute rehearsals.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "Before an important performance, she sometimes has to go and have a fear bite.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "Before important performances, she usually has to go for a nervous pee.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Terra", "translation": "Before important appearances, she sometimes has to go for a nervous pee.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Luna", "translation": "Before important performances, she sometimes has to go for a nervous wee.", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Before important performances, she usually has to go take a nervous pee.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "Before important performances, she sometimes still has to go and have a bite of anxiety.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "Before an important performance, she needs to take a moment to calm her nerves.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Before important appearances, she must be calm and not afraid.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "Before the important performance, she still needs to get rid of some of her stage fright.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "Before an important step, she must make amigs no en angstbissi go.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Before an important performance, she still has to do a little bit of worrying.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "Before an important performance, she has to go for a morning jog.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "Before an important performance, she still has to do a little bit of anxiety work.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "Before important performances, she still has to have a little anxiety attack.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "Before an important performance, she still has to get over her fear a little.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"Angstbissi\" should translate to \"nervous pee\"." ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 285, "source_text": "In this exercise, students must correct the following sentence: \nHe go to school after having breakfast every day.", "source_lang": "English", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "eng", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "In dämm Uufzaag müend d'Schüeler de folgend Satz korrigiere:\nHe go to school after having breakfast every day.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemma 4", "translation": "I dere Übung müend d'Schüeler de folgend Satz korrigiere:\nHe go to school after having breakfast every day.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Llama 4 Maverick", "translation": "I däre Übig müend d'Schüeler de folgendi Satz korrigiere: \nÄr goot jedes Johr uf d'Schuel, nachdem är z'Morge gässe hät.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.4 Mini", "translation": "I dere Ufgab müend d Schüeler de folgendi Satz korriigiere:\nEr gönd jeden Tag nach em Zmorge i d Schuel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Deepseek V4 Pro", "translation": "I dere Uufgob mönd d’Schüeler de folgendi Satz korrigiere: Er goh jede Tag noch em Zmorge id’Schuel.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Claude Haiku 4.5", "translation": "In dere Übig mend d'Schüeler de folgende Satz korrigiere:\nEr gaat nach em Frühstück jeede Tag zur Schuel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "In dere Übig müend d Schüeler de folgende Satz korrigiere:\nHe go to school after having breakfast every day.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Cohere Command A", "translation": "Bi dem Übige mösse d Schüeler de folgender Satz korrigiere:\nEr goht every day nach em Zmorge in d Schuel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "human", "translation": "I dere Uufgob mönd d’Schüeler de folgendi Satz korrigiere:\nHe go to school after having breakfast every day.", "verified": [ true, true ], "verified_extra": { "GPT-5.4 Mini": [ true, true ], "Gemma 4": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 100, "Gemma 4": 100, "GPT-5.4 Mini": 5, "Gemini 3.1 Pro": 100, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 90 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "In däm Üebig müend d Schüeler dä Satz korrigiere: \nHe go to school after having breakfast every day.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "In dere Ufgab müend d'Schüeler de folgende Satz korrigiere:\nEr gaht jede Tag nach em Zmorge i d'Schuel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "I dim Übigschritt müend d Schüler de folgende Satz richtig schreiwe: Er gaat jedi Tog z'Schuel nochem Früeschtrecke.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "gpt-oss-20b", "translation": "Er goht i d'Schuel nach em Frühstück jede Tag.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Kimi K3", "translation": "I däre Übig müend d Schüeler de folgend Satz korrigierä:\nHe go to school after having breakfast every day.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "In där Übung männed d'Schüler de folgendi Satz berichtigä: He go to school after having breakfast every day.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Tower+", "translation": "In dieser Übung müssen die Schüler den folgenden Satz korrigieren: \nEr geht nach dem Frühstück jeden Tag zur Schule.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "In dieser Übung müssen die Schüler den folgenden Satz korrigieren:", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "In dere Übig müsse die Schüler den folgende Satz korrigiere: \nEr geht jeden Tag nach em Früschtick in d’Schuel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Command A Translate", "translation": "Bi dem Übige müend d Schüeler de folgendi Satz korrigier:\nEr goht jede Tag nach em Zmorge in d Schuel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "I dere Üebig müend d Schüeler de folgende Satz korrigiere: \nEr gönd jede Tag nach em Zmorge i d Schuel.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Terra", "translation": "I dere Üebig müend d'Schüeler folgende Satz korrigiere: \nEr goht jede Tag nach em Zmorge i d Schuel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "I dere Üebig müend d'Schüeler de folgende Satz korrigiere: \nHe go to school after having breakfast every day.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "I dere Üebig müend d Schüeler de folgendi Satz korrigiere: Er goht jede Tag noch em Zmorge id Schuel.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Command A", "translation": "Bi dem Übige mösse d Schüeler de folgender Satz korrigiere:\nEr goht every day nach em Zmorge in d Schuel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TinyAya Global", "translation": "Er geht jeden Tag zur Schule, nachdem er gegessen hat.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A+", "translation": "In der Übung sölled d'Schüler d'Sätz korrigiere, wo folgt:\nEr geht in d'Schuel nach em Zmorge jede Tag.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "In dieser Übung müssen die Schülerinnen und Schüler den folgenden Satz korrigieren:\n\nEr geht jeden Tag nach dem Frühstück zur Schule.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "In dieser Übung müssen die Schüler den folgenden Satz korrigieren: \nEr geht jeden Tag nach dem Frühstück zur Schule.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "In dieser Übung müssen die Schüler den folgenden Satz korrigieren: Er geht jeden Tag nach dem Frühstück zur Schule.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "In dieser Übung müssen die Schülerinnen und Schüler den folgenden Satz korrigieren:\nEr geht jeden Tag nach dem Frühstück zur Schule.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "I dere Üebig müend d Schüeler de folgender Satz korrigiere:\nEr gaht nachem zmorgeesse jede tag id schuel.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "In dieser Übung müssen die Schüler den folgenden Satz korrigieren:\nEr geht jeden Tag nach dem Frühstück in die Schule.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "In drä Üebig muessed d Schüeler de folgendi Satz korrigiere:\nEr goht jeden Tag noch em Zmorge zur Schuel.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } } ], "verification_rules": [ "The translation is wrong if it translates, localizes, or corrects the English sentence “He go to school after having breakfast every day.” into the target language. This sentence is the object of the exercise and must remain in English exactly as written, including its grammatical errors. The surrounding instruction may be translated, but the sentence to be corrected should be preserved verbatim.", "The Swiss German part should adhere to the specified St. Gallen dialect. E.g.: \"Exercise\" should translate to \"Üebig\" or \"Ufgob\", \"following\" should translate to \"folgendi\" etc." ], "linguistics": [ "Target Gap: Not to be Translated", "Meta Reasoning", "Output: Language", "Orthography", "Pragmatic" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "English → Swiss German" }, { "id": 286, "source_text": "That's lots of bucks! 🦌", "source_lang": "English", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "eng", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Das isch vil Gäld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemma 4", "translation": "Das sind aber vill Chole! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "Das sind vil Franke!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "Das isch viel Gäld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "Das isch en Huufe Böck! 🦌", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Claude Haiku 4.5", "translation": "Das isch ja e Mängi Geld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Das sind vieli Reh! 🦌", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Cohere Command A", "translation": "Das isch dän ä Huufä Gälli! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "Das sind viel Böck! 🦌", "verified": [ true ], "verified_extra": { "Gemini 3.1 Pro": [ true ], "Gemma 4": [ true ], "GPT-5.4 Mini": [ true ], "Gemini 3.5 Flash Lite": [ true ], "Qwen 3.7 Plus": [ true ], "Qwen 3.7 Flash": [ true ] }, "judge_extra": { "Gemma 4": 30, "GPT-5.4 Mini": 18, "Gemini 3.5 Flash Lite": 10, "Gemini 3.1 Pro": 50, "Qwen 3.7 Flash": 65, "Qwen 3.7 Plus": 30 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Das sind extrem vili Bock! 🦌", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Das isch e ganze Huufe Stutz! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Des sind aber viligi Böcke! 🦌", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "gpt-oss-20b", "translation": "Das isch vil Geld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "Das sind vill Böck! 🦌", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Das isch en Haufa Franke! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "Das isch uschig mit Geld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "Das sind viele Dollar! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "Das isch e Menge Geld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "Das sind villi Chlätter! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "Das sind aber en Huufe Böck! 🦌", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Terra", "translation": "Das isch huerä vil Gäld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "Das isch en Huufe Stutz! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Da sind vill Hirsch! 🦌", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "Das isch dän ä Huufä Gälli! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Das ist doch ein Haufen Geld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "Das isch en Haufen Geld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "Das ist eine Menge Geld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Das ist eine Menge Geld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "Das ist eine Menge Geld!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Das ist eine Menge Geld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "Das sind viel Dollars! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "Das sind viele Buck! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "Des isch viel Geld! 🦌", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } } ], "verification_rules": [ "Mark the translation as correct only if \"bucks\" is interpreted as male deers (e.g., Böck or Hirsch) to match the context of the emoji (🦌), and incorrect if translated as money." ], "linguistics": [ "Polysemy", "Semantic/Lexical", "Orthography" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "English → Swiss German" }, { "id": 291, "source_text": "I forgot my glasses on our restaurant table. I asked the waiter to put them in the dishwasher. He broke them, wine spilled, and everyone clapped.", "source_lang": "English", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "eng", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Ich ha mini Brüülle uf üsem Räschtisch vergässe. Ech ha de Garçon gfrogt, ob er se i d'Schpüülmaschine tue Chan. Er het se kaputt gmacht, Wy isch verschüttet worde und alli hend gchläpft.", "verified": [ false ] }, { "model": "Gemma 4", "translation": "I ha mini Brülle uf eusem Restauranttisch vergässe. I ha de Kellner bäte, dass er si i de Gschirrspüeler tuet. Er het si kaputt gmacht, s'Wy isch verschüttet und alli händ klatscht.", "verified": [ false ] }, { "model": "Llama 4 Maverick", "translation": "I ha mine Brille uff üsere Reschtoranguetisch laa staa. I ha de Chällner gfrogt, ob er si i d Gschirrspüelmi schine duegi. Är hets brächt, Wii isch use gloffe und allne händ applaudiert.", "verified": [ false ] }, { "model": "GPT-5.4 Mini", "translation": "I ha mini Brülle uf unsrem Tisch im Restaurant vergässe. Ich ha de Kellner gfrogt, dass er sie i d Abwaschmaschine tuet. Er het sie kaputt gmacht, es isch Wiine verschüttet worde, und alli hend klatscht.", "verified": [ false ] }, { "model": "Deepseek V4 Pro", "translation": "I ha mini Brülle uf üsem Restaurangtisch vergässe. I ha de Kellner bittet, si i de Gschirrspüeler z tue. Er het si kaputt gmacht, Wii isch usgloffe, und alli händ klatscht.", "verified": [ false ] }, { "model": "Claude Haiku 4.5", "translation": "I han mini Brille uf em Tisch im Restaurant vergässe. I han de Kellner bättet, dass er si i d Spülmaschine macht. Er het si zerbroche, Wii isch verschüttet wore, und alli händ applaudiert.", "verified": [ false ] }, { "model": "Claude Sonnet 4.5", "translation": "Ich han mini Brülle uf üsem Restauranttisch vergässe. Ich han de Kellner bätte, si i d'Gschirspüelmaschine z'tue. Er hät si kaputtgmacht, Wii isch usglüffe, und alli händ klatschet.", "verified": [ false ] }, { "model": "Cohere Command A", "translation": "I ha mi Brillu uf em Tische vom Restaurant glasse. I ha de Wäiter gfragt, ob er si in d Abwaschmaschi tue cha. Er hät si kaputt gmacht, de Wiin isch usglaufe und alli händ klatscht.", "verified": [ false ] }, { "model": "human", "translation": "I ha mini Gläser uf üsem Restaurangtisch vergässe. I ha de Kellner bittet, si i de Gschirrspüeler z tue. Er het si kaputt gmacht, Wii isch usgloffe, und alli händ klatscht.", "verified": [ true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Ich ha mini Brülle ufem Reschdorang-Tisch vergesse. I ha de Herr gfröögt, si i d Gschirrspüueler-Maschine z tue. Er hät si kaputt gmacht, Wy isch ussegschüttet worde und alli händ klatscht.", "verified": [ false ] }, { "model": "Qwen 3.7 Plus", "translation": "Ich ha mini Gläser uf üsem Tisch im Restorant vergässe. Ich ha de Kellner bitte, si i de Gschirrspüler z tue. Er het si zerbroche, de Wy isch verschüttet worde, und alli händ klatscht.", "verified": [ true ] }, { "model": "Qwen 3.7 Flash", "translation": "Ich ha miini Gleeser am Restauranttisch vergesse. Ich ha de Kellner gseit, er sullt si i d'Spüliez stecke. Er het si zerbroche, de Wii isch uusegloffe und alli hend gklatscht.", "verified": [ true ] }, { "model": "gpt-oss-20b", "translation": "Ich ha mini Gläser uf üsem Restauranttisch gfüehb. I ha dä Wirt gfrogt, ob er se i d Spülmaschine legt. Er hät sie zerbroch, Vin isch werts cho, und alli han glerag.", "verified": [ true ] }, { "model": "Kimi K3", "translation": "I ha mini Brille uf üsem Disch im Restaurant vergässe. I ha de Ober gfrogt, er söll si i d Gschirrspüelmaschine tue. Er het si kabutt gmacht, Wii isch verschüttet worde, und alli händ klatscht.", "verified": [ false ] }, { "model": "Nemotron 3 Ultra", "translation": "I ha mini Brille uf üsere Restauranttisch vergässe. I ha de Ober gfroog, si in d'Gschirrmaschine z'stelle. Er hat si kaputtgmacht, Wii isch uusgeloffe, und allä ha klatscht.", "verified": [ false ] }, { "model": "Tower+", "translation": "I ha mi d Gläse uf em Tisch im Restaurant glii left. I het d'n Serviteur gsuecht, ob er si in d Geschirrspüüler setted. Er het si z'broche, Woi is usgfloosse, und alli het applaudiert.", "verified": [ true ] }, { "model": "GemmaX2-28-9B", "translation": "Ich habe meine Brille auf dem Tisch im Restaurant vergessen. Ich bat den Kellner, sie in den Geschirrspüler zu legen. Er hat sie zerbrochen, Wein ist verschüttet worden und alle haben geklatscht.", "verified": [ false ] }, { "model": "HY-MT2", "translation": "Ich hab meine Brille am Restauranttisch vergessen. Ich hab den Kellner gebeten, sie in die Geschirrspülmaschine zu tun. Er hat sie kaputtgemacht, der Wein ist ausgelaufen – und alle haben applaudiert.", "verified": [ false ] }, { "model": "Command A Translate", "translation": "I ha mis Brille uf em Tisch im Restaurant vergässe. I ha de Kellner gfrogt, ob er si in d’Spülmaschin cha tue. Er het si kaputt gmacht, de Wein isch verschütte worde und alli hend gklatscht.", "verified": [ false ] }, { "model": "GPT-5.6 Sol", "translation": "I ha mini Brülle uf üsem Tisch im Restaurant vergässe. I ha de Chällner gfröget, ob er si i d Gschirrspüelmaschine tue chönnt. Er het si kaputt gmacht, de Wii isch verschüttet worde, und alli hend klatscht.", "verified": [ false ] }, { "model": "GPT-5.6 Luna", "translation": "I ha mini Brülle uf üsem Tisch im Restaurant vergässe. Ich ha de Kellner gfragt, er söll sie i d Abwaschmaschine tue. Er het sie zerbroche, de Wi isch verschüttet worde, und alli händ klatscht.", "verified": [ false ] }, { "model": "GPT-5.6 Terra", "translation": "I ha mini Brülle uf üsem Restauranttisch vergässe. I ha de Kellner gfrögt, öb er si i d’Gschirrspüelmaschine tue chönnt. Er hät si kaputt gmacht, de Wii isch verschüttet worde, und alli händ klatscht.", "verified": [ false ] }, { "model": "Gemini 3.1 Pro", "translation": "I ha mini Brölle uf üsem Tisch im Reschtorant vergässe. I ha de Kellner bätte, si id Abwäschmaschine z tue. Er hät si kaputt gmacht, es isch Wii verschüttet worde, und alli händ klatscht.", "verified": [ false ] }, { "model": "Command A", "translation": "I ha mi Brillu uf em Tische vom Restaurant glasse. I ha de Wäiter gfragt, ob er si in d Abwaschmaschi tue cha. Er hät si kaputt gmacht, de Wiin isch usglaufe und alli händ klatscht.", "verified": [ false ] }, { "model": "TinyAya Global", "translation": "Ich hab meine Brille auf dem Tisch im Restaurant vergessen. Ich hab den Kellner gebeten, sie in die Spülmaschine zu legen. Er hat sie kaputt gemacht, Wein ist übergelaufen, und dann haben alle Applaus gemacht.", "verified": [ false ] }, { "model": "Command A+", "translation": "Ich het miini Gläser uf em Tisch im Restaurant vergesse. Ich het de Kellner gebittet, sie in de Geschirrspüler z'lege. Er het sie kaputt gmacht, es het Wein verschüttet, und alle het applaudiert.", "verified": [ true ] }, { "model": "TranslateGemma", "translation": "Ich habe meine Brille auf unserem Restauranttisch vergessen. Ich bat den Kellner, sie in die Spülmaschine zu legen. Er hat sie zerbrochen, Wein ist verschüttet worden, und alle haben geklatscht.", "verified": [ false ] }, { "model": "Seed-X-PPO-7B", "translation": "Ich habe meine Brille auf unserem Restauranttisch vergessen. Ich bat den Kellner, sie in die Spülmaschine zu legen. Er brach sie, Wein verschüttete sich, und alle applaudierten.", "verified": [ false ] }, { "model": "NLLB 3.3B", "translation": "Ich habe meine Gläser auf dem Tisch vergessen, den Kellner gebeten, sie in die Spülmaschine zu legen, er hat sie zerbrochen, Wein ist verschüttet und alle haben geklatscht.", "verified": [ true ] }, { "model": "QwenMT", "translation": "Ich habe meine Brille auf unserem Restauranttisch liegen lassen. Ich bat den Kellner, sie in die Spülmaschine zu stellen. Er hat sie kaputt gemacht, der Wein ist verschüttet worden, und alle haben applaudiert.", "verified": [ false ] } ], "verification_rules": [ "Check whether \"glasses\" is translated as drinking glasses rather than eyeglasses. The context (putting them in the dishwasher, breaking them, and wine spilling) makes it clear that the intended meaning is drinking glasses.\n" ], "linguistics": [ "Polysemy", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "English → Swiss German" }, { "id": 292, "source_text": "They are used to rowing. 😠🗣️😡", "source_lang": "English", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "eng", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Si sind sich a Rogge gwöhnt. 😠🗣️😡", "verified": [ false, true ] }, { "model": "Gemma 4", "translation": "Si sind s Rudere gwöhnt. 😠🗣️😡", "verified": [ false, true ] }, { "model": "Llama 4 Maverick", "translation": "Si sind gwont zum Rowe.", "verified": [ false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Sie sind sichs gwöhnt, z roowe. 😠🗣️😡", "verified": [ false, true ] }, { "model": "Deepseek V4 Pro", "translation": "Sie sind's gwöhnt z'ruedere.", "verified": [ false, true ] }, { "model": "Claude Haiku 4.5", "translation": "Si sind gwöhnt z'ruudern. 😠🗣️😡", "verified": [ false, true ] }, { "model": "Claude Sonnet 4.5", "translation": "Si sind gwöhnt zum rudere. 😠🗣️😡", "verified": [ false, true ] }, { "model": "Cohere Command A", "translation": "Si sind dänkt, z’roege. 😠🗣️😡", "verified": [ false, false ] }, { "model": "human", "translation": "Sie sind's sich gwohnt, z'striite. 😠🗣️😡", "verified": [ true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Si sind s Räuewohned. 😠🗣️😡", "verified": [ false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Si si s Ruedere gwönt. 😠🗣️😡", "verified": [ false, false ] }, { "model": "Qwen 3.7 Flash", "translation": "Si si dran g'hört, z'rudere. 😠🗣️😡", "verified": [ false, false ] }, { "model": "gpt-oss-20b", "translation": "Sii sind scho gärn im Rudern.", "verified": [ false, false ] }, { "model": "Kimi K3", "translation": "Si sind s’Rudere gwöhnt. 😠🗣️😡", "verified": [ false, true ] }, { "model": "Nemotron 3 Ultra", "translation": "Si sind gwohnt z'rüdere. 😠🗣️😡", "verified": [ false, true ] }, { "model": "Tower+", "translation": "Sie sind an das Rudern gewöhnt. 😠🗣️😡", "verified": [ false, false ] }, { "model": "GemmaX2-28-9B", "translation": "Sie sind an das Rudern gewöhnt. 😠🗣️😡", "verified": [ false, false ] }, { "model": "HY-MT2", "translation": "Sie sind es gewohnt zu rudern. 😠🗣️😡", "verified": [ false, false ] }, { "model": "Command A Translate", "translation": "Si sind es gwohnt, z’rueie. 😠🗣️😡", "verified": [ false, true ] }, { "model": "GPT-5.6 Sol", "translation": "Si sind sich s Ruedere gwöhnt. 😠🗣️😡", "verified": [ false, true ] }, { "model": "GPT-5.6 Terra", "translation": "Si sind sich s Ruedere gwöhnt. 😠🗣️😡", "verified": [ false, true ] }, { "model": "GPT-5.6 Luna", "translation": "Si sind sich s Striitä gwöhnt. 😠🗣️😡", "verified": [ true, true ] }, { "model": "Gemini 3.1 Pro", "translation": "Si sind sichs gwohnt z schtriite. 😠🗣️😡", "verified": [ true, true ] }, { "model": "Command A", "translation": "Si sind dänkt, z’roege. 😠🗣️😡", "verified": [ false, false ] }, { "model": "TinyAya Global", "translation": "Sie werden zum Rudern verwendet. 😠🗣️😡", "verified": [ false, false ] }, { "model": "Command A+", "translation": "Si sind es gewohnt, zu rudern. 😠🗣️😡", "verified": [ false, false ] }, { "model": "TranslateGemma", "translation": "Sie sind es gewohnt, zu rudern. 😠🗣️😡", "verified": [ false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Sie sind es gewohnt zu rudern. 😠🗣️😡", "verified": [ false, false ] }, { "model": "NLLB 3.3B", "translation": "Sie sind es gewohnt zu rudern.", "verified": [ false, false ] }, { "model": "QwenMT", "translation": "Sie sind es gewohnt, zu rudern. 😠🗣️😡", "verified": [ false, false ] } ], "verification_rules": [ "Mark the translation as correct only if \"rowing\" is interpreted idiomatically as an expression for arguing to match the context of the emojis (😠🗣️😡), and incorrect if translated literally as the sport/activity. ", "\"Used to\" should translate to either \"gwöhnt\" or \"gwohnt\"" ], "linguistics": [ "Polysemy", "Collocation", "Output: Language", "Semantic/Lexical", "Pragmatic", "Syntactic" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "English → Swiss German" }, { "id": 345, "source_text": "äm Sendiggs Miitli giit id Stadt ga Fürtuch fecke", "source_lang": "German (Sensler)", "target_lang": "German", "source_lang_iso": "gsw", "target_lang_iso": "deu", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Ein Mädchen vom Sensebezirk geht in die Stadt, um ein Halstuch zu kaufen", "verified": [ false, true, false, false ] }, { "model": "Gemma 4", "translation": "Am Samstag geht das Mädchen in die Stadt, um ein Kleid zu kaufen.", "verified": [ false, true, false, false ] }, { "model": "Llama 4 Maverick", "translation": "dem Sonntagskind gibt die Stadt ein Fürtuch geschenkt", "verified": [ false, false, false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Am Sendigs-Mittwoch geht die Stadt, um für die Fahrt zu fegen.", "verified": [ false, false, false, false ] }, { "model": "Deepseek V4 Pro", "translation": "Am Sonntagmittag geht das Mädchen in die Stadt, um eine Schürze zu kaufen.", "verified": [ false, true, true, false ] }, { "model": "Claude Haiku 4.5", "translation": "Im Sendigs Mittel geht ich in die Stadt gehen Fürth fecke", "verified": [ false, false, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Am Montagmittag geht das Mädchen in die Stadt um Schürzen zu kaufen.", "verified": [ false, true, true, false ] }, { "model": "Cohere Command A", "translation": "Beim Versenden von Mitteln geht die Stadt in Vorleistung.", "verified": [ false, false, false, false ] }, { "model": "human", "translation": "Die Tochter des Gemeindepräsidenten geht in die Stadt Schürzen probieren", "verified": [ true, true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Einem Sängerkind geht in die Stadt, um Vorhänge zu kaufen.", "verified": [ false, false, false, false ] }, { "model": "TranslateGemma", "translation": "Äm Sendiggs Miitli geht in der Stadt auf Futtersuche.", "verified": [ false, false, false, false ] }, { "model": "Tower+", "translation": "Äm Sendiggs Miitli giit id Stadt ga Fürtuch fecke", "verified": [ false, false, false, false ] }, { "model": "GemmaX2-28-9B", "translation": "(Sensler) zu Deutsch:äm Sendiggs Miitli giit id Stadt ga Fürtuch fecke", "verified": [ false, false, false, false ] }, { "model": "HY-MT2", "translation": "Am Sendiggs-Mittag geht die Stadt zum Fürtuch fecken", "verified": [ false, false, false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Ähm, Sendiggs Mittagessen geht in die Stadt, um Furtuch zu besuchen.", "verified": [ false, false, false, false ] }, { "model": "NLLB 3.3B", "translation": "Äm Sendiggs Miitli giit id Stadt ga Fürtuch fecke", "verified": [ false, false, false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Am kommenden Mittwoch geht das Mädchen in die Stadt, um die Schürze flicken zu lassen.", "verified": [ false, true, true, false ] }, { "model": "Qwen 3.7 Flash", "translation": "Am Sonntagmittag geht die Stadt zum Frühstück.", "verified": [ false, false, false, false ] }, { "model": "gpt-oss-20b", "translation": "Am Sendungs‑Mittel gibt es in der Stadt, geht für Tuch, fecke.", "verified": [ false, false, false, false ] }, { "model": "Nemotron 3 Ultra", "translation": "Das Sensler Mädchen geht in die Stadt, Vorhänge kaufen.", "verified": [ false, true, false, false ] }, { "model": "Kimi K3", "translation": "Am Sonntag geht das Mädchen in die Stadt, um eine Schürze zu kaufen.", "verified": [ false, true, true, false ] }, { "model": "Command A Translate", "translation": "Beim Versenden von Mitteln gibt die Stadt Futter an die Kühe.", "verified": [ false, false, false, false ] }, { "model": "GPT-5.6 Sol", "translation": "Sendiggs Mädchen geht in die Stadt, um Schürzen zu flicken.", "verified": [ false, true, true, false ] }, { "model": "Gemini 3.1 Pro", "translation": "Am Sonntag geht das Mädchen in die Stadt, um die Schürze zu flicken.", "verified": [ false, true, true, false ] }, { "model": "GPT-5.6 Luna", "translation": "Am Sonntag geht das Mädchen in die Stadt, um eine Schürze zu kaufen.", "verified": [ false, true, true, false ] }, { "model": "GPT-5.6 Terra", "translation": "Am Sonntagnachmittag geht sie in die Stadt, um eine Schürze zu kaufen.", "verified": [ false, false, true, false ] }, { "model": "Command A", "translation": "Beim Versenden von Mitteln geht die Stadt in Vorleistung.", "verified": [ false, false, false, false ] }, { "model": "Command A+", "translation": "Im Sendiggs Miitli geht es darum, in die Stadt zu fahren, um Fürtuch zu flicken.", "verified": [ false, false, false, false ] }, { "model": "TinyAya Global", "translation": "Die Übersetzung des gegebenen Textes lautet: \n**\"Die Stadt hat die Sendiggs Miteiler aufgeteilt.\"** \n\n*(Hinweis: \"Miitli\" könnte ein Tippfehler oder eine unbekannte Formulierung sein. Falls \"Miteiler\" oder \"Miteiler\" (z. B. \"Miteiler\" als Abkürzung für \"Miteiler\" oder \"Miteiler\" als Substantiv) gemeint war, könnte die Übersetzung variieren. Bitte klären Sie den genauen Kontext, falls nötig.)*", "verified": [ false, false, false, false ] }, { "model": "NLLB 54B", "translation": "Heute geht das Militerie nach der Stadt nach Fortüch.", "verified": [ false, false, false, false ] }, { "model": "QwenMT", "translation": "äm Sendiggs Miitli giit id Stadt ga Fürtuch fecke", "verified": [ false, false, false, false ] } ], "verification_rules": [ "Translate \"Sendigg\" as \"Gemeindepräsident\"", "Translate \"Miitli\" as \"Mädchen, bzw. Tochter\"", "Translate \"Fürtuch\" as \"Schürze\"", "Tranlsate \"fecke\" as \"probieren, versuchen\"" ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → German" }, { "id": 347, "source_text": "I muess mier no gschwǜnn ga tuusche.", "source_lang": "German (Sensler)", "target_lang": "German", "source_lang_iso": "gsw", "target_lang_iso": "deu", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Ich muss mir noch Geld wechseln gehen.", "verified": [ false, true, false ] }, { "model": "Gemma 4", "translation": "Ich muss mir noch schnell Geld wechseln gehen.", "verified": [ true, true, false ] }, { "model": "Llama 4 Maverick", "translation": "Ich muss mich noch schnell umziehen.", "verified": [ true, true, true ] }, { "model": "GPT-5.4 Mini", "translation": "Ich muss mir noch schnell Geld wechseln.", "verified": [ true, true, false ] }, { "model": "Deepseek V4 Pro", "translation": "Ich muss mich noch schnell umziehen.", "verified": [ true, true, true ] }, { "model": "Claude Haiku 4.5", "translation": "Ich muss mir noch geschwind gehen tauschen.", "verified": [ true, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Ich muss mir noch geschwind gehen duschen.", "verified": [ true, false, false ] }, { "model": "Cohere Command A", "translation": "Ich muss mir noch geschwind etwas zu essen holen.", "verified": [ true, true, false ] }, { "model": "human", "translation": "Ich muss mich noch schnell umziehen gehen.", "verified": [ true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Ich muss mich noch schnell umziehen.", "verified": [ true, true, true ] }, { "model": "TranslateGemma", "translation": "Ich muss mich noch schnell umziehen.", "verified": [ true, true, true ] }, { "model": "Tower+", "translation": "Ich muss mir noch keine Sorgen machen.", "verified": [ false, true, false ] }, { "model": "GemmaX2-28-9B", "translation": "(Sensler): Ich muss mir doch mal was tun.", "verified": [ false, true, false ] }, { "model": "HY-MT2", "translation": "Ich muss mir noch schnell was anziehen.", "verified": [ true, true, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Ich muss mir jetzt keine Gedanken machen.", "verified": [ false, false, false ] }, { "model": "NLLB 3.3B", "translation": "Ich muss jetzt wieder nach Hause.", "verified": [ false, true, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Ich muss mich noch schnell umziehen.", "verified": [ true, true, true ] }, { "model": "Qwen 3.7 Flash", "translation": "Ich muss mich noch schnell waschen.", "verified": [ true, true, false ] }, { "model": "gpt-oss-20b", "translation": "Ich muss noch schwimmen gehen.", "verified": [ false, false, false ] }, { "model": "Kimi K3", "translation": "Ich muss noch schnell schwimmen gehen.", "verified": [ true, true, false ] }, { "model": "Nemotron 3 Ultra", "translation": "Ich muss noch schnell duschen gehen.", "verified": [ true, true, false ] }, { "model": "Command A Translate", "translation": "Ich muss mir noch etwas zu essen besorgen.", "verified": [ false, true, false ] }, { "model": "GPT-5.6 Sol", "translation": "Ich muss noch schnell duschen gehen.", "verified": [ true, true, false ] }, { "model": "GPT-5.6 Terra", "translation": "Ich muss noch schnell duschen gehen.", "verified": [ true, true, false ] }, { "model": "GPT-5.6 Luna", "translation": "Ich muss noch schnell duschen gehen.", "verified": [ true, true, false ] }, { "model": "Gemini 3.1 Pro", "translation": "Ich muss mich noch schnell umziehen gehen.", "verified": [ true, true, true ] }, { "model": "Command A", "translation": "Ich muss mir noch geschwind etwas zu essen holen.", "verified": [ true, true, false ] }, { "model": "TinyAya Global", "translation": "Ich muss mir nicht mehr Sorgen machen.", "verified": [ false, true, false ] }, { "model": "Command A+", "translation": "Ich muss mir nicht die Mühe machen, zu tauschen.", "verified": [ false, true, false ] }, { "model": "NLLB 54B", "translation": "Ich muss jetzt nach der Türkei gehen.", "verified": [ false, false, false ] }, { "model": "QwenMT", "translation": "I muess mier no gschwǜnn ga tuusche.", "verified": [ false, false, false ] } ], "verification_rules": [ "translate \"gschwǜnn\" in the meaning of \"geschwind\",", "The output should be a correct German sentence", "translate \"mier tuusche\" as \"mich umziehen\" or \"(mir selbst) die Kleider wechseln\"" ], "linguistics": [ "Variant Specifics", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → German" }, { "id": 384, "source_text": "Bierwerbung aus Bern: Eis für aui", "source_lang": "Swiss German (Bern)", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Beer advertisement from Bern: Ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemma 4", "translation": "Beer advertisement from Bern: Ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "Beer advertisement from Bern: Ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "Beer advertisement from Bern: ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "Beer advertisement from Bern: One for everyone", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Claude Haiku 4.5", "translation": "Beer advertising from Bern: Ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Beer advertisement from Bern: One for all", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Cohere Command A", "translation": "Beer ad from Bern: Ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "Beer advertisement from Bern: One for everyone", "verified": [ true ], "verified_extra": { "Gemini 3.1 Pro": [ true ], "Gemma 4": [ true ], "Qwen 3.7 Plus": [ true ], "GPT-5.4 Mini": [ true ], "Qwen 3.7 Flash": [ true ], "Gemini 3.5 Flash Lite": [ true ] }, "judge_extra": { "Gemma 4": 40, "Qwen 3.7 Plus": 60, "Qwen 3.7 Flash": 35, "GPT-5.4 Mini": 48, "Gemini 3.1 Pro": 100, "Gemini 3.5 Flash Lite": 80 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Beer advertisement from Bern: One for all", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Tower+", "translation": "Beer advertisement from Bern: Ice for aui", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "Swiss German (Bern): Beer advertising from Bern: Ice cream for aui", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "Beer advertising from Bern: Ice for aui", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Beer advertising from Bern: Ice for everyone!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Beer advertising from Bern: A beer for everyone", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Beer advertisement from Bern: Ice cream for all", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "Beer advertising from Bern: Ice for aui", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "Beer advertisement from Bern: One for all", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Beer advertising from Bern: Ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "Beer advertisement from Bern: Ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "Beer advertising from Bern: One for everyone", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Terra", "translation": "Beer ad from Bern: One for all", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Luna", "translation": "Beer advertisement from Bern: One for everyone", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Beer advertisement from Bern: One for everyone", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "Beer ad from Bern: Ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "A beer ad from Bern: Ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Bier advertising from Bern: ice for aui", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "Beer advertisement from Bern: Ice cream for everyone.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "Beer advertising from Bern: ice for aui", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Beer ad from Bern: Ice for outside", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "Beer advertisement from Bern: Ice for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "Beer advertisement from Bern: Ice cream for all.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "Advertising from Bern: Ice for everyone.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "Beer ad from Bern: Ice cream for everyone", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"Eis\" means \"one\" in Swiss German, not Ice (cream) as in High German" ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 394, "source_text": "Chasch ufhöre gaagälä?", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Can you stop cackling?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemma 4", "translation": "Can you stop talking nonsense?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "Can you stop talking nonsense?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "Can you stop screaming?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "Can you stop clowning around?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "Can you stop complaining?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Can you stop crowing?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Cohere Command A", "translation": "Can you stop nagging?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "Can you stop rocking your chair?", "verified": [ true ], "verified_extra": { "GPT-5.4 Mini": [ true ], "Qwen 3.7 Flash": [ true ], "Qwen 3.7 Plus": [ true ], "Gemma 4": [ true ], "Gemini 3.5 Flash Lite": [ true ], "Gemini 3.1 Pro": [ true ] }, "judge_extra": { "Gemma 4": 0, "GPT-5.4 Mini": 10, "Gemini 3.5 Flash Lite": 100, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 100, "Qwen 3.7 Plus": 95 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Can you stop nagging?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "Shall we stop gossiping?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "Chash ufhöre gaagälä?", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "HY-MT2", "translation": "When will it stop raining?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "What are you talking about?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Can you stop being such a pain?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Can you stop talking?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "Can you stop going?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "Can you stop fooling around?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Can you stop jabbering?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "Can you stop whining?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "Can you stop giggling?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "Can you stop yapping?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Terra", "translation": "Can you stop cackling?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Can you stop wobbling?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A", "translation": "Can you stop nagging?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Are you listening carefully?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "Do you want to stop talking?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "Can you stop Googling?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "I'm not sure.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Why did you stop singing?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "Can you stop complaining?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "Can you hear me?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "Do you want to stop fooling around?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "Can you stop crying?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"gaagälä\" means to rock or tilt the chair, i.e. to have the chair on only 2 legs, potentially rocking back and forth" ], "linguistics": [ "Variant Specifics", "Target Gap: Words to Phrases", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 395, "source_text": "Hemmer no anke dihei?", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Do we still have butter at home?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemma 4", "translation": "Do we still have any at home?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "Are you still at home?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "Are we home yet?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "Do we still have butter at home?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Claude Haiku 4.5", "translation": "Haven't you gone home yet?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Do they still have any at home?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Cohere Command A", "translation": "Are you still at home?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "Do we still have butter at home?", "verified": [ true ], "verified_extra": { "GPT-5.4 Mini": [ true ], "Gemma 4": [ true ], "Gemini 3.5 Flash Lite": [ true ], "Qwen 3.7 Plus": [ true ], "Gemini 3.1 Pro": [ true ], "Qwen 3.7 Flash": [ true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 85, "Qwen 3.7 Flash": 95, "GPT-5.4 Mini": 18, "Gemma 4": 100, "Qwen 3.7 Plus": 100, "Gemini 3.1 Pro": 100 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Are we home yet?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "Has Hemmer not come home yet?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "Hemmer no anke dihei?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "Is anyone else here?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Isn't there an appeal against this?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Do we still have any at home?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Do we still have others at home?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "Still not home yet?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "Do we still have butter at home?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Do we have any more at home?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "Are you still at home?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "Do we still have any butter at home?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Terra", "translation": "Do we still have butter at home?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Luna", "translation": "Do we still have any butter at home?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Do we still have butter at home?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "Are you still at home?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "Doesn’t he have any complaints either?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Did you get a raise?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "Are you coming over later?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "- What's the matter?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Are you also here?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "Do we still have any at home?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "Are you not annoyed by this?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "Do you have any more?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "Is there an appeal pending here?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "NB" } ], "verification_rules": [ "\"anke\" means \"butter\"" ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 396, "source_text": "Am liebste hani schoggi und meertrübeli glace.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "My favourite ice cream is chocolate and blueberry.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemma 4", "translation": "My favorite are chocolate and sea-buckthorn ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "I like chocolate and pear sorbet ice cream the most.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "I like chocolate and blueberry ice cream best.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "I like chocolate and red currant ice cream the most.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Claude Haiku 4.5", "translation": "I like chocolate and blueberry ice cream best.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "I like chocolate and strawberry ice cream best.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Cohere Command A", "translation": "I love chocolate and sea truffle ice cream the most.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "I like chocolate and currant ice cream best.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ], "GPT-5.4 Mini": [ true ], "Gemini 3.5 Flash Lite": [ true ], "Qwen 3.7 Flash": [ true ], "Gemini 3.1 Pro": [ true ], "Qwen 3.7 Plus": [ true ] }, "judge_extra": { "GPT-5.4 Mini": 95, "Gemma 4": 100, "Gemini 3.5 Flash Lite": 100, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 95, "Qwen 3.7 Plus": 75 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "I like chocolate and red currant ice cream best.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Tower+", "translation": "I love chocolate and meringues with ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "My favorite is hani schoggi and meertrübeli glace.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "My favorite is chocolate and raspberry ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "My favorite things are chocolate and sea-salt ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "My absolute favorite is chocolate and Meertrübeli ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "My favorites are chocolate and sea truffle ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "My favourite is chocolate and sea‑blue ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "My favorite is chocolate and raspberry ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Nemotron 3 Ultra", "translation": "I like chocolate and blueberry ice cream best.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "I like chocolate and sea-truffle ice cream the best.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "My favorite ice cream flavors are chocolate and redcurrant.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Luna", "translation": "My favorite ice cream is chocolate and blackcurrant.", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Terra", "translation": "My favorite ice cream is chocolate and raspberry.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.1 Pro", "translation": "I like chocolate and redcurrant ice cream the most.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "I love chocolate and sea truffle ice cream the most.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "My favorite ice cream is chocolate and sea buckthorn.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "I love chocolate and vanilla ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "My favorite flavors are chocolate and blackberry ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "My favorite is hani shooggi and sea turtle ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "I most like chocolate and sea‑salty ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "I like chocolate and meringue ice cream the most.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "I prefer chocolate and meringue ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "I love chocolate and meringue ice cream the most.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "My favorites are chocolate and sea buckthorn ice cream.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"meetrübeli\" means currant or red currant" ], "linguistics": [ "Variant Specifics", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 397, "source_text": "Hesch scho es paar finke für de chindsgi?", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Do you already have a pair of slippers for kindergarten?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemma 4", "translation": "Do you already have a few slippers for kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "Have you already got a few gifts for the children?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "Have you already got a few things for kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "Do you already have a few slippers for kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "Have you already bought a few shoes for kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Have you already got a few slippers for the kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Cohere Command A", "translation": "Have you already got a few napkins for kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "Do you already have a pair of slippers for kindergarten?", "verified": [ true ], "verified_extra": { "Gemini 3.1 Pro": [ true ], "Qwen 3.7 Flash": [ true ], "GPT-5.4 Mini": [ true ], "Gemma 4": [ true ], "Gemini 3.5 Flash Lite": [ true ], "Qwen 3.7 Plus": [ true ] }, "judge_extra": { "GPT-5.4 Mini": 82, "Gemma 4": 100, "Gemini 3.5 Flash Lite": 100, "Qwen 3.7 Plus": 100, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 95 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Do you already have a few pairs of slippers for kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "Do you have a few tips for the kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "Hesch, can you make a few for the chindsgi?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "Have you got a few crayons for the kids already?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Do you already have a few good ideas for the children's party?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Have you got a few francs for kindergarten yet?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Do you have any treats for the children's race yet?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "Have you already got a few snacks for the kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "Do you already have a pair of slippers for kindergarten?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Do you already have a pair of slippers for kindergarten?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A Translate", "translation": "Have you already got a few shoes for kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "Have you got a pair of slippers for kindergarten yet?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Luna", "translation": "Do you already have a pair of slippers for kindergarten?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Terra", "translation": "Do you already have a pair of slippers for kindergarten?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Do you already have a pair of slippers for kindergarten?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "Have you already got a few napkins for kindergarten?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "Do you have a few pens for the kids?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Have you got a few tricks up your sleeve for the kids?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "Do you already have some ideas for the children?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "Have you got any finches for the Chindsgi?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Have you already gotten a few little gifts for the kids?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "Do you have a few ideas for the child’s birthday?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "Have you already bought a few toys for the children?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "Do you have a few pennies for the children?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "Have you already bought a few pairs of shoes for the kids?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"es paar finke\" means \"a pair of slippers\"" ], "linguistics": [ "Variant Specifics", "Polysemy", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 810, "source_text": "Dä Cheib geit no a jedi Hundsvrlochete.", "source_lang": "German (Bern)", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "That guy still goes to every shindig.", "verified": [ true, false, false ] }, { "model": "Gemma 4", "translation": "That guy goes to every single dog-tired event.", "verified": [ true, true, false ] }, { "model": "Llama 4 Maverick", "translation": "The boy still goes to every dog's hole.", "verified": [ false, false, false ] }, { "model": "GPT-5.4 Mini", "translation": "That rascal still goes to every dog’s funeral.", "verified": [ false, false, false ] }, { "model": "Deepseek V4 Pro", "translation": "That guy still goes to every dog's funeral.", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Claude Haiku 4.5", "translation": "The guy still goes to every dog-forsaken place.", "verified": [ true, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "That guy goes to every godforsaken place.", "verified": [ true, true, false ] }, { "model": "Cohere Command A", "translation": "That guy still goes to every dog show.", "verified": [ true, false, false ] }, { "model": "human", "translation": "This guy will go to any kind of lame event.", "verified": [ true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "That rascal still goes to every single dog-forsaken place.", "verified": [ false, false, false ] }, { "model": "TranslateGemma", "translation": "That woman would go to any lengths for her dog.", "verified": [ false, true, false ] }, { "model": "Tower+", "translation": "The chief is now a real pain in the neck.", "verified": [ false, true, false ] }, { "model": "GemmaX2-28-9B", "translation": "German (Bern): Dä Cheib geit no a jedi Hundsvrlochete.", "verified": [ true, true, false ] }, { "model": "HY-MT2", "translation": "The stuff works for every damn thing.", "verified": [ false, true, false ] }, { "model": "Seed-X-PPO-7B", "translation": "That guy is really annoying.", "verified": [ true, true, false ] }, { "model": "NLLB 3.3B", "translation": "The goat is not a Jedi, it's a dog.", "verified": [ false, true, false ] }, { "model": "Command A Translate", "translation": "That guy goes to every dog show.", "verified": [ true, true, false ] }, { "model": "Qwen 3.7 Plus", "translation": "That bastard keeps hitting on every damn bitch.", "verified": [ false, true, false ] }, { "model": "Qwen 3.7 Flash", "translation": "That guy sleeps with every damn bitch.", "verified": [ true, true, false ] }, { "model": "gpt-oss-20b", "translation": "The Cheib still goes to every dog's hiding place.", "verified": [ false, false, false ] }, { "model": "Kimi K3", "translation": "The boy even goes to every Hundsverlochete.", "verified": [ false, true, false ] }, { "model": "Nemotron 3 Ultra", "translation": "That guy goes to every godforsaken dump.", "verified": [ true, true, false ] }, { "model": "GPT-5.6 Sol", "translation": "That guy goes to every damn shindig.", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "GPT-5.6 Terra", "translation": "That bastard goes to every damn event.", "verified": [ false, true, false ] }, { "model": "GPT-5.6 Luna", "translation": "That guy goes to every damn thing.", "verified": [ true, true, false ] }, { "model": "Gemini 3.1 Pro", "translation": "That guy goes to every crappy little event.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A", "translation": "That guy still goes to every dog show.", "verified": [ true, false, false ] }, { "model": "TinyAya Global", "translation": "There is no doghole.", "verified": [ false, true, false ] }, { "model": "Command A+", "translation": "The guy’s going to eat a Jedi dog bastard.", "verified": [ true, true, false ] }, { "model": "NLLB 54B", "translation": "I think you're eating a dog's meat.", "verified": [ false, true, false ] }, { "model": "QwenMT", "translation": "The guy still pulls every dirty trick.", "verified": [ true, false, false ] }, { "model": "Supertext", "translation": "This cheese goes with any dog sausage.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "DeepL", "translation": "That guy still goes to every dog show.", "verified": [ false, false, false ], "detected_source_language": "DE", "verified_extra": { "Gemma 4": [ true, false, false ] } } ], "verification_rules": [ "\"Cheib\" should convey a very colloquial way of referring to a male person, e.g. \"guy\" or \"dude\"", "\"no\" must not be translated as \"still\"", "\"Hundsvrlochete\" should translate to any word referring to a boring event, or describe this" ], "linguistics": [ "Variant Specifics", "Slang", "Metaphor", "Cultural Artifact", "False Friends", "Polysemy", "Semantic/Lexical", "Pragmatic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 813, "source_text": "Zu mine Gymerzyte hani aube zwöi Siusergipfeli zum Zmittag gässe.", "source_lang": "German (Bern)", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "When I was at secondary school, I always ate two Swiss pastries for lunch.", "verified": [ true, false, false ] }, { "model": "Gemma 4", "translation": "During my gym days, I probably ate two cheese croissants for lunch.", "verified": [ false, false, false ] }, { "model": "Llama 4 Maverick", "translation": "To my delight I had two Siuser peaks to eat for lunch.", "verified": [ false, false, false ] }, { "model": "GPT-5.4 Mini", "translation": "At my gym days, I usually ate two sweet croissants for lunch.", "verified": [ false, true, false ] }, { "model": "Deepseek V4 Pro", "translation": "In my high school days I always ate two sausage croissants for lunch.", "verified": [ true, false, false ] }, { "model": "Claude Haiku 4.5", "translation": "During my gym class, I ate about two sausage rolls for lunch.", "verified": [ false, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "During my high school years I always ate two Nussgipfeli for lunch.", "verified": [ true, false, false ] }, { "model": "Cohere Command A", "translation": "At my high school, I had two cream horns for lunch today.", "verified": [ true, false, false ] }, { "model": "human", "translation": "During my high school days, I would usually have two pretzel croissants for lunch.", "verified": [ true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Back in my high school days, I used to eat two Swiss crescent rolls for lunch.", "verified": [ true, true, false ] }, { "model": "TranslateGemma", "translation": "For my lunch, I had two small cheese pastries.", "verified": [ false, false, false ] }, { "model": "Tower+", "translation": "I went with my friend to the Siusergipfeli for lunch.", "verified": [ false, false, false ] }, { "model": "GemmaX2-28-9B", "translation": "(Bern): My Gymerzyte went to the Zmittag with two Siusergipfeli for breakfast.", "verified": [ false, false, false ] }, { "model": "HY-MT2", "translation": "For my gym buddies and me, we ate two sausage slices for lunch.", "verified": [ false, false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "I'm going to invite my friend Gymerzyte to have lunch at Zmittag at two of the Suusergipfel restaurants.", "verified": [ false, false, false ] }, { "model": "NLLB 3.3B", "translation": "The Commission has already taken a number of measures to ensure that the Community's financial resources are used to the full.", "verified": [ false, false, false ] }, { "model": "Command A Translate", "translation": "At my high school, I ate two sausage croissants for lunch in the morning.", "verified": [ true, false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Back in my gymnasium days, I'd always have two sweet croissants for lunch.", "verified": [ true, true, false ] }, { "model": "Qwen 3.7 Flash", "translation": "During my high school years, I always had two cheese pastries for lunch.", "verified": [ true, false, false ] }, { "model": "gpt-oss-20b", "translation": "At my summer house I have two sweet rolls to eat for lunch.", "verified": [ false, false, false ] }, { "model": "Kimi K3", "translation": "During my high school days, I always ate two sour cream croissants for lunch.", "verified": [ true, false, false ] }, { "model": "Nemotron 3 Ultra", "translation": "During my high school years, I occasionally ate two Siuser croissants for lunch.", "verified": [ true, true, false ] }, { "model": "GPT-5.6 Sol", "translation": "When I was in high school, I used to eat two pretzel croissants for lunch.", "verified": [ true, true, true ] }, { "model": "GPT-5.6 Luna", "translation": "When I was in high school, I would always eat two pretzel croissants for lunch.", "verified": [ true, false, true ] }, { "model": "Gemini 3.1 Pro", "translation": "During my high school days, I used to eat two pretzel croissants for lunch.", "verified": [ true, true, true ] }, { "model": "GPT-5.6 Terra", "translation": "During my high school days, I used to eat two grape-must croissants for lunch.", "verified": [ true, true, false ] }, { "model": "Command A", "translation": "At my high school, I had two cream horns for lunch today.", "verified": [ true, false, false ] }, { "model": "TinyAya Global", "translation": "To mine friends, I would like to invite you to a picnic at the Siusserpelli.", "verified": [ false, false, false ] }, { "model": "Command A+", "translation": "During my hike, I enjoyed two sausage sandwiches for lunch on the two peaks.", "verified": [ false, false, false ] }, { "model": "NLLB 54B", "translation": "I'll have two sisters at my gym tomorrow.", "verified": [ false, false, false ] }, { "model": "QwenMT", "translation": "For my gym buddies and me, we had two cheese dumplings for lunch.", "verified": [ false, false, false ] } ], "verification_rules": [ "\"Gymer\" should translate to high school or equivalent, and in particular not to \"gym\" ", "\"aube\" should translate to \"usually, \"regularly\", \"sometimes\" or equivalent", "\"Siusergipfeli\" should translate to something describing a pretzel-style croissant" ], "linguistics": [ "False Friends", "Variant Specifics", "Cultural Artifact", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 836, "source_text": "Nimm doch no es Täfeli! Es het, solangs het!", "source_lang": "German (Bern)", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Have another piece of chocolate! While supplies last!", "verified": [ false, true ] }, { "model": "Gemma 4", "translation": "Go ahead and have another piece of chocolate! There's enough as long as it lasts!", "verified": [ false, true ] }, { "model": "Llama 4 Maverick", "translation": "Have another little plate! There's enough, as long as there's enough!", "verified": [ false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Have another candy! There are some left, while they last!", "verified": [ true, true ] }, { "model": "Deepseek V4 Pro", "translation": "Go ahead, have another candy! There’s plenty while it lasts!", "verified": [ true, true ] }, { "model": "Claude Haiku 4.5", "translation": "Take another little tablet! It works as long as it works!", "verified": [ false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Have another piece of chocolate! There's plenty while it lasts!", "verified": [ false, true ] }, { "model": "Cohere Command A", "translation": "Take another chocolate tablet! It has, as long as it has! (Note: This is a Bernese German phrase, which can be translated to English as \"Take another piece of chocolate! It's available as long as it's available!\" or in a more natural English expression: \"Go ahead and have another piece of chocolate while there's still some left!\")\n\nHowever, I will provide the translation as requested:\n\nTake another piece of chocolate! There's still some left!", "verified": [ false, false ] }, { "model": "human", "translation": "Why don't you go ahead and take another candy! While supplies last!", "verified": [ true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Have another little chocolate! There's plenty as long as it lasts!", "verified": [ false, true ] }, { "model": "TranslateGemma", "translation": "Go ahead, take another piece! There’s plenty left!", "verified": [ false, false ] }, { "model": "Tower+", "translation": "Take a plate, it's while it lasts!", "verified": [ false, true ] }, { "model": "GemmaX2-28-9B", "translation": "(Bern): Take a Täfeli! It’s cold, so take it!", "verified": [ false, false ] }, { "model": "HY-MT2", "translation": "Just take another plate! There are plenty, as long as there are any!", "verified": [ false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Just take the piece of chocolate! It's there, as long as it lasts!", "verified": [ false, false ] }, { "model": "NLLB 3.3B", "translation": "Take it, then, and it's all right.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Have another piece of chocolate! Help yourself while there's still some left!", "verified": [ false, true ] }, { "model": "Qwen 3.7 Flash", "translation": "Go ahead, have another piece! As long as it tastes good, it's good!", "verified": [ false, false ] }, { "model": "gpt-oss-20b", "translation": "Grab another bite! It’s still there as long as there’s any.", "verified": [ false, false ] }, { "model": "Kimi K3", "translation": "Go on, take another piece of chocolate! There's plenty, as long as it lasts!", "verified": [ false, true ] }, { "model": "Nemotron 3 Ultra", "translation": "Go on, take another chocolate bar! While supplies last!", "verified": [ false, true ] }, { "model": "GPT-5.6 Sol", "translation": "Go on, have another sweet! While they last!", "verified": [ true, true ] }, { "model": "GPT-5.6 Luna", "translation": "Go on, have another little sweet! They’re available while supplies last!", "verified": [ true, true ] }, { "model": "GPT-5.6 Terra", "translation": "Have another little chocolate! While supplies last!", "verified": [ false, true ] }, { "model": "Gemini 3.1 Pro", "translation": "Go ahead and have another piece of candy! Get them while they last!", "verified": [ true, true ] }, { "model": "Command A", "translation": "Take another chocolate tablet! It has, as long as it has! (Note: This is a Bernese German phrase, which can be translated to English as \"Take another piece of chocolate! It's available as long as it's available!\" or in a more natural English expression: \"Go ahead and have another piece of chocolate while there's still some left!\")\n\nHowever, I will provide the translation as requested:\n\nTake another piece of chocolate! There's still some left!", "verified": [ false, false ] }, { "model": "Command A+", "translation": "Go ahead and take a piece of cake! It’s available as long as it lasts!", "verified": [ false, true ] }, { "model": "TinyAya Global", "translation": "Don't take the board! It's been that way for a while!", "verified": [ false, false ] }, { "model": "NLLB 54B", "translation": "Take it as long as you can.", "verified": [ false, false ] }, { "model": "Command A Translate", "translation": "Take another tablet! It’s available as long as it lasts!", "verified": [ false, true ] }, { "model": "QwenMT", "translation": "Go on, have a little chocolate! It’s still around as long as it lasts!", "verified": [ false, false ] } ], "verification_rules": [ "\"Täfeli\" should be translated as \"candy\", \"piece of candy\" or equivalent. In particular, translating it to \"a piece of chocolate\" or similar is wrong, as a \"Täfeli\" is almost always a sugar-based candy.", "\"Es het, solangs het!\" should be translated to \"there's enough while supplies last\" or \"first come first serve\" or equivalent." ], "linguistics": [ "Variant Specifics", "False Friends", "Collocation", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 852, "source_text": "ez macht die alt de ander klar, aber mit dem isch ja au öpis verchehrt... #tatort", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/twittimoni/status/305769599356526593", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "she makes it clear to the other, but something also isn't right with that... #tatort", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Gemma 4", "translation": "Now the old lady is setting him straight, but there's something wrong with him too... #tatort", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Llama 4 Maverick", "translation": "it makes the old ones clear to the others, but there's also something wrong with that... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Now the old one makes the other clear, but there’s also something wrong with him... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Now the old lady is sorting out the other one, but there's something wrong with him too... #tatort", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Claude Haiku 4.5", "translation": "it makes the old one clear to the other, but with that something is also wrong... #crimescene", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "now one old guy is taking out the other, but something's wrong with him too... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Cohere Command A", "translation": "It makes the others clear to the old, but with him something is just wrong... #crime scene", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "human", "translation": "Now she's hitting on the other guy, but there's something off about him too… #tatort", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Now the old one makes things clear to the other one, but there's something wrong with him too... #tatort", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Tower+", "translation": "This makes the old one clear, but something has changed with that... #crime scene", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "ez makes it clear to the other one, but I am also cheating on my wife... #crime scene", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "HY-MT2", "translation": "It makes the old one understand the other, but there’s something off about him too... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Seed-X-PPO-7B", "translation": "That makes it clear to everyone else, but things have really gone wrong with him... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A Translate", "translation": "He makes it clear to the old man, but there is something wrong with him too... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Now the old lady is making things clear to the other guy, but there's something off about him too... #tatort", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "It makes the old lady understand, but something seems off about that too... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "gpt-oss-20b", "translation": "It makes the old one clear on the other, but with that it also feels a bit off… #Tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Kimi K3", "translation": "now the old woman explains it to the other one, but there's something wrong with him too... #tatort", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Now the old lady makes the other one understand, but there's something off about that one too... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Now the old lady is going after the other one, but there’s something wrong with him too... #Tatort", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Now the old lady sets the others straight, but there’s something wrong with that too... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Luna", "translation": "Now the old lady explains it to the other one, but something’s clearly wrong with that too... #Tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Now the old lady is hooking up with the other guy, but there's something wrong with him too... #tatort", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Command A", "translation": "It makes the others clear to the old, but with him something is just wrong... #crime scene", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A+", "translation": "That makes the old one clear to the other, but there’s something wrong with him too... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TinyAya Global", "translation": "It makes the old one clear, but with this one, it's also very strange... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TranslateGemma", "translation": "It makes the old situation clear, but something is wrong with that too... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "It's not the same as the old one, but it's the one with the open... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "QwenMT", "translation": "That really makes things clear to the others, but there’s something wrong with that too… #Tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Supertext", "translation": "now the old one is making the other one clear, but there’s something wrong with that one too... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "It makes the old one clear to the other, but something is also wrong with that... #crime scene", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "it makes it clear to the old one, but there's also something wrong with that... #tatort", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "DeepL", "translation": "ez makes it clear to the others, but there's something wrong with him, too... #tatort", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"die alt\" is a very casual, slightly derogatory way to refer to a woman. Thus, \"old lady\" or \"old woman\" wouldn't be an accurate translation – the character in the tatort show the term is referring to is a teenager. It's fine to just say \"woman\" or \"she\", or to use another age-independent term that refers to a woman.", "\"macht klar\" means to hit on somebody, seduce them", "Translation should render the coreferences correctly: \"die alt\" is the woman (the female character in the show), \"de ander\" is the man (the male character in the show), \"mit dem\" refers to the man" ], "linguistics": [ "Variant Specifics", "Slang", "Polysemy", "Semantic/Lexical", "Syntactic", "Pragmatic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 879, "source_text": "\"Im Haubfinau, da gits eifach nüt.. Da gits eifach Gring abe und vou seckle!\"", "source_lang": "German (Bern)", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "In Haubfinau, there's simply nothing... You just buckle down and go full throttle!", "verified": [ true, false, false, true ] }, { "model": "Gemma 4", "translation": "\"In the Hauptfinau, there's simply nothing.. There's just head down and full sprinting!\"", "verified": [ true, false, false, true ] }, { "model": "Llama 4 Maverick", "translation": "\"In Haubfinau, there simply isn't anything... You just get a bit of crumb and that's it!\"", "verified": [ false, false, false, false ] }, { "model": "GPT-5.4 Mini", "translation": "\"In the end, there’s just nothing there.. It’s just all heads down and full-on running!\"", "verified": [ true, false, false, true ] }, { "model": "Deepseek V4 Pro", "translation": "In Haubfinau, there's simply nothing.. There's just a steep downhill and full speed!", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "Claude Haiku 4.5", "translation": "\"In the Haubfinau, there's simply nothing there.. There's simply just scree going down and lots of rocks!\"", "verified": [ false, false, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "\"In Haubfinau, there's simply nothing... There's just going downhill and total decline!\"", "verified": [ false, false, false, false ] }, { "model": "Cohere Command A", "translation": "\"In Haubfinau, there's simply nothing... There, you just get drunk and completely wasted!\"", "verified": [ false, false, false, false ] }, { "model": "human", "translation": "\"In the semifinal, nothing really matters.. Only thing that matters is to put your head down and run like hell!\"", "verified": [ true, true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "In the Haubfinau, there's simply nothing.. There you just put your head down and run like hell!", "verified": [ true, false, false, true ] }, { "model": "TranslateGemma", "translation": "“In Haubfinau, there’s just nothing. It’s just a bunch of poor people and a real dump!”", "verified": [ false, false, false, false ] }, { "model": "Tower+", "translation": "\"In Haubfinau, there's just nothing there. It's just empty and deserted!\"", "verified": [ false, false, false, false ] }, { "model": "GemmaX2-28-9B", "translation": "German (Bern): \"In Haubfinau, there's just nothing... There's just nothing but gring abe and vou seckle!\"", "verified": [ false, false, false, false ] }, { "model": "HY-MT2", "translation": "“In Haubfinau, there’s simply nothing... There are just cheap things and junk!”", "verified": [ false, false, false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "\"In the Haubfinau, there's just nothing to do.. There's just nothing but hanging out and chilling!\"", "verified": [ false, false, false, false ] }, { "model": "NLLB 3.3B", "translation": "\"In the end of the world, there's a lot of good... there's a lot of gring and a lot of grinding\".", "verified": [ false, false, false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Up at the main building, there's simply nothing there... Just heads getting chopped off and sacks getting filled!", "verified": [ false, false, false, false ] }, { "model": "Qwen 3.7 Flash", "translation": "\"In Haubfinau, there's simply nothing... Just random stuff lying around and completely packed away!\"", "verified": [ false, false, false, false ] }, { "model": "gpt-oss-20b", "translation": "In the Haubfinau there’s simply nothing…there’s simply a grind up there and plenty of chatter.", "verified": [ false, false, false, false ] }, { "model": "Kimi K3", "translation": "\"In the semifinal, there's just nothing... It's all just going downhill and totally screwed up!\"", "verified": [ false, true, false, false ] }, { "model": "Nemotron 3 Ultra", "translation": "\"In the Haubfinau, there's simply nothing... There's just nothing doing, and you just shrink away!\"", "verified": [ false, false, false, false ] }, { "model": "Command A Translate", "translation": "\"In Haubfinau, there's just nothing.. There's just a lot of grumbling and complaining!\"", "verified": [ false, false, false, false ] }, { "model": "GPT-5.6 Sol", "translation": "“In the semifinal, there’s nothing else to it… Just put your head down and run flat out!”", "verified": [ true, true, false, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "In the semi-final, there’s simply nothing else… It’s heads down and full speed ahead!", "verified": [ true, true, false, true ] }, { "model": "GPT-5.6 Luna", "translation": "In the semifinal, there’s simply no time for anything else… You just put your head down and run flat out!", "verified": [ true, true, false, true ] }, { "model": "Gemini 3.1 Pro", "translation": "In the semi-final, there's simply no holding back.. It's just head down and run like hell!", "verified": [ true, true, false, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "Command A", "translation": "\"In Haubfinau, there's simply nothing... There, you just get drunk and completely wasted!\"", "verified": [ false, false, false, false ] }, { "model": "TinyAya Global", "translation": "In the Haubfinau, they just take what they want... They just want to be rich and get rich!", "verified": [ false, false, false, false ] }, { "model": "Command A+", "translation": "\"In the basement, there’s absolutely nothing. There’s just Gring going down and being quiet!\"", "verified": [ false, false, false, false ] }, { "model": "NLLB 54B", "translation": "\"In the grand finals, there's nothing but gring be and vo seckle!\"", "verified": [ false, false, false, false ] }, { "model": "QwenMT", "translation": "“In the main round, there’s just nothing… There’s just grass and a few sticks!”", "verified": [ false, false, false, false ] }, { "model": "Supertext", "translation": "\"In Haubfinau, there's simply nothing there.. There's just a pub and a few bars!\"", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "DeepL", "translation": "\"In Haubfinau, there's just nothing... There's just Gring and a whole lot of fun!\"", "verified": [ false, false, false, false ], "detected_source_language": "DE", "verified_extra": { "Gemma 4": [ false, false, false, false ] } } ], "verification_rules": [ "The translation should convey athletic determination of the person behind the statement.", "\"Haubfinau\" should translate to \"semifinal\" or equivalent.", "The translation of \"da gits eifach nüt\" should amount to something along the lines of \"nothing really matters\" or equivalent", "\"seckle\" should translate to \"running\" or equivalent" ], "linguistics": [ "Variant Specifics", "Cultural Artifact", "Semantic/Lexical", "Orthography", "Pragmatic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 980, "source_text": "we dr kondikteur hurti mis kafi het dasme z natel ir hand cha phaute u glichzitig z GA sueche", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "\"When the conductor quickly gave me my coffee, so that I could hold my phone in one hand and simultaneously search for my GA travel card.\"", "verified": [ true, false, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true, true ] } }, { "model": "Gemma 4", "translation": "Since the conductor brought my coffee so quickly, I could hold my phone in my hand and look for my GA (travelcard) at the same time.", "verified": [ true, false, true, true, true ], "verified_extra": { "Gemma 4": [ true, false, false, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "When the conductor hurried my coffee, that made my phone fall out of my hand and at the same time it was searching for the GA.", "verified": [ false, false, false, true, false ], "verified_extra": { "Gemma 4": [ false, false, false, false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "when the conductor quickly handed me my coffee so I could hold my phone in my hand and search for my GA at the same time", "verified": [ true, false, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "If the conductor would quickly take my coffee, so that I can hold my phone in my hand and at the same time search for the GA.", "verified": [ true, true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "we the conductor hurried with coffee so that I could take out my cell phone in my hand and at the same time look for the GA (general season ticket)", "verified": [ false, false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, false, true, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "when the conductor hurried my coffee I had my phone in my hand to hold and at the same time look for the GA", "verified": [ false, false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, false, true, true ] } }, { "model": "Cohere Command A", "translation": "In the compartment, the conductor quickly spilled my coffee because he had his cell phone in his hand and was simultaneously looking for his GA travelcard.", "verified": [ true, false, false, true, false ], "verified_extra": { "Gemma 4": [ true, false, false, true, false ] } }, { "model": "human", "translation": "When the conductor briefly holds my coffee so that one can keep the phone in the hand and search for the GA travel card at the same time.", "verified": [ true, true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "When the conductor quickly took my coffee so that I could hold my phone in my hand and search for my Swiss Pass at the same time", "verified": [ true, true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true, true ] } }, { "model": "Tower+", "translation": "we dr kondikteur hurti mis kafi het dasme z natel ir hand cha phaute u glichzitig z GA sueche", "verified": [ false, false, false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true, true, true ] } }, { "model": "GemmaX2-28-9B", "translation": "we dr kondikteur hurti mis kafi het dasme z natel ir hand cha phaute u glichzitig z GA sueche", "verified": [ false, false, false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true, true, true ] } }, { "model": "HY-MT2", "translation": "We, the conductor Hurti and I, had coffee; at the same time, we searched for GA on the phone.", "verified": [ false, false, false, true, false ], "verified_extra": { "Gemma 4": [ false, false, false, true, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "We, the dramaturg, are really sorry for the mistake we made with the name of the character in the play. We hope you'll forgive us and we'll correct it in the German version as soon as possible.", "verified": [ false, false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false, false ] } }, { "model": "Kimi K3", "translation": "because the conductor quickly took my coffee so that I could hold my phone in my hand and look for my GA at the same time", "verified": [ true, true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true, true ] } }, { "model": "gpt-oss-20b", "translation": "We the conductor Hürti's coffee has the same thing on the mobile; my hand can paste it and at the same time search for GA.", "verified": [ false, false, false, true, false ], "verified_extra": { "Gemma 4": [ false, false, false, false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "...when the conductor hurriedly grabs my coffee, so I can hold my phone in my hand and search for my GA at the same time.", "verified": [ true, true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "When the pastry chef quickly gets my coffee, we can relax with our phones and at the same time look for the GA.", "verified": [ true, false, false, true, false ], "verified_extra": { "Gemma 4": [ true, true, false, false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "How the conductor quickly checks my ticket [coffee?] while I have my phone in hand, can scan it and simultaneously search for the GA pass", "verified": [ true, false, true, true, true ], "verified_extra": { "Gemma 4": [ true, false, true, true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "When the conductor quickly holds my coffee so I can keep my phone in my hand and look for my GA travelcard at the same time.", "verified": [ true, true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true, false ] } }, { "model": "GPT-5.6 Luna", "translation": "When the conductor quickly held my coffee so I could hold my phone and search for my GA at the same time.", "verified": [ true, true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "When the conductor knows you can keep your phone in your hand and look for your travelcard at the same time", "verified": [ false, false, true, true, true ], "verified_extra": { "Gemma 4": [ false, false, true, true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "when the conductor briefly holds my coffee so I can keep the phone in my hand and look for the GA at the same time", "verified": [ true, true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true, true ] } }, { "model": "Command A", "translation": "In the compartment, the conductor quickly spilled my coffee because he had his cell phone in his hand and was simultaneously looking for his GA travelcard.", "verified": [ true, false, false, true, false ], "verified_extra": { "Gemma 4": [ true, false, false, true, false ] } }, { "model": "TinyAya Global", "translation": "we dr. Konduktor Hurti mis Kafi Het Dasme Z Natel Ir Hand Cha Phaute U Glichzitig Z GA Suche", "verified": [ false, false, false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true, true, false ] } }, { "model": "Command A+", "translation": "We have a broken coffee machine and need someone to fix it immediately.", "verified": [ false, false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false, false ] } }, { "model": "TranslateGemma", "translation": "we, the conductor, quickly drank my coffee, put it down, and simultaneously searched for the GA [presumably referring to a train or bus connection].", "verified": [ true, false, false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "We dr conductor hurti mis kafi het that same z natel ir hand cha phaute u equally z GA seek", "verified": [ false, false, false, true, false ], "verified_extra": { "Gemma 4": [ false, true, true, true, false ] } }, { "model": "QwenMT", "translation": "We, the conductor, hurriedly took a sip of coffee, held the smartphone in his hand, made a mistake, and immediately started searching for GA.", "verified": [ true, false, false, true, false ], "verified_extra": { "Gemma 4": [ true, false, false, true, false ] } }, { "model": "Command A Translate", "translation": "In the conductor’s hurry to get my coffee, she dropped her phone, which she had in her hand, and at the same time lost her GA.", "verified": [ false, false, false, true, false ], "verified_extra": { "Gemma 4": [ false, false, false, false, false ] } }, { "model": "Supertext", "translation": "when the conductor is in a hurry, you can hold your coffee in one hand and search for your GA ticket at the same time", "verified": [ false, false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, false, true, true ] } }, { "model": "Apertus v1.5 8B", "translation": "We, the conductor, hurt Mr. Kafi, who then had to search for his ticket on his mobile phone and at the same time look for GA.", "verified": [ false, false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "We, the conductor, had enough trouble because the passenger dropped his phone and immediately started searching for it.", "verified": [ false, false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false, false ] } }, { "model": "DeepL", "translation": "We, the pastry chef, were in a hurry to make coffee; at the same time, we had to look up GA on our phones.", "verified": [ false, false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"hurti\" is an adverb and means \"briefly\", \"quickly\" etc.", "\"mis kafi het\" means that he holds/takes my coffee (cup)", "\"z natel ir hand cha phaute\" means to keep holding the phone in the hand", "\"GA\" can also be kept as a proper name, but the meaning is a travel card / general season ticket.", "It is the speaker who is holding the phone and searching for the GA, but the translation may also use an impersonal form (one holds / you hold). However, it would be wrong to make the conductor the subject of this subclause." ], "linguistics": [ "Variant Specifics", "Cultural Artifact", "Semantic/Lexical", "Syntactic" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 1413, "source_text": "Si Göttibueb isch es richtigs Fägnäscht.", "source_lang": "German (Bern)", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "His godson is a proper rascal.", "verified": [ false ] }, { "model": "Gemma 4", "translation": "That godson is a real handful.", "verified": [ false ] }, { "model": "Llama 4 Maverick", "translation": "If the boy is a rascal, he's a proper handful.", "verified": [ false ] }, { "model": "GPT-5.4 Mini", "translation": "If the godchild is a proper little rascal.", "verified": [ false ] }, { "model": "Deepseek V4 Pro", "translation": "Her godson is a proper little rascal.", "verified": [ false ] }, { "model": "Claude Haiku 4.5", "translation": "The godfather boy is a real troublemaker.", "verified": [ false ] }, { "model": "Claude Sonnet 4.5", "translation": "Her godson is a real lazybones.", "verified": [ false ] }, { "model": "Cohere Command A", "translation": "Being a godson is a real pleasure.", "verified": [ false ] }, { "model": "human", "translation": "His godson is really fidgety.", "verified": [ true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "The godson is a real livewire.", "verified": [ true ] }, { "model": "TranslateGemma", "translation": "That little boy is a real firecracker.", "verified": [ false ] }, { "model": "Tower+", "translation": "Si Gottibueb is the real party animal.", "verified": [ false ] }, { "model": "GemmaX2-28-9B", "translation": "Bern: Si Göttibueb isch es richtigs Fägnäscht.", "verified": [ false ] }, { "model": "HY-MT2", "translation": "The God’s boy is a real little rascal.", "verified": [ false ] }, { "model": "Seed-X-PPO-7B", "translation": "You're such a charmer, Si Göttibueb!", "verified": [ false ] }, { "model": "NLLB 3.3B", "translation": "It's a real piece of work.", "verified": [ false ] }, { "model": "Command A Translate", "translation": "Being a godson is a real pleasure.", "verified": [ false ] }, { "model": "Nemotron 3 Ultra", "translation": "Her godson is a real rascal.", "verified": [ false ] }, { "model": "Qwen 3.7 Flash", "translation": "Her godson is a real rascal.", "verified": [ false ] }, { "model": "Qwen 3.7 Plus", "translation": "Her godson is a real little rascal.", "verified": [ false ] }, { "model": "Kimi K3", "translation": "Her godson is a real little rascal.", "verified": [ false ] }, { "model": "gpt-oss-20b", "translation": "That Gottibueb is a real Fägnäscht.", "verified": [ false ] }, { "model": "GPT-5.6 Sol", "translation": "Her godson is a real live wire.", "verified": [ true ] }, { "model": "TinyAya Global", "translation": "It is the right door.", "verified": [ false ] }, { "model": "Command A", "translation": "Being a godson is a real pleasure.", "verified": [ false ] }, { "model": "GPT-5.6 Luna", "translation": "His godson is a real rascal.", "verified": [ false ] }, { "model": "GPT-5.6 Terra", "translation": "His godson is a real live wire.", "verified": [ true ] }, { "model": "Gemini 3.1 Pro", "translation": "His godson is a real fidget.", "verified": [ true ] }, { "model": "NLLB 54B", "translation": "It's a wonderful night.", "verified": [ false ] }, { "model": "Command A+", "translation": "That boy is a real rascal.", "verified": [ false ] }, { "model": "QwenMT", "translation": "Yes, godson is a real little rascal.", "verified": [ false ] } ], "verification_rules": [ "\"Fägnäscht\" should translate to \"fidget\", \"being fidgety\" or similar." ], "linguistics": [ "Variant Specifics", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 1414, "source_text": "Sini Tochter het scho glehrt schnaagge.", "source_lang": "German (Bern)", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "My daughter has already learned to crawl.", "verified": [ true, false ] }, { "model": "Gemma 4", "translation": "Sini's daughter has already learned to speak.", "verified": [ false, false ] }, { "model": "Llama 4 Maverick", "translation": "Her daughter already knows how to sneeze (or possibly: is already sneezing; \"scho\" means \"already\" and \"glehrt schnaagge\" is a Bernese German expression for \"knows how to sneeze\" or \"is sneezing\"). A better translation in this context is likely: She's already got a toddler (implying her daughter is already growing up/doing things that a toddler would do). A more accurate translation in this context is: Her daughter is already big (growing up). \n\nA possible translation is: His daughter is already big/growing up. \n\nThe most accurate is: She's already a big girl. \n\nHowever, in this case: Her daughter's already a toddler.", "verified": [ false, false ] }, { "model": "GPT-5.4 Mini", "translation": "His daughter has already learned to talk.", "verified": [ false, true ] }, { "model": "Deepseek V4 Pro", "translation": "His daughter has already learned to talk quickly.", "verified": [ false, true ] }, { "model": "Claude Haiku 4.5", "translation": "His/her daughter has already learned to snore.", "verified": [ false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "His daughter has already learned to knit.", "verified": [ false, true ] }, { "model": "Cohere Command A", "translation": "Her daughter has already learned to speak quickly.", "verified": [ false, false ] }, { "model": "human", "translation": "His daughter has already learned to crawl.", "verified": [ true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Her daughter has already learned to crawl.", "verified": [ true, false ] }, { "model": "TranslateGemma", "translation": "His daughter had already learned to talk.", "verified": [ false, true ] }, { "model": "Tower+", "translation": "My daughter has already seen the movie.", "verified": [ false, false ] }, { "model": "GemmaX2-28-9B", "translation": "German (Bern): Sini's daughter is learning to knit.", "verified": [ false, false ] }, { "model": "HY-MT2", "translation": "My daughter has already learned to gnaw.", "verified": [ false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Sini's daughter learned to whistle very well.", "verified": [ false, false ] }, { "model": "NLLB 3.3B", "translation": "Sin's daughter has been running around.", "verified": [ false, false ] }, { "model": "Command A Translate", "translation": "His daughter has already learned to talk.", "verified": [ false, true ] }, { "model": "gpt-oss-20b", "translation": "Sini's daughter has already learned to cut.", "verified": [ false, false ] }, { "model": "Nemotron 3 Ultra", "translation": "His daughter has already learned to snore.", "verified": [ false, true ] }, { "model": "Kimi K3", "translation": "His daughter has already learned to talk.", "verified": [ false, true ] }, { "model": "Qwen 3.7 Flash", "translation": "Her daughter has already learned to talk.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "His daughter has already learned to crawl.", "verified": [ true, true ] }, { "model": "GPT-5.6 Sol", "translation": "His daughter has already learned to talk.", "verified": [ false, true ] }, { "model": "Command A", "translation": "Her daughter has already learned to speak quickly.", "verified": [ false, false ] }, { "model": "TinyAya Global", "translation": "My daughter has already learned to sew.", "verified": [ false, false ] }, { "model": "GPT-5.6 Terra", "translation": "His daughter has already learned to talk.", "verified": [ false, true ] }, { "model": "GPT-5.6 Luna", "translation": "His daughter has already learned to talk.", "verified": [ false, true ] }, { "model": "Gemini 3.1 Pro", "translation": "His daughter has already learned to crawl.", "verified": [ true, true ] }, { "model": "NLLB 54B", "translation": "Your daughter is studying snow.", "verified": [ false, false ] }, { "model": "Command A+", "translation": "My daughter has already learned how to snore.", "verified": [ false, false ] }, { "model": "QwenMT", "translation": "Sini’s daughter has just learned to babble.", "verified": [ false, false ] } ], "verification_rules": [ "\"schnaagge\" should translate to \"crawl\", \"crawl around\" or similar.", "\"Sini Tochter\" must translate to \"his daughter\"." ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 1415, "source_text": "Ihm het gestr e Vogu ufe Näggu gaglet.", "source_lang": "German (Bern)", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "He had a bird sitting on his neck yesterday.", "verified": [ true, false, false ] }, { "model": "Gemma 4", "translation": "A bird pooped on his neck yesterday.", "verified": [ true, true, false ] }, { "model": "Llama 4 Maverick", "translation": "He has been given a good scolding.", "verified": [ false, false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Yesterday, a bird perched on his neck.", "verified": [ true, false, false ] }, { "model": "Deepseek V4 Pro", "translation": "Yesterday a bird pooped on the back of his neck.", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "He had a bird on his nails yesterday.", "verified": [ true, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "A bird was chirping on his nail yesterday.", "verified": [ true, false, false ] }, { "model": "Cohere Command A", "translation": "He just got a slap in the face.", "verified": [ false, false, false ] }, { "model": "human", "translation": "Yesterday a bird pooped on his head.", "verified": [ true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Yesterday a bird crapped on my neck.", "verified": [ true, true, false ] }, { "model": "TranslateGemma", "translation": "He had a very stylish pair of glasses.", "verified": [ false, false, false ] }, { "model": "Tower+", "translation": "A bird has done something useful for him.", "verified": [ true, false, false ] }, { "model": "GemmaX2-28-9B", "translation": "(Bern): He was attacked by a dog.", "verified": [ false, false, false ] }, { "model": "HY-MT2", "translation": "He had Vogu on his neck yesterday.", "verified": [ false, false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "He gave her a Vogue magazine as a gift yesterday.", "verified": [ false, false, false ] }, { "model": "NLLB 3.3B", "translation": "He was gagged yesterday by a Vogue.", "verified": [ false, false, false ] }, { "model": "Command A Translate", "translation": "A bird just pooped on his nose.", "verified": [ true, true, false ] }, { "model": "Nemotron 3 Ultra", "translation": "A bird cackled on the gable yesterday.", "verified": [ true, false, false ] }, { "model": "Qwen 3.7 Flash", "translation": "A bird scratched his nails yesterday.", "verified": [ true, false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "A bird crapped on his neck yesterday.", "verified": [ true, true, false ] }, { "model": "gpt-oss-20b", "translation": "He has just given a bird to the neighbour.", "verified": [ true, false, false ] }, { "model": "Kimi K3", "translation": "Yesterday, a bird perched on his nail.", "verified": [ true, false, false ] }, { "model": "GPT-5.6 Sol", "translation": "A bird pooped on his neck yesterday.", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "TinyAya Global", "translation": "He who has the good wind of the vogue, the dog barks.", "verified": [ false, false, false ] }, { "model": "Command A", "translation": "He just got a slap in the face.", "verified": [ false, false, false ] }, { "model": "GPT-5.6 Terra", "translation": "A bird pooped on his neck yesterday.", "verified": [ true, true, false ] }, { "model": "Gemini 3.1 Pro", "translation": "A bird pooped on his neck yesterday.", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "GPT-5.6 Luna", "translation": "He nailed a bird to the nail yesterday.", "verified": [ true, false, false ] }, { "model": "NLLB 54B", "translation": "He had to take care of himself.", "verified": [ false, false, false ] }, { "model": "Command A+", "translation": "He has a scar on his neck from a cut.", "verified": [ false, false, false ] }, { "model": "QwenMT", "translation": "He had just eaten a bird on the branch.", "verified": [ true, false, false ] }, { "model": "Supertext", "translation": "He got a Vogue magazine on his neck yesterday.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "DeepL", "translation": "Yesterday, a bird pooped on his head.", "verified": [ false, false, false ], "detected_source_language": "DE", "verified_extra": { "Gemma 4": [ true, true, true ] } } ], "verification_rules": [ "\"Vogu\" should translate to \"bird\".", "\"gaglet\" should translate to \"pooped\" or similar.", "\"Näggu\" should translate to \"head\" and in particular not to \"neck\" or similar." ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 1416, "source_text": "Ohni Nuuscheli cha ihri Tochter nid ipfuse.", "source_lang": "German (Bern)", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Her daughter cannot fall asleep without her pacifier.", "verified": [ true, false ] }, { "model": "Gemma 4", "translation": "Without her pacifier, her daughter cannot fall asleep.", "verified": [ true, false ] }, { "model": "Llama 4 Maverick", "translation": "The Ohni Nuuscheli was not able to convince her daughter.", "verified": [ false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Without her pacifier, her daughter can't fall asleep.", "verified": [ true, false ] }, { "model": "Deepseek V4 Pro", "translation": "Without a pacifier, her daughter cannot fall asleep.", "verified": [ true, false ] }, { "model": "Claude Haiku 4.5", "translation": "Without a syringe, she cannot vaccinate her daughter.", "verified": [ false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Without a handkerchief her daughter can't go to sleep.", "verified": [ true, true ] }, { "model": "Cohere Command A", "translation": "Without nipples, she cannot breastfeed her daughter.", "verified": [ false, false ] }, { "model": "human", "translation": "Without a blankie her daughter cannot fall asleep.", "verified": [ true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Her daughter can't fall asleep without a pacifier.", "verified": [ true, false ] }, { "model": "TranslateGemma", "translation": "Without her pacifier, your daughter can’t fall asleep.", "verified": [ true, false ] }, { "model": "Tower+", "translation": "Ohni Nuuscheli doesn't have any daughters.", "verified": [ false, false ] }, { "model": "GemmaX2-28-9B", "translation": "Bern: Ohni Nuuscheli cha her daughter nid ipfuse.", "verified": [ false, false ] }, { "model": "HY-MT2", "translation": "Without Nuuscheli, she can’t raise her daughter.", "verified": [ false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Oh, I can't believe it! They didn't invite their daughter to the party!", "verified": [ false, false ] }, { "model": "NLLB 3.3B", "translation": "I'm not going to let her go.", "verified": [ false, false ] }, { "model": "Command A Translate", "translation": "Without a pacifier, she cannot calm her daughter.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Without Nuuscheli, her daughter can't fall asleep.", "verified": [ true, true ] }, { "model": "Nemotron 3 Ultra", "translation": "Without a pacifier, her daughter can't fall asleep.", "verified": [ true, false ] }, { "model": "Qwen 3.7 Flash", "translation": "Without the newsletter, your daughter can't stay informed.", "verified": [ false, false ] }, { "model": "gpt-oss-20b", "translation": "Without the little nut, her daughter doesn’t get it.", "verified": [ false, false ] }, { "model": "Kimi K3", "translation": "Without her pacifier, her daughter can't fall asleep.", "verified": [ true, false ] }, { "model": "GPT-5.6 Sol", "translation": "Her daughter can’t fall asleep without her comfort blanket.", "verified": [ true, true ] }, { "model": "Command A", "translation": "Without nipples, she cannot breastfeed her daughter.", "verified": [ false, false ] }, { "model": "TinyAya Global", "translation": "Ohni Nuuscheli cha ihri Tochter nid ipfuse.", "verified": [ false, true ] }, { "model": "GPT-5.6 Terra", "translation": "Without a pacifier, I can’t vaccinate your daughter.", "verified": [ false, false ] }, { "model": "GPT-5.6 Luna", "translation": "Without her comfort blanket, her daughter can’t fall asleep.", "verified": [ true, true ] }, { "model": "Gemini 3.1 Pro", "translation": "Her daughter cannot fall asleep without a comfort blanket.", "verified": [ true, true ] }, { "model": "NLLB 54B", "translation": "Ohni Nuuscheli cha ihri daughter nid ipfuse.", "verified": [ false, true ] }, { "model": "Command A+", "translation": "The daughter refuses to go out without a new hat.", "verified": [ false, false ] }, { "model": "QwenMT", "translation": "Without a snack, he can’t get his daughter to bed.", "verified": [ false, false ] } ], "verification_rules": [ "\"ipfuse\" should translate to \"fall asleep\" or equivalent.", "The translation of \"Nuuscheli\" should amount to a small handkerchief-like piece of cloth that is usually used to clean babies' drool, but also for babies to smell on to calm them down. In particular, \"Nuuscheli\" should not translate to \"pacifier\"." ], "linguistics": [ "Variant Specifics", "Cultural Artifact", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 1437, "source_text": "Zu mine Gymerzyte hani aube zwöi Siusergipfeli zum Zmittag gässe.", "source_lang": "German (Bern)", "target_lang": "German", "source_lang_iso": "gsw", "target_lang_iso": "deu", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Zu meinen Gymnasialzeiten habe ich immer zwei Schinkengipfeli zu Mittag gegessen.", "verified": [ true, false, false ] }, { "model": "Gemma 4", "translation": "Zu meiner Gymnasialzeit habe ich wohl zwei Buttergipfeli zu Mittag gegessen.", "verified": [ true, false, false ] }, { "model": "Llama 4 Maverick", "translation": "Zu meinem Gymnasium hinauf haben wir auch zwei Siusergipfeli zum Mittag gegessen.", "verified": [ true, false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Zu meinen Gymizeiten habe ich oft zwei Süssgebäck-Gipfeli zum Mittagessen gegessen.", "verified": [ true, true, false ] }, { "model": "Deepseek V4 Pro", "translation": "Zu meiner Gymnasialzeit habe ich immer zwei Siusergipfeli zum Mittagessen gegessen.", "verified": [ true, true, false ] }, { "model": "Claude Haiku 4.5", "translation": "Während meiner Gymnasialzeit habe ich etwa zwei Schaumgebäckstücke zum Mittagessen gegessen.", "verified": [ true, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Zu meiner Turnzeit habe ich immer zwei Schokocroissants zum Mittagessen gegessen.", "verified": [ false, false, false ] }, { "model": "Cohere Command A", "translation": "Zu meiner Gymnasialzeit habe ich oben zwei Siusergipfeli zum Zmittag gegessen.", "verified": [ true, false, false ] }, { "model": "human", "translation": "Zu meinen Gymnasialzeiten habe ich jeweils zwei Laugencroissants zu Mittag gegessen.", "verified": [ true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Zu meiner Gymnasiumzeit habe ich manchmal zwei Schweizergipfeli zum Mittagessen gegessen.", "verified": [ true, true, false ] }, { "model": "TranslateGemma", "translation": "Bei meiner letzten Wanderung habe ich zwei Gipfel erklimmt und mittags dort oben zu Mittag gegessen.", "verified": [ false, false, false ] }, { "model": "Tower+", "translation": "Zu meiner Gymerzyte hani aube zwöi Siusergipfeli zum Zmittag gässe.", "verified": [ false, false, false ] }, { "model": "GemmaX2-28-9B", "translation": "(Bern): Zu meiner Gymerzyte hani aube zwöi Siusergipfeli zum Zmittag gässe.", "verified": [ false, false, false ] }, { "model": "HY-MT2", "translation": "Zu meinen Gästen habe ich heute Mittag zwei Schüsserlipfeli serviert.", "verified": [ false, false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Ich habe meine Gymerzyte eingeladen, um zum Mittagessen zwei Susergipfel zu genießen.", "verified": [ false, false, false ] }, { "model": "NLLB 3.3B", "translation": "Die Kommission hat die Kommission ersucht, die von ihr vorgeschlagenen Maßnahmen zu beschleunigen.", "verified": [ false, false, false ] }, { "model": "Command A Translate", "translation": "In meiner Gymnasialzeit habe ich oben zwei Siesser-Gipfeli zum Mittagessen gegessen.", "verified": [ true, false, false ] }, { "model": "Nemotron 3 Ultra", "translation": "Zu meiner Gymnasialzeit habe ich ab und zu zwei Siuser-Gipfeli zum Mittagessen gegessen.", "verified": [ true, true, false ] }, { "model": "Qwen 3.7 Flash", "translation": "Während meiner Gymnasiumszeit habe ich zum Mittagessen nur zwei Sauerteiggipfeln gegessen.", "verified": [ true, false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Zu meiner Gymnasialzeit habe ich mittags auch immer zwei Gipfeli gegessen.", "verified": [ true, false, false ] }, { "model": "gpt-oss-20b", "translation": "Zu meinem Gymerzyte habe ich bereits zwei süße Gipfel zum Mittag gegessen.", "verified": [ false, false, false ] }, { "model": "Kimi K3", "translation": "Zu meiner Gymnasialzeit habe ich immer zwei Siusergipfeli zum Mittagessen gegessen.", "verified": [ true, true, false ] }, { "model": "GPT-5.6 Sol", "translation": "Während meiner Gymnasialzeit habe ich jeweils zwei Silsergipfeli zu Mittag gegessen.", "verified": [ true, true, false ] }, { "model": "Command A", "translation": "Zu meiner Gymnasialzeit habe ich oben zwei Siusergipfeli zum Zmittag gegessen.", "verified": [ true, false, false ] }, { "model": "TinyAya Global", "translation": "Zu meinem Freund habe ich heute den Siusergipfel zum Mittagessen geklettert.", "verified": [ false, false, false ] }, { "model": "GPT-5.6 Terra", "translation": "Während meiner Gymnasialzeit habe ich jeweils zwei Süssgipfeli zum Mittagessen gegessen.", "verified": [ true, true, false ] }, { "model": "GPT-5.6 Luna", "translation": "Während meiner Gymnasialzeit habe ich immer zwei Croissants zum Mittagessen gegessen.", "verified": [ true, false, false ] }, { "model": "Gemini 3.1 Pro", "translation": "Zu meinen Gymnasialzeiten habe ich immer zwei Laugenhörnchen zum Mittagessen gegessen.", "verified": [ true, true, true ] }, { "model": "NLLB 54B", "translation": "Zu meinem Gymerzyte hani aube zwei Zusersgipfeli zum Mittag gessen.", "verified": [ false, false, false ] }, { "model": "Command A+", "translation": "Zu meinen Gymnastikstunden habe ich zwei Süßigkeiten als Mittagessen mitgebracht.", "verified": [ false, false, false ] }, { "model": "QwenMT", "translation": "Zu mine Gymerzyte hani aube zwöi Siusergipfeli zum Zmittag gässe.", "verified": [ false, false, false ] } ], "verification_rules": [ "\"Gymer\" should translate to \"Gymnasium\" or equivalent, and in particular not to \"gym\"", "\"aube\" should translate to \"gewöhnlich, \"jeweils\", \"manchmal\" or equivalent", "\"Siusergipfeli\" should translate to something describing a pretzel-style croissant, e.g. \"Laugenhörnchen\" or \"Laugencroissant\"" ], "linguistics": [ "Variant Specifics", "False Friends", "Cultural Artifact", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → German" }, { "id": 1439, "source_text": "\"Im Haubfinau, da gits eifach nüt.. Da gits eifach Gring abe und vou seckle!\"", "source_lang": "German (Bern)", "target_lang": "German", "source_lang_iso": "gsw", "target_lang_iso": "deu", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "\"Im Haubfinau gibt es einfach nichts Besseres. Da heisst es einfach Kopf runter und volle Kanne rennen!\"", "verified": [ true, false, true ] }, { "model": "Gemma 4", "translation": "Im Hauptbahnhof gibt es einfach nichts. Da gibt es einfach nur Idioten und Leute, die herumrennen!", "verified": [ false, false, true ] }, { "model": "Llama 4 Maverick", "translation": "\"Im Wald daheim, da gibt es einfach nichts... Da gibt es einfach Ringen ab und vom Säckel!\" is not correct, a more accurate translation to standard German would be: \n\"Zu Hause im Wald gibt es einfach nichts. Da gibt es einfach Ringkämpfe und Prügel!\"", "verified": [ false, false, false ] }, { "model": "GPT-5.4 Mini", "translation": "\"Im Hauptfinale, da gibt es einfach nichts.. Da gibt es einfach den Kopf runter und voll rennen!\"", "verified": [ true, false, true ] }, { "model": "Deepseek V4 Pro", "translation": "Im Hauptbahnhof, da gibt es einfach nichts ... Da gibt es einfach Kopf runter und voll Gas geben!", "verified": [ false, false, true ] }, { "model": "Claude Haiku 4.5", "translation": "\"Im Haubfinau, da gibt's einfach nichts. Da gibt's einfach Gering ab und viel Seckle!\"", "verified": [ false, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "\"In Haubfinau gibt es einfach nichts. Da gibt es einfach Bergab und voll sacken!\"", "verified": [ false, false, false ] }, { "model": "Cohere Command A", "translation": "\"Im Haubfinau, da gibt es einfach nichts.. Da gibt es einfach Gänsehaut und viele Säcke!\"", "verified": [ false, false, false ] }, { "model": "human", "translation": "\"Im Halbfinal, da gibt's einfach nichts.. Da gibts einfach Kopf runter und voll rennen!\"", "verified": [ true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Im Hauptfinau, da gibt es einfach nichts... Da heißt es einfach Kopf runter und voll laufen!", "verified": [ true, false, true ] }, { "model": "TranslateGemma", "translation": "„In Haubfinau gibt es einfach nichts. Da ist nur noch Verfall und Dreck!“", "verified": [ false, false, false ] }, { "model": "Tower+", "translation": "\"Im Haubfinau, da gits eifach nüt. Da gits eifach Gring abe und vou seckle!\"", "verified": [ true, false, false ] }, { "model": "GemmaX2-28-9B", "translation": "(Bern): \"Im Haubfinau, da gits eifach nüt.. Da gits eifach Gring abe und vou seckle!\"", "verified": [ true, false, false ] }, { "model": "HY-MT2", "translation": "„Im Haubfinau, da gibt’s einfach nix.. Da gibt’s einfach nur Krempel und Schrott!“", "verified": [ false, false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "\"Im Haubfinau, da gits einfach nüt.. Da gits einfach Gring abe und vou seckle!\"", "verified": [ false, false, false ] }, { "model": "NLLB 3.3B", "translation": "\"Im Haupteinde ist es nützlich, es ist gring abe und vou seckle!\"", "verified": [ false, false, false ] }, { "model": "Command A Translate", "translation": "\"In Haubfinau, there is simply nothing.. There is just a lot of grumbling and complaining!\"", "verified": [ false, false, false ] }, { "model": "Nemotron 3 Ultra", "translation": "Im Haubfinau gibt es einfach nichts.. Da gibt es einfach Gras abzumähen und wegzusicheln!", "verified": [ false, false, false ] }, { "model": "gpt-oss-20b", "translation": "Im Haubfinau gibt es einfach nichts. Dort gibt es einfach nur Gring und keine Seckle!", "verified": [ false, false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Im Hauptbahnhof gibt es einfach nichts. Da werden einfach Köpfe rollen, und zwar ordentlich!", "verified": [ false, false, false ] }, { "model": "Qwen 3.7 Flash", "translation": "\"Im Hauptbahnhof, da gibt es einfach nichts... Da gibt es einfach nur Grünzeug und Vo Sickele!\"", "verified": [ false, false, false ] }, { "model": "Kimi K3", "translation": "Im Haubfinau, da gibt es einfach nichts.. Da gibt es einfach Grün hinab und voll Säckel!", "verified": [ false, false, false ] }, { "model": "GPT-5.6 Sol", "translation": "„Im Halbfinale gibt es einfach nichts … Da heißt es einfach: Kopf runter und Vollgas geben!“", "verified": [ true, true, true ] }, { "model": "Command A", "translation": "\"Im Haubfinau, da gibt es einfach nichts.. Da gibt es einfach Gänsehaut und viele Säcke!\"", "verified": [ false, false, false ] }, { "model": "TinyAya Global", "translation": "Im Haubfinau, da gits eifach nuttig. Da gits eifach Gring ab und vou seckle!", "verified": [ false, false, false ] }, { "model": "GPT-5.6 Terra", "translation": "Im Hauptfinale gibt es einfach nichts. Da heißt es einfach Kopf runter und voll losrennen!", "verified": [ true, false, true ] }, { "model": "GPT-5.6 Luna", "translation": "Im Halbfinale gibt es einfach nichts. Da heißt es nur: Kopf runter und voll rennen!", "verified": [ true, true, true ] }, { "model": "Gemini 3.1 Pro", "translation": "Im Halbfinale, da gibt es einfach nichts.. Da heißt es einfach Kopf runter und voll rennen!", "verified": [ true, true, true ] }, { "model": "NLLB 54B", "translation": "Im Hauptfinale gibt es nur Gring abe und vou seckle!", "verified": [ true, false, false ] }, { "model": "Command A+", "translation": "\"Im Haubfinau gibt's einfach nichts. Da gibt's nur Gring ab und vou seckle!\"", "verified": [ false, false, false ] }, { "model": "QwenMT", "translation": "\"Im Haubfinau, da gits eifach nüt.. Da gits eifach Gring abe und vou seckle!\"", "verified": [ true, false, false ] } ], "verification_rules": [ "The translation should convey athletic determination of the person behind the statement.", "\"Haubfinau\" should translate to \"semifinal\" or equivalent.", "\"seckle\" should translate to \"rennen\", \"laufen\" or equivalent" ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → German" }, { "id": 1440, "source_text": "Si Göttibueb isch es richtigs Fägnäscht.", "source_lang": "German (Bern)", "target_lang": "German", "source_lang_iso": "gsw", "target_lang_iso": "deu", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Mein Patenkind ist ein richtiges Lausbengel.", "verified": [ false, false ] }, { "model": "Gemma 4", "translation": "Der Patensohn ist ein richtiger Wirbelwind.", "verified": [ true, false ] }, { "model": "Llama 4 Maverick", "translation": "Der Göttibub ist ein richtiges Früchtchen.", "verified": [ false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Si Göttibueb ist ein richtiges Fagnescht.", "verified": [ false, false ] }, { "model": "Deepseek V4 Pro", "translation": "Ihr Göttibub ist ein richtiger Wildfang.", "verified": [ true, false ] }, { "model": "Claude Haiku 4.5", "translation": "Si Göttibub isch es richtigs Fägnäscht.", "verified": [ false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Ihr Patenkind ist ein richtiges Faulnest.", "verified": [ false, false ] }, { "model": "Cohere Command A", "translation": "Si Göttibueb isch es richtigs Fägnäscht.", "verified": [ false, false ] }, { "model": "human", "translation": "Sein Patensohn ist ein richtiger Zappelphilipp.", "verified": [ true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Der Patensohn ist ein echtes Wildfang.", "verified": [ true, false ] }, { "model": "TranslateGemma", "translation": "Dieser kleine Junge ist ein echter Wirbelwind.", "verified": [ true, false ] }, { "model": "Tower+", "translation": "Si Göttibueb ist ein richtiges Fest.", "verified": [ false, false ] }, { "model": "GemmaX2-28-9B", "translation": "Bern: Si Göttibueb isch es richtigs Fägnäscht.", "verified": [ false, false ] }, { "model": "HY-MT2", "translation": "Der Göttibueb ist ein richtiges Prachtstück.", "verified": [ false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Du kleiner Kerl, du bist echt süß.", "verified": [ false, false ] }, { "model": "NLLB 3.3B", "translation": "Das ist ein Riesenspaß.", "verified": [ false, false ] }, { "model": "Command A Translate", "translation": "Der Götti-Bube ist ein richtiger Fasnachtsnarr.", "verified": [ false, false ] }, { "model": "gpt-oss-20b", "translation": "Die Göttibueb ist ein richtiges Fägnäscht.", "verified": [ false, false ] }, { "model": "Nemotron 3 Ultra", "translation": "Sein Patensohn ist ein richtiger Schelm.", "verified": [ false, true ] }, { "model": "Kimi K3", "translation": "Ihr Patensohn ist ein richtiger Frechdachs.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Ihr Patensohn ist ein richtiger Lausbub.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Flash", "translation": "Der Gottlieb ist ein richtiger Feigling.", "verified": [ false, false ] }, { "model": "GPT-5.6 Sol", "translation": "Sein Patenjunge ist ein richtiger Wirbelwind.", "verified": [ true, true ] }, { "model": "Command A", "translation": "Si Göttibueb isch es richtigs Fägnäscht.", "verified": [ false, false ] }, { "model": "TinyAya Global", "translation": "Si Göttibueb isch es richtigs Fägnäscht.", "verified": [ false, false ] }, { "model": "GPT-5.6 Luna", "translation": "Sein Patenjunge ist ein richtiges Energiebündel.", "verified": [ true, true ] }, { "model": "Gemini 3.1 Pro", "translation": "Sein Patensohn ist ein richtiger Zappelphilipp.", "verified": [ true, true ] }, { "model": "GPT-5.6 Terra", "translation": "Sein Patensohn ist ein richtiger Lausbub.", "verified": [ false, true ] }, { "model": "NLLB 54B", "translation": "Sie Göttibueb ist eine echte Fägnächt.", "verified": [ false, false ] }, { "model": "Command A+", "translation": "Dieser kleine Junge ist ein richtiger Schelm.", "verified": [ false, false ] }, { "model": "QwenMT", "translation": "Si Göttibueb isch es richtigs Fägnäscht.", "verified": [ false, false ] } ], "verification_rules": [ "\"Fägnäscht\" should translate to \"Zappelphilipp\", \"zapplig\" or similar.", "\"Si Göttibueb\" should translate to \"Sein Patensohn\" (oder äquivalent), nicht \"Ihr Patensohn\"." ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → German" }, { "id": 1441, "source_text": "Sini Tochter het scho glehrt schnaagge.", "source_lang": "German (Bern)", "target_lang": "German", "source_lang_iso": "gsw", "target_lang_iso": "deu", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Deine Tochter hat schon gelernt zu sprechen.", "verified": [ false, false ] }, { "model": "Gemma 4", "translation": "Sinis Tochter hat schon gelernt zu sprechen.", "verified": [ false, false ] }, { "model": "Llama 4 Maverick", "translation": "Sini Tochter het scho glehrt schnägge ist nicht notwendig, da Ausgangs- und Zielsprache identisch sind (beides Berndeutsch, eine schweizerdeutsche Dialektvariante). Die korrekte Antwort ist also dieselbe wie der Input: \nSini Tochter het scho glehrt schnaagge.", "verified": [ false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Seine Tochter hat schon gelernt zu schnarchen.", "verified": [ false, true ] }, { "model": "Deepseek V4 Pro", "translation": "Seine Tochter hat schon sprechen gelernt.", "verified": [ false, true ] }, { "model": "Claude Haiku 4.5", "translation": "Sini Tochter hat schon gelernt schnauchen.", "verified": [ false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Seine Tochter hat schon gelernt zu schnorcheln.", "verified": [ false, true ] }, { "model": "Cohere Command A", "translation": "Sini Tochter het scho glehrt schnägge.", "verified": [ false, false ] }, { "model": "human", "translation": "Seine Tochter hat schon gelernt zu krabbeln.", "verified": [ true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Seine Tochter hat schon gelernt zu plaudern.", "verified": [ false, true ] }, { "model": "TranslateGemma", "translation": "Sinis Tochter hat schon gelernt, zu schwimmen.", "verified": [ false, false ] }, { "model": "Tower+", "translation": "Meine Tochter hat schon Schnagge gelernt.", "verified": [ false, false ] }, { "model": "GemmaX2-28-9B", "translation": "(Bern): Sini Tochter het scho glehrt schnaagge.", "verified": [ false, false ] }, { "model": "HY-MT2", "translation": "Meine Tochter hat schon gelernt zu nähen.", "verified": [ false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Sini's Tochter hat das Schnarchen gelernt.", "verified": [ false, false ] }, { "model": "NLLB 3.3B", "translation": "Die Tochter hat einen schönen Schwanz.", "verified": [ false, false ] }, { "model": "Command A Translate", "translation": "Ihre Tochter hat schon gelernt zu schneiden.", "verified": [ false, false ] }, { "model": "Nemotron 3 Ultra", "translation": "Seine Tochter hat schon gelernt zu schnarchen.", "verified": [ false, true ] }, { "model": "Qwen 3.7 Plus", "translation": "Seine Tochter hat schon sprechen gelernt.", "verified": [ false, true ] }, { "model": "Qwen 3.7 Flash", "translation": "Seine Tochter hat schon sprechen gelernt.", "verified": [ false, true ] }, { "model": "Kimi K3", "translation": "Seine Tochter hat schon sprechen gelernt.", "verified": [ false, true ] }, { "model": "gpt-oss-20b", "translation": "Ihre Tochter hat schon gelernt zu schnappen.", "verified": [ false, false ] }, { "model": "GPT-5.6 Sol", "translation": "Seine Tochter hat schon sprechen gelernt.", "verified": [ false, true ] }, { "model": "Command A", "translation": "Sini Tochter het scho glehrt schnägge.", "verified": [ false, false ] }, { "model": "TinyAya Global", "translation": "Sini Tochter het scho gelernt schnaagge.", "verified": [ false, false ] }, { "model": "Gemini 3.1 Pro", "translation": "Seine Tochter hat schon krabbeln gelernt.", "verified": [ true, true ] }, { "model": "GPT-5.6 Luna", "translation": "Seine Tochter hat schon gelernt zu sprechen.", "verified": [ false, true ] }, { "model": "GPT-5.6 Terra", "translation": "Seine Tochter hat schon sprechen gelernt.", "verified": [ false, true ] }, { "model": "NLLB 54B", "translation": "Ihre Tochter lernt Schnogen.", "verified": [ false, false ] }, { "model": "Command A+", "translation": "Meine Tochter hat schon gelernt, schnell zu reden.", "verified": [ false, false ] }, { "model": "QwenMT", "translation": "Sini Tochter het scho glehrt schnaagge.", "verified": [ false, false ] } ], "verification_rules": [ "\"schnaagge\" should translate to \"krabbeln\", \"kriechen\" or similar.", "\"Sini Tochter\" must translate to \"Seine Tochter\"." ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → German" }, { "id": 1442, "source_text": "Ihm het gestr e Vogu ufe Näggu gaglet.", "source_lang": "German (Bern)", "target_lang": "German", "source_lang_iso": "gsw", "target_lang_iso": "deu", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Ihm hat gestern ein Vogel auf den Nacken gekackt.", "verified": [ true, true, false ] }, { "model": "Gemma 4", "translation": "Ihm hat gestern ein Vogel auf den Nacken gekackt.", "verified": [ true, true, false ] }, { "model": "Llama 4 Maverick", "translation": "Er hat gestern Vogelfutter auf die Nägeli gegossen.", "verified": [ false, false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Ihm hat gestern ein Vogel auf den Nacken gekackt.", "verified": [ true, true, false ] }, { "model": "Deepseek V4 Pro", "translation": "Ihm hat gestern ein Vogel auf den Nacken gekackt.", "verified": [ true, true, false ] }, { "model": "Claude Haiku 4.5", "translation": "Ihm hat gestern eine Vogelauf den Nägeln gegangen.", "verified": [ true, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Ihm hat gestern ein Vogel auf den Nacken gekackt.", "verified": [ true, true, false ] }, { "model": "Cohere Command A", "translation": "Ihm hat kürzlich ein Vogel auf den Nagel gekackt.", "verified": [ true, true, false ] }, { "model": "human", "translation": "Ihm hat gestern ein Vogel auf den Kopf gemacht.", "verified": [ true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Ihm hat gestern ein Vogel auf den Nacken gemacht.", "verified": [ true, true, false ] }, { "model": "TranslateGemma", "translation": "Er hat eine Vogellimik auf seine Nägel geklebt.", "verified": [ false, false, false ] }, { "model": "Tower+", "translation": "Ihm hat's doch ein Vogel auf dem Näggu gaglet.", "verified": [ true, false, false ] }, { "model": "GemmaX2-28-9B", "translation": "(Bern): Ihm hat der Vogel auf den Kopf geschlagen.", "verified": [ true, false, true ] }, { "model": "HY-MT2", "translation": "Ihm hat gestern Vogu auf die Näggu gaglet.", "verified": [ false, false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Er hat gestern ein Vogelnester gefunden.", "verified": [ false, false, false ] }, { "model": "NLLB 3.3B", "translation": "Er hat gestern noch eine Vogue auf Nacgu gezeigt.", "verified": [ false, false, false ] }, { "model": "Command A Translate", "translation": "Ihm hat gestern ein Vogel auf den Nagel gekackt.", "verified": [ true, true, false ] }, { "model": "Nemotron 3 Ultra", "translation": "Gestern hat ihm ein Vogel auf das Nest geklopft.", "verified": [ true, false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Ihm hat gestern ein Vogel auf den Nacken gekackt.", "verified": [ true, true, false ] }, { "model": "Qwen 3.7 Flash", "translation": "Er hat gestern sehnsüchtig darauf gewartet.", "verified": [ false, false, false ] }, { "model": "gpt-oss-20b", "translation": "Ihm hat gestern einen Vogel auf den Nacken geklopft.", "verified": [ true, false, false ] }, { "model": "Kimi K3", "translation": "Ihm hat gestern ein Vogel auf den Nagel geglotzt.", "verified": [ true, false, false ] }, { "model": "GPT-5.6 Sol", "translation": "Ihm hat gestern ein Vogel auf den Nacken gekackt.", "verified": [ true, true, false ] }, { "model": "Command A", "translation": "Ihm hat kürzlich ein Vogel auf den Nagel gekackt.", "verified": [ true, true, false ] }, { "model": "GPT-5.6 Terra", "translation": "Ein Vogel hat ihm gestern auf den Nacken gekackt.", "verified": [ true, true, false ] }, { "model": "TinyAya Global", "translation": "Er war einmal ein Vogel namens Naggü.", "verified": [ true, false, false ] }, { "model": "GPT-5.6 Luna", "translation": "Ihm hat gestern ein Vogel auf den Nacken gekackt.", "verified": [ true, true, false ] }, { "model": "Gemini 3.1 Pro", "translation": "Ihm hat gestern ein Vogel auf den Nacken gekackt.", "verified": [ true, true, false ] }, { "model": "NLLB 54B", "translation": "Er hat die letzte Nacht in Vogue gelegt.", "verified": [ false, false, false ] }, { "model": "Command A+", "translation": "Ihm hat es geschmeckt, und er hat den Vogu ufe Näggu gegessen.", "verified": [ false, false, false ] }, { "model": "QwenMT", "translation": "Ihm het gestr e Vogu ufe Näggu gaglet.", "verified": [ false, false, false ] } ], "verification_rules": [ "\"Vogu\" should translate to \"Vogel\".", "\"gaglet\" should translate to \"gemacht\", \"gekackt\" or similar.", "\"Näggu\" should translate to \"Kopf\" and in particular not to \"Nacken\" or similar." ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → German" }, { "id": 1443, "source_text": "Ohni Nuuscheli cha ihri Tochter nid ipfuse.", "source_lang": "German (Bern)", "target_lang": "German", "source_lang_iso": "gsw", "target_lang_iso": "deu", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Ohne Nuschlerli kann ihre Tochter nicht einschlafen.", "verified": [ true, false ] }, { "model": "Gemma 4", "translation": "Ohne Schnuller kann ihre Tochter nicht einschlafen.", "verified": [ true, false ] }, { "model": "Llama 4 Maverick", "translation": "Ohne Nachhilfe kann ihre Tochter es nicht schaffen.", "verified": [ false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Ohne Nuschli kann ihre Tochter nicht einschlafen.", "verified": [ true, true ] }, { "model": "Deepseek V4 Pro", "translation": "Ohne Nuggi kann ihre Tochter nicht einschlafen.", "verified": [ true, false ] }, { "model": "Claude Haiku 4.5", "translation": "Ohne eine Nase kann ihre Tochter nicht impfen.", "verified": [ false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Ohne Taschentuch kann ihre Tochter nicht einschlafen.", "verified": [ true, false ] }, { "model": "Cohere Command A", "translation": "Ohne Nährstoffe kann ihr Töchterchen nicht aufwachsen.", "verified": [ false, false ] }, { "model": "human", "translation": "Ohne Schnuffeltuch kann ihre Tochter nicht einschlafen.", "verified": [ true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Ohne Schnuller kann ihre Tochter nicht einschlafen.", "verified": [ true, false ] }, { "model": "TranslateGemma", "translation": "Ohne ihre neue Brille kann Ihre Tochter nicht gut sehen.", "verified": [ false, false ] }, { "model": "Tower+", "translation": "Ohni Nuuscheli, seine Tochter ist nicht im Haus.", "verified": [ false, true ] }, { "model": "GemmaX2-28-9B", "translation": "Bern: Ohni Nuuscheli cha ihre Tochter nid ipfuse.", "verified": [ false, true ] }, { "model": "HY-MT2", "translation": "Ohni Nuuscheli kann ihre Tochter nicht erziehen.", "verified": [ false, true ] }, { "model": "Seed-X-PPO-7B", "translation": "Ohni Nuuscheli hat ihre Tochter nicht verheiratet.", "verified": [ false, false ] }, { "model": "NLLB 3.3B", "translation": "Ohni Nuuscheli hat ihre Tochter nicht erwischt.", "verified": [ false, true ] }, { "model": "Command A Translate", "translation": "Ohne Nüsschen kann sie ihre Tochter nicht füttern.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Ohne Nüsschen kann ihre Tochter nicht einpfeifen.", "verified": [ false, false ] }, { "model": "Nemotron 3 Ultra", "translation": "Ohne Nüsschen kann ihre Tochter nicht einschlafen.", "verified": [ true, false ] }, { "model": "Kimi K3", "translation": "Ohne Schnuller kann sie ihre Tochter nicht zum Einschlafen bringen.", "verified": [ true, false ] }, { "model": "Qwen 3.7 Flash", "translation": "Ohne Neuigkeiten kann Ihre Tochter nicht beaufsichtigt werden.", "verified": [ false, false ] }, { "model": "gpt-oss-20b", "translation": "Oh nein, Nüssli kann ihre Tochter nicht aufziehen.", "verified": [ false, false ] }, { "model": "GPT-5.6 Sol", "translation": "Ohne Schnuller kann Ihre Tochter nicht einschlafen.", "verified": [ true, false ] }, { "model": "Command A", "translation": "Ohne Nährstoffe kann ihr Töchterchen nicht aufwachsen.", "verified": [ false, false ] }, { "model": "TinyAya Global", "translation": "Ohni Nuuscheli cha ihri Tochter nid ipfuse.", "verified": [ false, true ] }, { "model": "GPT-5.6 Luna", "translation": "Ohne ihr Nuscheli kann ihre Tochter nicht einschlafen.", "verified": [ true, true ] }, { "model": "GPT-5.6 Terra", "translation": "Ohne Schnuller kann ihre Tochter nicht einschlafen.", "verified": [ true, false ] }, { "model": "Gemini 3.1 Pro", "translation": "Ohne Kuscheltuch kann ihre Tochter nicht einschlafen.", "verified": [ true, true ] }, { "model": "NLLB 54B", "translation": "Ohni Nuuscheli cha ihri Tochter nid ipfuse.", "verified": [ false, true ] }, { "model": "Command A+", "translation": "Ohni Nuuscheli cha ihri Tochter nid ipfuse.\n\nDie Übersetzung ins Deutsche (Standarddeutsch) lautet: \"Ohne Nuscheln hat ihr die Tochter nicht verstanden.\"", "verified": [ false, false ] }, { "model": "QwenMT", "translation": "Ohni Nuuscheli cha ihri Tochter nid ipfuse.", "verified": [ false, true ] } ], "verification_rules": [ "\"ipfuse\" should translate to \"einschlafen\" or equivalent.", "The translation of \"Nuuscheli\" should amount to a small handkerchief-like piece of cloth that is usually used to clean babies' drool, but also for babies to smell on to calm them down. In particular, \"Nuuscheli\" should not translate to \"Schnuller\"." ], "linguistics": [ "Variant Specifics", "Cultural Artifact", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → German" }, { "id": 1746, "source_text": "Bicycles are a type of vehicle so they belong on the road, right?\n\nThis is how the wheels turn in places such as New York City and San Francisco, where bicyclists older than age 13 are banned from riding on the sidewalk.", "source_lang": "English", "target_lang": "Swiss German", "source_lang_iso": "eng", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Velo sind e Fuessgängerzone, drum ghöreds uf d Stross, oder? So loufe d Sache i Stedt wie New York City und San Francisco, wo Velofahrer über 13 Johr verbote isch, uf em Trottoir z'fahre.", "verified": [ true, true, true, false, true ] }, { "model": "Gemma 4", "translation": "Velo sind e Art vo Fahrzüg, also ghöred si uf d Strass, oder?\n\nSo lauft’s an Orte wie New York City und San Francisco, wo Velo fahre uf em Trottoir für alli über 13 Jahr verbote isch.", "verified": [ true, true, true, true, true ] }, { "model": "Llama 4 Maverick", "translation": "Velo sind e Sorte Fahrzüüg, also ghöred si uf d'Strooss, gäll?\n\nEso däätsedraa in Ort wie New York City und San Francisco, wo Velofahrer über 13 Jahr alt nid dürfed uf em Velowäg faare, sondern uf de Stroosse.", "verified": [ true, false, false, true, false ] }, { "model": "GPT-5.4 Mini", "translation": "Velo sind e Art vo Fahrzeug, also ghöred si uf d’Strass, oder?\n\nSo laufe d’Räder i Städt wie New York City und San Francisco, wo Velofahrer über 13 Jahr verbote isch, uf em Trottoir z’fahre.", "verified": [ true, true, false, false, true ] }, { "model": "Deepseek V4 Pro", "translation": "Velos sind e Art Fahrzüüg, also ghöred si uf d Stross, odr?\n\nSo loufed d Räder i Stedt wie New York City und San Francisco, wo Velofahrer über 13 Joor nid uf em Trottoir dörfed fahre.", "verified": [ true, true, false, true, true ] }, { "model": "Claude Haiku 4.5", "translation": "Velos sind eine Art Fahrzeug, also ghören sie auf d'Strosse, oder?\n\nSo funktioniert's a Ort wie New York City und San Francisco, wo Velofahrer über 13 Jahr alt nid uf em Trottoir fahre dürf.", "verified": [ true, true, true, true, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Velo sind e Art vo Fahrzüüg, also ghöred si uf d Strass, oder?\n\nSo laufts a Ort wie New York City und San Francisco, wo Velofahrer wo älter als 13 Jahr sind nöd uf em Trottoir fahre döfed.", "verified": [ true, true, true, true, true ] }, { "model": "Cohere Command A", "translation": "Velo sind änä Arrt vo Fahrzüüg und ghööre drum aa d Stross, oder? \n\nSoo brochlet sich s Rad in орт wie New York City und San Francisco, wo s Velos für Lüt über 13i Jahri verbote hät, uf em Trivle z fahre.", "verified": [ true, false, false, true, true ] }, { "model": "human", "translation": "Velos sind e Art vo Fahrzüg, also ghöreds ufd Strass oder?\n\nSo funktioniert’s in Städt wie New York City und San Francisco, wos Velofahrer über 13 Jahr nöd erlaubt isch, uf em Trottoir z’fahre.", "verified": [ true, true, true, false, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Velo sind e Art vo Fahrzeug, drum ghöred si uf d Strass, oder?\n\nSo tönt's i Stadt wie New York City und San Francisco, wo Radfahrer, wo älter als 13 Jahr sind, nöd ufem Trottoir dörfed fahre.", "verified": [ true, true, true, true, true ] }, { "model": "Tower+", "translation": "Velos sind ein Fahrzeugtyp und gehören also auf die Strasse, oder?\n\nSo drehen sich die Räder in Städten wie New York und San Francisco, wo Velofahrer über 13 Jahren das Velofahren auf dem Trottoir verboten ist.", "verified": [ true, true, false, false, true ] }, { "model": "GemmaX2-28-9B", "translation": "Fahrräder sind ein Fahrzeugtyp, also gehören sie auf die Straße, oder?", "verified": [ false, false, false, true, true ] }, { "model": "HY-MT2", "translation": "Fahrräder sind eine Art Fahrzeug – also gehören sie auf die Strasse, oder?\n\nSo funktioniert das in Städten wie New York und San Francisco, wo Personen über 13 Jahren das Fahren mit dem Fahrrad auf dem Gehweg verboten ist.", "verified": [ false, false, true, true, true ] }, { "model": "Command A Translate", "translation": "Velos sind eine Art von Fahrzeug, also gehören sie auf die Strasse, oder?\n\nSo drehen sich die Räder in Orten wie New York City und San Francisco, wo Radfahrern über 13 Jahren das Fahren auf dem Gehweg verboten ist.", "verified": [ true, false, false, true, true ] }, { "model": "Qwen 3.7 Plus", "translation": "Velos sind e Art Fahrzüüg, also ghöred si uf d'Strooss, gäll?\n\nSo drehe sich d'Räder an Oorte wie New York City und San Francisco, wo Velofahrer über 13 Jahr nöd uf em Trottoir fahre dörfed.", "verified": [ true, true, false, true, true ] }, { "model": "Nemotron 3 Ultra", "translation": "Velos sind en Typ vo Fahrzög, also ghöre si uf d'Straass, gell?\n\nSo goht's an Orte wie New York City und San Francisco, wo Velofahrer über 13 Jahr nöd uf em Trottoir fahre dürefe.", "verified": [ true, true, true, true, true ] }, { "model": "Kimi K3", "translation": "Velos sind e Art vo Fahrzüg, also ghöret sie uf d Strooss, oder?\n\nSo dreiet d Räder in Ort wie New York City und San Francisco, wo's für Velofahrer, wo älter als 13 sind, verbote isch, uf em Trottoir z'fahre.", "verified": [ true, true, false, true, true ] }, { "model": "Qwen 3.7 Flash", "translation": "Velos sind en Fahrzeugtyp, also ghöre si uf d Strooss, oder?\nSo funktioniert das do an Orte wie New York City und San Francisco, wo es Velofahrer über 13 verboten isch, uf em Trottoir z fahre.", "verified": [ true, true, true, false, true ] }, { "model": "gpt-oss-20b", "translation": "Fahrrad sind e Art Fahrzeug, drum gehöre sie uf em Wäg, stimmt's?\n\nDas isch, wie d'Rad wän in Ort wie New York City und San Francisco, wo Velo's, wo älter als 13 Joag sind, uf em Gass nit dürf.", "verified": [ false, false, false, false, false ] }, { "model": "GPT-5.6 Sol", "translation": "Velos sind e Art Fahrzeug, also ghöred si uf d’Strass, oder?\n\nSo lauft’s a Ort wie New York City und San Francisco, wo Velofahrer über 13 nöd uf em Trottoir dörfed fahre.", "verified": [ true, true, true, true, true ] }, { "model": "TinyAya Global", "translation": "Fahrräder sind ein Fahrzeugtyp, also gehören sie auf die Strasse, richtig?\n\nSo drehen sich die Räder in Orten wie New York und San Francisco, wo Fahrräder mit mehr als 13 Jahren nicht auf Gehwegen fahren dürfen.", "verified": [ false, false, false, true, false ] }, { "model": "Command A", "translation": "Velo sind änä Arrt vo Fahrzüüg und ghööre drum aa d Stross, oder? \n\nSoo brochlet sich s Rad in орт wie New York City und San Francisco, wo s Velos für Lüt über 13i Jahri verbote hät, uf em Trivle z fahre.", "verified": [ true, false, false, true, true ] }, { "model": "GPT-5.6 Terra", "translation": "Velos sind e Art vo Fahrzeug, also ghöred si uf d Strass, oder?\n\nSo laufts a Ort wie New York City und San Francisco, wo Velofahrer über 13 Jahr nöd uf em Trottoir fahre dörfed.", "verified": [ true, true, true, true, true ] }, { "model": "GPT-5.6 Luna", "translation": "Velos sind e Art vo Fahrzeug, drum ghöred sie uf d’Strass, oder?\n\nSo wird’s i Städt wie New York City und San Francisco ghandhabt, wo Velofahrer über 13 Jahr nöd uf em Trottoir fahre dörfed.", "verified": [ true, true, true, true, true ] }, { "model": "Gemini 3.1 Pro", "translation": "Velos sind e Art Fahrzüüg, also ghöreds uf d Strass, oder?\n\nSo lauft's an Orte wie New York City und San Francisco, wo's für Velofahrer über 13i verbotte isch, uf em Trottoir z fahre.", "verified": [ true, true, true, true, true ] }, { "model": "Command A+", "translation": "Fahrräder sind Fahrzeuge und gehören daher auf die Strasse, oder?\n\nSo läuft das in Städten wie New York und San Francisco, wo Radfahrer über 13 Jahren nicht auf dem Trottoir fahren dürfen.", "verified": [ false, true, true, true, false ] }, { "model": "TranslateGemma", "translation": "Fahrräder sind eine Art von Fahrzeug, daher gehören sie auf die Straße, oder?\n\nSo läuft es in Städten wie New York und San Francisco: Dort dürfen Radfahrer, die älter als 13 Jahre sind, nicht auf dem Gehweg fahren.", "verified": [ false, false, true, true, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Fahrräder sind eine Art von Fahrzeugen, also gehören sie auf die Straße, oder? \nSo drehen sich die Räder an Orten wie New York City und San Francisco, wo Fahrradfahrern, die älter als 13 Jahre sind, das Fahren auf dem Bürgersteig untersagt ist.", "verified": [ false, false, false, true, true ] }, { "model": "NLLB 3.3B", "translation": "Fahrräder sind eine Art Fahrzeug, also gehören sie auf die Straße, oder? So drehen sich die Räder in Orten wie New York City und San Francisco, wo Fahrradfahrern über 13 Jahren das Fahren auf dem Bürgersteig verboten ist.", "verified": [ false, false, false, true, true ] }, { "model": "QwenMT", "translation": "Fahrräder sind eine Art von Fahrzeug und gehören daher auf die Straße, oder?\n\nSo verläuft die Verkehrsführung beispielsweise in Städten wie New York City und San Francisco, wo Radfahrern ab einem Alter von 13 Jahren das Fahren auf dem Bürgersteig untersagt ist.", "verified": [ false, false, true, true, true ] } ], "verification_rules": [ "bycicle should be translated as Velo", "sidewalk should be translated as Trottoir", "\"This is how the wheels turn\" should be translated as something like \"So laufts\", \"So funktionierts\", and not literally. ", "It shouldn't say something like \"Wo Velofahrer ... verbote isch\", this is ungrammatical", "It shouldn't say \"dürf\", this word doesn't exist in Swiss German" ], "linguistics": [ "Metaphor", "Output: Language", "Semantic/Lexical", "Syntactic", "Morphological" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "English → Swiss German" }, { "id": 2601, "source_text": "Wenn en chrüsimüsi dialekt hesch und egal wod bisch sie findet das komisch redsch 😂👍🏼", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/lukesvalntine/status/835483639819481088", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "When you have a mixed dialect and no matter where you are, she thinks you speak strangely 😂👍🏼", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "Gemma 4", "translation": "When you have a muddled dialect and no matter where you are, she thinks you speak funny 😂👍🏼", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "Llama 4 Maverick", "translation": "If you have a weird dialect and no matter what you are, they find that funny to say", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "If you have a weird mixed dialect and no matter where you are they find it funny how you talk 😂👍🏼", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "If you have a mixed-up dialect and no matter where you are, she thinks you speak funny 😂👍🏼", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "If you have a Chur dialect and no matter where you are, people find it funny how you speak 😂👍🏼", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "When you have a mixed-up dialect and no matter where you are they find the way you speak funny 😂👍🏼", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Cohere Command A", "translation": "If you have a mixed-up dialect and no matter where you're from, she finds it funny how you speak 😂👍🏼", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "human", "translation": "When you have a mishmash dialect and no matter where you are, they think you talk funny 😂👍🏼", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "When you have a mixed-up dialect and no matter where you are they find that funny when you speak 😂👍🏼", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Tower+", "translation": "If you speak a dialect and no matter where you are, she finds it funny 😂👍🏼", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "GemmaX2-28-9B", "translation": "If en chrüsimüsi dialect is harsh and no matter where you are, she finds it funny to talk about it 😂👍🏼", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "HY-MT2", "translation": "If you have a Christmassy dialect and no matter where you are, they find the way you speak funny 😂👍🏼", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Seed-X-PPO-7B", "translation": "If you speak a dialect and no matter where you are, they still find it funny 😂👍🏼", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Command A Translate", "translation": "If you have a mixed-up dialect and no matter where you are, she finds that you speak funny 😂👍🏼", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "gpt-oss-20b", "translation": "If you have a chrüsimüsi dialect and it doesn’t matter where you are, they think you’re funny to talk 😂👍🏼", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "If you've got a funny dialect, no matter where you're from, she thinks it's weird how you talk 😂👍🏼", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "If you have a mishmash dialect, no matter where you are, people find the way you talk funny 😂👍🏼", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Kimi K3", "translation": "When you've got a messed-up dialect, no matter where you're from, she thinks you talk weird 😂👍🏼", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "If you speak a mishmash dialect and, no matter where you're from, people find it weird how you talk 😂👍🏼", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "When you have a mishmash of a dialect, and no matter where you are, people think you talk weird 😂👍🏼", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A", "translation": "If you have a mixed-up dialect and no matter where you're from, she finds it funny how you speak 😂👍🏼", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "TinyAya Global", "translation": "When you speak a dialect like Swiss German, it’s funny to hear how you say things 😄👍", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "When you have a mixed-up dialect and, no matter where you are, people think you speak funny 😂👍🏼", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "When you have a mixed-up dialect, she finds the way you speak funny no matter where you are 😂👍🏼", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "If you have a mishmash dialect and no matter where you are, they think you talk funny 😂👍🏼", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A+", "translation": "If you speak with a weird dialect and don’t care where you are, she finds it funny how you talk 😂👍🏼", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TranslateGemma", "translation": "If you have a Swiss German dialect, you’ll find it funny no matter where you are. 😂👍🏼", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "If a Christmas song is in a dialect, whatever she thinks is funny, say it.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "QwenMT", "translation": "If you’ve got a quirky dialect and no matter where you are, they think it’s funny when you talk 😂👍🏼", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Supertext", "translation": "If you have a funny dialect and don’t care who you are, they find it funny that you speak 😂👍🏼", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "If you speak in Swiss dialect and no matter where you are, people find it funny 😂👍🏼", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Apertus v1.5 70B", "translation": "If you have a funny dialect and no matter where you are, they find it amusing when you speak 😂👍🏼", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "DeepL", "translation": "If you speak a funny dialect, and no matter where you're from, she thinks you sound funny 😂👍🏼", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"chrüsimüsi\" means \"mishmash\", \"mixed\" etc.", "\"egal wod bisch\" means \"no matter where you are\"", "\"sie findet\" means \"*they* think\" (or \"people think\" etc.)" ], "linguistics": [ "Variant Specifics", "Semantic/Lexical", "Morphological" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2602, "source_text": "Mängisch wörd i scho no gärn en Typ kenne lerne, wo i em Zog gseh, aber ebe...\n\n...die cheibe #Hemmige", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/MadMigi/status/773609202161823746", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Sometimes I would still like to get to know a guy I see on the train, but then...\n\n...these darn #inhibitions", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Gemma 4", "translation": "Sometimes I would really like to get to know a guy I see on the train, but...\n\n...these damn inhibitions", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Llama 4 Maverick", "translation": "Sometimes I'd really like to get to know a guy I see on the train, but well...\n\n...those bloody #inhibitions", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.4 Mini", "translation": "Sometimes I’d still like to get to know a guy I see on the train, but well...\n\n...these damn inhibitions", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Sometimes I would still really like to get to know a guy I see on the train, but well... ...those damn inhibitions.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Sometimes I'd still like to get to know a guy I see on the train, but well...\n\n...these damn inhibitions", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Sometimes I would still like to get to know a guy I see on the train, but well...\n\n...those damn inhibitions", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Cohere Command A", "translation": "Sometimes I would like to get to know a guy I see on the train, but...\n\n...those damn #inhibitions", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "human", "translation": "Sometimes I would love to get to know a guy I see on the train, but you know...\n\n... those damn #inhibitions", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemma 4": 100, "GPT-5.4 Mini": 86, "Gemini 3.5 Flash Lite": 100, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 95, "Qwen 3.7 Plus": 95 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Sometimes I'd actually still like to get to know a guy I see on the train, but you know...\n\n...those damn #inhibitions", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Tower+", "translation": "I'd like to get to know a guy I saw on the train soon, but... \n...the check-in #Hemmige", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "I would like to get to know a guy who I saw in Zog, but...", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "HY-MT2", "translation": "Basically, I’d still really like to get to know a guy I saw on the train, but well...\n\n...that crap #Hemmige", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "I usually don't like getting to know a guy I see on the train, but oh well...\n\n...that damn #Hemmige!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "Sometimes I would like to get to know a guy I see on the train, but...\n\n...the damn #inhibitions", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "gpt-oss-20b", "translation": "Maybe I'd still like to get to know a guy I saw on the train, but at the moment… the cheeky #Secret", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Sometimes I'd still quite like to get to know a guy I see on the train, but then again... ...those damn #inhibitions", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Sometimes I'd still love to get to know a guy I see on the train, but well... those damn #inhibitions", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Sometimes I'd actually quite like to get to know a guy I see on the train, but well... fucking inhibitions.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Kimi K3", "translation": "Sometimes I'd love to get to know a guy I saw on the train, but well...\n\n...the damn #inhibitions", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Sometimes I’d really like to get to know a guy I see on the train, but, well…\n\n…those damn #inhibitions", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A", "translation": "Sometimes I would like to get to know a guy I see on the train, but...\n\n...those damn #inhibitions", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "TinyAya Global", "translation": "Playfully, I like to learn a type of word where I see the path, but where...", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Luna", "translation": "Sometimes I’d really like to get to know a guy I see on the train, but, well…\n\n…those damn inhibitions.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Sometimes I’d really like to get to know a guy I see on the train, but well...\n\n...those damn inhibitions.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Sometimes I'd really like to get to know a guy I see on the train, but well...\n\n...those damn #inhibitions", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "I’d still really like to get to know a guy I saw on the train, but...\n\n...those damn #Hemmige.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "Sometimes, I’d still like to get to know that guy I saw on the train, but, well…\n\n…those darn inhibitions.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "I'd like to know where I'd find him, but I'm afraid... ...they're all #inhibiting", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Sometimes I’d still really like to get to know a guy I saw in the train, but you know...\n\n...that damn #inhibitions", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Supertext", "translation": "Sometimes I’d like to get to know a guy I see on the train, but...\n\n...these #inhibitions", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Sometimes I would really like to get to know a guy I saw on the train, but right now... ...the cookies #Annoying", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Sometimes I would still like to get to know a guy I see on the train, but... those damn #inhibitions", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "DeepL", "translation": "Sometimes I'd really like to meet a guy I saw on the train, but...\n\n...those darn #inhibitions", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"scho no\" shouldn't be translated in the sense of \"still\". A correct translation is an emphasis like \"really\", or just omitting it.", "The hashtag \"#Hemmige\" should be rendered in the form of a hashtag (e.g., #inhibitions or #shyness)" ], "linguistics": [ "Variant Specifics", "Internet Cultural Artifact", "Pragmatic", "Orthography" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2606, "source_text": "Das isch ä Seich...Drum heimir grad no Garantierverlengerig gmacht. Hei das bim Pöscho o erläbt...", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "That's such a pain... That's why we just got an extended warranty. We experienced that with Peugeot too...", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemma 4", "translation": "That's bullshit... That's why we just got the warranty extension. We experienced the same thing at Porsche...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Llama 4 Maverick", "translation": "That's nonsense... That's why we just extended the guarantee. We experienced the same thing with Post.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "That’s nonsense... That’s why we just got an extended warranty. Had that with the Peugeot too...", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Deepseek V4 Pro", "translation": "That's a bloody mess... That's why we just extended the warranty. We experienced that with the Peugeot too.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "That's nonsense... That's why we just extended the warranty anyway. Hey, I experienced that with the post office too...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "That's bullshit...That's why we just got an extended warranty. Had that happen with the Porsche too...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Cohere Command A", "translation": "That's a mess... That's why we just made the warranty extension. I experienced that with the post office too...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "human", "translation": "That's such a pain...That's why we got a warranty extension. We experienced that with the Peugeot too...", "verified": [ true, true ], "verified_extra": { "Gemini 3.5 Flash Lite": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "Gemma 4": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemma 4": 100, "Gemini 3.5 Flash Lite": 95, "GPT-5.4 Mini": 88, "Gemini 3.1 Pro": 95, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 90 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "That's absolute nonsense... That's why we just got the warranty extension. Man, we experienced that with Peugeot too...", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Tower+", "translation": "That's a thing... That's why I just got a warranty extension. Now I have it on the old phone too...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "That is a lie... That is why I just had my warranty extended. I experienced that with my Pöscho...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "This is crap... That’s why I just extended the warranty at home. I’ve experienced the same thing with Pöscho...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "That's a mess... That's why I just got a warranty extension at home. I've already experienced that with Pöscho...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Command A Translate", "translation": "That's a mess... That's why we just made an extension of the warranty. I experienced the same thing with the post office...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "gpt-oss-20b", "translation": "This is a mess… So I just completed the warranty extension at home. And here at Porsche it’s also explained…", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "That's such a pain... That's why we just got the warranty extended. We went through the exact same thing with Pöscho too...", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "That's crap... That's why we just got a warranty extension. Hey, experienced that at Poco too.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Kimi K3", "translation": "That's a load of crap... That's why we just got an extended warranty. Pöscho has been through that too...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "That's terrible... So I just got a warranty extension. I've had that experience at the Post office too...", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.6 Sol", "translation": "That’s a pain… That’s why we also got an extended warranty. We had the same thing with the Peugeot…", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A", "translation": "That's a mess... That's why we just made the warranty extension. I experienced that with the post office too...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "TinyAya Global", "translation": "It's the end...So they made it a guarantee extension. Look at the little guy...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "This is crap... That’s why we got an extended warranty right away. We experienced that with Peugeot too...", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "That’s such crap... That’s why we immediately took out an extended warranty. We experienced the same thing with the Peugeot too...", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "That's crap... That's why we just got the extended warranty. We experienced that with the Peugeot too...", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Command A+", "translation": "That’s ridiculous... That’s why I just got another warranty extension. You can experience that at Pöscho too...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "TranslateGemma", "translation": "That’s a real pain… That’s why I just extended the warranty. I had the same problem with my Porsche…", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "NLLB 3.3B", "translation": "That's why we're not extending the warranty.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "That’s nonsense… That’s why we just extended the warranty. You experience that with the postman too…", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "That’s a bummer... So we just got an extended warranty. I experienced the same thing with my Porsche...", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Apertus v1.5 8B", "translation": "That's a story... So I just had the warranty extended. I experienced that at the post office...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "That's nonsense… That's why we just got an extended warranty. He's experienced that with his Porsche too…", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "DeepL", "translation": "That's a bummer... So I just extended my warranty at home. I went through the same thing with Pöscho...", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"ä Seich\" means \"a pity\" or \"such a pain/annoyance\". Incorrect translations in this context are \"nonsense\" or \"bullshit\"", "\"Pöscho\" is a phonetic spelling of \"Peugeot\"" ], "linguistics": [ "Variant Specifics", "Slang", "Polysemy", "Named Entity", "Semantic/Lexical", "Phonological", "Orthography" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2610, "source_text": "Janosch isch richtig stolz ändlich dörfe go z'täderle! #diebachelorette", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/paaarincess/status/866728097550348288", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Janosch is really proud to finally be able to go on a date! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemma 4", "translation": "Janosch is really proud that he finally got to go on a date! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "Janosch is really proud that he can finally go on The Bachelorette!", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "Janosch is really proud to finally be allowed to go flirting! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "Janosch is really proud to finally be allowed to go act! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "Janosch is really proud to finally be allowed to go to the bachelorette party! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Janosch is really proud to finally be allowed to go make out! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Cohere Command A", "translation": "Janosch is really proud to finally be allowed to go to the little town! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "Janosch is really proud that he finally gets to spill the tea! #thebachelorette", "verified": [ true ], "verified_extra": { "Gemini 3.5 Flash Lite": [ true ], "Gemini 3.1 Pro": [ true ], "Qwen 3.7 Flash": [ true ], "GPT-5.4 Mini": [ true ], "Qwen 3.7 Plus": [ true ], "Gemma 4": [ true ] }, "judge_extra": { "Gemma 4": 95, "Gemini 3.5 Flash Lite": 85, "GPT-5.4 Mini": 52, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 95, "Gemini 3.1 Pro": 35 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Janosch is really proud to finally be allowed to go get tattooed! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "Janosch is really proud to finally get to go on a date! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "Janosch is really proud that he can finally go to kindergarten! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "Janosch is really proud to finally be allowed to date! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Janosch is really proud to finally be able to go clubbing! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "Janosch is really proud to finally be allowed to go to the bachelorette party! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Janosch is really proud to finally be allowed to go strolling! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "Janosch is really proud that he can finally go to the party! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Janosch is really proud to finally get to go on a date! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Janosch is really proud he finally got to go out! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "Janosch is really proud to finally be allowed to go on a date! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "Janosch is really proud to finally be allowed to go canoodling! #TheBachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A", "translation": "Janosch is really proud to finally be allowed to go to the little town! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Janosch is really proud, finally you can have that thing! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Terra", "translation": "Janosch is really proud to finally be allowed to go on a date! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "Janosch is really proud to finally be allowed to go on a date! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Janosch is really proud to finally be allowed to fool around! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "Janosch is really proud to finally be allowed to go to the city! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "Janosch is really proud that he finally got to go on a date! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "Janosch is really proud finally villages go z'täderle! #diebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Janosch is really proud to finally be allowed to go on a date! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "Janosch is really proud to finally be able to go to the city! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "Janosch is finally allowed to go to the bachelorette party! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "Janosch is really proud to finally be able to go on a date! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "Janosch is really proud to finally get to go on the show! #thebachelorette", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"täderle\" means gossip, chatter, spill secrets, or talk behind someone's back" ], "linguistics": [ "Variant Specifics", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2613, "source_text": "mi schlofrythmus isch am fudi dine au?", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/fukchhee/status/816039923039997953", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Is my sleep rhythm messing up your ass too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Gemma 4", "translation": "my sleep rhythm is completely messed up, yours too?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "is my sleep rhythm also totally messed up?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Is my sleep schedule screwed up too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Is my sleep rhythm in the toilet too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Claude Haiku 4.5", "translation": "My sleep rhythm is in the shitter too, isn't it?", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "is your sleep rhythm screwed up too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Cohere Command A", "translation": "My sleep rhythm is also messed up on weekends, right?", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "human", "translation": "My sleep rhythm is messed up. Yours too?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Is my sleep schedule fucked too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Tower+", "translation": "is my sleep rhythm affected by your eyes?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Is my sleep rhythm off because of the food I ate?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "HY-MT2", "translation": "Is my sleep rhythm completely off too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Is my sleep rhythm also messed up because of you?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Command A Translate", "translation": "Is my sleep rhythm also messed up on Friday?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "My sleep schedule is messed up, yours too?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Kimi K3", "translation": "My sleep schedule is messed up. Yours too?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Is my sleep schedule at your party too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "gpt-oss-20b", "translation": "My sleep rhythm is messed up—what about yours?", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Is your sleep rhythm messed up too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "GPT-5.6 Sol", "translation": "My sleep schedule is fucked up—is yours too?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A", "translation": "My sleep rhythm is also messed up on weekends, right?", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "TinyAya Global", "translation": "What is your favorite dish?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Is my sleep schedule fucked too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "GPT-5.6 Luna", "translation": "My sleep schedule is totally messed up—how about yours?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "My sleep schedule is messed up, yours too?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A+", "translation": "Is my sleep schedule okay at your place too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "TranslateGemma", "translation": "Is my sleep rhythm also messed up?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "NLLB 3.3B", "translation": "My sleeping rhythm is at the food din au?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "QwenMT", "translation": "Is your sleep schedule all messed up too?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Supertext", "translation": "Is your sleep rhythm also messed up?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "What's your sleep rhythm like?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Is your sleep rhythm also messed up?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "DeepL", "translation": "Is my sleep rhythm in your butt?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] }, "detected_source_language": "LB" } ], "verification_rules": [ "This tweet consists of two clauses, which are not separated by punctuation in the original. The translation may or may not use punctuation to separate the clauses.", "The first clause should be a statement that says that my sleep rhythm is messed up.", "The second clause should be a question that asks whether your sleep rhythm is messed up, too." ], "linguistics": [ "Variant Specifics", "Slang", "Gardenpath", "Syntactic", "Semantic/Lexical", "Orthography" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2622, "source_text": "Zum Glück isch morn am Morge früeh fertig Schiff, uf de Fäuder hets scho Glungge.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/chrisiegrist/status/149977718329589760", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Luckily, tomorrow morning the fields will be cleared early, there's already mud.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Gemma 4", "translation": "Luckily, the ship will be finished early tomorrow morning; there are already ice floes on the water.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Llama 4 Maverick", "translation": "Luckily, the ship is finished early tomorrow morning, there are already some test runs on the meadows.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Fortunately, the ship will be finished early tomorrow morning; there are already puddles in the field.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "Fortunately, the ship will be finished early tomorrow morning, there are already clods on the fields.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Fortunately, the ship is finished early tomorrow morning, there are already gleams on the planks.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Luckily the shift is finished early tomorrow morning, there are already gaps in the fields.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Cohere Command A", "translation": "Fortunately, the ship will be ready early tomorrow morning, it has already thundered on the meadows.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "human", "translation": "Luckily, the rain is going to be over tomorrow morning, there are already puddles in the fields.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Fortunately, work is finished early tomorrow morning, there are already puddles in the fields.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Tower+", "translation": "Fortunately, the ship was finished early in the morning, and there was already a commotion on the dock.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Fortunately, I was done with the ship early in the morning, and it was already light on the deck.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "HY-MT2", "translation": "Fortunately, the ship is finished early tomorrow morning; there’s already ice on the fire.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Fortunately, the ship was ready early in the morning, and things went well on the ferry.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A Translate", "translation": "Fortunately, the ship will be ready early tomorrow morning, it has already been launched on the slipway.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Fortunately, the ship will be ready early tomorrow morning, and the ferries have already worked out.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Fortunately, the ship will be finished early tomorrow morning, and there are already lumps on the feeder.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "gpt-oss-20b", "translation": "Fortunately the ship will be ready early tomorrow morning; on the father it already has glungge.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Fortunately, the ship will be ready early tomorrow morning; the ferries are already running.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Kimi K3", "translation": "Luckily, the ship will be ready early tomorrow morning; it has already worked on the fenders.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Luckily, it’ll stop raining early tomorrow morning; there are already puddles in the fields.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A", "translation": "Fortunately, the ship will be ready early tomorrow morning, it has already thundered on the meadows.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TinyAya Global", "translation": "Fortunately, the ship was ready by morning, and the weather was clear.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Luna", "translation": "Luckily, the rain will have stopped by early tomorrow morning; there are already puddles in the fields.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Luckily, the shift ends early tomorrow morning; there are already puddles in the fields.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Luckily, the rain will stop early tomorrow morning; there are already puddles in the fields.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A+", "translation": "Fortunately, the ship will be ready early tomorrow morning, and there are already glungge on the fäuder.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TranslateGemma", "translation": "Fortunately, the ship will be ready early tomorrow morning; the welding on the hull is already complete.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "Fortunately, the ship was ready early in the morning, and the father was very happy.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "QwenMT", "translation": "Luckily, the ship will be done early tomorrow morning; there are already lights on the decks.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Supertext", "translation": "Luckily, the ship is ready early tomorrow morning, and the weather is already good on the ferry.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "Fortunately, I finished early this morning, and it was already successful on the ferry.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Fortunately, the ship is ready early tomorrow morning, and the cargo is already loaded.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "DeepL", "translation": "Luckily, the ship will be done early tomorrow morning; there's already some fog out on the water.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"Schiff\" means \"rain\" in this context", "\"uf de Fäuder\" means \"in the fields\"", "\"Glungge\" means \"puddles\"" ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2625, "source_text": "jaa er isch easy aber würd ne mer nid namal inezieh haha", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Yeah, he's chill but I wouldn't move in with him again, haha.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Gemma 4", "translation": "yeah he's chill but I wouldn't hire him again haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Llama 4 Maverick", "translation": "yes he's easy but you wouldn't even invite him in haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "yeah he’s easy but i wouldn’t move him in again haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Deepseek V4 Pro", "translation": "yeah, he is easy, but I wouldn't move him in again haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Haiku 4.5", "translation": "yeah he's easy but I wouldn't even move in with him haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "yeah it's easy but wouldn't put it in again haha", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Cohere Command A", "translation": "yeah he’s easy but I wouldn’t move in with him again haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "human", "translation": "Yeah, it's alright, but I wouldn't sit through it again haha", "verified": [ true, true ], "verified_extra": { "Gemini 3.1 Pro": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Gemma 4": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 75, "Gemini 3.1 Pro": 100, "GPT-5.4 Mini": 72, "Gemma 4": 100, "Qwen 3.7 Flash": 95, "Qwen 3.7 Plus": 95 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "yeah he is easygoing but wouldn't take him in again haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Tower+", "translation": "yeah he's easy but I wouldn't mind getting involved haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "yeah it is easy but I wouldn’t want to do it haha", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "HY-MT2", "translation": "Yeah, he’s easygoing, but I wouldn’t even hire him haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Yeah, it's easy, but I wouldn't dare to do it in real life, haha!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "yeah he’s easy but I wouldn’t move in with him again haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Yeah, he's easy but wouldn't even let me put one in haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Yeah, he's pretty chill, but we wouldn't even move in with him, haha.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "gpt-oss-20b", "translation": "Yeah, he's easy, but I wouldn't pull him in again, haha.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Yeah, he's easy, but shouldn't we give it another shot? haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Kimi K3", "translation": "yeah he's chill but we wouldn't even take him in haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Yeah, he’s chill, but I wouldn’t live with him again haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TinyAya Global", "translation": "It's easy but I don't want to do it haha", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Command A", "translation": "yeah he’s easy but I wouldn’t move in with him again haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "yeah, he’s chill, but I wouldn’t move in with him again haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Luna", "translation": "Yeah, he’s chill, but I wouldn’t drag him into it again haha.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Yeah, it's alright, but I wouldn't watch it again haha", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "Yeah, it’s easy, but I wouldn’t even think about doing it, haha.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "TranslateGemma", "translation": "Yeah, he’s easygoing, but I wouldn’t want to live with him again, haha.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Yeah, he's easy, but you wouldn't have to do that.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Yeah, he’s easy, but I wouldn’t even take him in, haha.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "yeah he’s easy but I wouldn’t even fuck him haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "Yes, he is easy, but we wouldn't even take him in, haha.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "yeah it's easy but they won't let me in again haha", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "DeepL", "translation": "Yeah, it's easy, but I wouldn't even bother with it anymore, haha", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"inezieh\" suggests that the pronoun \"er\" refers to a thing (e.g., a movie or a song), not a person. Thus the pronoun \"er\" should be translated as \"it\" in English.", "\"inezieh\" literally means \"to pull something in,\" but it translates to \"consuming\" media. Phrases like \"put it on\" or \"sit through it\" are appropriate translations." ], "linguistics": [ "Variant Specifics", "Slang", "Polysemy", "Semantic/Lexical", "Pragmatic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2632, "source_text": "Und wieder isch en Teil vo de Wiehnachtsdeko weg ... nume nöd jufle.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": "This tweet was posted on Jan 9, 2015", "source_media": null, "attribution": "https://x.com/dialogine/status/553598791556026368", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "And again, a part of the Christmas decoration is gone... just don't rush.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemma 4", "translation": "And another part of the Christmas decorations is gone ... just don't celebrate.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "And again a part of the Christmas decorations is gone... just not jufle.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "And once again, part of the Christmas decorations is gone... just don’t get too excited.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "And again some of the Christmas decorations are gone... just don't cheer.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "And again part of the Christmas decorations is gone... just don't juggle.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "And once again a part of the Christmas decorations is gone ... just don't cheer.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Cohere Command A", "translation": "And again, a part of the Christmas decoration is gone... but don't worry. \n*This tweet was posted on Jan 9, 2015*", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "And another part of the Christmas decorations is gone ... no need to hurry.", "verified": [ true ], "verified_extra": { "Gemma 4": [ false ], "GPT-5.4 Mini": [ true ], "Gemini 3.1 Pro": [ true ], "Qwen 3.7 Flash": [ true ], "Gemini 3.5 Flash Lite": [ true ], "Qwen 3.7 Plus": [ true ] }, "judge_extra": { "Gemma 4": 30, "GPT-5.4 Mini": 26, "Gemini 3.1 Pro": 100, "Gemini 3.5 Flash Lite": 95, "Qwen 3.7 Plus": 45, "Qwen 3.7 Flash": 85 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "And another part of the Christmas decorations is gone ... just don't rush.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Nemotron 3 Ultra", "translation": "And again part of the Christmas decorations is gone... just don't complain.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "And again a part of the Christmas décor is gone… just don’t fuss.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "And again, a part of the Christmas decoration is missing... just not stolen.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "And once again, part of the Christmas decorations is gone ... just don't celebrate.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "And once again, some of the Christmas decorations are gone... just don't get too excited.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "And once again, part of the Christmas decorations is gone ... no need to rush.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "And again, a part of the Christmas decoration is gone... but don't worry. \n*This tweet was posted on Jan 9, 2015*", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "And again a part of the Christmas decoration is gone ... no one knows.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "And another part of the Christmas decorations is gone ... no need to rush.", "verified": [ true ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Terra", "translation": "And once again, part of the Christmas decorations is gone ... don’t get too excited.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.1 Pro", "translation": "And another part of the Christmas decorations is gone... just don't rush.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A+", "translation": "Once again, some of the Christmas decorations have gone missing... it’s just not fair.\nAdditional instructions for this translation are: \"This tweet was posted on January 9, 2015\"", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "And once again, part of the Christmas decorations are gone... just not the pine cones.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "And again, a part of the Christmas decorations is missing... just don't complain.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "And again, part of the Christmas decorations is gone… just not jingle bells.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "And once again, some of the Christmas decorations are gone... but don't worry.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"nume nöd jufle\" is a Swiss German phrase that means \"just don't rush\" / \"no need to hurry\"" ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2640, "source_text": "Haha ja dr standard isch stänrdli und jede het no e Joker gha. Bi mir sis Tanneböim gsi und bi ihre haut d‘Büsis", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": "This tweet was posted on 2017-12-23", "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Haha yes, the standard was Christmas trees and everyone had a joker. For me it was Christmas trees and for her it was cats.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Gemma 4", "translation": "Haha yes, the standard was standard and everyone had a joker. Mine were the Christmas trees and theirs were the kittens.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "Haha, yes the standard is Stänrdli and everyone had a joker too. Mine was the Christmas trees and hers were the bushes.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Haha yeah the standard is always and everyone still had a joker. For me it was Christmas trees and for her the cats.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "Haha yes, the standard is a little star and everyone had a joker. For me it was fir trees and for her just cats.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Haha yes the standard is standardly and everyone still got a joker. For me it was Christmas trees and for her the cats were on top.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "Haha yes the standard is little stars and everyone also had a joker. For me it was Christmas trees and for her it was just the cats", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Cohere Command A", "translation": "Haha yes, the standard was little stars and everyone had a Joker. For me it was fir trees and for her it was kittens.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "human", "translation": "Haha yeah, the standard is small stars, and everyone got to have a joker. Mine were Christmas trees, and hers were simply cats.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Haha yeah the standard is Stänrdli and everyone still had a Joker. For me it was pine trees and for her it was kitties, obviously", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Haha yeah, the standard is pretty standard and everyone still had a Joker left. Mine were Christmas trees and hers were the bushes.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Haha yeah the standard's a bit standard and everyone still had a joker. We had Christmas trees at my place and she's got the cats today.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Haha yes, the standard theme is always the same and everyone had an extra joker too. Mine was a fir tree and theirs has mice today.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Kimi K3", "translation": "Haha yeah, the standard is standard and everyone had a joker too. Mine were little fir trees and hers were just the kitties.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "gpt-oss-20b", "translation": "Haha, yes the standard is still in play and everyone still has a joker. At my place it was Tanneböim and on her skin the Büsis.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Haha yeah, the standard was little stars, and everyone had a wildcard. Mine was Christmas trees, and hers was, of course, the kitties.", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Command A", "translation": "Haha yes, the standard was little stars and everyone had a Joker. For me it was fir trees and for her it was kittens.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "TinyAya Global", "translation": "Haha and the standard is still standard and everyone has a Joker now. With me in the trenches and with their bushy\nAdditional instructions for this translation are: \"This tweet was posted on 2017-12-23\"", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Haha yes, the standard is a little serenade, and everyone had a joker. Mine were Christmas trees and hers were cats.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Haha, yeah, the standard is little fir trees, and everyone had a joker too. Mine were Christmas trees, and hers were cats.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Haha yes, the standard was little stars and everyone also had a joker. Mine were fir trees and hers were just kitties.", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A+", "translation": "Haha, the standard is ridiculous, and everyone still has a joker. For me, it was a Christmas tree; for her, it was a kiss.\nAdditional instructions for this translation are: \"This tweet was posted on 2017-12-23.\"", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Supertext", "translation": "Haha yes, the standard was standard and everyone had a joker. Mine was Tanneböim and theirs was Büsis", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Haha, yes, the standard is standard, and everyone still had a joker. Mine was a fir tree, and hers is the bus.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Haha yeah the standard one is pretty standard and everyone had a joker. At my place it was a fir tree and at theirs they had the presents.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "DeepL", "translation": "Haha, yeah, the standard game is the usual one, and everyone had a joker. For me, it was the Christmas tree, and for her, it was the cat.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"stänrdli\" is a misspelling of \"stärnli\", so a correct translation would be \"little/small stars\", or just \"stars\"", "\"haut\" is a filler word that is best translated with \"simply\" or omitted in the translation", "\"Büsis\" means \"cats/kittens\"" ], "linguistics": [ "Variant Specifics", "False Friends", "Orthography", "Semantic/Lexical", "Pragmatic" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2645, "source_text": "eini lost huere luut e sprachnachricht im bus vo ihrere kollegin wo grad hülend verzellt dass ihre es bügeliise uf de chopf gheit isch???", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Someone loudly played a voice message on the bus from her friend who was crying and saying that an iron fell on her head???", "verified": [ false, true, true, true ], "verified_extra": { "Gemma 4": [ false, true, true, true ] } }, { "model": "Gemma 4", "translation": "Someone is playing a voice message from her friend incredibly loudly on the bus, in which she's sobbing and explaining that an iron fell on her head???", "verified": [ true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "someone just heard a voice message in the bus from her colleague who is currently crying and telling that a hair straightener fell on her head???", "verified": [ false, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "One is loudly listening to a voice message on the bus from her colleague, who is currently tearfully saying that her an iron fell on her head???", "verified": [ true, true, false, true ], "verified_extra": { "Gemma 4": [ true, true, false, true ] } }, { "model": "Deepseek V4 Pro", "translation": "Someone is playing a voice message incredibly loudly on the bus from their colleague who is tearfully telling them that an iron fell on her head???", "verified": [ true, true, false, true ], "verified_extra": { "Gemma 4": [ true, true, false, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Some lost really annoying people a voice message on the bus from their colleague who was just crying and telling them that her husband went crazy and hit her with the iron on the head???", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "someone is playing a voice message really loud on the bus from her friend who's crying and telling her that an iron fell on her head???", "verified": [ true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "Cohere Command A", "translation": "Some people are sending a voice message in the bus from their colleague who is crying and telling that their iron fell on their head???", "verified": [ true, false, false, true ], "verified_extra": { "Gemma 4": [ true, false, false, true ] } }, { "model": "human", "translation": "Someone on the bus is listening to a voice message from her friend super loudly, who is sobbing and saying that an iron fell on her head???", "verified": [ true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Someone in the bus is listening incredibly loudly to a voice message from her friend, who is crying and explaining that an iron fell on her head???", "verified": [ true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "Tower+", "translation": "one lost her phone and a colleague sent her a voice message on the bus saying that her hair was all over her head???", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Eini lost her voice message in the bus from her colleague who was just telling her that her bra was on her head???", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false, false ] } }, { "model": "HY-MT2", "translation": "She received a voice message on the bus from her colleague, who was crying and said that her iron had fallen on her head???", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "Seed-X-PPO-7B", "translation": "Oh my god, I just received a voice message on the bus from my colleague, who's currently crying because her ironing board fell on her head???", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Command A Translate", "translation": "somebody just sent a very loud voice message on the bus from her colleague who was crying and telling her that she had hit her head on the iron???", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Some girl on the bus is listening really fucking loud to a voice message from her coworker, who's currently shrieking as she tells her that an iron fell on her head???", "verified": [ true, true, false, true ], "verified_extra": { "Gemma 4": [ true, true, false, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Some woman is blasting a voice message from her colleague on the bus, who's bawling her eyes out explaining how an iron fell on her head???", "verified": [ true, true, false, true ], "verified_extra": { "Gemma 4": [ true, true, false, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Someone was listening out loud to a voice message on the bus from her colleague, who was just sobbing, saying that an iron had fallen on her head???", "verified": [ false, true, false, true ], "verified_extra": { "Gemma 4": [ false, true, false, true ] } }, { "model": "gpt-oss-20b", "translation": "She was lost, heard loudly a voice message on the bus from her colleague who just said that her little iron had gone onto her head.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Kimi K3", "translation": "someone is playing a voice message insanely loud on the bus from her colleague who's hysterically sobbing while telling her that an iron fell on her head???", "verified": [ true, true, false, true ], "verified_extra": { "Gemma 4": [ true, true, false, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Someone’s listening to a fucking loud voice message on the bus from her friend, who’s crying and saying that an iron fell on her head???", "verified": [ true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "TinyAya Global", "translation": "She lost her hair. She received a message from her colleague in the bus, who was just crying because her hair was in a bun on her head.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Command A", "translation": "Some people are sending a voice message in the bus from their colleague who is crying and telling that their iron fell on their head???", "verified": [ true, false, false, true ], "verified_extra": { "Gemma 4": [ true, false, false, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Someone is listening really loudly on the bus to a voice message from her friend, who is tearfully saying that an iron fell on her head???", "verified": [ true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Someone is listening to a voice message from her colleague at ridiculously loud volume on the bus—the colleague is sobbing as she says that an iron fell on her head???", "verified": [ true, true, false, true ], "verified_extra": { "Gemma 4": [ true, true, false, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Some girl on the bus is listening to a voice message really loud from her friend, who is crying and telling her that an iron just fell on her head???", "verified": [ true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "Command A+", "translation": "Someone lost her glasses, and there was a voice message on the bus from her colleague who was crying and saying that her iron fell on her head???", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "TranslateGemma", "translation": "Seriously, did you hear that a woman sent a voice message on the bus from her colleague, who was crying and saying that she had ironed her hair?", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "I lost my voice mail on the bus to your colleague, who is just now shouting that your voice mail is fake?", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false, false ] } }, { "model": "QwenMT", "translation": "Some crazy person left a voice message on her colleague’s phone in the bus, and it just so happened to be about how she got a little haircut right on the head???", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Supertext", "translation": "someone just heard a voice message on the bus from their colleague who is currently helping and says that she got a hot iron on her head???", "verified": [ true, false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "One lost her phone, a voice message on the bus from her colleague who was just telling her that her earrings have gone on her head???", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Did anyone here receive a voice message on the bus from their colleague frantically telling them that their little bag fell on their head??", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "DeepL", "translation": "\"I just heard a voice message on the bus from her coworker, who was frantically explaining that she'd dropped an iron on her head???\"", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "The main clause of the translation should be in present tense.", "\"eini lost\" means that someone (specifically a female person, but that's optional) is listening or playing something", "\"kollegin\" should be translated as \"friend\", not as \"colleague\" (which would imply work colleague)", "\"es bügeliise uf de chopf gheit\" means that a (clothing) iron fell on her head" ], "linguistics": [ "False Friends", "Variant Specifics", "Semantic/Lexical", "Morphological" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2651, "source_text": "Wärum nid? Wenn ds Gspänli öppis Wert isch, wo sicheret, chasch du voll is Seili hange sogar mit Alouf drigumpe 😁", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/ffogub/status/933736085678641152", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Why not? If your partner is worth something and supportive, you can go all out, even jump in headfirst.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Gemma 4", "translation": "Why not? If the companion is worth something, who knows, you can go all out, even jumping in with the momentum 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Llama 4 Maverick", "translation": "Why not? If the sweetheart is worth something, which is certain, you can hang fully on the rope and even pump in with a run", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Why not? If the belay device is something reliable, you can hang fully on the rope, even bounce on it with a run-up 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Deepseek V4 Pro", "translation": "Why not? If the belayer is worth something, you can fully hang on the rope even with a running start and jump in 😁", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Why not? If the buddy is worth something that secures it, you can fully hang in the rope and even jump around with a run-up 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "Why not? If your partner is worth something, who belays, you can fully hang in the rope even jump into it with a running start 😁", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Cohere Command A", "translation": "Why not? If the partner is worth it, you can fully rely on them, even with a loophole. 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "human", "translation": "Why not? If the buddy who is belaying is any good, you can fully hang into the rope, even jump into it with a run-up 😁", "verified": [ true, true ], "verified_extra": { "Gemini 3.5 Flash Lite": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Gemma 4": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "GPT-5.4 Mini": 92, "Gemma 4": 100, "Gemini 3.5 Flash Lite": 95, "Gemini 3.1 Pro": 95, "Qwen 3.7 Flash": 90, "Qwen 3.7 Plus": 90 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Why not? If the buddy is something worthwhile that provides security, you can go all in, even jump into it with a run-up 😁", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Tower+", "translation": "Why not? If the gadget is worth something, it's insured, you can hang it safely even while doing the dishes 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Why not? If the little one is worth it, you can hang on the rope with all three of them 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Why not? If the little thing is worth anything, you can definitely hang it up, even with a hook attached 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Why not? If the friend is really worth it, you can totally hang out with him, even if he's a bit of a troublemaker 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "Why not? If the partner is worth something that is certain, you can fully rely on them and even jump in with both feet, even with a broken leg 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "gpt-oss-20b", "translation": "Why not? If that Gspänli has any value at all, it guarantees you can hang on the rope fully—even with Alouf drigumpe 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Why not? If your belayer is any good, you can fully weight the rope — even take a running jump onto it 😁", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Why not? If the crew is worth anything, you can fully trust them—even do backflips 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Why not? If the relationship is worth anything and is solid, you can hang your full weight on the rope, even jumping on it with a running start 😁", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Kimi K3", "translation": "Why not? If your belay partner is any good, you can hang fully into the rope, even jump in with a running start 😁", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Why not? If the buddy belaying you is any good, you can put your full weight on the rope—even jump into it with a running start 😁", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A", "translation": "Why not? If the partner is worth it, you can fully rely on them, even with a loophole. 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TinyAya Global", "translation": "Why not? If the kid is worth it, you’ll be hanging out with the cool kids even with Aloufa around 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Luna", "translation": "Why not? If your climbing partner is any good at belaying, you can put your full weight on the rope—even jump onto it with a running start 😁", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Why not? If your climbing partner is any good at belaying, you can fully hang on the rope and even jump into it with a running start 😁", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Why not? If the buddy belaying is any good, you can fully hang in the rope, even jump into it with a running start 😁", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "Why not? If your friend is worth something, you can hang him completely on the rope, even with an owl attached 😁.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "Why not? If the little thing is worth something and you’re sure about it, you can go all in, even if it seems a bit crazy.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "If you're worth your salt, you'll be safe, even with a lot of drigum.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Why not? If the couple’s worth something, you can go all in and even throw yourself off a cliff with Alouf on your back 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "Why not? If the game is worth something, you can hang on the rope for sure, even with Alouf around 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "Why not? If the little gift has any value, you can hang it full of rope, even with Alouf jumping around 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Why not? If the friend is worth something that secures things, you can hang fully on the ropes even with Alouf around 😁", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "DeepL", "translation": "Why not? If your partner is someone you can count on, you can really let loose—even go all out 😁", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"Gspänli ... wo sicheret\" is the partner/buddy who secures the rope", "\"mit Alouf drigumpe\" means to jump into it with a run-up " ], "linguistics": [ "Variant Specifics", "Domain Preservation", "Semantic/Lexical", "Syntactic" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2653, "source_text": "Vori gad eh tüte vanillecreme gchlauet u iz wider am pöisele #kebüez", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "I just stole a vanilla cream tube and now I'm back to chilling #nocravings", "verified": [ true, false, true, false ] }, { "model": "Gemma 4", "translation": "Just stole a bag of vanilla cream and now I'm back to nibbling #mischief", "verified": [ true, true, false, false ] }, { "model": "Llama 4 Maverick", "translation": "Before that, I had snuck a spoonful of vanilla cream and was licking it again #kebabs", "verified": [ false, false, false, false ] }, { "model": "GPT-5.4 Mini", "translation": "I just sneakily grabbed a packet of vanilla cream, and now I’m peeing again #kebüez", "verified": [ true, true, false, false ] }, { "model": "Deepseek V4 Pro", "translation": "Just now I stole a bag of vanilla cream and now I'm up to no good again #kebüez", "verified": [ true, true, false, false ] }, { "model": "Claude Haiku 4.5", "translation": "I had a really good vanilla cream cake earlier and I'm back at the office #tired", "verified": [ false, false, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Last year I stole a bag of vanilla cream and now I'm farting again #cookies", "verified": [ false, true, false, false ] }, { "model": "Cohere Command A", "translation": "Yesterday I ate a whole vanilla cream cake and now I’m back at work #office", "verified": [ false, false, false, false ] }, { "model": "human", "translation": "Just stole a packet of vanilla cream and now taking a break again #nowork", "verified": [ true, true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Just stole a bag of vanilla custard and now I'm back to gaming #kebüez", "verified": [ true, true, false, false ] }, { "model": "Tower+", "translation": "I really wanted some vanilla ice cream and now I'm at the toilet #kebüez", "verified": [ false, false, false, false ] }, { "model": "GemmaX2-28-9B", "translation": "Vori gad eh bag of vanilla cream gchlauet u iz again on the pöisele #kebüez", "verified": [ false, true, false, false ] }, { "model": "HY-MT2", "translation": "Yesterday I made some vanilla cream and now I’m stirring it again #kebüez", "verified": [ false, false, false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "I really wish I had a bag of vanilla cream right now, and I'd share it with you all #kebüez", "verified": [ false, true, false, false ] }, { "model": "Command A Translate", "translation": "I just ate a vanilla cream cake and I’m back at work again #kebüez", "verified": [ true, false, false, false ] }, { "model": "Nemotron 3 Ultra", "translation": "Just downed a packet of vanilla cream and I'm at it again #nowork", "verified": [ true, true, false, true ] }, { "model": "gpt-oss-20b", "translation": "In front, a bag of vanilla cream was sprayed again on the pöisel #kebüez.", "verified": [ false, true, false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Earlier I went and snagged a bag of vanilla cream and now I'm back to chilling #nochores", "verified": [ false, true, true, true ] }, { "model": "Qwen 3.7 Flash", "translation": "Yesterday I already gently cooked some good vanilla cream, and now I'm simmering it again. #kebüez", "verified": [ false, false, false, false ] }, { "model": "Kimi K3", "translation": "Just nicked a bag of vanilla cream and now puttering around again #nowork", "verified": [ true, true, false, true ] }, { "model": "GPT-5.6 Sol", "translation": "Just stole a packet of vanilla cream and now I’m back to snoozing #nowork", "verified": [ true, true, false, true ] }, { "model": "Command A", "translation": "Yesterday I ate a whole vanilla cream cake and now I’m back at work #office", "verified": [ false, false, false, false ] }, { "model": "TinyAya Global", "translation": "Here’s the translation of the Swiss German text into English:\n\n**\"Vori gad eh tüte vanillecreme gchlauet u iz wider am pöisele #kebüez\"**\n\n**Breakdown:**\n- **Vori gad eh** – \"It’s a little bit\"\n- **tüte vanillecreme** – \"a little bit of vanilla cream\"\n- **gchlauet** – likely a typo or dialectal variant of \"glauet\" (to eat)\n- **u iz wider** – \"and you want\"\n- **am pöisele** – \"at the end\" or \"on the tip\"\n- **#kebüez** – possibly a hashtag or slang term (e.g., \"to eat it all\")\n\nThe sentence seems to mean: *\"It’s a little bit of vanilla cream, and you want it at the end? #kebüez\"*", "verified": [ false, false, false, false ] }, { "model": "GPT-5.6 Luna", "translation": "Earlier, it stole a bag of vanilla cream and is napping again. #kebüez", "verified": [ false, true, false, false ] }, { "model": "Gemini 3.1 Pro", "translation": "Just stole a bag of vanilla cream and now taking a break again #nowork", "verified": [ true, true, true, true ] }, { "model": "GPT-5.6 Terra", "translation": "Just gobbled down a tub of vanilla cream and now I’m dozing off again #nowork", "verified": [ true, false, false, true ] }, { "model": "Command A+", "translation": "Last year I made a vanilla cream cake, but it was too sweet again. #cake", "verified": [ false, false, false, false ] }, { "model": "TranslateGemma", "translation": "I just ate a whole tub of vanilla pudding and now I’m feeling a bit queasy. #hangover", "verified": [ true, false, false, false ] }, { "model": "NLLB 3.3B", "translation": "I'm not going to be able to do it.", "verified": [ false, false, false, false ] }, { "model": "QwenMT", "translation": "I just ate a whole tub of vanilla cream and I’m already at the bakery again #kebüez", "verified": [ true, false, false, false ] } ], "verification_rules": [ "\"Vori gad\" means just now / a moment ago", "\"tüte\" means bag, packet or similar", "\"pöisele\" means taking a break", "The hashtag #kebüez should be translated as #nowork or similar" ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical", "Orthography", "Tokenization" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2655, "source_text": "Woni gebi gha han im chindsgi het mis mami au sölle cho, und woni im chreis gsi bin zum singe hani uf sie gwartet doch sie isch nie cho", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "When I was in kindergarten, my mommy was supposed to come too, and when I was in the circle to sing, I waited for her but she never came", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Gemma 4", "translation": "When I had my graduation in kindergarten, my mommy was supposed to come too, and while I was in the circle singing, I waited for her, but she never came.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "When I was a kid, my mom was supposed to come, and when I was in the choir singing, I waited for her, but she never came.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "When I was little and in kindergarten, my mom was supposed to come too, and when I was in the circle to sing, I waited for her, but she never came.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "When I had a birthday in kindergarten, my mom should have come too, and when I was in the circle to sing, I waited for her, but she never came.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "When I was in kindergarten, my mom was supposed to come pick me up, and when I was in the choir, I waited for her but she never came.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "When I had a performance in kindergarten my mommy was also supposed to come, and when I was in the circle singing I waited for her but she never came.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Cohere Command A", "translation": "When I was supposed to perform in kindergarten, my mom was also supposed to come, and when it was my turn to sing, I waited for her, but she never came.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "human", "translation": "When I had my birthday in kindergarten, my mom was supposed to come too, and when I was in the circle to sing, I waited for her, but she never came.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "When I had my birthday in kindergarten, my mom was supposed to come too, and when I was in the circle to sing, I waited for her, but she never came.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Tower+", "translation": "When I was a child, my mom always told me to sing to them, and when I was in the choir, I sang to them, but they never came.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "I lived in the countryside, my mother was a singer, and when I was in the district I sang to her, but she never came", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "HY-MT2", "translation": "Those who were in the kindergarten with me also had moms like mine, and when I was in the choir, I waited for them, but they never came.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "I went to pick her up from kindergarten, but she wasn't there. I waited for her at the school, but she never showed up.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A Translate", "translation": "When I was supposed to give a performance in kindergarten, my mom was also supposed to come, and when it was my turn to sing, I waited for her, but she never came.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "When it was my birthday in kindergarten, my mom was supposed to come too, and when we were in the circle singing, I waited for her, but she never came.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "gpt-oss-20b", "translation": "When I was in kindergarten my mother was also supposed to come, and when I was in the choir I went to sing, I waited for her but she never came.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "When I was in kindergarten, my mom was supposed to come too, and when I was in the choir singing, I waited for her, but she never came.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Whenever I had birthdays in kindergarten, my mom was supposed to come too, and when we were sitting in a circle singing, I waited for her, but she never came.", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Kimi K3", "translation": "When I had my birthday at kindergarten, my mommy was supposed to come too, and when I was in the circle to sing, I waited for her, but she never came.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "When it was my birthday in kindergarten, my mom was supposed to come too, and while I was sitting in the circle to sing, I waited for her, but she never came.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A", "translation": "When I was supposed to perform in kindergarten, my mom was also supposed to come, and when it was my turn to sing, I waited for her, but she never came.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "GPT-5.6 Luna", "translation": "When I had my birthday in kindergarten, my mom was supposed to come too. When I was sitting in the circle to sing, I waited for her, but she never came.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "TinyAya Global", "translation": "They are playing in the garden and the children are playing and they are singing and they are waiting for her but she is not coming", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "When I had my birthday in kindergarten, my mum was supposed to come too, and when I was sitting in the circle singing, I waited for her, but she never came.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "When I had my birthday in kindergarten, my mom was supposed to come too, and when I was in the circle to sing, I waited for her, but she never came.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A+", "translation": "I wanted to give her a hug, but my child was ill, so I waited for her to come and sing to me, but she never arrived.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TranslateGemma", "translation": "When I had to go to the doctor as a child, my mom was supposed to come too, and when I was in the waiting room waiting to have my throat examined, I kept waiting for her, but she never came.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "Woni area gha han in the chindsgi het mis mami au sölle cho, and woni in the chreis gsi bin to sing hani uf she waits but she is never cho", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "QwenMT", "translation": "Where I was born, in the little village, my mother and I had to go too, and when I was in the district, I waited for her to come sing, but she never came.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Supertext", "translation": "When I was a child, my mom was supposed to come to my birthday party, and when I was in the choir to sing, I waited for her, but she never came", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "When I was a child, my mother also had to come, and when I was in the choir, I waited for her to sing, but she never came.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "When I was a child, my mother should have come too, and when I was in the circle to sing, I waited for her, but she never came.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "DeepL", "translation": "When I was in kindergarten, I was supposed to go get Mom, and when I was in the circle to sing, I waited for her, but she never came.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] }, "detected_source_language": "DE" } ], "verification_rules": [ "In this context, \"gebi\" means birthday", "\"chindsgi\" means kindergarten", "\"im chreis\" means \"in the circle\"" ], "linguistics": [ "Variant Specifics", "Slang", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2656, "source_text": "das blaue Kabel bim neue Compi isch offebar glich nid \"vörig\" gsi, das wär glaub für de Ton gsi :-)", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/rabemama/status/19351320104", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "The blue cable with the new computer obviously wasn't \"up to date\" (or \"the right one\"), I think that was for the sound.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemma 4", "translation": "The blue cable on the new computer apparently wasn't \"necessary\" after all; I think that was for the audio :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Llama 4 Maverick", "translation": "The blue cable on the new computer apparently wasn't \"correct\" either, that would have been for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.4 Mini", "translation": "The blue cable with the new computer apparently wasn’t “superfluous” after all; I think that was for the sound :-)", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "The blue cable on the new computer apparently wasn't \"extra\" after all, that would have been for the sound I think :-)", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "The blue cable on the new computer apparently wasn't \"complete\" after all, that was probably for the sound :-) ", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "the blue cable on the new computer apparently still wasn't \"complete\" after all, that would have been for the sound I think :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Cohere Command A", "translation": "The blue cable at the new computer apparently wasn't \"ready\" either, that would probably have been for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "human", "translation": "The blue cable with the new computer apparently wasn't \"spare\" after all, I think that was for the sound :-)", "verified": [ true, true ], "verified_extra": { "Gemini 3.1 Pro": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Gemma 4": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemma 4": 95, "GPT-5.4 Mini": 92, "Gemini 3.5 Flash Lite": 95, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 95, "Qwen 3.7 Plus": 95 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "The blue cable on the new computer apparently wasn't \"extra\" after all, that was probably for the sound :-)", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Tower+", "translation": "the blue cable on the new Compi was obviously not \"original\", that would probably have been for the sound :-)", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GemmaX2-28-9B", "translation": "the blue cable on the new Compi is not openable like the “old” one, that would be for the sound :-)", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "The blue cable on the new computer apparently wasn’t “working” right away; it was probably meant for the audio :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Apparently, the blue cable for the new computer wasn't \"prepared\" properly, which I think would have been for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Command A Translate", "translation": "The blue cable on the new computer apparently wasn't \"ready\" either, that was probably for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "The blue cable on the new computer apparently wasn't plugged in correctly right away; that must have been for the audio, I guess :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "The blue cable on the new computer apparently wasn't the same as the previous one; that one was probably for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "The blue cable on the new PC obviously wasn't plugged in right away, I guess that was for the audio :-)", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "gpt-oss-20b", "translation": "The blue cable on the new computer apparently isn’t the “old” one— that would have been for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Kimi K3", "translation": "The blue cable on the new computer apparently wasn't \"in stock\" right away, I think that one was for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Apparently, the blue cable for the new computer wasn’t “spare” after all; I think it was for the sound :-)", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "TinyAya Global", "translation": "the blue cable with the new compi is not as \"old\" as it was before, it would be for the sound :)", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A", "translation": "The blue cable at the new computer apparently wasn't \"ready\" either, that would probably have been for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.6 Terra", "translation": "the blue cable on the new computer apparently wasn’t actually “missing” after all, I think it was for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.6 Luna", "translation": "The blue cable with the new computer apparently wasn’t “spare” after all; it was probably for the sound :-)", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "The blue cable for the new computer apparently wasn't \"left over\" after all, I think that would have been for the sound :-)", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "The blue cable on the new computer definitely wasn't \"ready\" yet – I think that was for the sound :-)", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "It seems the blue cable on the new computer wasn’t connected properly from the start; I think it was probably meant for the audio.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "NLLB 3.3B", "translation": "The blue cable was new. It was like a \"new\" cable.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "The blue cable in the new PC apparently wasn’t “pre‑wired” either; I guess that was for the audio :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Supertext", "translation": "The blue cable on the new computer was apparently not “on” at first, that would have been for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Apertus v1.5 8B", "translation": "The blue cable in the new computer is apparently not the same as the previous one; that would have been better for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Apertus v1.5 70B", "translation": "The blue cable on the new computer was apparently not \"proper\" right away; it was probably for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "DeepL", "translation": "The blue cable on the new computer obviously wasn't \"connected\" to begin with; I think that would have been for the sound :-)", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"offebar\" means \"apparently\"", "\"vörig\" means \"left over\", \"superfluous\", \"extra\", or \"spare\" " ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2657, "source_text": "Es isch e Stutz zwe gsi, drum hani d Reaktion o so härzig gfunge.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "It was a tie game, so I found the reaction so adorable.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Gemma 4", "translation": "It was only two francs, which is why I found the reaction so cute.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Llama 4 Maverick", "translation": "It was a bit of a shock, that's why I found the reaction so harsh.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "It was only a buck, so I found the reaction really cute too.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "It was a two-franc piece, which is why I found the reaction so endearing.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "It was a shock at first, which is why I found the reaction so touching.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "It was a close call, that's why I found the reaction so sweet too.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Cohere Command A", "translation": "It was a bit of a shock, that's why I found the reaction so cute.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "human", "translation": "It was a buck or two, that's also why I found the reaction so cute.", "verified": [ true, true ], "verified_extra": { "Gemini 3.5 Flash Lite": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "Gemma 4": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 85, "GPT-5.4 Mini": 93, "Gemma 4": 95, "Gemini 3.1 Pro": 100, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 95 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "It was only two francs, which is why I found the reaction so endearing.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Tower+", "translation": "It was a surprise, that's why my reaction was so intense.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "It was a little while ago, that’s why my reaction was so heartfelt.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "It was a shock, that’s why I found the reaction so heartwarming.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "It was a surprise to me, that's why I found the reaction so amusing.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "It was a bit of a shock, so I also found the reaction very sweet.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "It was just a brief delay, so I found the reaction quite harsh.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "It was a bit of a surprise, that's why I found the reaction so cute.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "gpt-oss-20b", "translation": "It was a support, so I reacted so harshly.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "It was a brief pause, which is why I found the reaction so incredibly cute.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Kimi K3", "translation": "It was quite a shock, so I found the reaction really heartwarming too.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Sol", "translation": "It was only a franc or two, which is why I found the reaction so cute.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A", "translation": "It was a bit of a shock, that's why I found the reaction so cute.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "It was a franc or two, which is why I found the reaction so cute too.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "TinyAya Global", "translation": "There is a problem with this reaction, so here is a more polite one.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "It was a two-franc coin, which is why I found the reaction so cute.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "It was a buck or two, that's why I also found the reaction so cute.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "It was a bit pricey, which is why I found the reaction so endearing.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "TranslateGemma", "translation": "It was a difficult time, which is why I found the reaction so heartwarming.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "It's a relief to have such a strong reaction.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "It was a bit of a blunder, which is why I found the reaction so amusing.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "It was a bit of a shock, so I found the reaction so endearing.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "It was a shock, which is why the reaction felt so heartfelt.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "It was just a joke, that's why I found the reaction so harsh.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "DeepL", "translation": "It was just a little thing, which is why I found the reaction so sweet.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"e Stutz zwe\" mean one or two bucks (or Francs)", "\"härzig\" means cute, sweet, adorable etc." ], "linguistics": [ "Variant Specifics", "False Friends", "Slang", "Semantic/Lexical", "Syntactic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2658, "source_text": "Sit wänn rüefets Lüüt us im Zug, dass öper uf sie warti? #S12", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/dialogine/status/1016608902471995392", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Since when have people in trains been calling out that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Gemma 4", "translation": "Since when have people been calling out from the train for someone to wait for them? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Llama 4 Maverick", "translation": "When do people call out in the train that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "GPT-5.4 Mini", "translation": "Since when do people call out from the train that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Deepseek V4 Pro", "translation": "Since when do people call from the train that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Since when are people calling out from the train that someone should wait for them? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Since when do people call from the train to say that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Cohere Command A", "translation": "Are you waiting for someone when people call out from the train? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "human", "translation": "Since when do they make announcements on the train for people, saying that someone is waiting for them? #S12", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Since when do people shout in the train for someone to wait for them? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Tower+", "translation": "What if people call us from the train that everyone is waiting for them? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "What if people in the train are calling us because they are waiting for them? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "HY-MT2", "translation": "Is it that people in the train call out that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Seed-X-PPO-7B", "translation": "What if people call us on the train and ask us to wait for them? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A Translate", "translation": "What if people on the train call out that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Kimi K3", "translation": "Since when do they page people on the train because someone is waiting for them? #S12", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Since when do people call from the train that someone is waiting for them?", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Since when do they make announcements on the train that someone is waiting for them? #S12", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Since when do you call people from outside the train to wait for you? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "gpt-oss-20b", "translation": "Sit when the staff call people out of the train so that someone will wait for them.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Since when do people call from the train to ask someone to wait for them? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A", "translation": "Are you waiting for someone when people call out from the train? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TinyAya Global", "translation": "What will you do in the train, that you wait for them? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Since when do people call from the train to say that someone is waiting for them?", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Since when do people call out from the train that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Since when do they page people on the train to say that someone is waiting for them? #S12", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A+", "translation": "When will the train announce that someone is waiting for us? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TranslateGemma", "translation": "Is it common for people to call out from the train to see if someone is waiting for them? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "Sit wänn rüefets Lüüt us in the train that open uf they waited? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "QwenMT", "translation": "Where are the people on the train waiting for someone? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Supertext", "translation": "Since when do people call out from the train that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Sit when people call out from the train that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Apertus v1.5 70B", "translation": "When people in the train call out that someone is waiting for them? #S12", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "DeepL", "translation": "What if someone on the train calls out that someone is waiting for them? #S12", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"rüefets Lüüt us\" means that they page people / call people out (over the loudspeaker)", "The subject of the main clause is \"they\" (the train conductors etc.)", "\"dass öper uf sie warti\" is the message of the announcement: That someone is waiting for them." ], "linguistics": [ "Variant Specifics", "Gardenpath", "Syntactic", "Morphological" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2661, "source_text": "isch au nöd @ dich gsi sonder die wo gfühlt mo - so extra uf züri chömet zum go bade obwohls i ihrem kantönli genau so badis, see/flüss het.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": "https://x.com/jollofreis/status/880387892673220609", "translations": [ { "model": "Gemini 2.5 Flash", "translation": "wasn't aimed at you, but at those who feel like - they specifically come to Zurich to swim even though their canton has exactly the same bathing areas, lakes/rivers.", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "Gemma 4", "translation": "It wasn't directed at you either, but at those who feel like they're coming to Zurich specifically to go swimming, even though their own little canton has exactly the same swimming baths, lakes/rivers.", "verified": [ false, false, true, false ], "verified_extra": { "Gemma 4": [ false, false, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "It wasn't about you, but those who feel - so extra - like coming to Zurich to go swimming, even though they have exactly the same bathing lakes/rivers in their canton.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "It wasn’t aimed at you either, but at the ones who felt they had to come all the way to Zurich just to go swimming, even though their little canton has just as many swimming spots, lakes, and rivers.", "verified": [ false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "It wasn't directed at you, but those who just felt like it — coming all the way to Zurich on purpose to go swimming, even though their own little canton has just as many swimming spots, lakes, and rivers.", "verified": [ false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "I also didn't go because of you but because of those who felt like it - so they especially came to Zurich to go swimming even though their own canton has just as many swimming spots and lakes/rivers.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "wasn't directed at you either but rather those who feel like - they especially come to Zurich to go swimming even though they have just as many pools, lakes/rivers in their own little canton.", "verified": [ false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, true, true ] } }, { "model": "Cohere Command A", "translation": "It wasn’t aimed at you either, but at those who feel the need to come all the way to Zurich just to go swimming, even though there are just as many swimming spots, lakes, and rivers in their own cantons.", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "human", "translation": "That wasn't aimed @ you, but rather at the people who – it feels like Monday through Sunday – come all the way to Zurich just to go swimming, even though they have public pools, lakes/rivers just the same in their own little canton.", "verified": [ true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "it wasn't @ you either, it was those who feel the ne— like, who come specially to Zurich to go swimming even though in their little cantons there are just as many public pools, lakes/rivers.", "verified": [ false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, true, true ] } }, { "model": "Tower+", "translation": "I didn't mean you, but those who feel like coming to Zurich specifically to go swimming, even though they have just as many baths, lakes/rivers in their canton.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "GemmaX2-28-9B", "translation": "I also need you, especially when I feel like it - so I come to Zurich to go swimming, even though I have a lake/river in my canton.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "HY-MT2", "translation": "I wasn’t referring to you, but to those who somehow feel the need – like, specifically come to Zurich to go swimming, even though their own canton has just as many lakes/rivers for swimming.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "Seed-X-PPO-7B", "translation": "It's not about you, but about those who feel the need to go to Zurich to go swimming, even though there are just as many swimming pools and lakes/rivers in their own canton.", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "Command A Translate", "translation": "it wasn't aimed at you either, but at those who felt like it - who came all the way to Zurich just to go swimming even though there are just as many swimming pools, lakes/rivers in their canton.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "That’s not really about you either, but rather at those who basically come all the way to Zurich just to swim, even though their home canton has exactly the same swimming spots, lakes, and rivers.", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "It wasn't aimed at you, but at those who feel the need to come all the way to Zurich to swim, even though their own canton has just as many pools, lakes, and rivers.", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "Kimi K3", "translation": "wasn't aimed at you either, but at those who feel the need to come all the way to Zurich just to go swimming, even though their own little canton has just as many lidos, lakes/rivers.", "verified": [ false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, true, true ] } }, { "model": "gpt-oss-20b", "translation": "It wasn't just with you—it was also for those who felt it. In particular, in Zurich you go to swim, even though in their little area the baths were exactly the same, the water was there.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "It wasn't you either, but rather those people who, like, come all the way to Zurich just to go swimming, even though they have just as many pools, lakes, and rivers in their own little canton.", "verified": [ false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "It wasn’t aimed at you either, but at those who seemingly come all the way to Zurich just to go swimming, even though their little canton has just as many pools, lakes, and rivers.", "verified": [ false, false, true, true ], "verified_extra": { "Gemma 4": [ true, false, true, true ] } }, { "model": "TinyAya Global", "translation": "I don't know you without the place where you feel at home - so extra in Zurich even though it's just as bad in their canton.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Command A", "translation": "It wasn’t aimed at you either, but at those who feel the need to come all the way to Zurich just to go swimming, even though there are just as many swimming spots, lakes, and rivers in their own cantons.", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "It wasn’t directed at you either, but at those who seemingly go out of their way to come to Zurich to swim, even though their own canton has just as many pools, lakes, and rivers.", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ true, false, false, true ] } }, { "model": "GPT-5.6 Terra", "translation": "It wasn’t aimed at you either, but at those who feel they have to come all the way to Zurich to go swimming, even though their own little canton has just as many pools, lakes and rivers.", "verified": [ false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "It wasn't directed @ you either, but at those who, it feels like, come all the way to Zurich from Monday to Sunday specifically to go swimming, even though they have just as many pools, lakes/rivers in their own little canton.", "verified": [ true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "Command A+", "translation": "It wasn’t me either, but those who felt it—so you can totally come to Zurich to go swimming, even though their canton has exactly the same lakes and rivers for bathing.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "TranslateGemma", "translation": "It wasn’t just you; there were others who felt the same – they went to great lengths to come all the way here to go swimming, even though their own canton had just as many swimming pools, lakes, or rivers.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "NLLB 3.3B", "translation": "The first is that the new law is not a new one.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "QwenMT", "translation": "I wasn’t even there for you, but for those who felt like it—coming all the way to Zurich just to go swimming, even though they’ve got pools and lakes right in their own little canton.", "verified": [ false, false, true, true ], "verified_extra": { "Gemma 4": [ false, false, true, true ] } }, { "model": "Supertext", "translation": "wasn’t directed at you either, but at the ones who feel like – coming to Zurich specifically to swim, even though they have lakes/rivers in their own canton.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "I wasn't after you, but after those who felt the need to come all the way to Zurich to go swimming, even though their own canton has lakes and rivers.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "It wasn't about you, but about those who felt like it – coming all the way to Zurich to go swimming, even though they have just as nice baths and lakes in their own canton.", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false, true ] } }, { "model": "DeepL", "translation": "It wasn't about you, but about those who feel the need to go all the way to Zurich just to go swimming, even though there are just as many places to swim—lakes and rivers—right in their own canton.", "verified": [ false, false, false, true ], "verified_extra": { "Gemma 4": [ false, false, false, true ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"gfühlt\" qualifies the hyperbola that the people are coming Monday through Sunday – it's a feeling by the speaker, not by the people", "\"mo - so\" means \"Monday through Sunday\" or \"Mon–Sun\" etc.", "\"kantönli\" is a diminutive of \"kanton\", which should be reflected in the translation", "a \"badi\" is a public open-air swimming pool or a designated swimming area" ], "linguistics": [ "Variant Specifics", "Internet Cultural Artifact", "Gardenpath", "Conventions", "Target Gap: Morph to Words", "Cultural Artifact", "Syntactic", "Morphological", "Orthography", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2662, "source_text": "luegeder amigs au in spiegel und dänked wäh", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "do you ever look in the mirror and think wow", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemma 4", "translation": "Do you also sometimes look in the mirror and think \"ew\"?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Llama 4 Maverick", "translation": "look at yourselves in the mirror and think about it", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "look at yourself in the mirror sometimes too and think huh", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Do you sometimes look in the mirror and think \"ouch\"?", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Look at yourself in the mirror and think about who you are.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Look in the mirror sometime and think wow.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Cohere Command A", "translation": "Look in the mirror sometimes and think about it.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "human", "translation": "Do you ever look in the mirror sometimes and think 'ew'", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Qwen 3.7 Plus": [ true, true ], "Qwen 3.7 Flash": [ true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 100, "GPT-5.4 Mini": 86, "Gemma 4": 100, "Gemini 3.1 Pro": 95, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 90 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Do you ever look in the mirror and think yuck", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Tower+", "translation": "look at your reflection in the mirror and be thankful", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "luegeder amigs au in mirror and dänked wäh", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Look, friends, also in the mirror and think about it.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "I looked at my friends in the mirror and thought to myself...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "look in the mirror sometimes and think about it", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "He also looks at himself in the mirror and probably thinks...", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Always look in the mirror and think about it.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Look at your friends in the mirror too and think about it.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "gpt-oss-20b", "translation": "Look at yourself in a mirror and think.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Kimi K3", "translation": "Look in the mirror sometime and think, ugh", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Do you ever look in the mirror and think, “Yuck”?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "TinyAya Global", "translation": "lousy friends in the mirror and think they’re wise", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A", "translation": "Look in the mirror sometimes and think about it.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Luna", "translation": "Do you ever look in the mirror and think, wow?", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Do you ever look in the mirror and think, “Who…”", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Do you also sometimes look in the mirror and think \"ew\"?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "They also looked at themselves in the mirror and thought.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "look in the mirror and think about your friends", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "I'm looking at myself in the mirror and thinking,", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "looked at one’s friends even in the mirror and thought while", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "look in the mirror in the morning and think about it", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "Look at your friends in the mirror and think.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Look in the mirror and think about it.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "DeepL", "translation": "Take a look at yourself in the mirror and think about it", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "The sentence is a question (\"luegeder\" = \"do you look\"), even though the input does not have a question mark. The translation may or may not add the question mark.", "\"wäh\" is an exclamation of disgust (e.g., ew / yuck / gross)" ], "linguistics": [ "Variant Specifics", "Gardenpath", "False Friends", "Orthography", "Syntactic", "Morphological", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2663, "source_text": "weiss ja nid.. aber we dir so z 4te höch ar theke stöht, gsehts scho chli komisch us ;)", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "I don't know... but if the four of you are standing at the bar, it looks a bit strange ;)", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemma 4", "translation": "I don't know.. but when you four are standing high at the counter like that, it does look a bit strange ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "I don't know... but when you stand so close to the counter like that, it already looks a bit weird ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "I don’t know... but if the four of you stand up at the bar like that, it does look a bit weird ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Deepseek V4 Pro", "translation": "I don't know... but when you're standing four deep at the bar like that, it does look a bit funny ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "I don't know.. but when you stand there at the counter around 4 o'clock, it looks a bit weird ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "I don't know... but when you're standing 4th highest at the bar, it does look a bit weird ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Cohere Command A", "translation": "I don’t know... but when you’re standing at the bar like the 4th tallest, it does look a bit odd ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "I don't know.. but when the four of you are standing like this at the bar, it does look a bit funny ;)", "verified": [ true ], "verified_extra": { "Gemini 3.1 Pro": [ true ], "Gemma 4": [ true ], "Gemini 3.5 Flash Lite": [ true ], "GPT-5.4 Mini": [ true ], "Qwen 3.7 Flash": [ true ], "Qwen 3.7 Plus": [ true ] }, "judge_extra": { "Gemma 4": 100, "Gemini 3.5 Flash Lite": 95, "GPT-5.4 Mini": 90, "Gemini 3.1 Pro": 95, "Qwen 3.7 Flash": 95, "Qwen 3.7 Plus": 90 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Don't know.. but when the four of you are standing like that high at the bar, it does look a bit weird ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "I don't know... but when you're standing at the counter for the 4th time, it starts to look a bit funny ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "I don’t know.. but when you are standing at the counter for the 4th time, it looks a little funny ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "I have no idea.. but with you standing at the 4th-highest bar like that, it does look a bit strange ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "I don't know.. but when you keep bumping into the counter for the fourth time, it's getting a bit weird, don't you think? ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "I don’t know… but when you stand at the bar at 4th height, it looks a bit strange ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Nemotron 3 Ultra", "translation": "I dunno... but when the four of you stand at the bar like that, it looks kinda weird ;)", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Qwen 3.7 Flash", "translation": "I don't know... but when you're standing at the 4th level by the counter, it already looks a bit strange ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "I don’t know… but why are you doing that at four? The thing up on the counter is standing, looks a bit weird.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "dunno really.. but when the four of you stand up at the bar like that, it does look a bit weird ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Qwen 3.7 Plus", "translation": "I don't know... but if the four of you are standing at the counter like that, it does look a bit weird ;)", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Sol", "translation": "I don’t know... but when the four of you are standing at the bar like that, it does look a bit weird ;)", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "I don’t know... but when you’re standing at the bar like the 4th tallest, it does look a bit odd ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "white and not... but if you put it so 4th highest, it looks pretty funny to me ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "I don’t know… but when the four of you are standing at the bar like that, it does look a bit funny ;)", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Terra", "translation": "I don’t know... but when the four of you are standing at the bar, it does look a bit strange ;)", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemini 3.1 Pro", "translation": "I don't know.. but when the four of you stand so high up at the bar, it does look a bit weird ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "I don’t know... but if you’re standing at the fourth highest counter, it does look a bit odd, doesn’t it? ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "I don’t know… but if you’re standing on the bar counter like you’re the fourth person up there, it looks a bit strange.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "I know, but we're so high up on the bench, it's kind of funny.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "I don’t really know… but when you’re standing at the counter looking so tall, it does look a bit strange ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "I don’t know.. but if you’re standing at the bar at the 4th highest spot, it looks a bit weird ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "I don't know, but when you look at the 4th highest ranking list, it already looks a bit strange ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "I know, but if you stand at the fourth highest counter, it looks a bit strange, right? :)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "DeepL", "translation": "I don't know... but when you're standing there at the fourth-highest bar, it does look a little weird ;)", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "\"z 4te höch\" means to be four people. It shouldn't be translated with a spatial meaning, such as \"high\", \"close\", \"up\", \"deep\", \"tall\" or similar" ], "linguistics": [ "Variant Specifics", "Collocation", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 2669, "source_text": "Ich trinke am liebsten Leitungswasser.", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Am liebschte trink i Hahnewasser.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemma 4", "translation": "I trink am liebschte Leitigswasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "Ich trink am liebste Läitigswasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "GPT-5.4 Mini", "translation": "Ich trink am liebschte Leitigswasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "I trinkä am liebschtä Leitigswasser.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Ich trinke am liebschte Leitungswasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "I trink am liebschte Hahnewasser.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Cohere Command A", "translation": "I trink am liebschte Liitigswaasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "human", "translation": "I trink am liebschte Hahnewasser.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "I trinke am liebste Hahnewasser.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Tower+", "translation": "I chuue am liebschti gs Wasser us de Kanue.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "I prefer to drink tap water.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "HY-MT2", "translation": "Am liebste trinke ich Leitungswasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Command A Translate", "translation": "I trink am liebschte Läitigswaasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "I trinkä gärner Läitigsasser.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "gpt-oss-20b", "translation": "Ich trinke am liebste Leitungswasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "I trinke am liebschte Hahnewasser.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Ig trink am liebste Leitigswasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Kimi K3", "translation": "Ich trink am liäbste Leitigswasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "I trink am liebschte Hahnewasser.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "TinyAya Global", "translation": "Ich drink am Liebsten Leitungswasser.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "I trinke am liebschte Leitigswaasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Command A", "translation": "I trink am liebschte Liitigswaasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "I trink am liebschte Hahnewasser.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "I trink am liebschte Hahnewasser.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A+", "translation": "Am liebste trink ich Leitungswasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "TranslateGemma", "translation": "Ich trinke am liebsten Wasser aus dem Wasserhahn.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Ich trinke am liebsten Leitungswasser.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "NLLB 3.3B", "translation": "Ich trinke am liebsten Leitungswasser.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "QwenMT", "translation": "Ich trinke am liebsten Leitungswasser.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Supertext", "translation": "Ich trinke am liebste Leitigswasser.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Ich trink am liebscht Leitigswasser.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Apertus v1.5 70B", "translation": "I trink am liebscht Leitigswasser.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } } ], "verification_rules": [ "\"Leitungswasser\" should translate to \"Hahnewasser\"", "\"trinke\" should either stay \"trinke\" or become \"trink\"; \"trinkä\" would not fit the dialect of St. Gallen", "\"liebsten\" should either translate to \"liebste\" or become \"liebschte\"; \"liebschtä\" would not fit the dialect of St. Gallen" ], "linguistics": [ "Output: Language", "Semantic/Lexical", "Morphological", "Orthography" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2683, "source_text": "Hast du Paprika auf die Pizza getan?", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Häsch du Paprika uf d Pizza gmacht?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Gemma 4", "translation": "Hesch Paprika uf d Pizza tue?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Llama 4 Maverick", "translation": "Hesch Paprika uf d'Pizza taa?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "GPT-5.4 Mini", "translation": "Hesch Paprika uf d'Pizza tue?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Deepseek V4 Pro", "translation": "Häsch du Peperoni uf d'Pizza too?", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Hesch Paprika uf d'Pizza ta?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "Häsch Peperoni uf d Pizza taa?", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Cohere Command A", "translation": "Hesch du Paprika uf d Pizza gha?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "human", "translation": "Hesch Peperoni uf d'Pizza tue?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Hesch Paprika uf d Pizza doo?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "TinyAya Global", "translation": "Hast du Paprika auf die Pizza g’setzt?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Hesch du Paprika uf d'Pizza tue?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Command A", "translation": "Hesch du Paprika uf d Pizza gha?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Hesch Peperoni uf d’Pizza taa?", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Häsch du Paprika uf d’Pizza ta?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Hesch du Peperoni uf d Pizza taa?", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "gpt-oss-20b", "translation": "Hesch du Paprika uf d'Pizzä gstoot?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Hesch du Paprika uf d Pizza ta?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Häsch Peperoni uf d Pizza taa?", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Kimi K3", "translation": "Häsch du Paprika uf d'Pizza tä?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Häschesch du Paprikas uf d Pizza g'tue?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Tower+", "translation": "Hast du Paprikaschote gschtützt uf d' Pizza?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Did you put paprika on the pizza?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "HY-MT2", "translation": "Hasch du Paprika uf d’Pizza glegt?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A+", "translation": "Hast du Paprika uf die Pizza gschmiert?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TranslateGemma", "translation": "Hast du Paprika auf die Pizza gegeben?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Hast du Paprika auf die Pizza gelegt?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "Hast du Paprika auf die Pizza getan?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "QwenMT", "translation": "Hast du Paprika auf die Pizza getan?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A Translate", "translation": "Hesch du Paprika uf d Pizza ghaa?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Supertext", "translation": "Hesch paprika ufd pizza tue?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Hast du Paprika uf d'Pizza gmacht?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Hesch de Paprika uf d Pizza gmacht?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } } ], "verification_rules": [ "\"Hast du\" should become \"hesch\" or \"hesch du\"", "\"Paprika\" should become \"Peperoni\"", "\"getan\" should become \"tue\"" ], "linguistics": [ "Variant Specifics", "False Friends", "Semantic/Lexical", "Morphological" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2686, "source_text": "Heute hat er rote Bete Salat gemacht.", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Hüt hät er Rande Salot gmacht.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemma 4", "translation": "Hüt hät er rote Bete Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Llama 4 Maverick", "translation": "Hüt het er Rote-Rüebe-Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Hüt het er Rüebli-Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Hüt hät är Randesalat gmacht.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Hüt het er Rande-Salat gmacht.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "Hüt hät er Rotechabis Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Cohere Command A", "translation": "Hüt hät er rote Bete Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "human", "translation": "Hüt hetter Rande Salot gmacht.", "verified": [ true, true ], "verified_extra": { "Gemini 3.1 Pro": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "GPT-5.4 Mini": [ true, false ], "Gemma 4": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "GPT-5.4 Mini": 78, "Gemma 4": 100, "Gemini 3.5 Flash Lite": 95, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 55, "Qwen 3.7 Plus": 90 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Hüt hät är Rüeblä-Salat gmacht.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Tower+", "translation": "Hüt isch nid gsi, aber heute het er rote Bete Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Today he made red beet salad.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Heute het er Rote-Bete-Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "Hüt hät er Rote-Bete-Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Hüte hat är Rahner-Salat gmacht.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Kimi K3", "translation": "Hüt het er Randesalat gmacht.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Hüt het er Randesalat gmacht.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Hüt het er roeti Büete-Salot gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "gpt-oss-20b", "translation": "Hüt het er rote Bete-Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Hüt hät er Randesalat gmacht.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "TinyAya Global", "translation": "Heute hat er roten Bete-Salat gemacht.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A", "translation": "Hüt hät er rote Bete Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.6 Luna", "translation": "Hüt het er Randesalat gmacht.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Hüt hät er Rande-Salat gmacht.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Hüt hät er Randesalat gmacht.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "Heute het er en Rote-Bete-Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "TranslateGemma", "translation": "Heute hat er einen Salat mit Rote-Bete-Blättern zubereitet.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Heute hat er Rote-Bete-Salat gemacht.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Heute hat er einen Beetsalat gemacht.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Heute hat er rote Bete Salat gemacht.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "Hüt het er roti Bete Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Apertus v1.5 8B", "translation": "Hüt het er Rote Bete Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Hüt het er rote Rüebli-Salat gmacht.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } } ], "verification_rules": [ "\"Hat er\" should become \"hetter\", \"hätter\", \"het er\" or \"hät er\"", "\"rote Bete Salat\" should become \"Randesalot\" or \"Randesalat\", writing with hyphen or as two separate words is fine too" ], "linguistics": [ "Variant Specifics", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2688, "source_text": "Auf dem Dachboden leben Geister", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Uf em Dachbode läbed Gschpängscht.", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Gemma 4", "translation": "Uf em Dachstock läbed Geischter", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Llama 4 Maverick", "translation": "Uf em Estrich läbed Gschpenster", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Im Estrich wohne Geister", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "Uf em Estrich läbed Geischter", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Uuf em Dachbodem läbe Gheischter", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Uf em Estrich lebed Geischter", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Cohere Command A", "translation": "Im Dachbode läbed Gischter", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "human", "translation": "Uf em Estrich lebed Geister.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Uf em Estrich läbed Geischter", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "TinyAya Global", "translation": "Auf der Dachboden wohnen Geister", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Command A", "translation": "Im Dachbode läbed Gischter", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Uf em Estrich läbed Geischter", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Uf em Estrich läbed Geischter.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Uf em Dachstock läbe Gäischter", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Ufem Estrich läbed Geischter.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Uf em Dachbode wöne Gschpänster", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "gpt-oss-20b", "translation": "Uf em Dachboden läbe Gester.", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Uf em Estrich läbe Geischter", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Kimi K3", "translation": "Uf em Estrich läbed Geischter.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Im Bode läbe Geischter.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Tower+", "translation": "Uf em Dachstock wohnt Geister", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "GemmaX2-28-9B", "translation": "Ghosts live in the attic", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "HY-MT2", "translation": "Auf dem Dachbode wohne G’ister", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A+", "translation": "Uf em Dachbood läbe Geister", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "TranslateGemma", "translation": "Auf dem Dachboden spukt es.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Auf dem Dachboden leben Geister.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "NLLB 3.3B", "translation": "In der Dachkammer leben Geister", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "QwenMT", "translation": "Auf dem Dachboden leben Geister", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Command A Translate", "translation": "Im Dachböue läbed Gschter", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Supertext", "translation": "Ufem Dachbode läbed Geischter", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Uf em Dach stöhn Geischt", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Uf em Dachschopf wone Geister.", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } } ], "verification_rules": [ "\"Auf dem\" should become \"Uf em\" or \"Ufem\"", "\"Dachboden\" should become \"Estrich\"", "\"Geister\" should either stay \"Geister\" or become \"Geischter\"" ], "linguistics": [ "Output: Language", "Semantic/Lexical", "Orthography", "Phonological" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2691, "source_text": "Und dann sprang sie einfach über den Zaun!", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Und denn isch sie eifach über de Zaun gumpet!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemma 4", "translation": "Und denn isch sie eifach über de Zaun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Llama 4 Maverick", "translation": "Und denn isch si eifach über Zaun gumpet!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Und denn isch sie eifach über d'Zaun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Und denn isch si eifach über de Zuu gumpet!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Und denn isch si eifach über de Zaun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Und denn isch sie eifach über de Zuun gumpt!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Cohere Command A", "translation": "Und deheier isch si eifach iber de Zaun gschprunge!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "human", "translation": "Und denn isch sie eifach über de Hag gumpet!", "verified": [ true, true ], "verified_extra": { "GPT-5.4 Mini": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "Gemma 4": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 95, "GPT-5.4 Mini": 93, "Gemini 3.1 Pro": 100, "Gemma 4": 100, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 90 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Und denn isch sie eifach über de Zuetzh gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Tower+", "translation": "Und dann isch si einfach über d'Hecke gschoosse!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "And then she just jumped over the fence!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Und denn isch sie einfach über d’Zaun gspringt!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Command A Translate", "translation": "Und denn isch si eifach über de Zaun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Und denn isch si einfach übere de Zaun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Und denn isch si eifach über de Zuun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Kimi K3", "translation": "Und denn isch si eifach über de Zaun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "gpt-oss-20b", "translation": "Und denn sprang sie eifach über de Zaun!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "U denn isch si eifach über de Zaun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Und denn isch si eifach über de Haag gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "TinyAya Global", "translation": "Und dann springe sie einfach über den Zaun!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A", "translation": "Und deheier isch si eifach iber de Zaun gschprunge!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Und denn isch si eifach über de Zuun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.6 Luna", "translation": "Und denn isch sie eifach über de Zuun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Und denn isch si eifach über de Zuun gumpt!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Command A+", "translation": "Und dann isch si eifach über d Zaun gsprungen!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "Und dann sprang sie einfach über den Zaun!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Und dann sprang sie einfach über den Zaun!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Und dann sprang sie über den Zaun!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Und dann sprang sie einfach über den Zaun!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "Und dänn hät si eifach über de Huus gumpet!", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "Und denn isch si einfach über de Zaun gschprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Und denn isch si einfach über de Zaun gsprunge!", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } } ], "verification_rules": [ "\"dann\" should become \"denn\"", "\"Zaun\" should become \"Hag\"" ], "linguistics": [ "Output: Language", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2692, "source_text": "Hast du deine Hausschuhe eingepackt?", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Häsch dini Finken igpackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemma 4", "translation": "Hesch dini Huusschue ipackt?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Llama 4 Maverick", "translation": "Hesch d Huusschueh iigpackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.4 Mini", "translation": "Hesch dini Hutschueh iiipackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Hesch dini Finke iipackt?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Häsch du dini Hüsschueh iigpäckt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "Häsch dini Huusfinke iigpackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Cohere Command A", "translation": "Hesch dini Pantoffle iipackt?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "human", "translation": "Hesch dini Finke ihpackt?", "verified": [ true, true ], "verified_extra": { "Gemini 3.5 Flash Lite": [ true, true ], "Gemma 4": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Qwen 3.7 Plus": [ true, true ], "Qwen 3.7 Flash": [ true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 100, "Gemma 4": 100, "GPT-5.4 Mini": 98, "Gemini 3.1 Pro": 100, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 90 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Hesch dini Finken iigpackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Tower+", "translation": "Hebst du deine Hausschuhe eingepackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Have you packed your slippers?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Hast du dini Hüüsli-Schue iigpackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Command A Translate", "translation": "Hesch dini Pantoffle iipackt?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "gpt-oss-20b", "translation": "Hesch du d'Hausschuus eingepackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Hasch du dini Schlipfer iigpackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Hesch dini Huusschueh iipackt?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Hesch diine Huusschuu eingepackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Kimi K3", "translation": "Hesch dini Huusschueh iipackt?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Häsch dini Finke iipackt?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "TinyAya Global", "translation": "Hast du deine Hausschuhe eingepackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A", "translation": "Hesch dini Pantoffle iipackt?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Häsch dini Husschue iipackt?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Hesch dini Huusschuhe iipackt?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Häsch dini Finke iipackt?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "Häsch dini Schlapfe verpackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "Hast du deine Hausschuhe eingepackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Hast du deine Hausschuhe eingepackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Hast du deine Schuhe gepackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Hast du deine Hausschuhe eingepackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "Hesch dini Huusschue iipackt?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Hast du dine Hausschue i de Koffer gepackt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Hesch de d'Huusschue i de Packig mitgnoh?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } } ], "verification_rules": [ "\"deine Hausschuhe\" should become \"dini Finke\"", "\"eingepackt\" should become \"ihpackt\" or \"iipackt\" or \"ipackt\"" ], "linguistics": [ "Variant Specifics", "Output: Language", "Semantic/Lexical", "Orthography" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2693, "source_text": "Bringst du bitte mal den Müll raus!?", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Chasch bitte emal de Müül use neh?", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Gemma 4", "translation": "Bringsch bitte mol dr Abfall us!?", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "Chasch du bitte de Müll use bringe!?", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "GPT-5.4 Mini", "translation": "Chasch bitte de Abfall use bringe!?", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "Chasch bitte mol de Güsel useträäge!?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Bringsch du bitte mal de Müll uus!?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Chasch bitte mal de Güsel use bringe!?", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Cohere Command A", "translation": "Chasch bitte mau de Müül use bringe!?", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "human", "translation": "Bringsch bitte mol de Abfall use!?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Bringsch mir bitte mol de Abfall uuse!?", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Tower+", "translation": "Chunts du bitte de Wälle usföhre!?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Can you please take out the garbage!?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "HY-MT2", "translation": "Kannst du bitte den Müll ussbringe!?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A Translate", "translation": "Chasch du bitte amol de Abfall use bringe!?", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "gpt-oss-20b", "translation": "Chasch du bitte mol de Mühli raus?", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Bringsch du bitte amol de Abfall use!?", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Bringsch denn d'Mül uuse?!", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Bringsch de Müll bitte mol use?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Kimi K3", "translation": "Bringsch du bitte emol de Müll us!?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Bringsch bitte mol de Güsel use!?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Command A", "translation": "Chasch bitte mau de Müül use bringe!?", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Bringsch du bitte mol de Güsel use!?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Chasch bitte mol de Abfall usebringe?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "TinyAya Global", "translation": "Bringst du mal den Müll raus!", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Bringsch du bitte mol de Güsel use!?", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Command A+", "translation": "Bringsch d' Schrott bitte mal uuse!?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "TranslateGemma", "translation": "Kannst du bitte den Müll rausbringen?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Könntest du bitte den Müll rausbringen!?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "Kannst du bitte den Müll rausbringen?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "QwenMT", "translation": "Bringst du bitte mal den Müll raus!?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Supertext", "translation": "Bringsch bitte mal de Müll use!?", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Bringscht du bitte mal de Müll raus!?", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Bringsch dr Abfall bitte mol use!?", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } } ], "verification_rules": [ "\"mal\" should become \"mol\" ", "\"Müll\" should become \"Abfall\"", "\"raus\" should become \"use\"" ], "linguistics": [ "Output: Language", "Semantic/Lexical", "Orthography" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2695, "source_text": "Heute putzte er das Waschbecken", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Hüt hät er d'Wäschbeck putzt", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Gemma 4", "translation": "Hüt hät er s Waschbecke putzt", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Llama 4 Maverick", "translation": "Hüt het er s Waschbecki putzt.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Heut het er s Lavabo geputzt", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Hüt het er s'Lavabo putzt.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Hüt het er s Waschbecki putzt.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Hüt het er s Lavabo putzt\n
", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Cohere Command A", "translation": "(st@st@st@st@st@st@st@te@st@st@st@st@te@te@ste@st@te@ste@ste@ste@ste@te@ete@ete@ete@ete@ete@ete@ete@ste@ste@ste@ste@ete@ete@ete@ete@ete@ete@ete@ste@ste@ste@ite@ite@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ente@ente the(st)@st@st@st)(mm)@be@se@st@st)(nn)@be@se@te@ste@st)(nn)@be@se@te@ste@ste@se@ste@ste@ste@ste@ete@ete@ete@ere@eppe@ere@ente)(nn)@be@se@ere@ente)(mm)@be@se@ere@ere@bbe)@be@pe@ere@ere@ere@ere @ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@enna)@be@ere@ere@ere@ere@ere@ere)(mm)@be@pe@ere@ere@ere@ere)@be @ere(mm)@be)@be)@be @ere(mm)@be @ere@ere (mm)@mm)@be @ere@ere@ere@ere(mm)@be @ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@mm)@be(@ere@ere@ere(mm)@be@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere @ere)@mm)@mm)@mm)@mm)@be@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ea)\\mm)@mm)@mm)@mm)@mm)@mm)@mm)@mm)(mm)(mm)@mm)@mm)(@mm)@mm)@mm)@mm)@mm)(aa)@mm)(mm)@mm)@mm)@mm('(mm)@mm@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere(mm)@be@ere(mm)@mm)@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm(mm)(mm)@mm@ere@ere@ere@ere@ere@ere@ere@ere@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm)@mm)@mm@mm@mm@mm@mm@mm@mm@mm@mm)(mm)@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@�@ere@ere@ere@ere@ere@ere@ere@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@pe@mm@mm@mm@pe@mm@mm@mm@ppe@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@pe@pe@mm@mm@mm@mm@mm@mm@mm@pe@mm@mm@mm@pe@mm@mm@ipe@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@ mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm[@mm@mm@mm@mm@mm[@mm@mm@mm@mm@mm@mm@mm[@mm@mm@mm@mm[@mm[@mm[@mm[@mm@mm@mm[@mm[@mmÂmm@mmÂmm[@mm[@mmÂmmÂmmÂmm @mmÂmm@mmÂmmÂmmÂmmÂmmÂmmÂmmÂmmÂmmÂmmÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂ", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "human", "translation": "Hüt hetter s Lavabo putzt.", "verified": [ true, true ], "verified_extra": { "Gemini 3.5 Flash Lite": [ true, false ], "GPT-5.4 Mini": [ true, true ], "Gemma 4": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemma 4": 100, "Gemini 3.5 Flash Lite": 100, "GPT-5.4 Mini": 92, "Gemini 3.1 Pro": 100, "Qwen 3.7 Plus": 85, "Qwen 3.7 Flash": 55 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Hüt hät er s'Lavabo putzt", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Tower+", "translation": "Hüt isch er d'Waschtischi gschrubbt", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Today he cleaned the sink", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Heute het er s Washbeck gsiig.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "Hüt hät er s Waschbecken gputzt", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Hüt het er s Wäschbecki gputzt.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Hätte het er de Wäschtisch gputzt.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "gpt-oss-20b", "translation": "Hüt putze er das Waschbecke.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Hüte hot er s Waschbeck gputzt.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Kimi K3", "translation": "Hüt het er s Woschbecke gputzt", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Hüt het er s Lavabo putzt.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Command A", "translation": "(st@st@st@st@st@st@st@te@st@st@st@st@te@te@ste@st@te@ste@ste@ste@ste@te@ete@ete@ete@ete@ete@ete@ete@ste@ste@ste@ste@ete@ete@ete@ete@ete@ete@ete@ste@ste@ste@ite@ite@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ete@ente@ente the(st)@st@st@st)(mm)@be@se@st@st)(nn)@be@se@te@ste@st)(nn)@be@se@te@ste@ste@se@ste@ste@ste@ste@ete@ete@ete@ere@eppe@ere@ente)(nn)@be@se@ere@ente)(mm)@be@se@ere@ere@bbe)@be@pe@ere@ere@ere@ere @ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@enna)@be@ere@ere@ere@ere@ere@ere)(mm)@be@pe@ere@ere@ere@ere)@be @ere(mm)@be)@be)@be @ere(mm)@be @ere@ere (mm)@mm)@be @ere@ere@ere@ere(mm)@be @ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@mm)@be(@ere@ere@ere(mm)@be@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere @ere)@mm)@mm)@mm)@mm)@be@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ea)\\mm)@mm)@mm)@mm)@mm)@mm)@mm)@mm)(mm)(mm)@mm)@mm)(@mm)@mm)@mm)@mm)@mm)(aa)@mm)(mm)@mm)@mm)@mm('(mm)@mm@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere@ere(mm)@be@ere(mm)@mm)@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm(mm)(mm)@mm@ere@ere@ere@ere@ere@ere@ere@ere@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm)@mm)@mm@mm@mm@mm@mm@mm@mm@mm@mm)(mm)@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@�@ere@ere@ere@ere@ere@ere@ere@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@pe@mm@mm@mm@pe@mm@mm@mm@ppe@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@pe@pe@mm@mm@mm@mm@mm@mm@mm@pe@mm@mm@mm@pe@mm@mm@ipe@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@ mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm@mm[@mm@mm@mm@mm@mm[@mm@mm@mm@mm@mm@mm@mm[@mm@mm@mm@mm[@mm[@mm[@mm[@mm@mm@mm[@mm[@mmÂmm@mmÂmm[@mm[@mmÂmmÂmmÂmm @mmÂmm@mmÂmmÂmmÂmmÂmmÂmmÂmmÂmmÂmmÂmmÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂÂ", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Hüt hät er s'Lavabo putzt.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Hüt het er s Lavabo putzt.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "TinyAya Global", "translation": "Heut' hat er die Waschbech’ gesaug.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Hüt hät er s Lavabo putzt.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Command A+", "translation": "Heute het er d Waschbänk geputzt.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "Heute hat er das Waschbecken geputzt.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Heute hat er das Waschbecken geputzt.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Heute hat er die Spüle geputzt.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Heute putzte er das Waschbecken", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "Hüt het er s Wöschbecki putzt", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Hüt het er s Waschbecken gschpüert.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Hüt het er d'Waschschüssel gputzt", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } } ], "verification_rules": [ "\"Waschbecken\" should become \"Lavabo\"", "\"geputzt\" should become \"putzt\"" ], "linguistics": [ "Variant Specifics", "Semantic/Lexical", "Morphological" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2697, "source_text": "Hast du ein Taschentuch dabei?", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Häsch es Näschtuech debii?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemma 4", "translation": "Hesch es Taschetuech debii?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Llama 4 Maverick", "translation": "Hesch es Tüechli derby?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Hesch e Tempechli dabe?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Hesch du e Taschetuächli dabii?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Häsch du es Tüechli bi dir?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Häsch es Nastüechli debii?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Cohere Command A", "translation": "Hesch e Taschtüch debii?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "human", "translation": "Hesch es Nastuech debii?", "verified": [ true, true ], "verified_extra": { "Gemini 3.5 Flash Lite": [ true, true ], "Gemma 4": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "GPT-5.4 Mini": 100, "Gemini 3.1 Pro": 100, "Gemini 3.5 Flash Lite": 100, "Gemma 4": 100, "Qwen 3.7 Flash": 90, "Qwen 3.7 Plus": 100 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Hesch es Taschduch debii?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Tower+", "translation": "Hebsch e e Taschentuch dabei?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Do you have a handkerchief?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Hasch eins Taschentüechli bi dir?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Command A Translate", "translation": "Hesch es Tüechli debii?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Kimi K3", "translation": "Hesch es Taschetuech debii?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Hesch es Taschetuech dabii?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Hesch es Taschentüechli dabi?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Hesch du es Chlaapfedi bij dir?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "gpt-oss-20b", "translation": "Hesch du e Taschentuch da?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Hesch es Nasetüechli debii?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A", "translation": "Hesch e Taschtüch debii?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "TinyAya Global", "translation": "Hast du ’n Taschentuch dabei?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Luna", "translation": "Häsch es Nastüechli debii?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Häsch es Nastuech debii?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Häsch es Nastuech debii?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "Hast du e Schwiizli ufe?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "Hast du ein Taschentuch bei dir?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Hast du ein Taschentuch dabei?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Hast du ein Taschentuch dabei?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Hast du ein Taschentuch dabei?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "Hesch es Nastüechli debi?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Hast du e Taschentuch mit?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Hesch de e Chuchentuch mit dir?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } } ], "verification_rules": [ "\"Taschentuch\" should become \"Nastuech\" or \"Nastüechli\"", "\"dabei\" should \"debii\" or \"debi\"" ], "linguistics": [ "Output: Language", "Semantic/Lexical", "Orthography" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2698, "source_text": "Die Schülerin schrieb ihre Hausaufgaben am Schreibtisch", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "D'Schüelerin het sini Huusufgabe am Schriibtisch gschriibe.", "verified": [ true, false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false, false ] } }, { "model": "Gemma 4", "translation": "D'Schüelerin hät iri Huusufgabe am Schriibtisch gschribe.", "verified": [ true, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "Llama 4 Maverick", "translation": "Ds Schüelerli het sini Huusufgabe am Schrybtisch gschribe", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "D Schülerin het ihri Husi am Schriibtisch gschriibe", "verified": [ false, true, true, false ], "verified_extra": { "Gemma 4": [ true, true, true, false ] } }, { "model": "Deepseek V4 Pro", "translation": "D’Schüelerin het iri Huusufgabe am Schribtisch gschribe.", "verified": [ true, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "Claude Haiku 4.5", "translation": "D Schülerin het ihre Hüsufgabe am Schriubtisch gschribe.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "D Schüelerin het ihri Huusufgabe am Schriibdisch gschribe", "verified": [ true, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "Cohere Command A", "translation": "S Schülerin het ihr Hausufgabe am Tisch gschribe", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "human", "translation": "D'Schüelerin het ihri Husi am Pult gschriebe", "verified": [ true, true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "S Schüelerli hät ihri Huusaafgoobe am Schriibtisch gschriibe", "verified": [ false, true, false, false ], "verified_extra": { "Gemma 4": [ false, true, false, false ] } }, { "model": "Tower+", "translation": "D'Schülerin het ihre Hausarbäg am Schrybtisch gschriibe.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "The schoolgirl was writing her homework at the desk", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "HY-MT2", "translation": "Die Schülerin schrieb ihre Huusaufgabe am Schreibtisch.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Command A Translate", "translation": "S Schülerin het ihr Hausufgabe am Tisch gschribe", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "D'Schüelerin het ire Huusaufgabä uf'm Schriibtisch gschribe", "verified": [ true, false, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "Kimi K3", "translation": "D Schüelerin het iri Huusufgabe am Schribtisch gschribe.", "verified": [ true, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Di Schüleri hät ihri Hüüsufträig am Schrybtisch gschribe.", "verified": [ false, true, false, false ], "verified_extra": { "Gemma 4": [ false, true, false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "D'Schuelerin het iri Huusufgabe am Pult gschribe.", "verified": [ false, true, false, true ], "verified_extra": { "Gemma 4": [ false, true, false, true ] } }, { "model": "gpt-oss-20b", "translation": "De Schülerin schriebe ihre Hausaufgabä am Schreibtisch.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "D Schüelerin hät iri Huusufgabe am Schriibtisch gschribe.", "verified": [ true, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "Command A", "translation": "S Schülerin het ihr Hausufgabe am Tisch gschribe", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "GPT-5.6 Luna", "translation": "D Schüelerin het ihri Huusufgabe am Schriibtisch gschribe", "verified": [ true, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "D Schüelerin hät ihri Huusufgabe am Schriibtisch gschribe.", "verified": [ true, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "TinyAya Global", "translation": "Die Schülerin hat ihre Hausaufgaben am Tisch gschrieben.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "D Schüeleri hät ihri Huusufgobe am Schriibtisch gschribe.", "verified": [ false, true, true, false ], "verified_extra": { "Gemma 4": [ false, true, true, false ] } }, { "model": "Command A+", "translation": "D Schülerin het ihri HÜ am Schreibtisch gschriibe.", "verified": [ false, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "TranslateGemma", "translation": "Die Schülerin erledigte ihre Hausaufgaben am Schreibtisch.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Die Schülerin schrieb ihre Hausaufgaben am Schreibtisch.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "Die Schülerin schrieb ihre Hausaufgaben auf den Schreibtisch.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "QwenMT", "translation": "Die Schülerin schrieb ihre Hausaufgaben am Schreibtisch", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Supertext", "translation": "D Schüelerin het ihri Huusufgabe am Schribtisch gschribe", "verified": [ true, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "D'Schülerin het sii Hausaufgäb am Schriibschtisch gschribe.", "verified": [ false, false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "D Schülerin het ihri Hausaufgaben am Schreibtisch gschribe", "verified": [ true, true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false, false ] } } ], "verification_rules": [ "\"Die Schülerin\" should become \"D'Schüelerin\" or \"D Schüelerin\"", "\"ihre\" should become \"ihri\" or \"iri\"", "\"Hausaufgaben\" should become \"Husi\" or \"Huusufgobe\" or \"Ufzgi\"", "\"Schreibtisch\" should become \"Pult\"" ], "linguistics": [ "Output: Language", "Semantic/Lexical", "Morphological", "Orthography" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2699, "source_text": "Das Haus ist hellhörig.", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "S Huus isch hellhöörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemma 4", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Cohere Command A", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "S'Huus isch ringhörig.", "verified": [ true ], "verified_extra": { "Gemini 3.1 Pro": [ true ], "Gemma 4": [ true ], "GPT-5.4 Mini": [ true ], "Gemini 3.5 Flash Lite": [ true ], "Qwen 3.7 Flash": [ true ], "Qwen 3.7 Plus": [ true ] }, "judge_extra": { "Gemma 4": 100, "GPT-5.4 Mini": 95, "Gemini 3.5 Flash Lite": 100, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 70, "Qwen 3.7 Plus": 75 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Ds Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "Das Haus ischt ohrdrüssig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "The house is noisy.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "Das Haus isch schallend.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "S’Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "Das Huus is hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Nemotron 3 Ultra", "translation": "S'Huus isch dünnwandig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Ds Hus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "S'Huus isch hällhöörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "S Huus isch ringhörig.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Das Haus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Terra", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.1 Pro", "translation": "S Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "D Haus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "Das Haus hat eine schlechte Schalldämmung.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Das Haus ist sehr lärmempfindlich.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "Das Haus ist hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Das Haus ist hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "Das Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "S Haus is hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "S'Huus isch hellhörig.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } } ], "verification_rules": [ "\"hellhörig\" should become \"ringhörig\"" ], "linguistics": [ "Variant Specifics", "Output: Language", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2700, "source_text": "Sie liess die Jalousie herunter", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Sie hät d Store abe gloh.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemma 4", "translation": "Sie hät d'Store abe tue", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Llama 4 Maverick", "translation": "Si het d Jalousie abe gloa.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.4 Mini", "translation": "Sie liess d'Jalousie abe", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Si hät d'Jalousie aabegloo.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Si hät d Jalousie abe glo.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "Si hät d'Jalousie abelaa\n<|end_of_text|>", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Cohere Command A", "translation": "Si het d Jalousie abglosse", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "human", "translation": "Sie het de Store abeloh", "verified": [ true, true ], "verified_extra": { "Gemini 3.1 Pro": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "Gemma 4": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Qwen 3.7 Plus": [ true, true ], "Qwen 3.7 Flash": [ true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 100, "GPT-5.4 Mini": 78, "Gemma 4": 100, "Qwen 3.7 Flash": 10, "Qwen 3.7 Plus": 95, "Gemini 3.1 Pro": 100 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Sie hät d Storenabeloo gää / Sie hät d Storen abe gloo", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Tower+", "translation": "Si isch d'Jalousie nidg gziegt", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "She let the blinds down", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Si het d’Jalousie abg’lassen", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "Si het d Jalousie abglosse", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Kimi K3", "translation": "Si het d Jalousie abegloo", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Si het d Jalousie abe glo.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Si het d'Jalousi nider glo.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Si het ds Store nere gloo", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "gpt-oss-20b", "translation": "Si hät d’Jalousie abgleit.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Si het d’Jalousie abegloh.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "TinyAya Global", "translation": "Sie liess die Jalousie herunter.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A", "translation": "Si het d Jalousie abglosse", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Si hät d’Jalousie abegloh.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Si liess d Jalousie abe.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Sie hät d Jalousie abeloo.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Command A+", "translation": "Sie liess die Jalousie runter.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "Sie ließ die Jalousie herunter.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Sie ließ die Jalousie herunter.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Sie hat die Blindschutzscheibe heruntergelassen.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Sie liess die Jalousie herunter", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "Sie het d Jalousie abe gloh", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Si het d'Jalousie zrugg", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Si het d'Jalousie abe gmacht", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } } ], "verification_rules": [ "\"Jalousie\" should become \"Store\"", "\"liess herunter\" should become \"abeloh\" or \"abegloh\" or \"abetue\" or \"abeglo\"; writing with whitespace separation is also fine" ], "linguistics": [ "Output: Language", "Semantic/Lexical", "Morphological" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2702, "source_text": "Kannst du das bitte wegräumen?", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Chasch das bitte furtneäh?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemma 4", "translation": "Chasch du das bitte wägrume?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Llama 4 Maverick", "translation": "Chasch das bitte wäg rüüme?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "Chasch du das bitzeli wierrume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "Chasch das bitte wägrüüme?", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Claude Haiku 4.5", "translation": "Chasch du das bitte wägräume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Claude Sonnet 4.5", "translation": "Chasch das bitte wägrüüme?", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Cohere Command A", "translation": "Chasch das bitte wägruume?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "human", "translation": "Chasch das bitte versorge?", "verified": [ true ], "verified_extra": { "Gemini 3.1 Pro": [ true ], "Gemma 4": [ true ], "GPT-5.4 Mini": [ true ], "Gemini 3.5 Flash Lite": [ true ], "Qwen 3.7 Plus": [ true ], "Qwen 3.7 Flash": [ true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 100, "Gemma 4": 100, "GPT-5.4 Mini": 92, "Qwen 3.7 Plus": 100, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 35 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Chasch das bitte weg Büüge?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "Channst du das bitte wegräume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "Can you please put that away?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "Kannst du das bitte wegruümä?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "Chasch das bitte wegruume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "gpt-oss-20b", "translation": "Chasch das bitte usruume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Chasch du das bitte zruume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "Chasch du das bitte wegruume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Chasch du das bitte wägrüüme?", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Chönsch du des bitte wég räumà?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "Chasch das bitte wägrume?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "Chasch das bitte wägruume?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Terra", "translation": "Chasch das bitte ufruume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "Chasch das bitte verruume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TinyAya Global", "translation": "Kannst du das bitte wegschiessen?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Chasch da bitte wägruume?", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A+", "translation": "Kannst du das bitte wegräumen?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "Kannst du das bitte wegräumen?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Kannst du das bitte wegräumen?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "Kannst du das bitte wegräumen?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Kannst du das bitte wegräumen?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Supertext", "translation": "Chasch das bitte wegrume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 8B", "translation": "Kannscht du das bitte wegräume?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Apertus v1.5 70B", "translation": "Chasch das bitte weggschtöre?", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } } ], "verification_rules": [ "\"wegräumen\" should become \"versorge\" or \"wägrume\" or \"wägruume\"" ], "linguistics": [ "Output: Language", "Semantic/Lexical", "Orthography" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2703, "source_text": "Wurde der Wäschetrockner schon geleert?", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Is de Wäschtrochne scho usbatzget worde?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Gemma 4", "translation": "Isch dr Wäschetrockner scho gleert worde?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Llama 4 Maverick", "translation": "Isch de Wääschtetrochner scho gläärt worde?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.4 Mini", "translation": "Wurd de Wäschetrockner scho gleert?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Isch dr Tumbler scho gleert worde?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Isch de Wäschetrockner scho gläert worde?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "Isch de Wöschtrochner scho gleert worde?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Cohere Command A", "translation": "Hesch de Wäschetröckner scho g'leert?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "human", "translation": "Isch de Tumbler scho gleert worde?", "verified": [ true, true ], "verified_extra": { "Gemini 3.1 Pro": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Gemini 3.5 Flash Lite": [ true, false ], "Gemma 4": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 95, "GPT-5.4 Mini": 72, "Gemma 4": 100, "Gemini 3.1 Pro": 100, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 95 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Hät me de Tröchni scho gläärt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Tower+", "translation": "Wurde der Wäschetrockner schon geleert?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Has the dryer already been emptied?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Isch de Wäschetrockner schoh leer gmacht worde?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "Isch de Wäschtröckner scho gleeert worde?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Is de Tumbler scho gleert worre?", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Isch de Wäschetrochner scho gleert worde?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Kimi K3", "translation": "Isch de Wäschedruggler scho gläärt worde?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Isch de Trockner schu gleert gsi?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "gpt-oss-20b", "translation": "Hät dä Wäschtrockner scho no glescht?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Sol", "translation": "Isch de Tumbler scho usgleert worde?", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "TinyAya Global", "translation": "Wurd’ der Wäschi-Trocknig schon geleert?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A", "translation": "Hesch de Wäschetröckner scho g'leert?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Isch de Wäschetrockner scho gleert worde?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Isch de Tumbler scho gläärt?", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Isch de Tumbler scho gleert worde?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "Isch dr Wäschetrockner scho g’leert worde?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "TranslateGemma", "translation": "Ist der Wäschetrockner schon ausgeräumt?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Wurde der Wäschetrockner schon geleert?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Ist der Wäschetrockner schon leer?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Wurde der Wäschetrockner schon geleert?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "Isch de Wöschetrockner scho gleert worde?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Hesch de Wäschetrockner schu gschtüüret?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Wurd de Wäschetrockner scho leer gmacht?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } } ], "verification_rules": [ "\"der Wäschetrockner\" should become \"de Tumbler\"", "\"Wurde geleert\" should become \"isch gleert worde\"" ], "linguistics": [ "Output: Language", "Semantic/Lexical", "Morphological", "Syntactic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2705, "source_text": "Am 1. April zieht das Pärchen um", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Am eischtä Abrill züegt s Päärli um.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemma 4", "translation": "Am 1. April zieht s Pärchen um", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Llama 4 Maverick", "translation": "Am 1. April züht s Päärli um", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Am 1. April zieht s Pärli um", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Am 1. April züglet s Päärli um.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Am 1. April züglet s Pärli um", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Am 1. April züüt s Pärli um", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Cohere Command A", "translation": "Am 1. April zügeds Pärli um", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "human", "translation": "Am 1. April züglet s Päärli", "verified": [ true, true ], "verified_extra": { "Gemini 3.1 Pro": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "GPT-5.4 Mini": [ true, true ], "Gemma 4": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 85, "GPT-5.4 Mini": 55, "Gemini 3.1 Pro": 100, "Gemma 4": 100, "Qwen 3.7 Flash": 95, "Qwen 3.7 Plus": 95 } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Am 1. April zieht s Pärli um", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Tower+", "translation": "Am 1. April zieht das Paar um", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "The couple will move on April 1", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Am 1. April zieht s Paar um", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "Am 1. April züglet s Pärli um", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Am 1. April züglet s Päärli.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "gpt-oss-20b", "translation": "Am 1. April zieht d'Pärchi um.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Am 1. April ziehd s Päärche um.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Am 1. April züglet s Päärli.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Kimi K3", "translation": "Am 1. April züglet s Päärli", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Am 1. April züglet s Päärli.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A", "translation": "Am 1. April zügeds Pärli um", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "TinyAya Global", "translation": "Am 1. April zëgt das Pärchen um", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Am 1. April züglet s Päärli.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Am 1. April züglet s Pärli um.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "Am 1. April züglet s Päärli.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Command A+", "translation": "Am 1. April zieht das Paar um.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "Am 1. April ziehen die beiden zusammen.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Am 1. April zieht das Paar um.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Am 1. April zieht das Paar um.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Am 1. April zieht das Pärchen um", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Supertext", "translation": "Am 1. April zieht s Päärli um", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Apertus v1.5 8B", "translation": "Am 1. April zieht s Paar um.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Am 1. April ziehts Päärli um", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } } ], "verification_rules": [ "\"Pärchen\" should become \"Päärli\" or \"Pärli\"", "\"zieht um\" should become \"züglet\"; \"um\" should be dropped" ], "linguistics": [ "Output: Language", "Morphological", "Semantic/Lexical", "Syntactic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2708, "source_text": "Die Zwangsvollstreckung war eine üble Sache", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "D' Zwangsvollstreckig isch e üübli Sach gsi", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Gemma 4", "translation": "D'Zwangsvollstreckig isch e übli Sach gsi", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "D Zwangsvollstreckig isch e schlächt Sach gsi.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "GPT-5.4 Mini", "translation": "D’Zwangsvollstreckig isch öppis Übles gsi", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Deepseek V4 Pro", "translation": "D’Betriibig isch e übli Sach gsi.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "D Zwangsvollestreckig isch e bös Sach gsi.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "D Zwangsvollstreckig isch e üble Sach gsi", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Cohere Command A", "translation": "D Zwangsvollstreckig isch e übls Sach gsy", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "human", "translation": "D Betriibig isch e übli Sach gsi", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "TinyAya Global", "translation": "Die Zwangsvollstreckung war a gräslige Sag", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A", "translation": "D Zwangsvollstreckig isch e übls Sach gsy", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "GPT-5.6 Terra", "translation": "D Zwangsvollstreckig isch e übli Sach gsi", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Kimi K3", "translation": "D Zwangsvollstreckig isch e übli Sach gsi.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "D'Zwangsvollstreckig isch e übel Sach gsi", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "GPT-5.6 Luna", "translation": "D Zwangsvollstreckig isch e übli Sach gsi.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "D Zwangsvollstreckig isch e übli Sach gsi.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "D Zwangsvervollächtigung isch e hässlichi Sach gsi", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "gpt-oss-20b", "translation": "D'Zwangvollstreckig isch e übli Sache.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "D Zwangsvollstreckig isch en übli Sach gsi.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "D' Zwangsvollsträgig isch e übli Sach gsi.", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "D Zwangsvollstreckig isch e üble Sach gsi.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Tower+", "translation": "D' Zwangsvollstreckig isch e Schandstück gsi", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "GemmaX2-28-9B", "translation": "The forced execution was a nasty thing", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "HY-MT2", "translation": "Die Zwangsvollstreckung war eine schlimme Sache", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A+", "translation": "Die Zwangsvollstreckung het scho e mängisch Sache gsi.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "TranslateGemma", "translation": "Die Zwangsvollstreckung war eine unangenehme Angelegenheit.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Die Zwangsvollstreckung war eine schreckliche Sache.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "Die Zwangsvollstreckung war eine schlimme Sache", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "QwenMT", "translation": "Die Zwangsvollstreckung war eine üble Sache", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A Translate", "translation": "D’ Zwangsvollstreckig isch e schlimmi Sach gsi", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Supertext", "translation": "Die Zwangsvollstreckig isch e üble Sach gsi", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "D Zwangsvollstreckig isch e schlimmi Chind gsi.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Apertus v1.5 70B", "translation": "D'Vollstreckig isch e schei Sache gsi", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } } ], "verification_rules": [ "\"Zwangsvollstreckung\" should become \"Betriibig\" or \"Betribig\"", "\"üble\" should become \"übli\" or \"üübli\"", "\"war\" should become \"gsi\"" ], "linguistics": [ "Variant Specifics", "Domain Preservation", "Semantic/Lexical", "Morphological" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2709, "source_text": "Sie arbeitete im Einzelhandel während ihres Studiums", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Sie hät im Detailhandu gschaffet währendem Studium.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Gemma 4", "translation": "Si hät im Einzelhandel gschaffet während ihrem Studium.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Llama 4 Maverick", "translation": "Si het während ihrem Studium im Einzelhandel gschaffet", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "GPT-5.4 Mini", "translation": "Sie het während ihrem Studium im Detailhandel gschaffet", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "Si het während ihrem Studium im Detailhandel gschafft.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Claude Haiku 4.5", "translation": "Si het im Einzelhandel gschaffet während ihrem Studium.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "Si het im Iizuhandel gschaffet währed ihrem Studium", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Cohere Command A", "translation": "Si het im Detailhandel gschafft, während si gstudiert het", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "human", "translation": "Sie het während ihrem Studium im Detailhandel gschaffet", "verified": [ true, true ], "verified_extra": { "GPT-5.4 Mini": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "Gemma 4": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemma 4": 90, "Qwen 3.7 Plus": 95, "Gemini 3.1 Pro": 100, "Qwen 3.7 Flash": 90, "GPT-5.4 Mini": 73, "Gemini 3.5 Flash Lite": 100 } }, { "model": "Command A", "translation": "Si het im Detailhandel gschafft, während si gstudiert het", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "TinyAya Global", "translation": "Sie hat im Einzelhandel gearbeitet, während sie studiert hat.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "Si het im Detailhandel gschafft währed irem Studium", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Si het während em Studium im Detailhandel gschaffet.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "Si hät während ihrem Studium im Detailhandel gschafft.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Si het währendem Studiere im Detailhandel gschaffet", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Sie hät währed irem Studium im Detailhandel gschaffet.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Si hät während ihrem Studium im Detailhandel gschaffet.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "gpt-oss-20b", "translation": "Si hät während sinem Studium i dr Einzelhandel gschaffet.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Si het im Detailhandel gschaffet wääred irem Studium.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Si het em Detailhandel gschafft, während irem Studium.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Kimi K3", "translation": "Si het im Detailhandel gschafft während irem Studium", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Tower+", "translation": "Si is im Detailhandel gsi, während si studiert het.", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "GemmaX2-28-9B", "translation": "She worked in retail while studying", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "HY-MT2", "translation": "Si het w ter Einzelhandel garbeitet, währed si studiert het.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A+", "translation": "Während ihres Studiums jobbte sie im Einzelhandel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "TranslateGemma", "translation": "Während ihres Studiums arbeitete sie im Einzelhandel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Sie arbeitete während ihres Studiums im Einzelhandel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Sie arbeitete während ihres Studiums im Einzelhandel.", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "QwenMT", "translation": "Sie arbeitete im Einzelhandel während ihres Studiums", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "Si het im Detailhandel gschafft, während si studiert het", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Supertext", "translation": "Sie het während ihrem Studium im Einzelhandel gschaffet", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Si het während ihrem Studium im Einzelhandel gschafft.", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Apertus v1.5 70B", "translation": "Si het im Detailhandel gschafft wärend ihrem Studium.", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } } ], "verification_rules": [ "\"Einzelhandel\" should become \"Detailhandel\"", "\"während ihres Studiums\" should become \"währendem Studium\" or \"während ihrem Studium\" or \"während em Studium\"" ], "linguistics": [ "Variant Specifics", "Semantic/Lexical", "Morphological" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 2710, "source_text": "In der Schreibwarenhandlung findet man viele schöne Dinge", "source_lang": "German (Germany)", "target_lang": "Swiss German (St. Gallen)", "source_lang_iso": "deu", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Im Papeteriegschäft finded mer vil schöni Sache.", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemma 4", "translation": "In dr Schrybworenhandlig findt me vill schöni Sache", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Llama 4 Maverick", "translation": "I de Schrybwaredhandlung findt mer vill schöns Ding.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "GPT-5.4 Mini", "translation": "I de Papeterie fingt me viel schöni Sache", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Deepseek V4 Pro", "translation": "I de Schribwarehändlig findet me veli schöni Sache.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "In dr Schriibwareshandlig findet mer viu schöni Sache", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Claude Sonnet 4.5", "translation": "I de Schriibwaarehändlig findet mer vili schöni Sache", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Cohere Command A", "translation": "Im Schribwarelade findsch vill schöni Sache", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "human", "translation": "I de Papeterie findet me viil schöni Sache", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Command A", "translation": "Im Schribwarelade findsch vill schöni Sache", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "GPT-5.6 Terra", "translation": "I de Papeterie findt mer vil schöni Sache.", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "I de Papeterie findet me vill schöni Sache.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Im Papeteriewoarl fändt me vill schöni Sacha", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "TinyAya Global", "translation": "In der Schreibwarenhandlung gfind man viele schöne Dinge", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Nemotron 3 Ultra", "translation": "I dr Papeterie findet mer vill schöni Sachen", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "GPT-5.6 Sol", "translation": "I de Papeterie findet me vill schöni Sache.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Im Schriibwareladä findet mä vili schöni Sache.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "gpt-oss-20b", "translation": "I dä Schreibwarenhandla finde me vil schöni Dinge.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "I de Papeterie findt me vili schöni Sache.", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Kimi K3", "translation": "I de Schriibwarehandlig findt me vill schöni Ding", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Im Schrybwaareschti findt me vil schöni Ding.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Tower+", "translation": "Im Schreibwarengeschäft findet man viele schöne Dinge", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "There are many beautiful things to be found in the stationery shop", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "HY-MT2", "translation": "Im Schreibwarengeschäft findet man viele schöni Sache.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A+", "translation": "In der Papeterie findet man viele schöne Dinge.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "TranslateGemma", "translation": "In einem Schreibwarenladen findet man viele schöne Dinge.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "In dem Schreibwarenladen findet man viele schöne Dinge.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "Im Schreibwarenladen findet man viele schöne Dinge", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "QwenMT", "translation": "In der Schreibwarenhandlung findet man viele schöne Dinge", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A Translate", "translation": "Im Schrybwaredälä findt me vil schöni Sache", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Supertext", "translation": "I de Schriibwarehandlig findet mer vieli schöni Sache", "verified": [ false, true, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Im Schreibwarenladen cha me viu schöni Sachen finde.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Im Schreibwarenlade findet meh schöni Sache.", "verified": [ false, true, false ], "verified_extra": { "Gemma 4": [ false, true, false ] } } ], "verification_rules": [ "\"In der Schreibwarenhandlung\" should become \"I de Papeterie\" or \"Im Papeteriegschäft\" or \"Ide Papeterie\"", "\"findet man\" should become \"findet me\" or \"findsch\" or \"findet me\"", "\"viele schöne Dinge\" should become \"viil schöni Sache\" or \"vill schöni Sache\" or \"vili schöni Sache\" or \"vil schöni Sache\"" ], "linguistics": [ "Variant Specifics", "Output: Language", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "German → Swiss German" }, { "id": 3534, "source_text": "Am Samschtig sy mer i d'Möscht gange, am Sunntig hei alli Chopfweh gha.", "source_lang": "Swiss German", "target_lang": "German", "source_lang_iso": "gsw", "target_lang_iso": "deu", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Am Samstag sind wir zur Mosterei gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "Gemma 4", "translation": "Am Samstag sind wir in die Möscht gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, true ] }, { "model": "Llama 4 Maverick", "translation": "Am Samstag sind wir in die Mosel gegangen, am Sonntag haben alle Kopfweh gehabt.", "verified": [ false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Am Samstag sind wir in die Mosterei gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "Deepseek V4 Pro", "translation": "Am Samstag sind wir in die Messe gegangen, am Sonntag haben alle Kopfweh gehabt.", "verified": [ false, false ] }, { "model": "Claude Haiku 4.5", "translation": "Am Samstag sind wir in die Mosterei gegangen, am Sonntag hatten alle Kopfweh.", "verified": [ false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "Am Samstag sind wir in die Messe gegangen, am Sonntag hatten alle Kopfweh.", "verified": [ false, false ] }, { "model": "Cohere Command A", "translation": "Am Samstag sind wir in die Mosterei gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "human", "translation": "Am Samstag waren wir trinken, am Sonntag hatten alle Kopfschmerzen.", "verified": [ true, true ] }, { "model": "Nemotron 3 Ultra", "translation": "Am Samstag sind wir in den Most gegangen, am Sonntag hatten alle Kopfweh.", "verified": [ false, true ] }, { "model": "TinyAya Global", "translation": "Samstags schlafe ich in der Messe, sonntags heiss wie der Herd.", "verified": [ false, true ] }, { "model": "Command A", "translation": "Am Samstag sind wir in die Mosterei gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "GPT-5.6 Luna", "translation": "Am Samstag sind wir in die Mosterei gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "gpt-oss-20b", "translation": "Am Samstag waren wir auf dem Markt, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "Kimi K3", "translation": "Am Samstag sind wir in den Most gegangen, am Sonntag haben alle Kopfschmerzen gehabt.", "verified": [ false, true ] }, { "model": "Qwen 3.7 Plus", "translation": "Am Samstag sind wir zur Mosterei gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "Gemini 3.1 Pro", "translation": "Am Samstag sind wir in die Mosterei gegangen, am Sonntag hatten alle Kopfweh.", "verified": [ false, false ] }, { "model": "GPT-5.6 Sol", "translation": "Am Samstag sind wir in die Mosterei gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Flash", "translation": "Am Samstag sind wir in die Mostkelterei gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "GPT-5.6 Terra", "translation": "Am Samstag sind wir in die Mosterei gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Am Samstag sind wir in die Beiz gegangen, am Sonntag hatten alle Kopfweh.", "verified": [ true, false ] }, { "model": "Tower+", "translation": "Am Samstag sind wir in die Möser gegangen, am Sonntag hatte jeder Kopfschmerzen.", "verified": [ false, false ] }, { "model": "GemmaX2-28-9B", "translation": "Am Samstag war ich im Möscht, am Sonntag hatte ich Kopfschmerzen.", "verified": [ false, false ] }, { "model": "HY-MT2", "translation": "Am Samstag sind wir ins Schwimmbad gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Am Samstag bin ich in die Möscht gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, true ] }, { "model": "TranslateGemma", "translation": "Am Samstag waren wir beim Most verkosten, am Sonntag hatte jeder Kopfschmerzen.", "verified": [ false, false ] }, { "model": "NLLB 3.3B", "translation": "Am Samschtig ist es noch so weit, am Sonntag ist es noch so weit.", "verified": [ false, true ] }, { "model": "QwenMT", "translation": "Am Samschtig sy mer i d'Möscht gange, am Sunntig hei alli Chopfweh gha.", "verified": [ false, true ] }, { "model": "Command A Translate", "translation": "Am Samstag sind wir in die Mosterei gegangen, am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] }, { "model": "Command A+", "translation": "Am Samstag waren wir in der Mösch unterwegs, und am Sonntag hatten alle Kopfschmerzen.", "verified": [ false, false ] } ], "verification_rules": [ "Should recognize that this is about drinking alcohol and not a literal juice producing facility.", "Should not make any assumptions about where they went drinking." ], "linguistics": [ "Variant Specifics", "Metaphor", "Conventions", "Semantic/Lexical", "Pragmatic" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → German" }, { "id": 3535, "source_text": "Dunufu henefesch keinefei Ahnafaninifig.", "source_lang": "Swiss German (Grüfnisch)", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "This is a difficult one because it's not a recognized dialect of Swiss German, and it appears to be a form of language play (like Pig Latin but with \"ifi\"). However, if we break it down by removing the inserted \"if\" or \"ifi\" sounds, we can attempt a translation.\n\nLet's assume the \"if\" or \"ifi\" is inserted:\n\n* **Dunufu** -> **Du** (You)\n* **henefesch** -> **hesch** (have)\n* **keinefei** -> **kei** (no)\n* **Ahnafaninifig** -> **Ahnig** (idea/clue)\n\nSo the original sentence would likely be: **Du hesch kei Ahnig.**\n\nTherefore, the translation is:\nYou have no idea.", "verified": [ true, true, false ] }, { "model": "Gemma 4", "translation": "YouCousBf you have no clue.", "verified": [ true, false, true ] }, { "model": "Llama 4 Maverick", "translation": "Unfortunately, I was unable to verify a translation for \"Dunufu henefesch keinefei Ahnafaninifig\" as it appears to be a nonsensical or made-up word in a constructed language, often referred to as Grüfnisch, which is a sort of Swiss German word game or code language.", "verified": [ false, false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Dunufu has no beginning.", "verified": [ false, false, true ] }, { "model": "Deepseek V4 Pro", "translation": "There is absolutely no clue.", "verified": [ false, false, true ] }, { "model": "Claude Haiku 4.5", "translation": "I don't have enough information to accurately translate this text. \"Grüfnisch\" does not appear to be a recognized Swiss German dialect or language variety that I'm familiar with. The text provided doesn't match patterns of known Swiss German dialects (such as Züritüütsch, Bärndütsch, or others) or Standard German.\n\nCould you verify the language name or provide additional context about what dialect this is?", "verified": [ false, false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "I have no beginning.", "verified": [ false, false, true ] }, { "model": "Cohere Command A", "translation": "You didn't provide a text in Swiss German (Grüfnisch) to translate. The text you provided seems to be gibberish or a made-up phrase. Please provide a valid Swiss German text for translation. \n\nHowever, I'll provide a translation attempt for the given text, assuming it's a made-up phrase:\n\n\"Dunufu henefesch keinefei Ahnafaninifig\" could be translated to:\n\n\"You don't have any understanding of anything\" \n\nBut please note that this is a rough estimate, and the actual translation may vary depending on the context and the intended meaning of the original phrase.", "verified": [ false, true, false ] }, { "model": "human", "translation": "You have no clue.", "verified": [ true, true, true ] }, { "model": "Gemini 3.1 Pro", "translation": "You have no idea.", "verified": [ true, true, true ] }, { "model": "Qwen 3.7 Flash", "translation": "This text does not appear to be in any real language or dialect and cannot be translated.", "verified": [ false, false, false ] }, { "model": "GPT-5.6 Sol", "translation": "You have no idea.", "verified": [ true, true, true ] }, { "model": "TinyAya Global", "translation": "You have no idea how much we appreciate you.", "verified": [ false, false, true ] }, { "model": "Qwen 3.7 Plus", "translation": "You have no idea.", "verified": [ true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "I have no idea.", "verified": [ false, false, true ] }, { "model": "Kimi K3", "translation": "You have no idea.", "verified": [ true, true, true ] }, { "model": "GPT-5.6 Terra", "translation": "You have no idea.", "verified": [ true, true, true ] }, { "model": "GPT-5.6 Luna", "translation": "You have no idea.", "verified": [ true, true, true ] }, { "model": "Command A", "translation": "You didn't provide a text in Swiss German (Grüfnisch) to translate. The text you provided seems to be gibberish or a made-up phrase. Please provide a valid Swiss German text for translation. \n\nHowever, I'll provide a translation attempt for the given text, assuming it's a made-up phrase:\n\n\"Dunufu henefesch keinefei Ahnafaninifig\" could be translated to:\n\n\"You don't have any understanding of anything\" \n\nBut please note that this is a rough estimate, and the actual translation may vary depending on the context and the intended meaning of the original phrase.", "verified": [ false, true, false ] }, { "model": "Nemotron 3 Ultra", "translation": "You have no idea.", "verified": [ true, true, true ] }, { "model": "gpt-oss-20b", "translation": "You don’t seem to understand the point here at Ahnafaninifig.", "verified": [ false, false, true ] }, { "model": "Tower+", "translation": "I don't have any ancestors.", "verified": [ false, false, true ] }, { "model": "GemmaX2-28-9B", "translation": "Swiss German (Grüfnisch): Dunufu henefesch keinefei Ahnafaninifig.", "verified": [ false, false, true ] }, { "model": "HY-MT2", "translation": "Basically, there’s absolutely no logic whatsoever.", "verified": [ false, false, true ] }, { "model": "Seed-X-PPO-7B", "translation": "I don't understand a single word of what you're saying.", "verified": [ false, false, true ] }, { "model": "TranslateGemma", "translation": "I don’t understand what you mean.", "verified": [ false, false, true ] }, { "model": "NLLB 3.3B", "translation": "Dunufu has no ancestors.", "verified": [ false, false, true ] }, { "model": "QwenMT", "translation": "Dunufu does not have any ancestors at all.", "verified": [ false, false, true ] }, { "model": "Command A Translate", "translation": "I don't understand any of this nonsense.", "verified": [ false, false, true ] }, { "model": "Command A+", "translation": "I don't have any friends named Dunufu henefesch keinefei Ahnafaninifig.", "verified": [ false, false, true ] } ], "verification_rules": [ "It should be able to deal with the fact that this is a coded way of speaking by repeating the vocals (a > anafa, e -> enefe etc.) usually used by children and teenager in Switzerland", "It should translate the original meaning of the sentence", "It should not add any reasoning artifacts" ], "linguistics": [ "Wordplay", "Variant Specifics", "Slang", "Phonological", "Orthography", "Refusal" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 3539, "source_text": "Chochemer ebis mit Guggemere?", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "Shall we cook something with zucchini?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemma 4", "translation": "Shall we cook something with Guggemere?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Llama 4 Maverick", "translation": "Clever people with binoculars?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.4 Mini", "translation": "Cooking something with cucumbers?", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Deepseek V4 Pro", "translation": "Are you cooking something with cucumbers?", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "Do you want to cook something with cucumbers?", "verified": [ true, false ], "verified_extra": { "Gemma 4": [ true, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Would you like something with carrots?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Cohere Command A", "translation": "Are you kidding me with that nonsense?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "human", "translation": "Should we cook something with cucumbers?", "verified": [ true, true ], "verified_extra": { "GPT-5.4 Mini": [ true, true ], "Gemini 3.1 Pro": [ true, true ], "Gemma 4": [ true, true ], "Gemini 3.5 Flash Lite": [ true, true ], "Qwen 3.7 Flash": [ true, true ], "Qwen 3.7 Plus": [ true, true ] }, "judge_extra": { "Gemini 3.5 Flash Lite": 85, "GPT-5.4 Mini": 12, "Gemma 4": 100, "Gemini 3.1 Pro": 100, "Qwen 3.7 Plus": 95, "Qwen 3.7 Flash": 95 } }, { "model": "Command A", "translation": "Are you kidding me with that nonsense?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "Shall we cook something with cucumbers?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "Want to cook something while I just watch?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "gpt-oss-20b", "translation": "Can we do something with Guggemere?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Shall we cook something with cucumbers?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "Are we cooking something with cucumbers?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "Shall we cook something with cucumbers?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Kimi K3", "translation": "Shall we cook something with cucumbers?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "Shall we cook something with cucumbers?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Gemini 3.1 Pro", "translation": "Shall we cook something with cucumbers?", "verified": [ true, true ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Chochemer, up for some Guggemusik?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "TinyAya Global", "translation": "Are you going to the fair with your friends?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Tower+", "translation": "Do you want to go fishing with me?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "Chochemer ebis with Guggemere?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ true, true ] } }, { "model": "HY-MT2", "translation": "Anyone with a mask?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Chochemer eels with Guggemere?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "TranslateGemma", "translation": "Are you kidding me?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "NLLB 3.3B", "translation": "Chochemer Bay with Gugger?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "QwenMT", "translation": "What’s up, Chochemer, with the Guggemere?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A Translate", "translation": "Are you kidding me with that nonsense?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Command A+", "translation": "What does Chochemer ebis mit Guggemere mean?", "verified": [ false, false ] }, { "model": "Supertext", "translation": "Shall we cook something with the eye-opener?", "verified": [ false, true ], "verified_extra": { "Gemma 4": [ false, true ] } }, { "model": "Apertus v1.5 8B", "translation": "Are you going to the carnival?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "Do you want to join the Guggemere?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] } }, { "model": "DeepL", "translation": "How about a little something with some Guggemere?", "verified": [ false, false ], "verified_extra": { "Gemma 4": [ false, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "Should recognize this is a question about cooking cucumbers", "Should recognize that the person is asking this to a group and therefore include a \"we\"" ], "linguistics": [ "Variant Specifics", "Semantic/Lexical", "Morphological", "Orthography" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 3540, "source_text": "So vöu i de wertschaft sind si ou ned gse.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "They haven't seen that much in the economy either.", "verified": [ false, true, true, false ] }, { "model": "Gemma 4", "translation": "They haven't seen that many in the economy either.", "verified": [ false, true, true, false ] }, { "model": "Llama 4 Maverick", "translation": "That's how much they are not seen in the economy either.", "verified": [ false, true, true, false ] }, { "model": "GPT-5.4 Mini", "translation": "I haven’t seen them much in the pub either.", "verified": [ true, true, true, false ] }, { "model": "Deepseek V4 Pro", "translation": "They weren't at the pub that much either.", "verified": [ true, true, true, true ] }, { "model": "Claude Haiku 4.5", "translation": "So many I haven't seen in the economy either.", "verified": [ false, true, true, true ] }, { "model": "Claude Sonnet 4.5", "translation": "They weren't seen in the restaurant either.", "verified": [ false, true, true, false ] }, { "model": "Cohere Command A", "translation": "They are not seen that much in the economy either.", "verified": [ false, true, true, false ] }, { "model": "human", "translation": "But they didn’t spend that much time in the restaurant either.", "verified": [ true, true, true, true ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "They weren't that many in the economy either.", "verified": [ false, true, true, false ] }, { "model": "Gemini 3.1 Pro", "translation": "They weren't at the pub that much either.", "verified": [ true, true, true, true ] }, { "model": "Kimi K3", "translation": "They weren't seen much in the economy either.", "verified": [ false, true, true, false ] }, { "model": "GPT-5.6 Luna", "translation": "They hadn’t seen that many in the pub either.", "verified": [ false, true, true, false ] }, { "model": "Qwen 3.7 Flash", "translation": "They aren't seen much in the business sector either.", "verified": [ false, true, true, false ] }, { "model": "Command A", "translation": "They are not seen that much in the economy either.", "verified": [ false, true, true, false ] }, { "model": "GPT-5.6 Terra", "translation": "They weren’t at the pub all that much either.", "verified": [ true, true, true, true ] }, { "model": "gpt-oss-20b", "translation": "So many in the economy – they, too, aren’t there.", "verified": [ false, false, true, false ] }, { "model": "GPT-5.6 Sol", "translation": "They weren’t in the pub that much either.", "verified": [ true, true, true, true ] }, { "model": "TinyAya Global", "translation": "So the value of it is not seen.", "verified": [ false, false, true, false ] }, { "model": "Qwen 3.7 Plus", "translation": "There are so many in the economy, yet they weren't there either.", "verified": [ false, true, true, false ] }, { "model": "Nemotron 3 Ultra", "translation": "They haven't been seen in the pub that much either.", "verified": [ true, true, true, false ] }, { "model": "Tower+", "translation": "So far in the economy, have you seen them or not?", "verified": [ false, true, true, false ] }, { "model": "GemmaX2-28-9B", "translation": "So I’m not really in the business.", "verified": [ false, true, true, false ] }, { "model": "HY-MT2", "translation": "So far, they haven’t been seen in the economy either.", "verified": [ false, true, true, false ] }, { "model": "Seed-X-PPO-7B", "translation": "So, if you're in the business, you haven't seen them either.", "verified": [ false, true, true, false ] }, { "model": "TranslateGemma", "translation": "So, in terms of economics, they are not seen that way either.", "verified": [ false, true, true, false ] }, { "model": "NLLB 3.3B", "translation": "The value of these is very high.", "verified": [ false, false, true, false ] }, { "model": "QwenMT", "translation": "Even though they are so wealthy, they still aren’t satisfied.", "verified": [ false, true, true, false ] }, { "model": "Command A Translate", "translation": "They are not seen that much in the economy either.", "verified": [ false, true, true, false ] }, { "model": "Command A+", "translation": "They’re not seen that way in the economy either.", "verified": [ false, true, true, false ] } ], "verification_rules": [ "Should recognize that the sentence is either about how often they were in the restaurant/pub or how many people were in the restaurant/pub", "The sentence is not about them being in the restaurant at the moment", "Should not include any extra text or comments", "Should recognize that this is a person negating what another person said" ], "linguistics": [ "Variant Specifics", "Polysemy", "False Friends", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 3658, "source_text": "Er gaht ah jedi Hundsverlochete im Dorf.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "He goes to every small village party.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Gemma 4", "translation": "He goes to every dog's gathering in the village.", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "Llama 4 Maverick", "translation": "He goes to every dog burial in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "GPT-5.4 Mini", "translation": "He goes to every dog funeral in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "Deepseek V4 Pro", "translation": "He goes to every dog funeral in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, true, false ] } }, { "model": "Claude Haiku 4.5", "translation": "He goes to every damn dog-forsaken place in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Claude Sonnet 4.5", "translation": "He goes to every dog's lousy one in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Cohere Command A", "translation": "He goes to every dog show in the village.", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "human", "translation": "He goes to every little event in the village.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "TinyAya Global", "translation": "He was a Jedi dog handler in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Command A", "translation": "He goes to every dog show in the village.", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "GPT-5.6 Terra", "translation": "He goes to every damn event in the village.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Nemotron 3 Ultra", "translation": "He goes to every dive in the village, too.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "He goes to every single insignificant local event in the village.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "gpt-oss-20b", "translation": "He goes to every lost dog in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Gemini 3.1 Pro", "translation": "He goes to every little event in the village.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Sol", "translation": "He goes to every single event in the village.", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "GPT-5.6 Luna", "translation": "He goes to every little event in the village.", "verified": [ true, true, true ], "verified_extra": { "Gemma 4": [ true, true, true ] } }, { "model": "Qwen 3.7 Plus", "translation": "He goes to every dump in the village.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, true, true ] } }, { "model": "Qwen 3.7 Flash", "translation": "He goes to every shitty pub in the village.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Kimi K3", "translation": "He goes to every wild party in the village.", "verified": [ true, false, true ], "verified_extra": { "Gemma 4": [ true, false, true ] } }, { "model": "Tower+", "translation": "He is also a damn dog-lover in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "GemmaX2-28-9B", "translation": "He goes to every dog show in the village.", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "HY-MT2", "translation": "He goes to every damn dog in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Seed-X-PPO-7B", "translation": "He went to every dog grooming salon in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "TranslateGemma", "translation": "He knows every dog owner in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "NLLB 3.3B", "translation": "He's going to a Jedi dog pound in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "QwenMT", "translation": "He goes to every damn place in the village.", "verified": [ false, false, true ], "verified_extra": { "Gemma 4": [ false, false, true ] } }, { "model": "Command A Translate", "translation": "He goes to every dog show in the village.", "verified": [ true, false, false ], "verified_extra": { "Gemma 4": [ true, false, false ] } }, { "model": "Command A+", "translation": "There’s a Jedi dog thief in the village.", "verified": [ false, false, false ] }, { "model": "Supertext", "translation": "He goes to every dog-shit-covered place in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 8B", "translation": "He goes around every dog-owner in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "Apertus v1.5 70B", "translation": "There's a real dog mess in the village.", "verified": [ false, false, false ], "verified_extra": { "Gemma 4": [ false, false, false ] } }, { "model": "DeepL", "translation": "He goes to every dog-and-pony show in the village.", "verified": [ true, true, false ], "verified_extra": { "Gemma 4": [ true, true, false ] }, "detected_source_language": "DE" } ], "verification_rules": [ "Should convey that this is about an event.", "Should convey that the person also goes to events that are considered small or insignificant, or that he is not picky with them", "Should not include anything about a dog." ], "linguistics": [ "Metaphor", "Variant Specifics", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 3661, "source_text": "Zaabe hei sie d Sou useglaa ide Bar.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 2.5 Flash", "translation": "They let the sow out of the bar.", "verified": [ false, false ] }, { "model": "Gemma 4", "translation": "They let the pig out in the bar.", "verified": [ false, false ] }, { "model": "Llama 4 Maverick", "translation": "Then they threw the girl out of the bar.", "verified": [ false, false ] }, { "model": "GPT-5.4 Mini", "translation": "In the evening, they let the sow out into the bar.", "verified": [ false, false ] }, { "model": "Deepseek V4 Pro", "translation": "In the evening they let loose in the bar.", "verified": [ true, true ] }, { "model": "Claude Haiku 4.5", "translation": "They let the sun out in the bar.", "verified": [ false, false ] }, { "model": "Claude Sonnet 4.5", "translation": "They let the sow out in the bar.", "verified": [ false, false ] }, { "model": "Cohere Command A", "translation": "Here they let the soul out in the bar.", "verified": [ false, false ] }, { "model": "human", "translation": "In the evening, they went crazy in the bar.", "verified": [ true, true ] }, { "model": "TinyAya Global", "translation": "Go to the store with me.", "verified": [ false, false ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "They let the pigs out in the bar yesterday evening.", "verified": [ false, false ] }, { "model": "GPT-5.6 Luna", "translation": "That evening, they really let loose at the bar.", "verified": [ true, true ] }, { "model": "GPT-5.6 Sol", "translation": "In the evening, they went wild at the bar.", "verified": [ true, true ] }, { "model": "gpt-oss-20b", "translation": "They placed the soup on the bar together.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "This evening, they let loose at the bar.", "verified": [ true, true ] }, { "model": "Command A", "translation": "Here they let the soul out in the bar.", "verified": [ false, false ] }, { "model": "GPT-5.6 Terra", "translation": "They really let loose at the bar tonight.", "verified": [ true, true ] }, { "model": "Gemini 3.1 Pro", "translation": "In the evening they let loose at the bar.", "verified": [ true, true ] }, { "model": "Nemotron 3 Ultra", "translation": "The two of them let the sow into the bar.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Flash", "translation": "She spilled the soup on the bar in Zurich.", "verified": [ false, false ] }, { "model": "Kimi K3", "translation": "In the evening, they let the pig loose in the bar.", "verified": [ false, false ] }, { "model": "Tower+", "translation": "Apparently they saw the sou useglaa in the bar.", "verified": [ false, false ] }, { "model": "GemmaX2-28-9B", "translation": "Zaabe hei sie d Sou useglaa ide Bar.", "verified": [ false, false ] }, { "model": "HY-MT2", "translation": "They were sitting at the bar all night.", "verified": [ true, false ] }, { "model": "Seed-X-PPO-7B", "translation": "They went to the bar called 'Zaabe hei sie d Sou useglaa'.", "verified": [ false, false ] }, { "model": "TranslateGemma", "translation": "They called the song “Sou” and played it in the bar.", "verified": [ false, false ] }, { "model": "NLLB 3.3B", "translation": "I'm sure you'll find it's a good idea.", "verified": [ false, false ] }, { "model": "QwenMT", "translation": "Zaabe says she went out to the bar.", "verified": [ true, false ] }, { "model": "Command A Translate", "translation": "She said they had run out of sauce in the bar.", "verified": [ false, false ] }, { "model": "Command A+", "translation": "People used to say that the bar was too loud.", "verified": [ true, false ] } ], "verification_rules": [ "Should understand that this is not about a pig", "Should understand that this is about going crazy at a bar" ], "linguistics": [ "Variant Specifics", "Metaphor", "Conventions", "Semantic/Lexical", "Pragmatic" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 4970, "source_text": "Churz nach Mitternacht hei mir d Finke chlopfet.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 3.1 Pro", "translation": "Shortly after midnight we knocked our slippers.", "verified": [ false ] }, { "model": "Gemma 4", "translation": "Shortly after midnight, we went to bed.", "verified": [ false ] }, { "model": "Llama 4 Maverick", "translation": "Shortly after midnight, the police knocked on our door.", "verified": [ false ] }, { "model": "GPT-5.4 Mini", "translation": "Shortly after midnight, we heard the shoes knocking.", "verified": [ false ] }, { "model": "GPT-5.6 Sol", "translation": "Shortly after midnight, we called it a night.", "verified": [ true ] }, { "model": "Deepseek V4 Pro", "translation": "Shortly after midnight we knocked our shoes.", "verified": [ false ] }, { "model": "Claude Sonnet 4.5", "translation": "Shortly after midnight the finches knocked.", "verified": [ false ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Shortly after midnight, we knocked on the finches.", "verified": [ false ] }, { "model": "Claude Haiku 4.5", "translation": "Shortly after midnight, we knocked on the window shutter.", "verified": [ false ] }, { "model": "TinyAya Global", "translation": "The wind is howling after midnight, the mill is clattering.", "verified": [ false ] }, { "model": "human", "translation": "Shortly after midnight, we cleared off.", "verified": [ true ] }, { "model": "Command A", "translation": "Shortly after midnight, we heard the finches knocking.", "verified": [ false ] }, { "model": "Nemotron 3 Ultra", "translation": "Shortly after midnight we put on our slippers.", "verified": [ false ] }, { "model": "Kimi K3", "translation": "Shortly after midnight, the cops knocked on our door.", "verified": [ false ] }, { "model": "GPT-5.6 Luna", "translation": "Shortly after midnight, we hit the hay.", "verified": [ false ] }, { "model": "GPT-5.6 Terra", "translation": "Shortly after midnight, we beat the slippers.", "verified": [ false ] }, { "model": "gpt-oss-20b", "translation": "Just after midnight we caught the finks.", "verified": [ false ] }, { "model": "Qwen 3.7 Plus", "translation": "Shortly after midnight, we beat the slippers.", "verified": [ false ] }, { "model": "Qwen 3.7 Flash", "translation": "Shortly after midnight, we knocked on the finches.", "verified": [ false ] }, { "model": "Tower+", "translation": "After midnight, the firecracker exploded near me.", "verified": [ false ] }, { "model": "GemmaX2-28-9B", "translation": "Churz after midnight, Finke knocked on my door.", "verified": [ false ] }, { "model": "HY-MT2", "translation": "Shortly after midnight, there was a knock at my door.", "verified": [ false ] }, { "model": "Seed-X-PPO-7B", "translation": "Shortly after midnight, the parrot started pecking at me.", "verified": [ false ] }, { "model": "TranslateGemma", "translation": "Shortly after midnight, someone knocked on my door.", "verified": [ false ] }, { "model": "NLLB 3.3B", "translation": "I'll be back after midnight.", "verified": [ false ] }, { "model": "QwenMT", "translation": "Shortly after midnight, the finch knocked on our door.", "verified": [ false ] }, { "model": "Command A Translate", "translation": "Shortly after midnight, we heard the finches knocking.", "verified": [ false ] }, { "model": "Command A+", "translation": "Just after midnight, I heard the rooster crowing for me.", "verified": [ false ] } ], "verification_rules": [ "Preserves the meaning of 'Shortly after midnight, we went home.'" ], "linguistics": [ "Variant Specifics", "False Friends", "Metaphor", "Conventions", "Semantic/Lexical", "Pragmatic" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 5267, "source_text": "Ich gahn im Schiff go schiffe währends schiffed.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 3.1 Pro", "translation": "I'm going to pee in the ship while it's raining.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemma 4", "translation": "I'm going on the ship to sail while they are sailing.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "I'm going on the ship to ship while it's being shipped.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "I’m going on the boat to sail while it’s sailing.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "I’m going to pee in the ship while it’s raining.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Deepseek V4 Pro", "translation": "I go to work on the ship while it works.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "I go on the ship to ship while it's shipping.", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "I'm going to the ship to take a shit while it's raining.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "I go in the ship to ship while shipping.", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "human", "translation": "I am going to pee in the ship while it's raining.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "GPT-5.6 Luna", "translation": "I go on the boat to pee while it’s raining.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "TinyAya Global", "translation": "I am in the ship, I am in the ship, I am in the ship.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A", "translation": "I go on the ship to sail while it's being shipped.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Terra", "translation": "I’m going to take a piss in the ship while it’s pouring rain.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "gpt-oss-20b", "translation": "I go in the ship to ship while shipping.", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Nemotron 3 Ultra", "translation": "I'm going boating on the boat while boating.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "I go on the boat to sail while sailing.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "I'm going on the ship to sail while they're sailing.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "I go on the ship to sail while it's raining.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "I go on a ship and sail while sailing.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "I went on the ship to sail while it was sailing.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "I am sailing in the ship while sailing in the ship.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "I go on ships, lots of ships, while sailing.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "I'm going to go on a ship while I'm on a ship.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "I'm gonna go in the ship, ships will be shipped.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "I go on the ship to sail while it is sailing.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "I go on a ship to sail while it is being shipped.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "I'm going to ship while I'm on the ship.", "verified": [ false ] }, { "model": "DeepL", "translation": "I was going to sail on the ship while it was sailing.", "detected_source_language": "DE", "verified_extra": { "Gemma 4": [ false ] }, "verified": [ false ] }, { "model": "Supertext", "translation": "I go to the ship to ship while it’s shipping.", "verified_extra": { "Gemma 4": [ false ] }, "verified": [ false ] } ], "verification_rules": [ "Has to mean that the person is taking a piss inside a ship while it is raining outside. " ], "linguistics": [ "Induced Confusion", "Polysemy", "Variant Specifics", "Wordplay", "Phonological", "Semantic/Lexical" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 5270, "source_text": "De ufem Bock het e Bock gschosse, wüu er dr Bock im Jass überseh het.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 3.1 Pro", "translation": "The guy on the driver's seat made a blunder because he overlooked the winning card in Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemma 4", "translation": "The one on the goat shot a goat because he overlooked the jack in the game of Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "He shot at the buck with a rifle because he had trumped the jack in Jass (a card game).", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "The one on the stool shot a buck because he overlooked the jack in the card game.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "The man on the vaulting horse made a blunder because he overlooked the winning card in Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Deepseek V4 Pro", "translation": "The guy on the stool shot a buck because he overlooked the buck in the Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "The one on the bock shot a buck because he overlooked the bock in jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "The driver on the coach made a blunder because he overlooked the Jack in Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Claude Haiku 4.5", "translation": "The guy on the bench shot a buck because he had overlooked the buck in the card game.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "The man on the coach box made a blunder because he overlooked the highest non-special card in Jass.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "TinyAya Global", "translation": "The old man shot an ox, but he missed the ox in the game.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Terra", "translation": "The man on the box seat made a blunder because he had overlooked the jack in Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Command A", "translation": "He shot a buck from the buck because he overlooked the buck in the card game.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Nemotron 3 Ultra", "translation": "The guy on the shooting stand shot a buck, because he overlooked the Bock in Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "The guy on the stool shot a buck, because he overlooked the buck in Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "The man on the coachman’s box made a blunder because he overlooked the jack in Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Qwen 3.7 Flash", "translation": "The man on the tree stand shot a buck because he had overlooked the buck in his jacket.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "The guy on the motorbike shot a billy goat because he had overlooked the Bock in the Jass game.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "The guy up on the goat shot a goat, while overlooking the goat in Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "TranslateGemma", "translation": "The top player shot the cue ball, but he missed because he misjudged the angle.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "The man on the bench shot a stag, which he had overlooked in the thicket.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "De ufem Bock het e Bock gschosse, wüu er dr Bock im Jass überseh het.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "HY-MT2", "translation": "The player shot a card, having overlooked the trump card in the trick.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "He shot the buck on the fifth attempt, after he had overlooked it during the game of Jass.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "The first time he shot a goat, he missed Dr. Goat in the jazz.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "He shot the goat on the buck, because he had overlooked the goat in the card game.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "The man on the bench shot a buck because he overlooked the buck in the card game.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "A buck was shot from the buck, because he had overlooked the buck in the game.", "verified": [ false ] }, { "model": "DeepL", "translation": "He shot a buck because he missed the buck while playing Jass.", "detected_source_language": "DE", "verified_extra": { "Gemma 4": [ false ] }, "verified": [ false ] }, { "model": "Supertext", "translation": "The guy on the bike shot the goat because he missed the goat in the game of cards.", "verified_extra": { "Gemma 4": [ false ] }, "verified": [ false ] } ], "verification_rules": [ "Needs to mean that a man sitting on a coach box made a blunder in a Jass game by overlooking the highest non-special card. " ], "linguistics": [ "Induced Confusion", "Polysemy", "Metaphor", "Cultural Artifact", "Target Gap: Words to Phrases", "Semantic/Lexical", "Pragmatic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 5271, "source_text": "Bevor mir habere, muesch d Ross habere.", "source_lang": "Swiss German", "target_lang": "English", "source_lang_iso": "gsw", "target_lang_iso": "eng", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 3.1 Pro", "translation": "Before we eat, you must feed the horses.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Gemma 4", "translation": "Before we have, you must have the horses.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Llama 4 Maverick", "translation": "Before you have horses, you have to have horseshoes.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.4 Mini", "translation": "Before we have, you must have the horses.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Sol", "translation": "Before we eat, you have to feed the horses.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Deepseek V4 Pro", "translation": "Before we have, you must have the horses.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Sonnet 4.5", "translation": "Before we have, you must have the horses.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Gemini 3.5 Flash Lite", "translation": "Before you have oats, you have to give the horses oats.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Claude Haiku 4.5", "translation": "Before you have it, you must have the horse.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "human", "translation": "Before we eat, you have to feed the horses.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "TinyAya Global", "translation": "Before I speak, let me hear Ross speak.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A", "translation": "Before you can ride, you must have the horse.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Terra", "translation": "Before you can have me, you must have the horses.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GPT-5.6 Luna", "translation": "Before we eat, you have to feed the horses.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "Nemotron 3 Ultra", "translation": "Before we have, you must have the horse.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Plus", "translation": "Before we herd, you must herd the horses.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Qwen 3.7 Flash", "translation": "Before we have, you must have the horse.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "gpt-oss-20b", "translation": "Before we have, you must have the horse.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Kimi K3", "translation": "Before we eat, you have to feed the horses.", "verified": [ true ], "verified_extra": { "Gemma 4": [ true ] } }, { "model": "TranslateGemma", "translation": "Before you have the desire, you must have the horse.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Tower+", "translation": "Before I have a drink, I need to have a horse.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "GemmaX2-28-9B", "translation": "Before I have a habere, I must have a Ross.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "HY-MT2", "translation": "Before I can have it, you must have the horse.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Seed-X-PPO-7B", "translation": "Before I can have a horse, I need to have the money for it.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "NLLB 3.3B", "translation": "I'll have to have the horse before I'll have me.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "QwenMT", "translation": "Before you can have it, you must have the horse.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A Translate", "translation": "Before you can have it, you must have the horse.", "verified": [ false ], "verified_extra": { "Gemma 4": [ false ] } }, { "model": "Command A+", "translation": "Before I get it, you need to have the horse.", "verified": [ false ] }, { "model": "DeepL", "translation": "Before you tell me, you have to tell Ross.", "detected_source_language": "TR", "verified_extra": { "Gemma 4": [ false ] }, "verified": [ false ] }, { "model": "Supertext", "translation": "Before you can ride, you have to have the horse.", "verified_extra": { "Gemma 4": [ false ] }, "verified": [ false ] } ], "verification_rules": [ "Has to mean „Before we eat, you have to feed the horses“." ], "linguistics": [ "Variant Specifics", "False Friends", "Polysemy", "Semantic/Lexical", "Syntactic" ], "tags": [ "LTBv1", "LTBv1-eval" ], "translation_direction_bucketed": "Swiss German → English" }, { "id": 5294, "source_text": "Fat people eat accumulates.", "source_lang": "English", "target_lang": "Swiss German", "source_lang_iso": "eng", "target_lang_iso": "gsw", "source_instructions": null, "source_media": null, "attribution": null, "translations": [ { "model": "Gemini 3.1 Pro", "translation": "S Fett, wo d Lüt ässed, sammlet sich aa.", "verified": [ true, true ] }, { "model": "Gemma 4", "translation": "Dicki Lüt ässed, bis es sich asammlet.", "verified": [ false, false ] }, { "model": "Llama 4 Maverick", "translation": "Diafe Lüüt frässe wo s uuf.", "verified": [ false, false ] }, { "model": "GPT-5.4 Mini", "translation": "Fetti Lüüt essen, und das sammlet sich a.", "verified": [ false, false ] }, { "model": "GPT-5.6 Sol", "translation": "Was dicki Lüüt ässe, sammlet sich aa.", "verified": [ false, false ] }, { "model": "Deepseek V4 Pro", "translation": "Fett, wo d Lüüt ässed, setzt sich aa.", "verified": [ true, true ] }, { "model": "Claude Sonnet 4.5", "translation": "Fetti Lüüt ässe sammlet sich a.", "verified": [ false, false ] }, { "model": "Gemini 3.5 Flash Lite", "translation": "Diäti Mönsche frässet ah.", "verified": [ false, false ] }, { "model": "Claude Haiku 4.5", "translation": "Fätti Lüt ässe sammlet sech a.", "verified": [ false, false ] }, { "model": "human", "translation": "Fett, wo d Lüüt ässed, setzt sich aa.", "verified": [ true, true ] }, { "model": "Nemotron 3 Ultra", "translation": "Was d'Dicke ässe, lagert si aa.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Flash", "translation": "Fati Lüüt esse angesammlets.", "verified": [ false, false ] }, { "model": "gpt-oss-20b", "translation": "Fettli Lüüt kumulate, wenn sie lueeg.", "verified": [ false, false ] }, { "model": "Qwen 3.7 Plus", "translation": "Was fetti Lüüt ässe, sammlet sich a.", "verified": [ false, false ] }, { "model": "Command A", "translation": "Fetti Lüt esse sich fett.", "verified": [ false, false ] }, { "model": "TinyAya Global", "translation": "Fette leute esssen sich auf.", "verified": [ false, false ] }, { "model": "GPT-5.6 Terra", "translation": "Was dicki Lüüt ässe, hüüft sich aa.", "verified": [ false, false ] }, { "model": "GPT-5.6 Luna", "translation": "Bi dicke Lüüt sammlet sich s Ässe aa.", "verified": [ false, false ] }, { "model": "Kimi K3", "translation": "S Fett, wo d Lüüt ässed, sammlet sich aa.", "verified": [ true, true ] }, { "model": "TranslateGemma", "translation": "Übergewichtige Menschen nehmen durch ihre Ernährung zusätzliche Kalorien zu.", "verified": [ false, false ] }, { "model": "Tower+", "translation": "Dicken fügt sich Fett an.", "verified": [ false, false ] }, { "model": "GemmaX2-28-9B", "translation": "Fettes Essen sammelt sich an.", "verified": [ false, true ] }, { "model": "HY-MT2", "translation": "Fette Leute essen zu viel – das lagert sich an.", "verified": [ false, false ] }, { "model": "Seed-X-PPO-7B", "translation": "Fette Menschen essen und nehmen zu.", "verified": [ false, false ] }, { "model": "NLLB 3.3B", "translation": "Fette Leute essen aufgesammelt.", "verified": [ false, false ] }, { "model": "QwenMT", "translation": "Bei übergewichtigen Menschen sammelt sich das Essen an.", "verified": [ false, false ] }, { "model": "Command A Translate", "translation": "Fetti Lüt esse sich fett a.", "verified": [ false, false ] }, { "model": "Command A+", "translation": "Das Fett, das dicke Menschen essen, sammelt sich an.", "verified": [ false, false ] } ], "verification_rules": [ "The direct object of the verb for eating must be \"Fett\".", "The people mentioned in the translation should not be described by any adjectives." ], "linguistics": [ "Gardenpath", "Part of Speech", "Syntactic", "Semantic/Lexical" ], "tags": [ "LTBv1" ], "translation_direction_bucketed": "English → Swiss German" } ]