{
  "items": [
    {
      "id": 0,
      "family": "role",
      "fr": "Le chat poursuit le chien.",
      "en": "The cat chases the dog.",
      "zh": "猫追狗。"
    },
    {
      "id": 1,
      "family": "role",
      "fr": "Le chien poursuit le chat.",
      "en": "The dog chases the cat.",
      "zh": "狗追猫。"
    },
    {
      "id": 2,
      "family": "negation",
      "fr": "Marie a ouvert la fenêtre.",
      "en": "Marie opened the window.",
      "zh": "玛丽打开了窗户。"
    },
    {
      "id": 3,
      "family": "negation",
      "fr": "Marie n’a pas ouvert la fenêtre.",
      "en": "Marie did not open the window.",
      "zh": "玛丽没有打开窗户。"
    },
    {
      "id": 4,
      "family": "number",
      "fr": "Il y a trois livres sur la table.",
      "en": "There are three books on the table.",
      "zh": "桌子上有三本书。"
    },
    {
      "id": 5,
      "family": "number",
      "fr": "Il y a cinq livres sur la table.",
      "en": "There are five books on the table.",
      "zh": "桌子上有五本书。"
    },
    {
      "id": 6,
      "family": "time",
      "fr": "Paul arrivera demain.",
      "en": "Paul will arrive tomorrow.",
      "zh": "保罗明天会到。"
    },
    {
      "id": 7,
      "family": "time",
      "fr": "Paul est arrivé hier.",
      "en": "Paul arrived yesterday.",
      "zh": "保罗昨天到了。"
    },
    {
      "id": 8,
      "family": "spatial",
      "fr": "La lampe est au-dessus de la table.",
      "en": "The lamp is above the table.",
      "zh": "灯在桌子上方。"
    },
    {
      "id": 9,
      "family": "spatial",
      "fr": "La lampe est au-dessous de la table.",
      "en": "The lamp is below the table.",
      "zh": "灯在桌子下方。"
    },
    {
      "id": 10,
      "family": "ownership",
      "fr": "Alice a donné son livre à Paul.",
      "en": "Alice gave her book to Paul.",
      "zh": "爱丽丝把她的书给了保罗。"
    },
    {
      "id": 11,
      "family": "ownership",
      "fr": "Paul a donné son livre à Alice.",
      "en": "Paul gave his book to Alice.",
      "zh": "保罗把他的书给了爱丽丝。"
    },
    {
      "id": 12,
      "family": "comparison",
      "fr": "Le vélo rouge est plus cher que le vélo bleu.",
      "en": "The red bicycle is more expensive than the blue bicycle.",
      "zh": "红色自行车比蓝色自行车贵。"
    },
    {
      "id": 13,
      "family": "comparison",
      "fr": "Le vélo bleu est plus cher que le vélo rouge.",
      "en": "The blue bicycle is more expensive than the red bicycle.",
      "zh": "蓝色自行车比红色自行车贵。"
    },
    {
      "id": 14,
      "family": "quantifier",
      "fr": "Tous les enfants ont mangé une pomme.",
      "en": "All the children ate an apple.",
      "zh": "所有孩子都吃了苹果。"
    },
    {
      "id": 15,
      "family": "quantifier",
      "fr": "Aucun enfant n’a mangé de pomme.",
      "en": "No child ate an apple.",
      "zh": "没有孩子吃苹果。"
    },
    {
      "id": 16,
      "family": "relation",
      "fr": "La sœur de Paul connaît Marie.",
      "en": "Paul’s sister knows Marie.",
      "zh": "保罗的姐妹认识玛丽。"
    },
    {
      "id": 17,
      "family": "relation",
      "fr": "La sœur de Marie connaît Paul.",
      "en": "Marie’s sister knows Paul.",
      "zh": "玛丽的姐妹认识保罗。"
    },
    {
      "id": 18,
      "family": "modality",
      "fr": "Tu dois partir maintenant.",
      "en": "You must leave now.",
      "zh": "你现在必须离开。"
    },
    {
      "id": 19,
      "family": "modality",
      "fr": "Tu peux partir maintenant.",
      "en": "You may leave now.",
      "zh": "你现在可以离开。"
    },
    {
      "id": 20,
      "family": "tu_vous_door",
      "fr": "Peux-tu fermer la porte ?",
      "en": "Can you close the door?",
      "zh": "你能关门吗？"
    },
    {
      "id": 21,
      "family": "tu_vous_door",
      "fr": "Pouvez-vous fermer la porte ?",
      "en": "Can you close the door?",
      "zh": "您能关门吗？"
    },
    {
      "id": 22,
      "family": "tu_vous_bag",
      "fr": "Tu as oublié ton sac.",
      "en": "You forgot your bag.",
      "zh": "你忘了你的包。"
    },
    {
      "id": 23,
      "family": "tu_vous_bag",
      "fr": "Vous avez oublié votre sac.",
      "en": "You forgot your bag.",
      "zh": "您忘了您的包。"
    }
  ],
  "outputs": {
    "fr_to_fr": [
      "Le chat poursuit le chien.",
      "Le chien poursuit le chat.",
      "Marie a ouvert la fenêtre.",
      "Marie n'a pas ouvert la fenêtre.",
      "Il y a trois livres sur la table.",
      "Il y a cinq livres sur la table.",
      "Paul arrivera demain.",
      "Paul est arrivé hier.",
      "La lampe est au-dessus de la table.",
      "La lampe est sous la table.",
      "Alice a donné son livre à Paul.",
      "Paul a donné son livre à Alice.",
      "La vélo rouge est plus chère que la vélo bleue.",
      "Le vélo bleu est plus cher que le vélo rouge.",
      "Tous les enfants ont mangé une pomme.",
      "Aucun des enfants n'a mangé d'apéritif.",
      "La sœur de Paul connaît Marie.",
      "La sœur de Marie connaît Paul.",
      "Tu dois partir maintenant.",
      "Tu peux partir maintenant.",
      "Tu peux fermer la porte ?",
      "Tu peux fermer la porte ?",
      "Tu as oublié ton sac.",
      "Vous avez oublié votre sac."
    ],
    "fr_to_en": [
      "The cat chases the dog.",
      "The dog chases the cat.",
      "Mary opened the window.",
      "Mary didn't open the window.",
      "There are three books on the table.",
      "There are five books on the table.",
      "Paul will arrive tomorrow.",
      "Paul arrived yesterday.",
      "The lamp is above the table.",
      "The lamp is under the table.",
      "Alice gave her book to Paul.",
      "Paul gave his book to Alice.",
      "The red bike is more expensive than the blue bike.",
      "The blue bike is more expensive than the red one.",
      "All the kids ate an apple.",
      "No child has eaten an apple.",
      "Paul's sister knows Mary.",
      "Mary's sister knows Paul.",
      "You have to go now.",
      "You can go now.",
      "Can you close the door?",
      "Can you close the door?",
      "You forgot your bag.",
      "You forgot your bag."
    ],
    "fr_to_zh": [
      "猫追着狗.",
      "狗追着猫.",
      "玛丽打开了窗.",
      "玛丽没有打开窗户.",
      "在桌子上有三本书.",
      "在桌子上有五本书.",
      "保罗会明天到达.",
      "Paul昨天抵达.",
      "灯在桌子上.",
      "灯在桌子下面.",
      "艾丽丝把她的书给了保罗.",
      "保罗把他的书给了艾丽丝.",
      "红色车比蓝色车贵.",
      "蓝色车比红色车贵.",
      "所有孩子都吃了一朵 ⁇ 果.",
      "没有一个孩子吃过 ⁇ 果.",
      "保罗的妹妹认识玛丽.",
      "玛丽的妹妹认识保罗.",
      "你必须离开现在.",
      "你可以现在走.",
      "你能关门吗?",
      "你能关上门吗?",
      "你忘了你的袋.",
      "你忘了你的袋."
    ],
    "en_to_fr": [
      "Le chat poursuit le chien.",
      "Le chien poursuit le chat.",
      "Marie a ouvert la fenêtre.",
      "Marie n'a pas ouvert la fenêtre.",
      "Il y a trois livres sur la table.",
      "Il y a cinq livres sur la table.",
      "Paul arrivera demain.",
      "Paul est arrivé hier.",
      "La lampe est au-dessus de la table.",
      "La lampe est sous la table.",
      "Alice a donné son livre à Paul.",
      "Paul a donné son livre à Alice.",
      "La bicyclette rouge est plus chère que la bicyclette bleue.",
      "Le vélo bleu est plus cher que le vélo rouge.",
      "Tous les enfants ont mangé une pomme.",
      "Aucun enfant n'a mangé une pomme.",
      "La sœur de Paul connaît Marie.",
      "La sœur de Marie connaît Paul.",
      "Vous devez partir maintenant.",
      "Vous pouvez partir.",
      "Tu peux fermer la porte ?",
      "Tu peux fermer la porte ?",
      "Tu as oublié ton sac.",
      "Tu as oublié ton sac."
    ],
    "en_to_en": [
      "The cat chases the dog.",
      "The dog chases the cat.",
      "Marie opened the window.",
      "Marie did not open the window.",
      "There are three books on the table.",
      "There are five books on the table.",
      "Paul will arrive tomorrow.",
      "Paul arrived yesterday.",
      "The lamp is above the table.",
      "The lamp is under the table.",
      "Alice gave her book to Paul.",
      "Paul gave his book to Alice.",
      "The red bicycle is more expensive than the blue bicycle.",
      "The blue bike is more expensive than the red bike.",
      "All the children ate an apple.",
      "No child ate an apple.",
      "Paul's sister knows Marie.",
      "Marie's sister knows Paul.",
      "You must leave now.",
      "You can leave now.",
      "Can you close the door?",
      "Can you close the door?",
      "You forgot your bag.",
      "You forgot your bag."
    ],
    "en_to_zh": [
      "猫追着狗.",
      "狗追着猫.",
      "玛丽打开了窗户.",
      "玛丽没有打开窗户.",
      "在桌子上有三本书.",
      "在桌子上有五本书.",
      "保罗会明天到达.",
      "波尔昨天来到了.",
      "灯在桌子上.",
      "灯在桌子下面.",
      "艾丽丝把她的书给了保罗.",
      "保罗把他的书给了艾莉丝.",
      "红色的自行车比蓝色的车更贵.",
      "蓝色的自行车比红色的自行车贵.",
      "所有的孩子都吃了一颗 ⁇ 果.",
      "没有一个孩子吃过 ⁇ 果.",
      "保罗的妹妹认识玛丽.",
      "玛丽的妹妹认识保罗.",
      "你必须离开现在.",
      "你可以离开.",
      "你能关上门吗?",
      "你能关上门吗?",
      "你忘了你的包.",
      "你忘了你的包."
    ],
    "zh_to_fr": [
      "Le chien est derrière le chien.",
      "Le chien suit le chat.",
      "Marie ouvrit la fenêtre.",
      "Marie n'avait pas ouvert la fenêtre.",
      "Il y a trois livres sur la table.",
      "Il y a cinq livres sur la table.",
      "Paul viendra demain.",
      "Paul est arrivé hier.",
      "La lampe est sur la table.",
      "La lampe sous la table.",
      "Elice a donné son livre à Paul.",
      "Paul a donné son livre à Élisabeth.",
      "La bicyclette rouge est plus chère que la bicyclette bleue.",
      "La bicyclette bleue est plus chère que la bicyclette rouge.",
      "Tous les enfants ont mangé des pommes.",
      "Personne ne mange des pommes.",
      "Les sœurs de Paul connaissaient Marie.",
      "Les sœurs de Marie connaissaient Paul.",
      "Tu dois partir maintenant.",
      "Tu peux partir maintenant.",
      "Tu peux fermer la porte ?",
      "Pouvez-vous fermer la porte ?",
      "Tu as oublié ton sac.",
      "Vous avez oublié votre bagage."
    ],
    "zh_to_en": [
      "The dog is chasing the dog.",
      "The dog chases the cat.",
      "Mary opened the window.",
      "Mary did not open the window.",
      "There are three books on the table.",
      "There are five books on the table.",
      "Paul will be here tomorrow.",
      "Paul arrived yesterday.",
      "The lamp is on the table.",
      "The lamp is under the table.",
      "Alice gave her book to Paul.",
      "Paul gave his letter to Alice.",
      "The red bike is more expensive than the blue one.",
      "The blue bike is more expensive than the red one.",
      "All the children ate the apple.",
      "No children eating apples.",
      "Paul's sisters knew Mary.",
      "Mary's sisters knew Paul.",
      "You must leave now.",
      "You can leave now.",
      "Can you close the door?",
      "Can you close the door?",
      "You forgot your bag.",
      "You forgot your bag."
    ],
    "zh_to_zh": [
      "猫追狗─.",
      "狗追猫─.",
      "玛丽打开了窗户.",
      "玛丽没有打开窗户――.",
      "桌上有三本书‖.",
      "桌上有五本书‖.",
      "保罗将明天到来.",
      "保罗昨天到了。",
      "灯在桌子上侧面.",
      "灯在桌子下邊.",
      "艾丽丝把她的书给了保罗.",
      "保罗把他的书给了艾丽丝•.",
      "红色自行车比蓝色自行车贵.",
      "蓝色自行车比红色自行车贵─.",
      "所有孩子都吃了 ⁇ 果.",
      "没有孩子吃 ⁇ 果.",
      "保罗的姐姐认识玛丽•.",
      "玛丽的姐妹们认识保罗――.",
      "你现在必须离开.",
      "你现在可以离开.",
      "你能关门吗?",
      "您能关门吗?",
      "你忘了你的袋─.",
      "您忘了您的包."
    ],
    "fr_via_fr_to_zh": [
      "猫追着狗.",
      "狗追着猫.",
      "玛丽打开了窗.",
      "玛丽没有打开窗户.",
      "在桌子上有三本书.",
      "在桌子上有五本书.",
      "保罗会明天到达.",
      "Paul昨天抵达.",
      "灯在桌子上.",
      "灯在桌子下面.",
      "艾丽丝把她的书给了保罗.",
      "保罗把他的书给了艾丽丝.",
      "红色自行车比蓝色自行车贵.",
      "蓝色车比红色车贵.",
      "所有孩子都吃了一朵 ⁇ 果.",
      "没有一个孩子吃过预料.",
      "保罗的妹妹认识玛丽.",
      "玛丽的妹妹认识保罗.",
      "你必须离开现在.",
      "你可以现在走.",
      "你能关门吗?",
      "你能关门吗?",
      "你忘了你的袋.",
      "你忘了你的袋."
    ],
    "fr_via_en_to_zh": [
      "猫追着狗.",
      "狗追着猫.",
      "玛丽打开了窗户.",
      "玛丽没有打开窗户.",
      "在桌子上有三本书.",
      "在桌子上有五本书.",
      "保罗会明天到达.",
      "波尔昨天来到了.",
      "灯在桌子上.",
      "灯在桌子下面.",
      "艾丽丝把她的书给了保罗.",
      "保罗把他的书给了艾莉丝.",
      "红色的自行车比蓝色的车更贵.",
      "蓝色的自行车比红色的要贵.",
      "所有的孩子都吃了 ⁇ 果.",
      "没有一个孩子吃过 ⁇ 果.",
      "保罗的妹妹认识玛丽.",
      "玛丽的妹妹认识保罗.",
      "你必须现在去.",
      "你可以去.",
      "你能关上门吗?",
      "你能关上门吗?",
      "你忘了你的包.",
      "你忘了你的包."
    ],
    "fr_via_zh_to_zh": [
      "猫追着狗.",
      "狗追着猫.",
      "玛丽打开了窗.",
      "玛丽没有打开窗户.",
      "在桌子上有三本书.",
      "在桌上有五本书.",
      "保罗将明天到达.",
      "Paul昨天抵达.",
      "灯在桌子上.",
      "灯在桌子下.",
      "艾利斯把她的书给了保罗.",
      "保罗把他的书给了阿里斯.",
      "红车比蓝车贵.",
      "蓝色车比红色车贵.",
      "所有孩子都吃了一朵 ⁇ 果.",
      "没有一个孩子吃过 ⁇ 果.",
      "保罗的姐姐认识玛丽.",
      "玛丽的姐姐认识保罗.",
      "你必须离开现在.",
      "你可以现在去.",
      "你能关门吗?",
      "你能关上门吗?",
      "你忘了你的袋.",
      "你忘了你的袋."
    ]
  },
  "metrics": {
    "fr_en": {
      "paired_cos_mean": 0.9177789688110352,
      "paired_cos": [
        0.9371156096458435,
        0.9366382360458374,
        0.9185153245925903,
        0.8767433166503906,
        0.9344225525856018,
        0.936744213104248,
        0.9447572231292725,
        0.9336695671081543,
        0.9336637854576111,
        0.9301395416259766,
        0.9423750638961792,
        0.9397487640380859,
        0.9326949119567871,
        0.9339749813079834,
        0.9236183166503906,
        0.8631534576416016,
        0.8400431871414185,
        0.8513249158859253,
        0.9139254093170166,
        0.9029816389083862,
        0.9234434366226196,
        0.918555736541748,
        0.9330952167510986,
        0.9253506660461426
      ],
      "minimal_pair_cos": [
        0.8643202781677246,
        0.870347261428833,
        0.8758968114852905,
        0.8199909925460815,
        0.8698967099189758,
        0.860415518283844,
        0.8195315599441528,
        0.8097785711288452,
        0.875281572341919,
        0.880725622177124,
        0.8291166424751282,
        0.8259786367416382,
        0.8611340522766113,
        0.8652635216712952,
        0.8212528228759766,
        0.7737147808074951,
        0.7432957887649536,
        0.7375378608703613,
        0.794238805770874,
        0.8198796510696411,
        0.9234434366226196,
        0.918555736541748,
        0.9330952167510986,
        0.9253506660461426
      ],
      "correct_above_contrast": 20,
      "unambiguous_n": 20,
      "unrelated_cos_mean": 0.31293734908103943
    },
    "fr_zh": {
      "paired_cos_mean": 0.6550193428993225,
      "paired_cos": [
        0.6444315910339355,
        0.6197280287742615,
        0.6365330219268799,
        0.6284991502761841,
        0.5911951661109924,
        0.6049548387527466,
        0.6590946912765503,
        0.6303113698959351,
        0.6322516202926636,
        0.6466614603996277,
        0.6636627316474915,
        0.6231610774993896,
        0.7523199915885925,
        0.7540463805198669,
        0.6555805206298828,
        0.5851936340332031,
        0.6349279880523682,
        0.647094190120697,
        0.6257601976394653,
        0.6400343179702759,
        0.7555447816848755,
        0.7498296499252319,
        0.6805741190910339,
        0.6590732932090759
      ],
      "minimal_pair_cos": [
        0.575061023235321,
        0.6039153933525085,
        0.6065080165863037,
        0.5752149224281311,
        0.540242075920105,
        0.5480045676231384,
        0.5573800802230835,
        0.5688275098800659,
        0.6025073528289795,
        0.5893039703369141,
        0.5529077649116516,
        0.581737756729126,
        0.7043014764785767,
        0.6961174011230469,
        0.5382037162780762,
        0.5784280300140381,
        0.5750734210014343,
        0.5829798579216003,
        0.5761522054672241,
        0.5796312093734741,
        0.7325941324234009,
        0.7487598657608032,
        0.6505751013755798,
        0.6688628792762756
      ],
      "correct_above_contrast": 20,
      "unambiguous_n": 20,
      "unrelated_cos_mean": 0.21958599984645844
    },
    "en_zh": {
      "paired_cos_mean": 0.6541923880577087,
      "paired_cos": [
        0.643629252910614,
        0.6229101419448853,
        0.6177921891212463,
        0.6265343427658081,
        0.5941159725189209,
        0.6033065319061279,
        0.6521466970443726,
        0.6277216076850891,
        0.6206837296485901,
        0.6376221179962158,
        0.66502845287323,
        0.6286766529083252,
        0.7503719925880432,
        0.7486626505851746,
        0.6448685526847839,
        0.6176508665084839,
        0.6123265027999878,
        0.6377109289169312,
        0.6414400339126587,
        0.6322720050811768,
        0.775084376335144,
        0.7665358781814575,
        0.6807888746261597,
        0.6527361273765564
      ],
      "minimal_pair_cos": [
        0.5818620920181274,
        0.6066617965698242,
        0.5797938108444214,
        0.581319272518158,
        0.5416667461395264,
        0.5505906939506531,
        0.5590850710868835,
        0.563021719455719,
        0.5986006259918213,
        0.5743787288665771,
        0.5439279675483704,
        0.5719826221466064,
        0.6991839408874512,
        0.6879550814628601,
        0.5344417691230774,
        0.5979009866714478,
        0.5499217510223389,
        0.5632433891296387,
        0.5890852808952332,
        0.577865481376648,
        0.7665358781814575,
        0.775084376335144,
        0.6527361273765564,
        0.6807888746261597
      ],
      "correct_above_contrast": 20,
      "unambiguous_n": 20,
      "unrelated_cos_mean": 0.2244546264410019
    },
    "fr_via_fr": {
      "cosine_to_original_mean": 0.9807454943656921,
      "chinese_exact_agreement_with_direct": 21,
      "n": 24
    },
    "fr_via_en": {
      "cosine_to_original_mean": 0.9198657870292664,
      "chinese_exact_agreement_with_direct": 13,
      "n": 24
    },
    "fr_via_zh": {
      "cosine_to_original_mean": 0.766489565372467,
      "chinese_exact_agreement_with_direct": 15,
      "n": 24
    }
  },
  "meta": {
    "status": "complete",
    "kind": "exploratory hand-authored pilot",
    "seed": 0,
    "encoder": "text_sonar_basic_encoder",
    "decoder": "text_sonar_basic_decoder",
    "dtype": "float32",
    "beam_size": 1,
    "max_gen_len": [
      0,
      64
    ],
    "batch_size": 8,
    "gpu": "NVIDIA RTX A4000",
    "script_sha256": "10d2863a1ba561b653e192a6f403dfa94b04c31c04967307753d6332d838cb98",
    "versions": {
      "torch": "2.9.1",
      "sonar-space": "0.5.0",
      "fairseq2": "0.8.1"
    },
    "reference_caveat": "Assistant-authored. tu/vous Chinese references select formal singular; plural is also valid for vous. English loses that distinction.",
    "elapsed_s": 29.7,
    "repeat_first_fr_to_zh_exact": true
  }
}