patchdedup-ptbr-mdeberta / evaluation /test-predictions.json
enzoferracini's picture
feat(model): publish selected local mDeBERTa research pipeline
f12d393 verified
Raw History Blame Contribute Delete
29.8 kB
{
"predictions": [
{
"text_a": "Substituí o envio de anexos por links temporários.",
"text_b": "Troquei os anexos enviados por links com validade temporária.",
"language": "pt-BR",
"pair_id": "v03-z02-0",
"scenario_id": "v03-z02",
"text_a_id": "v03-z02-483dd168659e",
"text_b_id": "v03-z02-1b93d5b83df0",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "software",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9964170455932617,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Substituí o envio de anexos por links temporários.",
"text_b": "Substituí o envio de links temporários por anexos.",
"language": "pt-BR",
"pair_id": "v03-z02-1",
"scenario_id": "v03-z02",
"text_a_id": "v03-z02-483dd168659e",
"text_b_id": "v03-z02-94c8ccae92bb",
"relation": "contradictory",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "software",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.10090664774179459,
"binary_prediction": 0,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Implantei uma etiqueta para identificar volumes frágeis.",
"text_b": "Passei a identificar volumes frágeis com etiquetas que implantei.",
"language": "pt-BR",
"pair_id": "v03-z10-0",
"scenario_id": "v03-z10",
"text_a_id": "v03-z10-2b75ca8d81d1",
"text_b_id": "v03-z10-e159aecce18d",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "operacoes",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9950584173202515,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Implantei uma etiqueta para identificar volumes frágeis.",
"text_b": "Implantei uma etiqueta com QR code para identificar volumes frágeis.",
"language": "pt-BR",
"pair_id": "v03-z10-1",
"scenario_id": "v03-z10",
"text_a_id": "v03-z10-2b75ca8d81d1",
"text_b_id": "v03-z10-2a172be64e63",
"relation": "partial_overlap",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "operacoes",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0006697250064462423,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Reorganizei a sequência de retirada das cargas nos boxes.",
"text_b": "Mudei a ordem em que as cargas eram retiradas dos boxes.",
"language": "pt-BR",
"pair_id": "v03-z11-0",
"scenario_id": "v03-z11",
"text_a_id": "v03-z11-3a3559a579f5",
"text_b_id": "v03-z11-aa58c4bbbac9",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "operacoes",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9955281615257263,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Reorganizei a sequência de retirada das cargas nos boxes.",
"text_b": "Reorganizei a sequência de entrada das cargas nos boxes.",
"language": "pt-BR",
"pair_id": "v03-z11-1",
"scenario_id": "v03-z11",
"text_a_id": "v03-z11-3a3559a579f5",
"text_b_id": "v03-z11-7f21e992d9ad",
"relation": "distinct",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "operacoes",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0052442303858697414,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Estabeleci a conferência do peso na saída dos caminhões.",
"text_b": "Implantei a checagem de peso antes da saída dos caminhões.",
"language": "pt-BR",
"pair_id": "v03-z14-0",
"scenario_id": "v03-z14",
"text_a_id": "v03-z14-fda1e1cfa9b0",
"text_b_id": "v03-z14-01b3e17c755a",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "operacoes",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.8204728364944458,
"binary_prediction": 1,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Estabeleci a conferência do peso na saída dos caminhões.",
"text_b": "Estabeleci a conferência do peso após a saída dos caminhões.",
"language": "pt-BR",
"pair_id": "v03-z14-1",
"scenario_id": "v03-z14",
"text_a_id": "v03-z14-fda1e1cfa9b0",
"text_b_id": "v03-z14-6ad238548535",
"relation": "contradictory",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "operacoes",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.395733118057251,
"binary_prediction": 0,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Passei a informar o andamento do reparo por mensagens de texto.",
"text_b": "Implementei avisos por mensagem de texto sobre o progresso dos reparos.",
"language": "pt-BR",
"pair_id": "v03-z15-0",
"scenario_id": "v03-z15",
"text_a_id": "v03-z15-37f4cc83eb2f",
"text_b_id": "v03-z15-52cc9b276ec0",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "atendimento",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9956783652305603,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Passei a informar o andamento do reparo por mensagens de texto.",
"text_b": "Passei a informar o orçamento do reparo por mensagens de texto.",
"language": "pt-BR",
"pair_id": "v03-z15-1",
"scenario_id": "v03-z15",
"text_a_id": "v03-z15-37f4cc83eb2f",
"text_b_id": "v03-z15-89f1c59e5444",
"relation": "distinct",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "atendimento",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0010070056887343526,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Preparei instruções para acompanhar pedidos internacionais.",
"text_b": "Elaborei orientações de rastreamento de pedidos vindos do exterior.",
"language": "pt-BR",
"pair_id": "v03-z16-0",
"scenario_id": "v03-z16",
"text_a_id": "v03-z16-393608c57b96",
"text_b_id": "v03-z16-ec1c1a74b825",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "atendimento",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.994186282157898,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Preparei instruções para acompanhar pedidos internacionais.",
"text_b": "Preparei instruções em francês para acompanhar pedidos internacionais.",
"language": "pt-BR",
"pair_id": "v03-z16-1",
"scenario_id": "v03-z16",
"text_a_id": "v03-z16-393608c57b96",
"text_b_id": "v03-z16-e0650c77a9e7",
"relation": "partial_overlap",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "atendimento",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0013607318978756666,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Renegociei o lote mínimo dos pedidos de uniformes.",
"text_b": "Negociei uma mudança na quantidade mínima de uniformes por pedido.",
"language": "pt-BR",
"pair_id": "v03-z20-0",
"scenario_id": "v03-z20",
"text_a_id": "v03-z20-e8341bcfbd20",
"text_b_id": "v03-z20-a8674cfbe729",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "comercio",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.991245687007904,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Renegociei o lote mínimo dos pedidos de uniformes.",
"text_b": "Renegociei o prazo de pagamento dos pedidos de uniformes.",
"language": "pt-BR",
"pair_id": "v03-z20-1",
"scenario_id": "v03-z20",
"text_a_id": "v03-z20-e8341bcfbd20",
"text_b_id": "v03-z20-eea59accb3c9",
"relation": "distinct",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "comercio",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0011492423946037889,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Medi a participação dos alunos nas discussões do fórum.",
"text_b": "Avaliei quanto os estudantes participavam das discussões no fórum.",
"language": "pt-BR",
"pair_id": "v03-z26-0",
"scenario_id": "v03-z26",
"text_a_id": "v03-z26-9d99b32333fa",
"text_b_id": "v03-z26-473f6d8dccb6",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "educacao",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9900791645050049,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Medi a participação dos alunos nas discussões do fórum.",
"text_b": "Moderei a participação dos alunos nas discussões do fórum.",
"language": "pt-BR",
"pair_id": "v03-z26-1",
"scenario_id": "v03-z26",
"text_a_id": "v03-z26-9d99b32333fa",
"text_b_id": "v03-z26-073da364028f",
"relation": "distinct",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "educacao",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9590722322463989,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Passei a confirmar os dados cadastrais antes da coleta.",
"text_b": "Implantei a confirmação do cadastro previamente à coleta.",
"language": "pt-BR",
"pair_id": "v03-z30-0",
"scenario_id": "v03-z30",
"text_a_id": "v03-z30-cf10170a5115",
"text_b_id": "v03-z30-9ca9c2dd6227",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "saude",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9957180619239807,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Passei a confirmar os dados cadastrais antes da coleta.",
"text_b": "Passei a confirmar os dados cadastrais depois da coleta.",
"language": "pt-BR",
"pair_id": "v03-z30-1",
"scenario_id": "v03-z30",
"text_a_id": "v03-z30-cf10170a5115",
"text_b_id": "v03-z30-704ffdc7d39e",
"relation": "contradictory",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "saude",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0016076350584626198,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Criei uma lista de conferência para a abertura da recepção.",
"text_b": "Elaborei um checklist usado na abertura da recepção.",
"language": "pt-BR",
"pair_id": "v03-z34-0",
"scenario_id": "v03-z34",
"text_a_id": "v03-z34-b181b9ca90f1",
"text_b_id": "v03-z34-649b9a191f32",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "saude",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.2682221233844757,
"binary_prediction": 0,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Criei uma lista de conferência para a abertura da recepção.",
"text_b": "Criei uma lista digital de conferência para a abertura da recepção.",
"language": "pt-BR",
"pair_id": "v03-z34-1",
"scenario_id": "v03-z34",
"text_a_id": "v03-z34-b181b9ca90f1",
"text_b_id": "v03-z34-e7513ada9916",
"relation": "partial_overlap",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "saude",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.023941684514284134,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Organizei a previsão dos recebimentos de mensalidades.",
"text_b": "Estruturei a projeção das entradas de mensalidades.",
"language": "pt-BR",
"pair_id": "v03-z35-0",
"scenario_id": "v03-z35",
"text_a_id": "v03-z35-96267d4be47c",
"text_b_id": "v03-z35-9466191c13fd",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "financeiro",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.7367607951164246,
"binary_prediction": 1,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Organizei a previsão dos recebimentos de mensalidades.",
"text_b": "Organizei a previsão dos pagamentos de mensalidades.",
"language": "pt-BR",
"pair_id": "v03-z35-1",
"scenario_id": "v03-z35",
"text_a_id": "v03-z35-96267d4be47c",
"text_b_id": "v03-z35-2f25104b7c27",
"relation": "distinct",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "financeiro",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.769632875919342,
"binary_prediction": 1,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Organizei a comunicação das mudanças na política de licenças.",
"text_b": "Estruturei a divulgação das alterações na política de licenças.",
"language": "pt-BR",
"pair_id": "v03-z40-0",
"scenario_id": "v03-z40",
"text_a_id": "v03-z40-320e43bcc224",
"text_b_id": "v03-z40-465a56626063",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "rh",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9456315040588379,
"binary_prediction": 1,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Organizei a comunicação das mudanças na política de licenças.",
"text_b": "Organizei a comunicação em vídeo das mudanças na política de licenças.",
"language": "pt-BR",
"pair_id": "v03-z40-1",
"scenario_id": "v03-z40",
"text_a_id": "v03-z40-320e43bcc224",
"text_b_id": "v03-z40-fbcb6f7d2451",
"relation": "partial_overlap",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "rh",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0008916961378417909,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Passei a registrar a adesão dos funcionários ao transporte fretado.",
"text_b": "Implantei o registro de adesões dos funcionários ao fretado.",
"language": "pt-BR",
"pair_id": "v03-z41-0",
"scenario_id": "v03-z41",
"text_a_id": "v03-z41-120aa6b9cbfa",
"text_b_id": "v03-z41-105d288eedb3",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "rh",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9913432598114014,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Passei a registrar a adesão dos funcionários ao transporte fretado.",
"text_b": "Passei a registrar a desistência dos funcionários do transporte fretado.",
"language": "pt-BR",
"pair_id": "v03-z41-1",
"scenario_id": "v03-z41",
"text_a_id": "v03-z41-120aa6b9cbfa",
"text_b_id": "v03-z41-462644e1afb8",
"relation": "distinct",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "rh",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0018630916019901633,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Preparei instruções para solicitar mudança de turno.",
"text_b": "Escrevi orientações sobre como pedir alteração de turno.",
"language": "pt-BR",
"pair_id": "v03-z43-0",
"scenario_id": "v03-z43",
"text_a_id": "v03-z43-391384d50b39",
"text_b_id": "v03-z43-566836f86354",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "rh",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9906434416770935,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Preparei instruções para solicitar mudança de turno.",
"text_b": "Preparei instruções acessíveis para solicitar mudança de turno.",
"language": "pt-BR",
"pair_id": "v03-z43-1",
"scenario_id": "v03-z43",
"text_a_id": "v03-z43-391384d50b39",
"text_b_id": "v03-z43-488d71a870d8",
"relation": "partial_overlap",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "rh",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.017785796895623207,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Atualizei o cadastro dos prestadores temporários.",
"text_b": "Revisei os registros dos prestadores de serviço temporários.",
"language": "pt-BR",
"pair_id": "v03-z44-0",
"scenario_id": "v03-z44",
"text_a_id": "v03-z44-13a1637e0bfa",
"text_b_id": "v03-z44-b69cd11a0f5f",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "rh",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.8356597423553467,
"binary_prediction": 1,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Atualizei o cadastro dos prestadores temporários.",
"text_b": "Atualizei os contratos dos prestadores temporários.",
"language": "pt-BR",
"pair_id": "v03-z44-1",
"scenario_id": "v03-z44",
"text_a_id": "v03-z44-13a1637e0bfa",
"text_b_id": "v03-z44-22754daf3885",
"relation": "distinct",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "rh",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0050903004594147205,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Implantei identificação da campanha nos formulários de inscrição.",
"text_b": "Passei a identificar a campanha de origem nas inscrições dos formulários.",
"language": "pt-BR",
"pair_id": "v03-z45-0",
"scenario_id": "v03-z45",
"text_a_id": "v03-z45-6d49ac654c40",
"text_b_id": "v03-z45-c8ece71ce69e",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "marketing",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.6629416346549988,
"binary_prediction": 1,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Implantei identificação da campanha nos formulários de inscrição.",
"text_b": "Implantei identificação do dispositivo nos formulários de inscrição.",
"language": "pt-BR",
"pair_id": "v03-z45-1",
"scenario_id": "v03-z45",
"text_a_id": "v03-z45-6d49ac654c40",
"text_b_id": "v03-z45-e78de8d3936b",
"relation": "distinct",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "marketing",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.003277151845395565,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Ampliei de duas para quatro as publicações semanais da associação.",
"text_b": "Aumentei a frequência da associação de 2 para 4 publicações por semana.",
"language": "pt-BR",
"pair_id": "v03-z47-0",
"scenario_id": "v03-z47",
"text_a_id": "v03-z47-3c340f2a8b04",
"text_b_id": "v03-z47-d0b963067642",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "marketing",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9961650371551514,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Ampliei de duas para quatro as publicações semanais da associação.",
"text_b": "Ampliei de duas para seis as publicações semanais da associação.",
"language": "pt-BR",
"pair_id": "v03-z47-1",
"scenario_id": "v03-z47",
"text_a_id": "v03-z47-3c340f2a8b04",
"text_b_id": "v03-z47-bda4dcb4b896",
"relation": "contradictory",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "marketing",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0016999266808852553,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Organizei o envio das atas para os participantes da reunião.",
"text_b": "Estruturei a distribuição das atas aos participantes da reunião.",
"language": "pt-BR",
"pair_id": "v03-z54-0",
"scenario_id": "v03-z54",
"text_a_id": "v03-z54-39344711a14b",
"text_b_id": "v03-z54-b1bce3948327",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "administracao",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.6119639873504639,
"binary_prediction": 1,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Organizei o envio das atas para os participantes da reunião.",
"text_b": "Organizei o envio dos convites para os participantes da reunião.",
"language": "pt-BR",
"pair_id": "v03-z54-1",
"scenario_id": "v03-z54",
"text_a_id": "v03-z54-39344711a14b",
"text_b_id": "v03-z54-953b033942c9",
"relation": "distinct",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "administracao",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.003911383915692568,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Organizei os agendamentos de revisão das bicicletas.",
"text_b": "Estruturei a marcação dos serviços de revisão de bicicletas.",
"language": "pt-BR",
"pair_id": "v03-z57-0",
"scenario_id": "v03-z57",
"text_a_id": "v03-z57-579939b6c5d0",
"text_b_id": "v03-z57-ffbefd5db900",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "servicos",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.8267425894737244,
"binary_prediction": 1,
"decision": "review",
"prediction_set": []
},
{
"text_a": "Organizei os agendamentos de revisão das bicicletas.",
"text_b": "Organizei os agendamentos de entrega das bicicletas.",
"language": "pt-BR",
"pair_id": "v03-z57-1",
"scenario_id": "v03-z57",
"text_a_id": "v03-z57-579939b6c5d0",
"text_b_id": "v03-z57-c8c7f27808d9",
"relation": "distinct",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "servicos",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.0015543516492471099,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
},
{
"text_a": "Preparei orientações para uso das áreas comuns do clube.",
"text_b": "Elaborei instruções de utilização dos espaços comuns do clube.",
"language": "pt-BR",
"pair_id": "v03-z58-0",
"scenario_id": "v03-z58",
"text_a_id": "v03-z58-3ff46b098c0b",
"text_b_id": "v03-z58-fbd08eaa66e0",
"relation": "redundant",
"binary_label": 1,
"difficulty": "fresh_authored_v03",
"domain": "servicos",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.9977217316627502,
"binary_prediction": 1,
"decision": "redundant",
"prediction_set": [
1
]
},
{
"text_a": "Preparei orientações para uso das áreas comuns do clube.",
"text_b": "Preparei orientações ilustradas para uso das áreas comuns do clube.",
"language": "pt-BR",
"pair_id": "v03-z58-1",
"scenario_id": "v03-z58",
"text_a_id": "v03-z58-3ff46b098c0b",
"text_b_id": "v03-z58-5fec1bb26ed1",
"relation": "partial_overlap",
"binary_label": 0,
"difficulty": "fresh_authored_v03",
"domain": "servicos",
"source_type": "synthetic",
"review_status": "reviewed",
"annotation_version": "0.3.0",
"split": "test",
"score": 0.002259953645989299,
"binary_prediction": 0,
"decision": "not_redundant",
"prediction_set": [
0
]
}
]
}