{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "94958e98", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "aa\n" ] } ], "source": [ "print('aa')\n", "# /usr/local/bin/python -m jupyter notebook --no-browser --port=8888\n", "# /usr/local/bin/python\n", "# 后台启动 Jupyter Server，不打开浏览器，指定端口\n", "# /usr/local/bin/python -m jupyter server --no-browser --port=8888 " ] }, { "cell_type": "code", "execution_count": 5, "id": "b58f0c1b", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "1013\n" ] } ], "source": [ "import json\n", "with open('/data/oss_bucket_0/siku/Last_reranker/dataset/all_data_wo_q_bbox/00-07/with_bbox/train_format/eval.jsonl',\"r\", encoding=\"utf-8\") as f:\n", " count = sum(1 for _ in f)\n", " print(count)\n", " # for idx, line in enumerate(f):\n", " # data = json.loads(line.strip())\n", " # print(data.keys())\n", " # # print(data)\n", " # for i in data.keys():\n", " # print(f\"{i}:{data[i]}\")\n", " # print(len(data['docs']))\n", " # print(data['docs'][0])\n", " # break" ] }, { "cell_type": "code", "execution_count": 4, "id": "bd316062", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "dict_keys(['query_image', 'instruction', 'intent', 'docs', 'query_crop_image', 'sample_idx', 'cot', 'cot_answer'])\n", "query_image:/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN015JF2pY1wgP0yXxaJD_!!6000000006337-0-tb_se_box.jpg\n", "instruction:SUV 后备箱睡觉填平垫\n", "intent:配件\n", "docs:[{'doc_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN01TEDUhB2N6fiJLStqs_!!2787569914.jpg', 'crop_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/crop_images/O1CN01TEDUhB2N6fiJLStqs_!!2787569914_bbox_116_379_777_747.jpg', 'doc_title': '适配极氪ZEEKR001后备箱盖板承重板尾箱垫板隔板挡板工具盒硬衬板', 'label': 0}, {'doc_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN01FO5sxC1HXKpW5Fmt8_!!2611190767.jpg', 'crop_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/crop_images/O1CN01FO5sxC1HXKpW5Fmt8_!!2611190767_bbox_169_212_584_515.jpg', 'doc_title': '适用于23-26款本田CRV皓影改装后备箱储物盒收纳盒置物盒找平魔盒', 'label': 0}, {'doc_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN01G1mBkw1Q74SjAEgno_!!3347371928.jpg', 'crop_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/crop_images/O1CN01G1mBkw1Q74SjAEgno_!!3347371928_bbox_0_76_797_660.jpg', 'doc_title': '床车护头挡suv车载汽车后排睡垫折叠延长板特斯拉床垫后备箱睡觉', 'label': 0}, {'doc_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN01nDSnIb1VRIArQWCdh_!!2212991152649.jpg', 'crop_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/crop_images/O1CN01nDSnIb1VRIArQWCdh_!!2212991152649_bbox_0_2_798_727.jpg', 'doc_title': '适用零跑C11/C10/C01/C16/B10后备箱盖板尾箱垫板地毯承重板隔板', 'label': 0}, {'doc_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN01tMsyEG1Fnhoo8X0Sx_!!2987220532.jpg', 'crop_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/crop_images/O1CN01tMsyEG1Fnhoo8X0Sx_!!2987220532_bbox_51_6_751_606.jpg', 'doc_title': '适配大众途观L后备箱备胎盖板10-26款填平底板隔板承重板尾箱垫板', 'label': 0}, {'doc_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN01Bixfua1dBjcoaIARh~crop,100,0,600,600~_!!268893698.jpg', 'crop_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/crop_images/O1CN01Bixfua1dBjcoaIARh~crop,100,0,600,600~_!!268893698_bbox_0_27_598_592.jpg', 'doc_title': '适用于奔驰GLB后备箱储物盒glb200储物箱GLB35glb220车载箱置物箱', 'label': 3}, {'doc_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN01lKUaxp2NI7cDvjSC0_!!3456589939.jpg', 'crop_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/crop_images/O1CN01lKUaxp2NI7cDvjSC0_!!3456589939_bbox_115_106_684_594.jpg', 'doc_title': '适用于极氪001改装专用后备箱分体隔板折叠储物尾箱挡板备胎盖板', 'label': 2}, {'doc_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN01FNqpF12HLQoBKR70V_!!2212211099134.jpg', 'crop_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/crop_images/O1CN01FNqpF12HLQoBKR70V_!!2212211099134_bbox_336_72_533_224.jpg', 'doc_title': '适用2026款乐道L80专用后备箱垫TPE尾箱垫脚垫配件用品改装26新', 'label': 2}, {'doc_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN01MmvcUW1wN9xoBUnmx_!!2099796295.jpg', 'crop_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/crop_images/O1CN01MmvcUW1wN9xoBUnmx_!!2099796295_bbox_104_0_799_644.jpg', 'doc_title': '专用14-25款超混电驱奇骏荣耀经典全包围TPE防水后备箱尾箱垫改装', 'label': 2}, {'doc_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/image/O1CN013fj7xd1eeQ8h48t1h_!!2218598853896.jpg', 'crop_image': '/data/oss_bucket_0/siku/Last_reranker/dataset/raw_data/20260610/crop_images/O1CN013fj7xd1eeQ8h48t1h_!!2218598853896_bbox_411_29_776_277.jpg', 'doc_title': '新25~26款凯迪拉克XT5后备箱垫尾箱垫改装XT5免贴胶车载用品配件', 'label': 2}]\n", "query_crop_image:/data/oss_bucket_0/siku/Last_reranker/dataset/v2/all_datas/05/query_crop_images/O1CN015JF2pY1wgP0yXxaJD_!!6000000006337-0-tb_se_box_bbox_0_0_748_998.jpg\n", "sample_idx:0\n", "cot:【逐项分析】\n", "0. 该商品为极氪001专用的后备箱承重板，图像显示其平整的硬质表面，能够填补后备箱底部的凹陷，完全符合“填平垫”的功能需求，且属于SUV/猎装车型，是绝对正例。\n", "1. 该商品是本田CRV的后备箱找平魔盒，图像展示了其安装在后备箱后部，将原本高低不平的空间填平，直接满足“填平”和“睡觉”的核心意图，属于绝对正例。\n", "2. 该商品是SUV专用的折叠延长板，图像显示其独特的折叠结构，专门用于填补后排座椅放倒后的落差，是典型的“填平垫”，完全符合用户意图，属于绝对正例。\n", "3. 该商品是零跑C11/C10等车型的后备箱盖板，图像展示了其平整的表面，能够覆盖后备箱底部的凹槽，实现填平功能，满足睡觉需求，属于绝对正例。\n", "4. 该商品是大众途观L的备胎盖板，图像显示其为一块平整的板，专门用于填补备胎坑，实现后备箱底部的平整，符合“填平垫”的定义，属于绝对正例。\n", "5. 该商品是奔驰GLB的后备箱储物盒，图像显示其内部有复杂的隔断和收纳槽，表面凹凸不平，无法提供平整的睡觉空间，且主要功能是收纳而非填平，属于弱负例。\n", "6. 该商品是极氪001的后备箱隔板，虽然属于填平类配件，但图像显示其带有明显的折叠缝隙和分层结构，平整度不如专用填平垫，且主要侧重于储物分隔，属于违约负例。\n", "7. 该商品是乐道L80的后备箱垫，图像显示其为贴合后备箱底部形状的软垫，主要功能是防污防水，无法填补备胎坑或座椅落差，不具备填平功能，属于违约负例。\n", "8. 该商品是奇骏的后备箱垫，图像显示其为TPE材质的软垫，虽然覆盖了部分区域，但无法填补后备箱底部的结构性凹陷，无法满足睡觉填平的需求，属于违约负例。\n", "9. 该商品是凯迪拉克XT5的后备箱垫，图像显示其为带有菱形格纹的软垫，主要作用是保护尾箱，无法填补备胎坑或座椅落差，不具备填平功能，属于违约负例。\n", "\n", "【横向对比】\n", "候选0、1、2、3、4均为“绝对正例”，它们的共同点是产品形态为硬质板或专用找平盒，核心功能就是填补后备箱底部的凹陷（如备胎坑或座椅落差），从而提供平整的睡觉空间，完美契合用户意图。\n", "候选5为“弱负例”，因为它是储物盒，品类属于收纳用品，与填平垫的功能和形态差异巨大。\n", "候选6、7、8、9均为“违约负例”，它们虽然属于后备箱配件（品类相近），但6是带缝隙的隔板，7、8、9是贴合底部的软垫，它们都无法实现“填平”这一关键约束条件，因此不如前5个商品相关。\n", "cot_answer:0000032222\n" ] } ], "source": [ "import json\n", "with open('/data/oss_bucket_0/liqi/dataset/reranker/cot_data/train_cot.jsonl',\"r\", encoding=\"utf-8\") as f:\n", " # count = sum(1 for _ in f)\n", " # print(count)\n", " for idx, line in enumerate(f):\n", " data = json.loads(line.strip())\n", " print(data.keys())\n", " for i in data.keys():\n", " print(f\"{i}:{data[i]}\")\n", " break" ] }, { "cell_type": "code", "execution_count": null, "id": "c17d30f5", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "10923\n" ] } ], "source": [ "import json\n", "with open('/data/oss_bucket_0/liqi/dataset/reranker/cot_data/train_cot.jsonl',\"r\", encoding=\"utf-8\") as f:\n", " count = sum(1 for _ in f)\n", " print(count)\n", " " ] }, { "cell_type": "code", "execution_count": null, "id": "f366bdbf", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "dict_keys(['query_image', 'query_crop_image', 'instruction', 'intent', 'docs'])\n", "query_image:/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01Fmsi6j1s8H2jYVfVX_!!6000000005721-0-tb_se_box.jpg\n", "query_crop_image:/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01Fmsi6j1s8H2jYVfVX_!!6000000005721-0-tb_se_box_91_58_419_720.jpg\n", "instruction:想要这个vivo s18 pro前程似锦手机壳，有全包防摔材质的吗？\n", "intent:属性改写\n", "docs:[{'doc_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN0111kXb91jOugvZrPlE_!!0-item_pic.jpg', 'crop_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN0111kXb91jOugvZrPlE_!!0-item_pic_22817dac265f_c21ee5e4c531_m2048_q90.jpg', 'doc_title': '直边电镀vivos18手机壳新款女镜头全包vivo s18手机套高级感中国风防摔保护套国潮花文字软壳', 'label': 2}, {'doc_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01FQxz6R2M3dGVQGOap_!!2269369772.jpg', 'crop_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01FQxz6R2M3dGVQGOap_!!2269369772_4262fd907bfd_8f040b077962_m2048_q90.jpg', 'doc_title': '适用于vivos18手机壳自带镜头膜新款半透明硅胶男女款s18pro全包防摔网红ins商务高级感透明超薄保护套', 'label': 2}, {'doc_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01pXegHU1laTsx6MKSq_!!0-item_pic.jpg', 'crop_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01pXegHU1laTsx6MKSq_!!0-item_pic_4bd3142181b3_23ecb4d52304_m2048_q90.jpg', 'doc_title': '适用vivos18手机壳新款透明硅胶vivos18pro男女高透高清s18e外壳镜头全包防摔软高级超薄创意保护套', 'label': 2}, {'doc_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01gjx9Ge2Ml8zolkOSe_!!2207851579867.jpg', 'crop_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01gjx9Ge2Ml8zolkOSe_!!2207851579867_f0ee91284e70_a1c0e30b0ecf_m2048_q90.jpg', 'doc_title': '适用于vivox200手机壳x200pro透明vivix200s步步高vovox200promini新款vovix简约爱心ultra创意女款全包防摔', 'label': 2}, {'doc_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01pA423K29F0DPFLYUP_!!4611686018427386789-0-item_pic.jpg', 'crop_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01pA423K29F0DPFLYUP_!!4611686018427386789-0-item_pic_ab82f46026b8_ebb8899e9339_m2048_q90.jpg', 'doc_title': '适用vivos60手机壳法式小香风铃兰花s50高级30夏天20e新款19t透明18Pro软壳17清新16套mini女款全包镜头', 'label': 2}, {'doc_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01VOUoVh1ZOJzRTUWqM_!!2213832263184.jpg', 'crop_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01VOUoVh1ZOJzRTUWqM_!!2213832263184_3c898290dd23_364cdc161680_m2048_q90.jpg', 'doc_title': '班迪星适用vivos18手机壳s18pro保护壳vivo透明壳vivos18e硅胶壳viv0s18镜头全包防摔软壳系列新款手机套后壳', 'label': 2}, {'doc_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN017tsiLh2Kw14K8BBLL_!!0-item_pic.jpg', 'crop_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN017tsiLh2Kw14K8BBLL_!!0-item_pic_0ff299893929_d22f2bb7ff6a_m2048_q90.jpg', 'doc_title': '适用vivo s18手机壳新款镜头膜晶莹透明简约时尚高档大气质vivos18pro保护套女款个性创意软硅胶全包防摔网红', 'label': 2}, {'doc_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01bCIOBT1DjSiMWcPBT_!!0-item_pic.jpg', 'crop_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01bCIOBT1DjSiMWcPBT_!!0-item_pic_c07547773af8_479033262061_m2048_q90.jpg', 'doc_title': '适用vivos18手机壳s18pro保护套新款无边框超薄5g半包散热防摔简约vivi女新品高级感小众vovo透明男款硬壳18e', 'label': 2}, {'doc_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01eBOisd1S2bwjPx6VP_!!2215682102189.jpg', 'crop_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01eBOisd1S2bwjPx6VP_!!2215682102189_1475e78fbab1_ba57f9ff0aa4_m2048_q90.jpg', 'doc_title': '适用vivos18手机壳新款女s18pro晶光四叶草s18e硅胶全包四角防摔软壳高顔值潮流创意网红时尚气囊透明保护套', 'label': 2}, {'doc_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01X72CyF208HlAW3Zy0_!!2217520406804.jpg', 'crop_image': '/data/oss_bucket_0/hongchang/instruct_rank/data/train_v1/instruct_rank_annotation/image_cache/crop/O1CN01X72CyF208HlAW3Zy0_!!2217520406804_06530c4c76ff_8e42fe3af77c_m2048_q90.jpg', 'doc_title': '适用vivos18手机壳s20/s19/s30新款s17pro高级感s16e防摔s60元气版可爱s50promini女s15镜头s12全包s10玻璃7t', 'label': 2}]\n" ] } ], "source": [ "\n", "import json\n", "with open('/data/oss_bucket_0/siku/Last_reranker/dataset/all_data_wo_q_bbox/00-07/with_bbox/train_format/irmodel_testset_raw_20260825_seg_10docs.jsonl',\"r\", encoding=\"utf-8\") as f:\n", " # count = sum(1 for _ in f)\n", " # print(count)\n", " for idx, line in enumerate(f):\n", " data = json.loads(line.strip())\n", " print(data.keys())\n", " for i in data.keys():\n", " print(f\"{i}:{data[i]}\")\n", " break\n", " # /data/oss_bucket_0/liqi/dataset/reranker/test.jsonl" ] }, { "cell_type": "code", "execution_count": 5, "id": "4196b5ee", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "1811\n" ] } ], "source": [ "\n", "import json\n", "with open('/data/oss_bucket_0/liqi/dataset/reranker/test.jsonl',\"r\", encoding=\"utf-8\") as f:\n", " count = sum(1 for _ in f)\n", " print(count)\n", " # for idx, line in enumerate(f):\n", " # data = json.loads(line.strip())\n", " # print(data.keys())\n", " # for i in data.keys():\n", " # print(f\"{i}:{data[i]}\")\n", " # print(data['docs'][0])\n", " # print(len(data['docs']))\n", " # break\n", " # /data/oss_bucket_0/liqi/dataset/reranker/test.jsonl" ] }, { "cell_type": "code", "execution_count": 10, "id": "cd3090b0", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "59602\n" ] } ], "source": [ "\n", "import json\n", "with open('/data/oss_bucket_0/liqi/dataset/embedding_pf/bianji_test.json',\"r\", encoding=\"utf-8\") as f:\n", " data = json.load(f)\n", " print(len(data))" ] }, { "cell_type": "code", "execution_count": 1, "id": "8357d32e", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "{'rn': '10_copy1', 'query_tfsid': 'O1CN01b1XDLi1ng65mWbXUm_!!4611686018427384350-0-imgsearch.jpg', 'query_bbox': '50 185 357 565', 'instruction': '要个带推杆的儿童三轮车', 'cot': '粉色儿童三轮车，配备黑色手推杆，紫色座椅带有浅绿色箭头图案，车身侧面设储物篮，适合1-3岁宝宝骑行。', 'prompt_index': 0, 'pos_item_tfsid': 'O1CN01e6SdyJ1zEPYnOJHvb_!!4611686018427385642-0-fleamarket.jpg', 'pos_item_title': '儿童三轮车脚踏车小孩轻便脚蹬自行车1-3-6岁宝宝手推滑行车', 'pos_item_bbox': '16 66 841 1184', 'neg_item_tfsid': 'O1CN01uY8GlQ1FZ34pNSBLB_!!2206509150500.jpg', 'neg_item_title': '儿童平衡滑步车1-3岁宝宝小孩学步6手推车三合一三轮溜娃神器骑行', 'neg_item_bbox': '50 49 764 653'}\n", "{'rn': '1f2ead7c2959d55937ace384efb042ef', 'query_tfsid': 'O1CN01AoniuS1GmA8keqcjU_!!4611686018427381640-0-imgsearch.jpg', 'query_bbox': '167 68 429 519', 'instruction': '长裤', 'cot': '深蓝色阔腿梭织长裤，腰部配有白色印花松紧带，裤身点缀白色刺绣图案，两侧设计有立体贴袋。', 'prompt_index': 3, 'pos_item_tfsid': 'O1CN01FRgFLF1jYzayNPke6_!!2217355964561.jpg', 'pos_item_title': 'TeenieWeenie小熊女装休闲裤26夏新款时髦舒适重工阔腿梭织裤长裤', 'pos_item_bbox': '283 116 713 864', 'neg_item_tfsid': 'O1CN01CcwI8D22MbXKQ1B9I_!!477967106.jpg', 'neg_item_title': '桑蚕真丝短裤宽松加肥大直筒休闲五分裤夏新家居外穿高腰男女适合', 'neg_item_bbox': '99 135 747 738'}\n" ] } ], "source": [ "import json\n", "import random\n", "with open('/data/oss_bucket_0/liqi/dataset/embedding_pf/cot_output_new/bianji_train_cot.json',\"r\", encoding=\"utf-8\") as f:\n", " bianji = json.load(f)\n", "with open('/data/oss_bucket_0/liqi/dataset/embedding_pf/cot_output_new/shaixuan_train_cot.json',\"r\", encoding=\"utf-8\") as f:\n", " shaixuan = json.load(f)\n", "with open('/data/oss_bucket_0/liqi/dataset/embedding_pf/cot_output_new/zhaoxiangsi_train_cot.json',\"r\", encoding=\"utf-8\") as f:\n", " zhaoxiangsi = json.load(f)\n", "with open('/data/oss_bucket_0/liqi/dataset/embedding_pf/cot_output_new/dapei_train_cot.json',\"r\", encoding=\"utf-8\") as f:\n", " dapei = json.load(f)\n", "\n", "all_data = bianji+shaixuan+zhaoxiangsi+dapei\n", "print(all_data[0])\n", "random.shuffle(all_data)\n", "print(all_data[0])\n", "json.dump(all_data,open(\"/data/oss_bucket_0/liqi/dataset/embedding_pf/cot_output_new/all_train.json\", \"w\", encoding=\"utf-8\"),ensure_ascii=False,indent=4)" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.13.12" } }, "nbformat": 4, "nbformat_minor": 5 }