{ "cells": [ { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 1000, "referenced_widgets": [ "7af8959ec320417b82fae5c70d1fe181", "4f1e97c18e804e3a8df0d5b32a5bd87a", "8816ba27a1dd4b6aa4f60731315a468d", "74df4a6da1044fd29bab23de842151d8", "f3e2d8f4f88244919edd9aec73c2579d", "84704e88d1fc4463b99a95e7792e2308", "9353c38b3de54c5f8a545073e6c33205", "42954899eff548a09561b94b414f6781", "c074cea7dcc04501979d0777ae37b07b", "3e7ce181974f4464a199b243b68be9e3", "13a2706410844e8ea8ef747569ab1010", "86e26c5520e841f0a1ac881b16beab71", "9013a9e0ce764b5ba0c17123d4c92d25", "5efc216e94a94ffbada9d354d179d313", "9536131435a1483995bd08405e6a429c", "baf83c1997464a44baac54144be0bdf7", "03914f36d83441548519bcf770e502fe", "d0bf8734dcd94676839df9b7ca1d74f0", "99345c63137d4e76b502d9c38e711612", "696b00e9410a4cb381bfd14b67baf115", "48059eaf288041acbbcdb9f6200d7e91", "529ed7be399f42dcba6dfb62ba90ec5e", "6c0e840c0c2f480d9fe15413ba69dc39", "8c0244c010714964a281dc2fd2bb534c", "0f59451593474176b13491a255dab13b", "3a297642582349fe8c8df22347ec6689", "611b485c2d6f4b5db2a517654aa1e947", "fa93c0d16f1c41ffade1b9151bbb8f97", "877ad0fce15742f4b5a4b621930fc595", "0acbaede9cb04ae28ab5c282e3058b18", "825133b026c34f03a507341c7295d7c9", "36a1262229344f899105f5305b414ef1", "9b90b249d3674ae9ae056537cd6e613a", "1d59e4353d15404393a8f187885c159d", "8d87d09d116741029ed9d568231467f3", "6aef491ca13a49e3b1bdc8a10393fc98", "7961000042ed4a57965f4cd55a78fab8", "046779fa3cab40379cad7a9519cfed59", "76b647564cd640c998a57de00dedefb5", "06e57e495be04ba690be761c058f58fe", "64096db0638840b48b45d3434be0fc34", "a97d4845c3784ef687efe80ac408a4d0", "83f9429d8f7043b593ffba3fae3815d0", "58813d7f0b3845daaa664f7ecd14f416", "7c3a91b401704e95b2242988bfdb8ab2", "0c26c100a67040e785493dc73935f946", "044773a5eccb46148d89b03d5d816b4c", "270c2a4deb4b4289a36ec7ec9122929a", "50d1884ddf994b6891a08a39d9244781", "1d1f1ca631b14db09d59208fb0fa7eab", "2520e1248e45493c930f11ae6595d252", "d03977429b0e48ff89cf3c90ff5b5334", "c2a9d65655664fd8890a9cd52d20f2cb", "5eb3cf415c6a4bb9ba60eff98865ba65", "fc8a40e56cf34915946aeb4d371fb18c", "4a40adf50a0545b0923d4b0e0f6062f4", "e6e7e339acc84fd1b638f0a44c4d584e", "c2f2433ec4bf47de9856a7d9445fa4a6", "cf3ca90ad2a84b4d87e45b498d290039", "7354425433454b049402176d6dabd269", "c9b70bb82ff6400da3f68c5c05fce4fa", "3a17379e47784b349be04831e867b78d", "a352deb7b17845cdae76fa8168e10833", "a2279b5afac94a9b8e45870ee296dc58", "59b0e86d28cd45d887fb73dd2c563689", "bae7b729afb049baaa910596d859adb1", "c819f4a8b531461f83947f0c244bd4d3", "99e91e9f8aa24bd4a6841100c164a3df", "f6265a1d1a3d4bffa0947f1578ee57d1", "1d34f795f88f4bde8d23e65bf149f796", "f096d4c018764cc39d2d69e8a5843743", "a2487354efbc4817a8c164f88515d2cd", "9941409422204a10ba6ece4c56aa21a2", "2b1b93486e1c4fa5a0179171058db23b", "613db34b02c541ad9ec2db8ab444ab9b", "057a96f254ee49d19855d68ad9f97e6b", "ea1b5e332071455e8c27aaf4096b65e0", "09fed912b7b84c5a80c1b3505955571c", "9ce696a905714b25a392fffbd148772d", "3bceec0433d64353b465111d3d249ddd", "458e8fa5eb8e4cd8b31f830f8dd00ee5", "dcbe7334afaa4d5589ec84850250a8d3", "100906c01f4145bb9c0463487f5ffa0d", "d94752e8b1d549b685e90c3c6b7d1335", "a35e2bcebd3f414b86920e6528803828", "ad77e396aa1b49eb8497a0a5c8198bd9", "4f6f036c159f47fea9ae4641107905f6", "093bb23831e44a6ebad4d861e9bdf502" ] }, "id": "o1-XtaiFfkKx", "outputId": "9433e0cf-d2ed-4742-922a-06f95bbf1c70" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Mounted at /content/drive\n", "================================================================================\n", " Loading model & tokenizer \n", "================================================================================\n" ] }, { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "7af8959ec320417b82fae5c70d1fe181", "version_major": 2, "version_minor": 0 }, "text/plain": [ "tokenizer_config.json: 0.00B [00:00, ?B/s]" ] }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "86e26c5520e841f0a1ac881b16beab71", "version_major": 2, "version_minor": 0 }, "text/plain": [ "vocab.json: 0.00B [00:00, ?B/s]" ] }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "6c0e840c0c2f480d9fe15413ba69dc39", "version_major": 2, "version_minor": 0 }, "text/plain": [ "merges.txt: 0.00B [00:00, ?B/s]" ] }, "metadata": {}, "output_type": "display_data" }, { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "1d59e4353d15404393a8f187885c159d", "version_major": 2, "version_minor": 0 }, "text/plain": [ "added_tokens.json: 0%| | 0.00/2.00 [00:00\u001b[0;34m()\u001b[0m\n\u001b[1;32m 585\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"{'Selesai. Ringkasan:':^80}\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 586\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"=\"\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0;36m80\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 587\u001b[0;31m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mres_df\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgroupby\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"compiled\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"passed\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 588\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"\\n\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m/usr/local/lib/python3.11/dist-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36mgroupby\u001b[0;34m(self, by, axis, level, as_index, sort, group_keys, observed, dropna)\u001b[0m\n\u001b[1;32m 9181\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mTypeError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"You have to supply one of 'by' and 'level'\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9182\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 9183\u001b[0;31m return DataFrameGroupBy(\n\u001b[0m\u001b[1;32m 9184\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9185\u001b[0m \u001b[0mkeys\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mby\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m/usr/local/lib/python3.11/dist-packages/pandas/core/groupby/groupby.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, obj, keys, axis, level, grouper, exclusions, selection, as_index, sort, group_keys, observed, dropna)\u001b[0m\n\u001b[1;32m 1327\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1328\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mgrouper\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1329\u001b[0;31m grouper, exclusions, obj = get_grouper(\n\u001b[0m\u001b[1;32m 1330\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1331\u001b[0m \u001b[0mkeys\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;32m/usr/local/lib/python3.11/dist-packages/pandas/core/groupby/grouper.py\u001b[0m in \u001b[0;36mget_grouper\u001b[0;34m(obj, key, axis, level, sort, observed, validate, dropna)\u001b[0m\n\u001b[1;32m 1041\u001b[0m \u001b[0min_axis\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgpr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgpr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1042\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1043\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mgpr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1044\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mgpr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mGrouper\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mgpr\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkey\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1045\u001b[0m \u001b[0;31m# Add key to exclusions\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", "\u001b[0;31mKeyError\u001b[0m: 'compiled'" ] } ], "source": [ "import os\n", "import re\n", "import shutil\n", "import subprocess\n", "import tempfile\n", "import time\n", "from pathlib import Path\n", "from typing import List, Tuple\n", "\n", "import pandas as pd\n", "import torch\n", "from tqdm import tqdm\n", "from transformers import (\n", " AutoTokenizer,\n", " AutoModelForSeq2SeqLM,\n", " AutoModelForCausalLM,\n", " set_seed,\n", " StoppingCriteria,\n", " StoppingCriteriaList,\n", ")\n", "\n", "from google.colab import drive\n", "drive.mount('/content/drive')\n", "\n", "DETAIL_PATH = \"/content/drive/MyDrive/Detail.xlsx\"\n", "STATS_PATH = \"/content/drive/MyDrive/Stats.xlsx\"\n", "\n", "JUNIT_JAR = \"/content/junit-4.12.jar\"\n", "HAMCREST_JAR = \"/content/hamcrest-core-1.3.jar\"\n", "\n", "\n", "DATASET_PATH = \"/content/decoded_databaru.xlsx\"\n", "MODEL_TYPE = \"codet5\" # \"plbart\" / \"codet5\" / \"codegen\" / \"incoder\"\n", "MODEL_SIZE = \"base\"\n", "DEVICE = \"cuda\"\n", "NUM_PATCHES = 10\n", "TIMEOUT = 30\n", "KEEP_TMP = False\n", "OUTPUT_DIR = \"apr_results\"\n", "\n", "os.makedirs(OUTPUT_DIR, exist_ok=True)\n", "set_seed(42)\n", "\n", "\n", "# -------------------------\n", "class StopOnTokens(StoppingCriteria):\n", " def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool:\n", " return False\n", "\n", "\n", "def extract_public_class_name(java_text: str) -> str:\n", " m = re.search(r\"public\\s+class\\s+([A-Za-z_]\\w*)\", java_text)\n", " if m:\n", " return m.group(1)\n", " m2 = re.search(r\"class\\s+([A-Za-z_]\\w*)\", java_text)\n", " if m2:\n", " return m2.group(1)\n", " return \"PatchedClass\"\n", "\n", "\n", "def get_package_dir(java_text: str, base_dir: str) -> Tuple[str, str]:\n", " m = re.search(r\"package\\s+([a-zA-Z0-9_.]+)\\s*;\", java_text)\n", " if m:\n", " pkg = m.group(1)\n", " pkg_dir = os.path.join(base_dir, *pkg.split(\".\"))\n", " return pkg, pkg_dir\n", " return None, base_dir\n", "\n", "\n", "def save_java_file(java_text: str, base_tmp_dir: str) -> Tuple[str, str]:\n", " class_name = extract_public_class_name(java_text)\n", " pkg, pkg_dir = get_package_dir(java_text, base_tmp_dir)\n", " os.makedirs(pkg_dir, exist_ok=True)\n", " file_path = os.path.join(pkg_dir, f\"{class_name}.java\")\n", " with open(file_path, \"w\", encoding=\"utf-8\") as f:\n", " f.write(java_text)\n", " if pkg:\n", " full_classname = f\"{pkg}.{class_name}\"\n", " else:\n", " full_classname = class_name\n", " return file_path, full_classname\n", "\n", "\n", "def compile_all_java_files(tmp_dir: str, timeout: int = 30) -> Tuple[bool, str]:\n", " java_files = []\n", " for root, _, files in os.walk(tmp_dir):\n", " for fn in files:\n", " if fn.endswith(\".java\"):\n", " java_files.append(os.path.join(root, fn))\n", " if not java_files:\n", " return False, \"NO_JAVA_FILES\"\n", "\n", " classpath = f\".:{JUNIT_JAR}:{HAMCREST_JAR}\"\n", " cmd = [\"javac\", \"-cp\", classpath, \"-d\", tmp_dir] + java_files\n", "\n", " try:\n", " proc = subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=timeout, check=True)\n", " return True, \"\"\n", " except subprocess.CalledProcessError as e:\n", " stderr = e.stderr.decode(\"utf-8\", errors=\"ignore\")\n", " return False, f\"COMPILE_ERROR: {stderr}\"\n", " except subprocess.TimeoutExpired:\n", " return False, \"COMPILE_TIMEOUT\"\n", "\n", "\n", "def run_test_main(tmp_dir: str, main_class: str, timeout: int = 30) -> Tuple[bool, str]:\n", " classpath = f\"{tmp_dir}:{JUNIT_JAR}:{HAMCREST_JAR}\"\n", " cmd = [\"java\", \"-cp\", classpath, main_class]\n", "\n", " try:\n", " proc = subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=timeout, check=True)\n", " stdout = proc.stdout.decode(\"utf-8\", errors=\"ignore\").strip()\n", " if \"PASS\" in stdout:\n", " return True, \"PASS\"\n", " else:\n", " return False, f\"TEST_FAIL: {stdout or proc.stderr.decode('utf-8', errors='ignore')}\"\n", " except subprocess.CalledProcessError as e:\n", " stdout = e.stdout.decode(\"utf-8\", errors=\"ignore\")\n", " stderr = e.stderr.decode(\"utf-8\", errors=\"ignore\")\n", " return False, f\"RUNTIME_ERROR: stdout[{stdout}] stderr[{stderr}]\"\n", " except subprocess.TimeoutExpired:\n", " return False, \"RUN_TIMEOUT\"\n", "\n", "\n", "def convert_junit_to_main(test_code: str, target_class_name: str) -> Tuple[str, str]:\n", " m = re.search(r\"assertArrayEquals\\s*\\(\\s*new\\s+String\\s*\\{\\s*([^}]*)\\}\\s*,\\s*result\", test_code, flags=re.S)\n", " if m:\n", " elems = [x.strip().strip('\"').strip() for x in m.group(1).split(\",\") if x.strip()]\n", " main_class = \"TestMain\"\n", " expected_arr_literal = \"new String[]{\" + \", \".join([f\"\\\"{e}\\\"\" for e in elems]) + \"}\"\n", " main_source = f\"\"\"\n", "public class {main_class} {{\n", "\n", " public static void main(String[] args) {{\n", " double[] input = new double[]{{4.0, 3.0, 1.7, 2.0, 3.5}};\n", " String[] result = {target_class_name}.numerical_letter_grade(input);\n", " String[] expected = {expected_arr_literal};\n", "\n", " if (result.length != expected.length) {{\n", " System.out.println(\"FAIL: length mismatch\");\n", " System.exit(1);\n", " }}\n", " for (int i = 0; i < expected.length; i++) {{\n", " if (!expected[i].equals(result[i])) {{\n", " System.out.println(\"FAIL at idx \" + i + \": expected=\" + expected[i] + \" got=\" + result[i]);\n", " System.exit(1);\n", " }}\n", " }}\n", " System.out.println(\"PASS\");\n", " System.exit(0);\n", " }}\n", "}}\n", "\"\"\"\n", " return main_class, main_source\n", " main_class = \"TestMain\"\n", " main_source = f\"\"\"\n", "public class {main_class} {{\n", " public static void main(String[] args) {{\n", " System.out.println(\"NO_TEST_PARSED\");\n", " System.exit(1);\n", " }}\n", "}}\n", "\"\"\"\n", " return main_class, main_source\n", "\n", "# Ganti Modelnya disini\n", "class APRWithCLM:\n", " def __init__(self, model_type=\"plbart\", model_size=\"large\", device=\"cpu\"):\n", " self.model_type = model_type.lower()\n", " self.model_size = model_size.lower()\n", " self.device = device if torch.cuda.is_available() and device == \"cuda\" else \"cpu\"\n", " set_seed(42)\n", " if self.model_type == \"plbart\":\n", " self.model_id = f\"uclanlp/plbart-{self.model_size}\"\n", " self.tokenizer = AutoTokenizer.from_pretrained(self.model_id, use_fast=True)\n", " self.model = AutoModelForSeq2SeqLM.from_pretrained(\n", " self.model_id,\n", " device_map=\"auto\" if self.device == \"cuda\" else None,\n", " torch_dtype=torch.float16 if self.device == \"cuda\" else None,\n", " )\n", " self.is_encoder_decoder = True\n", " elif self.model_type == \"codet5\":\n", " self.model_id = f\"Salesforce/codet5-{self.model_size}\"\n", " self.tokenizer = AutoTokenizer.from_pretrained(self.model_id, use_fast=True)\n", " self.model = AutoModelForSeq2SeqLM.from_pretrained(self.model_id)\n", " self.is_encoder_decoder = True\n", " elif self.model_type == \"codegen\":\n", " size_map = {\"350m\": \"350M-multi\", \"2b\": \"2B-multi\", \"6b\": \"6B-multi\"}\n", " name = size_map.get(self.model_size, self.model_size)\n", " self.model_id = f\"Salesforce/codegen-{name}\"\n", " self.tokenizer = AutoTokenizer.from_pretrained(self.model_id, use_fast=True)\n", " self.model = AutoModelForCausalLM.from_pretrained(self.model_id)\n", " self.is_encoder_decoder = False\n", " elif self.model_type == \"incoder\":\n", " size_map = {\"1b\": \"1B\", \"6b\": \"6B\"}\n", " name = size_map.get(self.model_size, self.model_size)\n", " self.model_id = f\"facebook/incoder-{name}\"\n", " self.tokenizer = AutoTokenizer.from_pretrained(self.model_id, use_fast=True)\n", " self.model = AutoModelForCausalLM.from_pretrained(self.model_id)\n", " self.is_encoder_decoder = False\n", " else:\n", " raise ValueError(f\"Unknown model type: {model_type}\")\n", "\n", " self.model.eval()\n", " self.stop = StopOnTokens()\n", " self.eos_token_id = getattr(self.tokenizer, \"eos_token_id\", None)\n", " self.pad_token_id = getattr(self.tokenizer, \"pad_token_id\", self.eos_token_id)\n", " self.bos_token_id = getattr(self.tokenizer, \"bos_token_id\", None)\n", "\n", " def create_prompt(self, buggy_code: str, buggy_lines: str = None) -> str:\n", " if self.model_type == \"plbart\":\n", " if buggy_lines:\n", " return f\"Fix the bug in this Java code. Buggy lines: {buggy_lines}\\n{buggy_code}\\nCorrected version:\"\n", " return f\"Fix this Java code:\\n{buggy_code}\\nCorrected version:\"\n", " elif self.model_type == \"codet5\":\n", " if buggy_lines:\n", " return f\"Repair this Java code. The buggy lines are: {buggy_lines}\\n{buggy_code}\\nFixed version:\"\n", " return f\"Repair this Java code:\\n{buggy_code}\\nFixed version:\"\n", " else:\n", " if buggy_lines:\n", " return f\"{buggy_code}\\n// Buggy lines: {buggy_lines}\\n// Fixed version:\"\n", " return f\"{buggy_code}\\n// Fixed version:\"\n", "\n", " def _clean_generated(self, text: str, prompt: str) -> str:\n", " if prompt and prompt in text:\n", " text = text.split(prompt, 1)[-1]\n", " text = text.strip()\n", " text = re.sub(r\"^.*?(public\\s+class\\s+)\", r\"\\1\", text, flags=re.S)\n", " idx = text.find(\"public class\")\n", " if idx != -1:\n", " text = text[idx:]\n", " m = re.search(r\"(public\\s+class\\s+\\w+\\s*\\{)\", text)\n", " if m:\n", " start = m.start()\n", " brace_count = 0\n", " for i in range(start, len(text)):\n", " if text[i] == \"{\":\n", " brace_count += 1\n", " elif text[i] == \"}\":\n", " brace_count -= 1\n", " if brace_count == 0:\n", " text = text[: i + 1]\n", " break\n", " return text.strip()\n", "\n", " def generate_single_patch(self, prompt: str, buggy_lines: str = None, max_length: int = 1024) -> str:\n", " inputs = self.tokenizer(prompt, return_tensors=\"pt\", truncation=True, max_length=1024)\n", " input_ids = inputs[\"input_ids\"].to(self.model.device)\n", " attention_mask = inputs.get(\"attention_mask\")\n", " if attention_mask is not None:\n", " attention_mask = attention_mask.to(self.model.device)\n", "\n", " generation_kwargs = {\n", " \"max_length\": max_length,\n", " \"do_sample\": True,\n", " \"top_k\": 50,\n", " \"top_p\": 0.95,\n", " \"temperature\": 0.7,\n", " \"eos_token_id\": self.eos_token_id,\n", " \"pad_token_id\": self.pad_token_id,\n", " }\n", " if self.is_encoder_decoder:\n", " decoder_start_id = None\n", " try:\n", " decoder_start_id = self.tokenizer.lang_code_to_id.get(\"java\")\n", " except Exception:\n", " decoder_start_id = None\n", " if decoder_start_id is None:\n", " decoder_start_id = self.bos_token_id or self.eos_token_id or 0\n", " generation_kwargs.update({\"decoder_start_token_id\": decoder_start_id})\n", "\n", " with torch.no_grad():\n", " try:\n", " outputs = self.model.generate(\n", " input_ids=input_ids,\n", " attention_mask=attention_mask,\n", " num_return_sequences=1,\n", " **generation_kwargs,\n", " )\n", " except Exception as e:\n", " print(\"Generation failed, retrying greedy. Error:\", e)\n", " outputs = self.model.generate(input_ids=input_ids, max_length=512, num_return_sequences=1)\n", "\n", " raw = self.tokenizer.decode(outputs[0], skip_special_tokens=False)\n", " cleaned = self._clean_generated(raw, prompt)\n", " return cleaned\n", "\n", " def generate_patches_with_progress(self, buggy_code: str, num_patches: int = 5, buggy_lines: str = None) -> List[str]:\n", " prompt = self.create_prompt(buggy_code, buggy_lines)\n", " patches = []\n", "\n", " for _ in tqdm(range(num_patches), desc=\" Generating\", leave=False, unit=\"patch\"):\n", " p = self.generate_single_patch(prompt, buggy_lines)\n", " if p and \"class \" in p and \"{\" in p and \"}\" in p:\n", " patches.append(p)\n", " else:\n", "\n", " patches.append(p)\n", " return patches[:num_patches]\n", "\n", "# def save_results_and_stats(results: List[dict], dataset_path: str):\n", "# df_original = pd.read_excel(dataset_path)\n", "\n", "# # Gabungkan kolom bug dan correct dari dataset ke hasil patch\n", "# results_df = pd.DataFrame(results)\n", "# results_df = results_df.merge(\n", "# df_original[[\"title\", \"bug\", \"correct\"]].rename(columns={\"title\": \"task_id\"}),\n", "# on=\"task_id\", how=\"left\"\n", "# )\n", "\n", "# # Tentukan kolom dan urutan kolom\n", "# cols_order = [\"task_id\", \"patch_idx\", \"bug\", \"correct\", \"compiled\", \"passed\", \"validation_status\", \"message\", \"patch\"]\n", "# results_df = results_df[cols_order]\n", "\n", "# # Path langsung ke Google Drive\n", "# DETAIL_PATH = \"/content/drive/MyDrive/Mba Nazil/DETAIL_HASILNYA.xlsx\"\n", "# STATS_PATH = \"/content/drive/MyDrive/Mba Nazil/BERAPA_YANG_BENAR.xlsx\"\n", "\n", "# # Simpan DETAIL HASILNYA\n", "# results_df.to_excel(DETAIL_PATH, index=False)\n", "# print(f\"Saved DETAIL_HASILNYA.xlsx to {DETAIL_PATH}\")\n", "\n", "# # Buat ringkasan statistik\n", "# task_stats = {}\n", "# for _, row in results_df.iterrows():\n", "# task = row[\"task_id\"]\n", "# if task not in task_stats:\n", "# task_stats[task] = {\n", "# \"total_candidates\": 0,\n", "# \"compilable\": 0,\n", "# \"passed_test\": 0,\n", "# \"valid\": 0,\n", "# \"in_plausible\": 0,\n", "# \"fail\": 0\n", "# }\n", "# task_stats[task][\"total_candidates\"] += 1\n", "\n", "# if row[\"compiled\"]:\n", "# task_stats[task][\"compilable\"] += 1\n", "# if row[\"passed\"]:\n", "# task_stats[task][\"passed_test\"] += 1\n", "# task_stats[task][\"valid\"] += 1\n", "# else:\n", "# task_stats[task][\"in_plausible\"] += 1\n", "# else:\n", "# task_stats[task][\"fail\"] += 1\n", "\n", "# stats_df = pd.DataFrame.from_dict(task_stats, orient=\"index\")\n", "# stats_df[\"compilable_rate\"] = stats_df[\"compilable\"] / stats_df[\"total_candidates\"]\n", "# stats_df[\"pass_rate\"] = stats_df[\"passed_test\"] / stats_df[\"total_candidates\"]\n", "\n", "# # Simpan ringkasan statistik\n", "# stats_df.to_excel(STATS_PATH)\n", "# print(f\"Saved BERAPA_YANG_BENAR.xlsx to {STATS_PATH}\")\n", "\n", "# # Print ringkasan\n", "# print(f\"\\nTotal tasks: {len(task_stats)}\")\n", "# print(f\"Total compilable candidates: {stats_df['compilable'].sum()}\")\n", "# print(f\"Total passed tests: {stats_df['passed_test'].sum()}\")\n", "# total_correct_fixes = sum(1 for task in task_stats.values() if task[\"passed_test\"] > 0)\n", "# print(\"*\" * 80)\n", "# print(f\"Total tasks with at least 1 passed test: {total_correct_fixes}\")\n", "\n", "def save_results_and_stats(results: List[dict], dataset_path: str):\n", "\n", " # Coba baca file yang sudah ada jika ada\n", " try:\n", " existing_results = pd.read_excel(DETAIL_PATH)\n", " results_df = pd.concat([existing_results, pd.DataFrame(results)], ignore_index=True)\n", " results_df = results_df.drop_duplicates(subset=[\"task_id\", \"patch_idx\"], keep=\"last\")\n", " except:\n", " df_original = pd.read_excel(dataset_path)\n", " # Gabungkan kolom bug dan correct dari dataset ke hasil patch\n", " results_df = pd.DataFrame(results)\n", " results_df = results_df.merge(\n", " df_original[[\"title\", \"bug\", \"correct\"]].rename(columns={\"title\": \"task_id\"}),\n", " on=\"task_id\", how=\"left\"\n", " )\n", "\n", " # Tentukan kolom dan urutan kolom\n", " cols_order = [\"task_id\", \"patch_idx\", \"bug\", \"correct\", \"compiled\", \"passed\", \"validation_status\", \"message\", \"patch\"]\n", " results_df = results_df[cols_order]\n", "\n", " # Simpan DETAIL HASILNYA\n", " results_df.to_excel(DETAIL_PATH, index=False)\n", " print(f\"Saved DETAIL_HASILNYA.xlsx to {DETAIL_PATH}\")\n", "\n", " # Buat ringkasan statistik\n", " task_stats = {}\n", " for _, row in results_df.iterrows():\n", " task = row[\"task_id\"]\n", " if task not in task_stats:\n", " task_stats[task] = {\n", " \"total_candidates\": 0,\n", " \"compilable\": 0,\n", " \"passed_test\": 0,\n", " \"valid\": 0,\n", " \"in_plausible\": 0,\n", " \"fail\": 0\n", " }\n", " task_stats[task][\"total_candidates\"] += 1\n", "\n", " if row[\"compiled\"]:\n", " task_stats[task][\"compilable\"] += 1\n", " if row[\"passed\"]:\n", " task_stats[task][\"passed_test\"] += 1\n", " task_stats[task][\"valid\"] += 1\n", " else:\n", " task_stats[task][\"in_plausible\"] += 1\n", " else:\n", " task_stats[task][\"fail\"] += 1\n", "\n", " stats_df = pd.DataFrame.from_dict(task_stats, orient=\"index\")\n", " stats_df[\"compilable_rate\"] = stats_df[\"compilable\"] / stats_df[\"total_candidates\"]\n", " stats_df[\"pass_rate\"] = stats_df[\"passed_test\"] / stats_df[\"total_candidates\"]\n", "\n", " # Simpan ringkasan statistik\n", " stats_df.to_excel(STATS_PATH)\n", " print(f\"Saved BERAPA_YANG_BENAR.xlsx to {STATS_PATH}\")\n", "\n", " # Print ringkasan\n", " print(f\"\\nTotal tasks: {len(task_stats)}\")\n", " print(f\"Total compilable candidates: {stats_df['compilable'].sum()}\")\n", " print(f\"Total passed tests: {stats_df['passed_test'].sum()}\")\n", " total_correct_fixes = sum(1 for task in task_stats.values() if task[\"passed_test\"] > 0)\n", " print(\"*\" * 80)\n", " print(f\"Total tasks with at least 1 passed test: {total_correct_fixes}\")\n", "\n", "\n", "\n", "def run_dataset_and_eval(dataset_path: str,\n", " apr: APRWithCLM,\n", " num_patches: int = 5,\n", " timeout: int = 30,\n", " output_dir: str = OUTPUT_DIR,\n", " keep_tmp: bool = False) -> pd.DataFrame:\n", " df = pd.read_excel(dataset_path)\n", " required_cols = {\"bug\", \"correct\", \"test\", \"title\"}\n", " if not required_cols.issubset(set(df.columns)):\n", " raise ValueError(f\"Excel harus punya kolom: {required_cols}\")\n", "\n", "\n", " try:\n", " existing_results = pd.read_excel(DETAIL_PATH)\n", " completed_tasks = existing_results[\"task_id\"].unique()\n", " except:\n", " existing_results = None\n", " completed_tasks = []\n", "\n", " results = []\n", " start_ts = int(time.time())\n", "\n", " for idx, row in tqdm(df.iterrows(), total=len(df), desc=\"Tasks\", unit=\"task\"):\n", " task_id = row[\"title\"]\n", "\n", " # Skip task yang sudah selesai\n", " if task_id in completed_tasks:\n", " print(f\"\\nSkipping already completed task: {task_id}\")\n", " continue\n", "\n", " buggy_code = row[\"bug\"]\n", " correct_code = row.get(\"correct\", \"\")\n", " test_code = row[\"test\"]\n", " tmp_dir = tempfile.mkdtemp(prefix=f\"apr_{task_id}_\")\n", "\n", " try:\n", " pkg, pkg_dir = get_package_dir(buggy_code, tmp_dir)\n", " os.makedirs(pkg_dir, exist_ok=True)\n", " buggy_class_name = extract_public_class_name(buggy_code)\n", " with open(os.path.join(pkg_dir, f\"{buggy_class_name}.java\"), \"w\", encoding=\"utf-8\") as f:\n", " f.write(buggy_code)\n", " except Exception:\n", " pass\n", "\n", " patches = apr.generate_patches_with_progress(buggy_code, num_patches=num_patches)\n", "\n", " for p_idx, patch in enumerate(tqdm(patches, desc=\" Patches\", leave=False, unit=\"p\")):\n", " if not patch or not patch.strip():\n", " results.append({\n", " \"task_id\": task_id,\n", " \"patch_idx\": p_idx + 1,\n", " \"compiled\": False,\n", " \"passed\": False,\n", " \"validation_status\": \"fail\",\n", " \"message\": \"EMPTY_PATCH\",\n", " \"patch\": \"\",\n", " })\n", " continue\n", "\n", " try:\n", " patched_file, full_classname = save_java_file(patch, tmp_dir)\n", " except Exception as e:\n", " results.append({\n", " \"task_id\": task_id,\n", " \"patch_idx\": p_idx + 1,\n", " \"compiled\": False,\n", " \"passed\": False,\n", " \"validation_status\": \"fail\",\n", " \"message\": f\"SAVE_ERROR: {e}\",\n", " \"patch\": patch[:500],\n", " })\n", " continue\n", "\n", " main_class, main_source = convert_junit_to_main(test_code, extract_public_class_name(patch))\n", " main_path = os.path.join(tmp_dir, f\"{main_class}.java\")\n", " with open(main_path, \"w\", encoding=\"utf-8\") as f:\n", " f.write(main_source)\n", "\n", " compiled, compile_msg = compile_all_java_files(tmp_dir, timeout=timeout)\n", " if not compiled:\n", " results.append({\n", " \"task_id\": task_id,\n", " \"patch_idx\": p_idx + 1,\n", " \"compiled\": False,\n", " \"passed\": False,\n", " \"validation_status\": \"fail\",\n", " \"message\": compile_msg,\n", " \"patch\": patch[:500],\n", " })\n", " continue\n", "\n", " passed, run_msg = run_test_main(tmp_dir, main_class, timeout=timeout)\n", "\n", " # Tentukan validation status\n", " if not compiled:\n", " val_status = \"fail\"\n", " elif passed:\n", " val_status = \"valid\"\n", " else:\n", " val_status = \"in-plausible\"\n", "\n", " results.append({\n", " \"task_id\": task_id,\n", " \"patch_idx\": p_idx + 1,\n", " \"compiled\": True,\n", " \"passed\": passed,\n", " \"validation_status\": val_status,\n", " \"message\": run_msg,\n", " \"patch\": patch[:10000],\n", " })\n", "\n", " # Simpan hasil setelah setiap task selesai\n", " save_results_and_stats(results, dataset_path)\n", " results = [] # Reset results untuk task berikutnya\n", "\n", " if not keep_tmp:\n", " try:\n", " shutil.rmtree(tmp_dir)\n", " except Exception:\n", " pass\n", " else:\n", " try:\n", " dst = os.path.join(output_dir, f\"tmp_{task_id}_{start_ts}\")\n", " if os.path.exists(dst):\n", " shutil.rmtree(dst)\n", " shutil.move(tmp_dir, dst)\n", " except Exception:\n", " pass\n", "\n", " return pd.DataFrame(results)\n", "\n", "\n", "if __name__ == \"__main__\":\n", " print(\"=\"*80)\n", " print(f\"{'Loading model & tokenizer':^80}\")\n", " print(\"=\"*80)\n", " apr = APRWithCLM(model_type=MODEL_TYPE, model_size=MODEL_SIZE, device=DEVICE)\n", " print(f\"\\nModel loaded: {apr.model_id} on device {apr.device}\\n\")\n", "\n", " print(\"=\"*80)\n", " print(f\"{'Running dataset':^80}\")\n", " print(\"=\"*80)\n", "\n", " # Buat progress bar utama untuk semua tasks\n", " with tqdm(total=len(pd.read_excel(DATASET_PATH)), desc=\"Overall Progress\") as pbar_main:\n", " res_df = run_dataset_and_eval(\n", " DATASET_PATH,\n", " apr,\n", " num_patches=NUM_PATCHES,\n", " timeout=TIMEOUT,\n", " keep_tmp=KEEP_TMP,\n", " )\n", "\n", " print(\"\\n\" + \"=\"*80)\n", " print(f\"{'Selesai. Ringkasan:':^80}\")\n", " print(\"=\"*80)\n", " print(res_df.groupby([\"compiled\", \"passed\"]).size())\n", " print(\"\\n\")" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "scciC0ALhBnM" }, "outputs": [], "source": [] } ], "metadata": { "colab": { "provenance": [] }, "kernelspec": { "display_name": "Python 3", "name": "python3" }, "language_info": { "name": "python" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "03914f36d83441548519bcf770e502fe": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "044773a5eccb46148d89b03d5d816b4c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_d03977429b0e48ff89cf3c90ff5b5334", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_c2a9d65655664fd8890a9cd52d20f2cb", "value": 1 } }, "046779fa3cab40379cad7a9519cfed59": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "057a96f254ee49d19855d68ad9f97e6b": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "06e57e495be04ba690be761c058f58fe": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "093bb23831e44a6ebad4d861e9bdf502": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "09fed912b7b84c5a80c1b3505955571c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_9ce696a905714b25a392fffbd148772d", "IPY_MODEL_3bceec0433d64353b465111d3d249ddd", "IPY_MODEL_458e8fa5eb8e4cd8b31f830f8dd00ee5" ], "layout": "IPY_MODEL_dcbe7334afaa4d5589ec84850250a8d3" } }, "0acbaede9cb04ae28ab5c282e3058b18": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "0c26c100a67040e785493dc73935f946": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1d1f1ca631b14db09d59208fb0fa7eab", "placeholder": "​", "style": "IPY_MODEL_2520e1248e45493c930f11ae6595d252", "value": "special_tokens_map.json: " } }, "0f59451593474176b13491a255dab13b": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_0acbaede9cb04ae28ab5c282e3058b18", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_825133b026c34f03a507341c7295d7c9", "value": 1 } }, "100906c01f4145bb9c0463487f5ffa0d": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "13a2706410844e8ea8ef747569ab1010": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "1d1f1ca631b14db09d59208fb0fa7eab": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "1d34f795f88f4bde8d23e65bf149f796": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_057a96f254ee49d19855d68ad9f97e6b", "placeholder": "​", "style": "IPY_MODEL_ea1b5e332071455e8c27aaf4096b65e0", "value": " 892M/892M [00:08<00:00, 158MB/s]" } }, "1d59e4353d15404393a8f187885c159d": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_8d87d09d116741029ed9d568231467f3", "IPY_MODEL_6aef491ca13a49e3b1bdc8a10393fc98", "IPY_MODEL_7961000042ed4a57965f4cd55a78fab8" ], "layout": "IPY_MODEL_046779fa3cab40379cad7a9519cfed59" } }, "2520e1248e45493c930f11ae6595d252": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "270c2a4deb4b4289a36ec7ec9122929a": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_5eb3cf415c6a4bb9ba60eff98865ba65", "placeholder": "​", "style": "IPY_MODEL_fc8a40e56cf34915946aeb4d371fb18c", "value": " 12.5k/? [00:00<00:00, 808kB/s]" } }, "2b1b93486e1c4fa5a0179171058db23b": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "36a1262229344f899105f5305b414ef1": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3a17379e47784b349be04831e867b78d": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "3a297642582349fe8c8df22347ec6689": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_36a1262229344f899105f5305b414ef1", "placeholder": "​", "style": "IPY_MODEL_9b90b249d3674ae9ae056537cd6e613a", "value": " 294k/? [00:00<00:00, 13.7MB/s]" } }, "3bceec0433d64353b465111d3d249ddd": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a35e2bcebd3f414b86920e6528803828", "max": 891558816, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_ad77e396aa1b49eb8497a0a5c8198bd9", "value": 891558816 } }, "3e7ce181974f4464a199b243b68be9e3": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "42954899eff548a09561b94b414f6781": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "458e8fa5eb8e4cd8b31f830f8dd00ee5": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_4f6f036c159f47fea9ae4641107905f6", "placeholder": "​", "style": "IPY_MODEL_093bb23831e44a6ebad4d861e9bdf502", "value": " 892M/892M [00:09<00:00, 183MB/s]" } }, "48059eaf288041acbbcdb9f6200d7e91": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4a40adf50a0545b0923d4b0e0f6062f4": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_e6e7e339acc84fd1b638f0a44c4d584e", "IPY_MODEL_c2f2433ec4bf47de9856a7d9445fa4a6", "IPY_MODEL_cf3ca90ad2a84b4d87e45b498d290039" ], "layout": "IPY_MODEL_7354425433454b049402176d6dabd269" } }, "4f1e97c18e804e3a8df0d5b32a5bd87a": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_84704e88d1fc4463b99a95e7792e2308", "placeholder": "​", "style": "IPY_MODEL_9353c38b3de54c5f8a545073e6c33205", "value": "tokenizer_config.json: " } }, "4f6f036c159f47fea9ae4641107905f6": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "50d1884ddf994b6891a08a39d9244781": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "529ed7be399f42dcba6dfb62ba90ec5e": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "58813d7f0b3845daaa664f7ecd14f416": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "59b0e86d28cd45d887fb73dd2c563689": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5eb3cf415c6a4bb9ba60eff98865ba65": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5efc216e94a94ffbada9d354d179d313": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_99345c63137d4e76b502d9c38e711612", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_696b00e9410a4cb381bfd14b67baf115", "value": 1 } }, "611b485c2d6f4b5db2a517654aa1e947": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "613db34b02c541ad9ec2db8ab444ab9b": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "64096db0638840b48b45d3434be0fc34": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "696b00e9410a4cb381bfd14b67baf115": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "6aef491ca13a49e3b1bdc8a10393fc98": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_64096db0638840b48b45d3434be0fc34", "max": 2, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_a97d4845c3784ef687efe80ac408a4d0", "value": 2 } }, "6c0e840c0c2f480d9fe15413ba69dc39": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_8c0244c010714964a281dc2fd2bb534c", "IPY_MODEL_0f59451593474176b13491a255dab13b", "IPY_MODEL_3a297642582349fe8c8df22347ec6689" ], "layout": "IPY_MODEL_611b485c2d6f4b5db2a517654aa1e947" } }, "7354425433454b049402176d6dabd269": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "74df4a6da1044fd29bab23de842151d8": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3e7ce181974f4464a199b243b68be9e3", "placeholder": "​", "style": "IPY_MODEL_13a2706410844e8ea8ef747569ab1010", "value": " 1.48k/? [00:00<00:00, 107kB/s]" } }, "76b647564cd640c998a57de00dedefb5": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7961000042ed4a57965f4cd55a78fab8": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_83f9429d8f7043b593ffba3fae3815d0", "placeholder": "​", "style": "IPY_MODEL_58813d7f0b3845daaa664f7ecd14f416", "value": " 2.00/2.00 [00:00<00:00, 202B/s]" } }, "7af8959ec320417b82fae5c70d1fe181": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_4f1e97c18e804e3a8df0d5b32a5bd87a", "IPY_MODEL_8816ba27a1dd4b6aa4f60731315a468d", "IPY_MODEL_74df4a6da1044fd29bab23de842151d8" ], "layout": "IPY_MODEL_f3e2d8f4f88244919edd9aec73c2579d" } }, "7c3a91b401704e95b2242988bfdb8ab2": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_0c26c100a67040e785493dc73935f946", "IPY_MODEL_044773a5eccb46148d89b03d5d816b4c", "IPY_MODEL_270c2a4deb4b4289a36ec7ec9122929a" ], "layout": "IPY_MODEL_50d1884ddf994b6891a08a39d9244781" } }, "825133b026c34f03a507341c7295d7c9": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "83f9429d8f7043b593ffba3fae3815d0": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "84704e88d1fc4463b99a95e7792e2308": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "86e26c5520e841f0a1ac881b16beab71": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_9013a9e0ce764b5ba0c17123d4c92d25", "IPY_MODEL_5efc216e94a94ffbada9d354d179d313", "IPY_MODEL_9536131435a1483995bd08405e6a429c" ], "layout": "IPY_MODEL_baf83c1997464a44baac54144be0bdf7" } }, "877ad0fce15742f4b5a4b621930fc595": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "8816ba27a1dd4b6aa4f60731315a468d": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_42954899eff548a09561b94b414f6781", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_c074cea7dcc04501979d0777ae37b07b", "value": 1 } }, "8c0244c010714964a281dc2fd2bb534c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_fa93c0d16f1c41ffade1b9151bbb8f97", "placeholder": "​", "style": "IPY_MODEL_877ad0fce15742f4b5a4b621930fc595", "value": "merges.txt: " } }, "8d87d09d116741029ed9d568231467f3": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_76b647564cd640c998a57de00dedefb5", "placeholder": "​", "style": "IPY_MODEL_06e57e495be04ba690be761c058f58fe", "value": "added_tokens.json: 100%" } }, "9013a9e0ce764b5ba0c17123d4c92d25": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_03914f36d83441548519bcf770e502fe", "placeholder": "​", "style": "IPY_MODEL_d0bf8734dcd94676839df9b7ca1d74f0", "value": "vocab.json: " } }, "9353c38b3de54c5f8a545073e6c33205": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "9536131435a1483995bd08405e6a429c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_48059eaf288041acbbcdb9f6200d7e91", "placeholder": "​", "style": "IPY_MODEL_529ed7be399f42dcba6dfb62ba90ec5e", "value": " 703k/? [00:00<00:00, 7.17MB/s]" } }, "99345c63137d4e76b502d9c38e711612": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "9941409422204a10ba6ece4c56aa21a2": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "99e91e9f8aa24bd4a6841100c164a3df": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a2487354efbc4817a8c164f88515d2cd", "placeholder": "​", "style": "IPY_MODEL_9941409422204a10ba6ece4c56aa21a2", "value": "pytorch_model.bin: 100%" } }, "9b90b249d3674ae9ae056537cd6e613a": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "9ce696a905714b25a392fffbd148772d": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_100906c01f4145bb9c0463487f5ffa0d", "placeholder": "​", "style": "IPY_MODEL_d94752e8b1d549b685e90c3c6b7d1335", "value": "model.safetensors: 100%" } }, "a2279b5afac94a9b8e45870ee296dc58": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "a2487354efbc4817a8c164f88515d2cd": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a352deb7b17845cdae76fa8168e10833": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "a35e2bcebd3f414b86920e6528803828": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a97d4845c3784ef687efe80ac408a4d0": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "ad77e396aa1b49eb8497a0a5c8198bd9": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "bae7b729afb049baaa910596d859adb1": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "baf83c1997464a44baac54144be0bdf7": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c074cea7dcc04501979d0777ae37b07b": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "c2a9d65655664fd8890a9cd52d20f2cb": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "c2f2433ec4bf47de9856a7d9445fa4a6": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a352deb7b17845cdae76fa8168e10833", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_a2279b5afac94a9b8e45870ee296dc58", "value": 1 } }, "c819f4a8b531461f83947f0c244bd4d3": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_99e91e9f8aa24bd4a6841100c164a3df", "IPY_MODEL_f6265a1d1a3d4bffa0947f1578ee57d1", "IPY_MODEL_1d34f795f88f4bde8d23e65bf149f796" ], "layout": "IPY_MODEL_f096d4c018764cc39d2d69e8a5843743" } }, "c9b70bb82ff6400da3f68c5c05fce4fa": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "cf3ca90ad2a84b4d87e45b498d290039": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_59b0e86d28cd45d887fb73dd2c563689", "placeholder": "​", "style": "IPY_MODEL_bae7b729afb049baaa910596d859adb1", "value": " 1.57k/? [00:00<00:00, 111kB/s]" } }, "d03977429b0e48ff89cf3c90ff5b5334": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "20px" } }, "d0bf8734dcd94676839df9b7ca1d74f0": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "d94752e8b1d549b685e90c3c6b7d1335": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "dcbe7334afaa4d5589ec84850250a8d3": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "e6e7e339acc84fd1b638f0a44c4d584e": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c9b70bb82ff6400da3f68c5c05fce4fa", "placeholder": "​", "style": "IPY_MODEL_3a17379e47784b349be04831e867b78d", "value": "config.json: " } }, "ea1b5e332071455e8c27aaf4096b65e0": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "f096d4c018764cc39d2d69e8a5843743": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "f3e2d8f4f88244919edd9aec73c2579d": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "f6265a1d1a3d4bffa0947f1578ee57d1": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_2b1b93486e1c4fa5a0179171058db23b", "max": 891641279, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_613db34b02c541ad9ec2db8ab444ab9b", "value": 891641279 } }, "fa93c0d16f1c41ffade1b9151bbb8f97": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "fc8a40e56cf34915946aeb4d371fb18c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } } } } }, "nbformat": 4, "nbformat_minor": 0 }