diff --git "a/Foundational Model Evaluation.ipynb" "b/Foundational Model Evaluation.ipynb" new file mode 100644--- /dev/null +++ "b/Foundational Model Evaluation.ipynb" @@ -0,0 +1,7429 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 1000, + "referenced_widgets": [ + "7af8959ec320417b82fae5c70d1fe181", + "4f1e97c18e804e3a8df0d5b32a5bd87a", + "8816ba27a1dd4b6aa4f60731315a468d", + "74df4a6da1044fd29bab23de842151d8", + "f3e2d8f4f88244919edd9aec73c2579d", + "84704e88d1fc4463b99a95e7792e2308", + "9353c38b3de54c5f8a545073e6c33205", + "42954899eff548a09561b94b414f6781", + "c074cea7dcc04501979d0777ae37b07b", + "3e7ce181974f4464a199b243b68be9e3", + "13a2706410844e8ea8ef747569ab1010", + "86e26c5520e841f0a1ac881b16beab71", + "9013a9e0ce764b5ba0c17123d4c92d25", + "5efc216e94a94ffbada9d354d179d313", + "9536131435a1483995bd08405e6a429c", + "baf83c1997464a44baac54144be0bdf7", + "03914f36d83441548519bcf770e502fe", + "d0bf8734dcd94676839df9b7ca1d74f0", + "99345c63137d4e76b502d9c38e711612", + "696b00e9410a4cb381bfd14b67baf115", + "48059eaf288041acbbcdb9f6200d7e91", + "529ed7be399f42dcba6dfb62ba90ec5e", + "6c0e840c0c2f480d9fe15413ba69dc39", + "8c0244c010714964a281dc2fd2bb534c", + "0f59451593474176b13491a255dab13b", + "3a297642582349fe8c8df22347ec6689", + "611b485c2d6f4b5db2a517654aa1e947", + "fa93c0d16f1c41ffade1b9151bbb8f97", + "877ad0fce15742f4b5a4b621930fc595", + "0acbaede9cb04ae28ab5c282e3058b18", + "825133b026c34f03a507341c7295d7c9", + "36a1262229344f899105f5305b414ef1", + "9b90b249d3674ae9ae056537cd6e613a", + "1d59e4353d15404393a8f187885c159d", + "8d87d09d116741029ed9d568231467f3", + "6aef491ca13a49e3b1bdc8a10393fc98", + "7961000042ed4a57965f4cd55a78fab8", + "046779fa3cab40379cad7a9519cfed59", + "76b647564cd640c998a57de00dedefb5", + "06e57e495be04ba690be761c058f58fe", + "64096db0638840b48b45d3434be0fc34", + "a97d4845c3784ef687efe80ac408a4d0", + "83f9429d8f7043b593ffba3fae3815d0", + "58813d7f0b3845daaa664f7ecd14f416", + "7c3a91b401704e95b2242988bfdb8ab2", + "0c26c100a67040e785493dc73935f946", + "044773a5eccb46148d89b03d5d816b4c", + "270c2a4deb4b4289a36ec7ec9122929a", + "50d1884ddf994b6891a08a39d9244781", + "1d1f1ca631b14db09d59208fb0fa7eab", + "2520e1248e45493c930f11ae6595d252", + "d03977429b0e48ff89cf3c90ff5b5334", + "c2a9d65655664fd8890a9cd52d20f2cb", + "5eb3cf415c6a4bb9ba60eff98865ba65", + "fc8a40e56cf34915946aeb4d371fb18c", + "4a40adf50a0545b0923d4b0e0f6062f4", + "e6e7e339acc84fd1b638f0a44c4d584e", + "c2f2433ec4bf47de9856a7d9445fa4a6", + "cf3ca90ad2a84b4d87e45b498d290039", + "7354425433454b049402176d6dabd269", + "c9b70bb82ff6400da3f68c5c05fce4fa", + "3a17379e47784b349be04831e867b78d", + "a352deb7b17845cdae76fa8168e10833", + "a2279b5afac94a9b8e45870ee296dc58", + "59b0e86d28cd45d887fb73dd2c563689", + "bae7b729afb049baaa910596d859adb1", + "c819f4a8b531461f83947f0c244bd4d3", + "99e91e9f8aa24bd4a6841100c164a3df", + "f6265a1d1a3d4bffa0947f1578ee57d1", + "1d34f795f88f4bde8d23e65bf149f796", + "f096d4c018764cc39d2d69e8a5843743", + "a2487354efbc4817a8c164f88515d2cd", + "9941409422204a10ba6ece4c56aa21a2", + "2b1b93486e1c4fa5a0179171058db23b", + "613db34b02c541ad9ec2db8ab444ab9b", + "057a96f254ee49d19855d68ad9f97e6b", + "ea1b5e332071455e8c27aaf4096b65e0", + "09fed912b7b84c5a80c1b3505955571c", + "9ce696a905714b25a392fffbd148772d", + "3bceec0433d64353b465111d3d249ddd", + "458e8fa5eb8e4cd8b31f830f8dd00ee5", + "dcbe7334afaa4d5589ec84850250a8d3", + "100906c01f4145bb9c0463487f5ffa0d", + "d94752e8b1d549b685e90c3c6b7d1335", + "a35e2bcebd3f414b86920e6528803828", + "ad77e396aa1b49eb8497a0a5c8198bd9", + "4f6f036c159f47fea9ae4641107905f6", + "093bb23831e44a6ebad4d861e9bdf502" + ] + }, + "id": "o1-XtaiFfkKx", + "outputId": "9433e0cf-d2ed-4742-922a-06f95bbf1c70" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Mounted at /content/drive\n", + "================================================================================\n", + " Loading model & tokenizer \n", + "================================================================================\n" + ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "7af8959ec320417b82fae5c70d1fe181", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "tokenizer_config.json: 0.00B [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "86e26c5520e841f0a1ac881b16beab71", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "vocab.json: 0.00B [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "6c0e840c0c2f480d9fe15413ba69dc39", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "merges.txt: 0.00B [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "1d59e4353d15404393a8f187885c159d", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "added_tokens.json: 0%| | 0.00/2.00 [00:00\u001b[0;34m()\u001b[0m\n\u001b[1;32m 585\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf\"{'Selesai. Ringkasan:':^80}\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 586\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"=\"\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0;36m80\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 587\u001b[0;31m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mres_df\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgroupby\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"compiled\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"passed\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 588\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"\\n\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.11/dist-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36mgroupby\u001b[0;34m(self, by, axis, level, as_index, sort, group_keys, observed, dropna)\u001b[0m\n\u001b[1;32m 9181\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mTypeError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"You have to supply one of 'by' and 'level'\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9182\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 9183\u001b[0;31m return DataFrameGroupBy(\n\u001b[0m\u001b[1;32m 9184\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 9185\u001b[0m \u001b[0mkeys\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mby\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.11/dist-packages/pandas/core/groupby/groupby.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, obj, keys, axis, level, grouper, exclusions, selection, as_index, sort, group_keys, observed, dropna)\u001b[0m\n\u001b[1;32m 1327\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1328\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mgrouper\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1329\u001b[0;31m grouper, exclusions, obj = get_grouper(\n\u001b[0m\u001b[1;32m 1330\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1331\u001b[0m \u001b[0mkeys\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m/usr/local/lib/python3.11/dist-packages/pandas/core/groupby/grouper.py\u001b[0m in \u001b[0;36mget_grouper\u001b[0;34m(obj, key, axis, level, sort, observed, validate, dropna)\u001b[0m\n\u001b[1;32m 1041\u001b[0m \u001b[0min_axis\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgpr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mgpr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1042\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1043\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mKeyError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mgpr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1044\u001b[0m \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mgpr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mGrouper\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mgpr\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkey\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1045\u001b[0m \u001b[0;31m# Add key to exclusions\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mKeyError\u001b[0m: 'compiled'" + ] + } + ], + "source": [ + "import os\n", + "import re\n", + "import shutil\n", + "import subprocess\n", + "import tempfile\n", + "import time\n", + "from pathlib import Path\n", + "from typing import List, Tuple\n", + "\n", + "import pandas as pd\n", + "import torch\n", + "from tqdm import tqdm\n", + "from transformers import (\n", + " AutoTokenizer,\n", + " AutoModelForSeq2SeqLM,\n", + " AutoModelForCausalLM,\n", + " set_seed,\n", + " StoppingCriteria,\n", + " StoppingCriteriaList,\n", + ")\n", + "\n", + "from google.colab import drive\n", + "drive.mount('/content/drive')\n", + "\n", + "DETAIL_PATH = \"/content/drive/MyDrive/Detail.xlsx\"\n", + "STATS_PATH = \"/content/drive/MyDrive/Stats.xlsx\"\n", + "\n", + "JUNIT_JAR = \"/content/junit-4.12.jar\"\n", + "HAMCREST_JAR = \"/content/hamcrest-core-1.3.jar\"\n", + "\n", + "\n", + "DATASET_PATH = \"/content/decoded_databaru.xlsx\"\n", + "MODEL_TYPE = \"codet5\" # \"plbart\" / \"codet5\" / \"codegen\" / \"incoder\"\n", + "MODEL_SIZE = \"base\"\n", + "DEVICE = \"cuda\"\n", + "NUM_PATCHES = 10\n", + "TIMEOUT = 30\n", + "KEEP_TMP = False\n", + "OUTPUT_DIR = \"apr_results\"\n", + "\n", + "os.makedirs(OUTPUT_DIR, exist_ok=True)\n", + "set_seed(42)\n", + "\n", + "\n", + "# -------------------------\n", + "class StopOnTokens(StoppingCriteria):\n", + " def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool:\n", + " return False\n", + "\n", + "\n", + "def extract_public_class_name(java_text: str) -> str:\n", + " m = re.search(r\"public\\s+class\\s+([A-Za-z_]\\w*)\", java_text)\n", + " if m:\n", + " return m.group(1)\n", + " m2 = re.search(r\"class\\s+([A-Za-z_]\\w*)\", java_text)\n", + " if m2:\n", + " return m2.group(1)\n", + " return \"PatchedClass\"\n", + "\n", + "\n", + "def get_package_dir(java_text: str, base_dir: str) -> Tuple[str, str]:\n", + " m = re.search(r\"package\\s+([a-zA-Z0-9_.]+)\\s*;\", java_text)\n", + " if m:\n", + " pkg = m.group(1)\n", + " pkg_dir = os.path.join(base_dir, *pkg.split(\".\"))\n", + " return pkg, pkg_dir\n", + " return None, base_dir\n", + "\n", + "\n", + "def save_java_file(java_text: str, base_tmp_dir: str) -> Tuple[str, str]:\n", + " class_name = extract_public_class_name(java_text)\n", + " pkg, pkg_dir = get_package_dir(java_text, base_tmp_dir)\n", + " os.makedirs(pkg_dir, exist_ok=True)\n", + " file_path = os.path.join(pkg_dir, f\"{class_name}.java\")\n", + " with open(file_path, \"w\", encoding=\"utf-8\") as f:\n", + " f.write(java_text)\n", + " if pkg:\n", + " full_classname = f\"{pkg}.{class_name}\"\n", + " else:\n", + " full_classname = class_name\n", + " return file_path, full_classname\n", + "\n", + "\n", + "def compile_all_java_files(tmp_dir: str, timeout: int = 30) -> Tuple[bool, str]:\n", + " java_files = []\n", + " for root, _, files in os.walk(tmp_dir):\n", + " for fn in files:\n", + " if fn.endswith(\".java\"):\n", + " java_files.append(os.path.join(root, fn))\n", + " if not java_files:\n", + " return False, \"NO_JAVA_FILES\"\n", + "\n", + " classpath = f\".:{JUNIT_JAR}:{HAMCREST_JAR}\"\n", + " cmd = [\"javac\", \"-cp\", classpath, \"-d\", tmp_dir] + java_files\n", + "\n", + " try:\n", + " proc = subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=timeout, check=True)\n", + " return True, \"\"\n", + " except subprocess.CalledProcessError as e:\n", + " stderr = e.stderr.decode(\"utf-8\", errors=\"ignore\")\n", + " return False, f\"COMPILE_ERROR: {stderr}\"\n", + " except subprocess.TimeoutExpired:\n", + " return False, \"COMPILE_TIMEOUT\"\n", + "\n", + "\n", + "def run_test_main(tmp_dir: str, main_class: str, timeout: int = 30) -> Tuple[bool, str]:\n", + " classpath = f\"{tmp_dir}:{JUNIT_JAR}:{HAMCREST_JAR}\"\n", + " cmd = [\"java\", \"-cp\", classpath, main_class]\n", + "\n", + " try:\n", + " proc = subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=timeout, check=True)\n", + " stdout = proc.stdout.decode(\"utf-8\", errors=\"ignore\").strip()\n", + " if \"PASS\" in stdout:\n", + " return True, \"PASS\"\n", + " else:\n", + " return False, f\"TEST_FAIL: {stdout or proc.stderr.decode('utf-8', errors='ignore')}\"\n", + " except subprocess.CalledProcessError as e:\n", + " stdout = e.stdout.decode(\"utf-8\", errors=\"ignore\")\n", + " stderr = e.stderr.decode(\"utf-8\", errors=\"ignore\")\n", + " return False, f\"RUNTIME_ERROR: stdout[{stdout}] stderr[{stderr}]\"\n", + " except subprocess.TimeoutExpired:\n", + " return False, \"RUN_TIMEOUT\"\n", + "\n", + "\n", + "def convert_junit_to_main(test_code: str, target_class_name: str) -> Tuple[str, str]:\n", + " m = re.search(r\"assertArrayEquals\\s*\\(\\s*new\\s+String\\s*\\{\\s*([^}]*)\\}\\s*,\\s*result\", test_code, flags=re.S)\n", + " if m:\n", + " elems = [x.strip().strip('\"').strip() for x in m.group(1).split(\",\") if x.strip()]\n", + " main_class = \"TestMain\"\n", + " expected_arr_literal = \"new String[]{\" + \", \".join([f\"\\\"{e}\\\"\" for e in elems]) + \"}\"\n", + " main_source = f\"\"\"\n", + "public class {main_class} {{\n", + "\n", + " public static void main(String[] args) {{\n", + " double[] input = new double[]{{4.0, 3.0, 1.7, 2.0, 3.5}};\n", + " String[] result = {target_class_name}.numerical_letter_grade(input);\n", + " String[] expected = {expected_arr_literal};\n", + "\n", + " if (result.length != expected.length) {{\n", + " System.out.println(\"FAIL: length mismatch\");\n", + " System.exit(1);\n", + " }}\n", + " for (int i = 0; i < expected.length; i++) {{\n", + " if (!expected[i].equals(result[i])) {{\n", + " System.out.println(\"FAIL at idx \" + i + \": expected=\" + expected[i] + \" got=\" + result[i]);\n", + " System.exit(1);\n", + " }}\n", + " }}\n", + " System.out.println(\"PASS\");\n", + " System.exit(0);\n", + " }}\n", + "}}\n", + "\"\"\"\n", + " return main_class, main_source\n", + " main_class = \"TestMain\"\n", + " main_source = f\"\"\"\n", + "public class {main_class} {{\n", + " public static void main(String[] args) {{\n", + " System.out.println(\"NO_TEST_PARSED\");\n", + " System.exit(1);\n", + " }}\n", + "}}\n", + "\"\"\"\n", + " return main_class, main_source\n", + "\n", + "# Ganti Modelnya disini\n", + "class APRWithCLM:\n", + " def __init__(self, model_type=\"plbart\", model_size=\"large\", device=\"cpu\"):\n", + " self.model_type = model_type.lower()\n", + " self.model_size = model_size.lower()\n", + " self.device = device if torch.cuda.is_available() and device == \"cuda\" else \"cpu\"\n", + " set_seed(42)\n", + " if self.model_type == \"plbart\":\n", + " self.model_id = f\"uclanlp/plbart-{self.model_size}\"\n", + " self.tokenizer = AutoTokenizer.from_pretrained(self.model_id, use_fast=True)\n", + " self.model = AutoModelForSeq2SeqLM.from_pretrained(\n", + " self.model_id,\n", + " device_map=\"auto\" if self.device == \"cuda\" else None,\n", + " torch_dtype=torch.float16 if self.device == \"cuda\" else None,\n", + " )\n", + " self.is_encoder_decoder = True\n", + " elif self.model_type == \"codet5\":\n", + " self.model_id = f\"Salesforce/codet5-{self.model_size}\"\n", + " self.tokenizer = AutoTokenizer.from_pretrained(self.model_id, use_fast=True)\n", + " self.model = AutoModelForSeq2SeqLM.from_pretrained(self.model_id)\n", + " self.is_encoder_decoder = True\n", + " elif self.model_type == \"codegen\":\n", + " size_map = {\"350m\": \"350M-multi\", \"2b\": \"2B-multi\", \"6b\": \"6B-multi\"}\n", + " name = size_map.get(self.model_size, self.model_size)\n", + " self.model_id = f\"Salesforce/codegen-{name}\"\n", + " self.tokenizer = AutoTokenizer.from_pretrained(self.model_id, use_fast=True)\n", + " self.model = AutoModelForCausalLM.from_pretrained(self.model_id)\n", + " self.is_encoder_decoder = False\n", + " elif self.model_type == \"incoder\":\n", + " size_map = {\"1b\": \"1B\", \"6b\": \"6B\"}\n", + " name = size_map.get(self.model_size, self.model_size)\n", + " self.model_id = f\"facebook/incoder-{name}\"\n", + " self.tokenizer = AutoTokenizer.from_pretrained(self.model_id, use_fast=True)\n", + " self.model = AutoModelForCausalLM.from_pretrained(self.model_id)\n", + " self.is_encoder_decoder = False\n", + " else:\n", + " raise ValueError(f\"Unknown model type: {model_type}\")\n", + "\n", + " self.model.eval()\n", + " self.stop = StopOnTokens()\n", + " self.eos_token_id = getattr(self.tokenizer, \"eos_token_id\", None)\n", + " self.pad_token_id = getattr(self.tokenizer, \"pad_token_id\", self.eos_token_id)\n", + " self.bos_token_id = getattr(self.tokenizer, \"bos_token_id\", None)\n", + "\n", + " def create_prompt(self, buggy_code: str, buggy_lines: str = None) -> str:\n", + " if self.model_type == \"plbart\":\n", + " if buggy_lines:\n", + " return f\"Fix the bug in this Java code. Buggy lines: {buggy_lines}\\n{buggy_code}\\nCorrected version:\"\n", + " return f\"Fix this Java code:\\n{buggy_code}\\nCorrected version:\"\n", + " elif self.model_type == \"codet5\":\n", + " if buggy_lines:\n", + " return f\"Repair this Java code. The buggy lines are: {buggy_lines}\\n{buggy_code}\\nFixed version:\"\n", + " return f\"Repair this Java code:\\n{buggy_code}\\nFixed version:\"\n", + " else:\n", + " if buggy_lines:\n", + " return f\"{buggy_code}\\n// Buggy lines: {buggy_lines}\\n// Fixed version:\"\n", + " return f\"{buggy_code}\\n// Fixed version:\"\n", + "\n", + " def _clean_generated(self, text: str, prompt: str) -> str:\n", + " if prompt and prompt in text:\n", + " text = text.split(prompt, 1)[-1]\n", + " text = text.strip()\n", + " text = re.sub(r\"^.*?(public\\s+class\\s+)\", r\"\\1\", text, flags=re.S)\n", + " idx = text.find(\"public class\")\n", + " if idx != -1:\n", + " text = text[idx:]\n", + " m = re.search(r\"(public\\s+class\\s+\\w+\\s*\\{)\", text)\n", + " if m:\n", + " start = m.start()\n", + " brace_count = 0\n", + " for i in range(start, len(text)):\n", + " if text[i] == \"{\":\n", + " brace_count += 1\n", + " elif text[i] == \"}\":\n", + " brace_count -= 1\n", + " if brace_count == 0:\n", + " text = text[: i + 1]\n", + " break\n", + " return text.strip()\n", + "\n", + " def generate_single_patch(self, prompt: str, buggy_lines: str = None, max_length: int = 1024) -> str:\n", + " inputs = self.tokenizer(prompt, return_tensors=\"pt\", truncation=True, max_length=1024)\n", + " input_ids = inputs[\"input_ids\"].to(self.model.device)\n", + " attention_mask = inputs.get(\"attention_mask\")\n", + " if attention_mask is not None:\n", + " attention_mask = attention_mask.to(self.model.device)\n", + "\n", + " generation_kwargs = {\n", + " \"max_length\": max_length,\n", + " \"do_sample\": True,\n", + " \"top_k\": 50,\n", + " \"top_p\": 0.95,\n", + " \"temperature\": 0.7,\n", + " \"eos_token_id\": self.eos_token_id,\n", + " \"pad_token_id\": self.pad_token_id,\n", + " }\n", + " if self.is_encoder_decoder:\n", + " decoder_start_id = None\n", + " try:\n", + " decoder_start_id = self.tokenizer.lang_code_to_id.get(\"java\")\n", + " except Exception:\n", + " decoder_start_id = None\n", + " if decoder_start_id is None:\n", + " decoder_start_id = self.bos_token_id or self.eos_token_id or 0\n", + " generation_kwargs.update({\"decoder_start_token_id\": decoder_start_id})\n", + "\n", + " with torch.no_grad():\n", + " try:\n", + " outputs = self.model.generate(\n", + " input_ids=input_ids,\n", + " attention_mask=attention_mask,\n", + " num_return_sequences=1,\n", + " **generation_kwargs,\n", + " )\n", + " except Exception as e:\n", + " print(\"Generation failed, retrying greedy. Error:\", e)\n", + " outputs = self.model.generate(input_ids=input_ids, max_length=512, num_return_sequences=1)\n", + "\n", + " raw = self.tokenizer.decode(outputs[0], skip_special_tokens=False)\n", + " cleaned = self._clean_generated(raw, prompt)\n", + " return cleaned\n", + "\n", + " def generate_patches_with_progress(self, buggy_code: str, num_patches: int = 5, buggy_lines: str = None) -> List[str]:\n", + " prompt = self.create_prompt(buggy_code, buggy_lines)\n", + " patches = []\n", + "\n", + " for _ in tqdm(range(num_patches), desc=\" Generating\", leave=False, unit=\"patch\"):\n", + " p = self.generate_single_patch(prompt, buggy_lines)\n", + " if p and \"class \" in p and \"{\" in p and \"}\" in p:\n", + " patches.append(p)\n", + " else:\n", + "\n", + " patches.append(p)\n", + " return patches[:num_patches]\n", + "\n", + "# def save_results_and_stats(results: List[dict], dataset_path: str):\n", + "# df_original = pd.read_excel(dataset_path)\n", + "\n", + "# # Gabungkan kolom bug dan correct dari dataset ke hasil patch\n", + "# results_df = pd.DataFrame(results)\n", + "# results_df = results_df.merge(\n", + "# df_original[[\"title\", \"bug\", \"correct\"]].rename(columns={\"title\": \"task_id\"}),\n", + "# on=\"task_id\", how=\"left\"\n", + "# )\n", + "\n", + "# # Tentukan kolom dan urutan kolom\n", + "# cols_order = [\"task_id\", \"patch_idx\", \"bug\", \"correct\", \"compiled\", \"passed\", \"validation_status\", \"message\", \"patch\"]\n", + "# results_df = results_df[cols_order]\n", + "\n", + "# # Path langsung ke Google Drive\n", + "# DETAIL_PATH = \"/content/drive/MyDrive/Mba Nazil/DETAIL_HASILNYA.xlsx\"\n", + "# STATS_PATH = \"/content/drive/MyDrive/Mba Nazil/BERAPA_YANG_BENAR.xlsx\"\n", + "\n", + "# # Simpan DETAIL HASILNYA\n", + "# results_df.to_excel(DETAIL_PATH, index=False)\n", + "# print(f\"Saved DETAIL_HASILNYA.xlsx to {DETAIL_PATH}\")\n", + "\n", + "# # Buat ringkasan statistik\n", + "# task_stats = {}\n", + "# for _, row in results_df.iterrows():\n", + "# task = row[\"task_id\"]\n", + "# if task not in task_stats:\n", + "# task_stats[task] = {\n", + "# \"total_candidates\": 0,\n", + "# \"compilable\": 0,\n", + "# \"passed_test\": 0,\n", + "# \"valid\": 0,\n", + "# \"in_plausible\": 0,\n", + "# \"fail\": 0\n", + "# }\n", + "# task_stats[task][\"total_candidates\"] += 1\n", + "\n", + "# if row[\"compiled\"]:\n", + "# task_stats[task][\"compilable\"] += 1\n", + "# if row[\"passed\"]:\n", + "# task_stats[task][\"passed_test\"] += 1\n", + "# task_stats[task][\"valid\"] += 1\n", + "# else:\n", + "# task_stats[task][\"in_plausible\"] += 1\n", + "# else:\n", + "# task_stats[task][\"fail\"] += 1\n", + "\n", + "# stats_df = pd.DataFrame.from_dict(task_stats, orient=\"index\")\n", + "# stats_df[\"compilable_rate\"] = stats_df[\"compilable\"] / stats_df[\"total_candidates\"]\n", + "# stats_df[\"pass_rate\"] = stats_df[\"passed_test\"] / stats_df[\"total_candidates\"]\n", + "\n", + "# # Simpan ringkasan statistik\n", + "# stats_df.to_excel(STATS_PATH)\n", + "# print(f\"Saved BERAPA_YANG_BENAR.xlsx to {STATS_PATH}\")\n", + "\n", + "# # Print ringkasan\n", + "# print(f\"\\nTotal tasks: {len(task_stats)}\")\n", + "# print(f\"Total compilable candidates: {stats_df['compilable'].sum()}\")\n", + "# print(f\"Total passed tests: {stats_df['passed_test'].sum()}\")\n", + "# total_correct_fixes = sum(1 for task in task_stats.values() if task[\"passed_test\"] > 0)\n", + "# print(\"*\" * 80)\n", + "# print(f\"Total tasks with at least 1 passed test: {total_correct_fixes}\")\n", + "\n", + "def save_results_and_stats(results: List[dict], dataset_path: str):\n", + "\n", + " # Coba baca file yang sudah ada jika ada\n", + " try:\n", + " existing_results = pd.read_excel(DETAIL_PATH)\n", + " results_df = pd.concat([existing_results, pd.DataFrame(results)], ignore_index=True)\n", + " results_df = results_df.drop_duplicates(subset=[\"task_id\", \"patch_idx\"], keep=\"last\")\n", + " except:\n", + " df_original = pd.read_excel(dataset_path)\n", + " # Gabungkan kolom bug dan correct dari dataset ke hasil patch\n", + " results_df = pd.DataFrame(results)\n", + " results_df = results_df.merge(\n", + " df_original[[\"title\", \"bug\", \"correct\"]].rename(columns={\"title\": \"task_id\"}),\n", + " on=\"task_id\", how=\"left\"\n", + " )\n", + "\n", + " # Tentukan kolom dan urutan kolom\n", + " cols_order = [\"task_id\", \"patch_idx\", \"bug\", \"correct\", \"compiled\", \"passed\", \"validation_status\", \"message\", \"patch\"]\n", + " results_df = results_df[cols_order]\n", + "\n", + " # Simpan DETAIL HASILNYA\n", + " results_df.to_excel(DETAIL_PATH, index=False)\n", + " print(f\"Saved DETAIL_HASILNYA.xlsx to {DETAIL_PATH}\")\n", + "\n", + " # Buat ringkasan statistik\n", + " task_stats = {}\n", + " for _, row in results_df.iterrows():\n", + " task = row[\"task_id\"]\n", + " if task not in task_stats:\n", + " task_stats[task] = {\n", + " \"total_candidates\": 0,\n", + " \"compilable\": 0,\n", + " \"passed_test\": 0,\n", + " \"valid\": 0,\n", + " \"in_plausible\": 0,\n", + " \"fail\": 0\n", + " }\n", + " task_stats[task][\"total_candidates\"] += 1\n", + "\n", + " if row[\"compiled\"]:\n", + " task_stats[task][\"compilable\"] += 1\n", + " if row[\"passed\"]:\n", + " task_stats[task][\"passed_test\"] += 1\n", + " task_stats[task][\"valid\"] += 1\n", + " else:\n", + " task_stats[task][\"in_plausible\"] += 1\n", + " else:\n", + " task_stats[task][\"fail\"] += 1\n", + "\n", + " stats_df = pd.DataFrame.from_dict(task_stats, orient=\"index\")\n", + " stats_df[\"compilable_rate\"] = stats_df[\"compilable\"] / stats_df[\"total_candidates\"]\n", + " stats_df[\"pass_rate\"] = stats_df[\"passed_test\"] / stats_df[\"total_candidates\"]\n", + "\n", + " # Simpan ringkasan statistik\n", + " stats_df.to_excel(STATS_PATH)\n", + " print(f\"Saved BERAPA_YANG_BENAR.xlsx to {STATS_PATH}\")\n", + "\n", + " # Print ringkasan\n", + " print(f\"\\nTotal tasks: {len(task_stats)}\")\n", + " print(f\"Total compilable candidates: {stats_df['compilable'].sum()}\")\n", + " print(f\"Total passed tests: {stats_df['passed_test'].sum()}\")\n", + " total_correct_fixes = sum(1 for task in task_stats.values() if task[\"passed_test\"] > 0)\n", + " print(\"*\" * 80)\n", + " print(f\"Total tasks with at least 1 passed test: {total_correct_fixes}\")\n", + "\n", + "\n", + "\n", + "def run_dataset_and_eval(dataset_path: str,\n", + " apr: APRWithCLM,\n", + " num_patches: int = 5,\n", + " timeout: int = 30,\n", + " output_dir: str = OUTPUT_DIR,\n", + " keep_tmp: bool = False) -> pd.DataFrame:\n", + " df = pd.read_excel(dataset_path)\n", + " required_cols = {\"bug\", \"correct\", \"test\", \"title\"}\n", + " if not required_cols.issubset(set(df.columns)):\n", + " raise ValueError(f\"Excel harus punya kolom: {required_cols}\")\n", + "\n", + "\n", + " try:\n", + " existing_results = pd.read_excel(DETAIL_PATH)\n", + " completed_tasks = existing_results[\"task_id\"].unique()\n", + " except:\n", + " existing_results = None\n", + " completed_tasks = []\n", + "\n", + " results = []\n", + " start_ts = int(time.time())\n", + "\n", + " for idx, row in tqdm(df.iterrows(), total=len(df), desc=\"Tasks\", unit=\"task\"):\n", + " task_id = row[\"title\"]\n", + "\n", + " # Skip task yang sudah selesai\n", + " if task_id in completed_tasks:\n", + " print(f\"\\nSkipping already completed task: {task_id}\")\n", + " continue\n", + "\n", + " buggy_code = row[\"bug\"]\n", + " correct_code = row.get(\"correct\", \"\")\n", + " test_code = row[\"test\"]\n", + " tmp_dir = tempfile.mkdtemp(prefix=f\"apr_{task_id}_\")\n", + "\n", + " try:\n", + " pkg, pkg_dir = get_package_dir(buggy_code, tmp_dir)\n", + " os.makedirs(pkg_dir, exist_ok=True)\n", + " buggy_class_name = extract_public_class_name(buggy_code)\n", + " with open(os.path.join(pkg_dir, f\"{buggy_class_name}.java\"), \"w\", encoding=\"utf-8\") as f:\n", + " f.write(buggy_code)\n", + " except Exception:\n", + " pass\n", + "\n", + " patches = apr.generate_patches_with_progress(buggy_code, num_patches=num_patches)\n", + "\n", + " for p_idx, patch in enumerate(tqdm(patches, desc=\" Patches\", leave=False, unit=\"p\")):\n", + " if not patch or not patch.strip():\n", + " results.append({\n", + " \"task_id\": task_id,\n", + " \"patch_idx\": p_idx + 1,\n", + " \"compiled\": False,\n", + " \"passed\": False,\n", + " \"validation_status\": \"fail\",\n", + " \"message\": \"EMPTY_PATCH\",\n", + " \"patch\": \"\",\n", + " })\n", + " continue\n", + "\n", + " try:\n", + " patched_file, full_classname = save_java_file(patch, tmp_dir)\n", + " except Exception as e:\n", + " results.append({\n", + " \"task_id\": task_id,\n", + " \"patch_idx\": p_idx + 1,\n", + " \"compiled\": False,\n", + " \"passed\": False,\n", + " \"validation_status\": \"fail\",\n", + " \"message\": f\"SAVE_ERROR: {e}\",\n", + " \"patch\": patch[:500],\n", + " })\n", + " continue\n", + "\n", + " main_class, main_source = convert_junit_to_main(test_code, extract_public_class_name(patch))\n", + " main_path = os.path.join(tmp_dir, f\"{main_class}.java\")\n", + " with open(main_path, \"w\", encoding=\"utf-8\") as f:\n", + " f.write(main_source)\n", + "\n", + " compiled, compile_msg = compile_all_java_files(tmp_dir, timeout=timeout)\n", + " if not compiled:\n", + " results.append({\n", + " \"task_id\": task_id,\n", + " \"patch_idx\": p_idx + 1,\n", + " \"compiled\": False,\n", + " \"passed\": False,\n", + " \"validation_status\": \"fail\",\n", + " \"message\": compile_msg,\n", + " \"patch\": patch[:500],\n", + " })\n", + " continue\n", + "\n", + " passed, run_msg = run_test_main(tmp_dir, main_class, timeout=timeout)\n", + "\n", + " # Tentukan validation status\n", + " if not compiled:\n", + " val_status = \"fail\"\n", + " elif passed:\n", + " val_status = \"valid\"\n", + " else:\n", + " val_status = \"in-plausible\"\n", + "\n", + " results.append({\n", + " \"task_id\": task_id,\n", + " \"patch_idx\": p_idx + 1,\n", + " \"compiled\": True,\n", + " \"passed\": passed,\n", + " \"validation_status\": val_status,\n", + " \"message\": run_msg,\n", + " \"patch\": patch[:10000],\n", + " })\n", + "\n", + " # Simpan hasil setelah setiap task selesai\n", + " save_results_and_stats(results, dataset_path)\n", + " results = [] # Reset results untuk task berikutnya\n", + "\n", + " if not keep_tmp:\n", + " try:\n", + " shutil.rmtree(tmp_dir)\n", + " except Exception:\n", + " pass\n", + " else:\n", + " try:\n", + " dst = os.path.join(output_dir, f\"tmp_{task_id}_{start_ts}\")\n", + " if os.path.exists(dst):\n", + " shutil.rmtree(dst)\n", + " shutil.move(tmp_dir, dst)\n", + " except Exception:\n", + " pass\n", + "\n", + " return pd.DataFrame(results)\n", + "\n", + "\n", + "if __name__ == \"__main__\":\n", + " print(\"=\"*80)\n", + " print(f\"{'Loading model & tokenizer':^80}\")\n", + " print(\"=\"*80)\n", + " apr = APRWithCLM(model_type=MODEL_TYPE, model_size=MODEL_SIZE, device=DEVICE)\n", + " print(f\"\\nModel loaded: {apr.model_id} on device {apr.device}\\n\")\n", + "\n", + " print(\"=\"*80)\n", + " print(f\"{'Running dataset':^80}\")\n", + " print(\"=\"*80)\n", + "\n", + " # Buat progress bar utama untuk semua tasks\n", + " with tqdm(total=len(pd.read_excel(DATASET_PATH)), desc=\"Overall Progress\") as pbar_main:\n", + " res_df = run_dataset_and_eval(\n", + " DATASET_PATH,\n", + " apr,\n", + " num_patches=NUM_PATCHES,\n", + " timeout=TIMEOUT,\n", + " keep_tmp=KEEP_TMP,\n", + " )\n", + "\n", + " print(\"\\n\" + \"=\"*80)\n", + " print(f\"{'Selesai. Ringkasan:':^80}\")\n", + " print(\"=\"*80)\n", + " print(res_df.groupby([\"compiled\", \"passed\"]).size())\n", + " print(\"\\n\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "scciC0ALhBnM" + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "colab": { + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "name": "python" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "03914f36d83441548519bcf770e502fe": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "044773a5eccb46148d89b03d5d816b4c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d03977429b0e48ff89cf3c90ff5b5334", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_c2a9d65655664fd8890a9cd52d20f2cb", + "value": 1 + } + }, + "046779fa3cab40379cad7a9519cfed59": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "057a96f254ee49d19855d68ad9f97e6b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "06e57e495be04ba690be761c058f58fe": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "093bb23831e44a6ebad4d861e9bdf502": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "09fed912b7b84c5a80c1b3505955571c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9ce696a905714b25a392fffbd148772d", + "IPY_MODEL_3bceec0433d64353b465111d3d249ddd", + "IPY_MODEL_458e8fa5eb8e4cd8b31f830f8dd00ee5" + ], + "layout": "IPY_MODEL_dcbe7334afaa4d5589ec84850250a8d3" + } + }, + "0acbaede9cb04ae28ab5c282e3058b18": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "0c26c100a67040e785493dc73935f946": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_1d1f1ca631b14db09d59208fb0fa7eab", + "placeholder": "​", + "style": "IPY_MODEL_2520e1248e45493c930f11ae6595d252", + "value": "special_tokens_map.json: " + } + }, + "0f59451593474176b13491a255dab13b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_0acbaede9cb04ae28ab5c282e3058b18", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_825133b026c34f03a507341c7295d7c9", + "value": 1 + } + }, + "100906c01f4145bb9c0463487f5ffa0d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "13a2706410844e8ea8ef747569ab1010": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "1d1f1ca631b14db09d59208fb0fa7eab": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1d34f795f88f4bde8d23e65bf149f796": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_057a96f254ee49d19855d68ad9f97e6b", + "placeholder": "​", + "style": "IPY_MODEL_ea1b5e332071455e8c27aaf4096b65e0", + "value": " 892M/892M [00:08<00:00, 158MB/s]" + } + }, + "1d59e4353d15404393a8f187885c159d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8d87d09d116741029ed9d568231467f3", + "IPY_MODEL_6aef491ca13a49e3b1bdc8a10393fc98", + "IPY_MODEL_7961000042ed4a57965f4cd55a78fab8" + ], + "layout": "IPY_MODEL_046779fa3cab40379cad7a9519cfed59" + } + }, + "2520e1248e45493c930f11ae6595d252": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "270c2a4deb4b4289a36ec7ec9122929a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_5eb3cf415c6a4bb9ba60eff98865ba65", + "placeholder": "​", + "style": "IPY_MODEL_fc8a40e56cf34915946aeb4d371fb18c", + "value": " 12.5k/? [00:00<00:00, 808kB/s]" + } + }, + "2b1b93486e1c4fa5a0179171058db23b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "36a1262229344f899105f5305b414ef1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3a17379e47784b349be04831e867b78d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3a297642582349fe8c8df22347ec6689": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_36a1262229344f899105f5305b414ef1", + "placeholder": "​", + "style": "IPY_MODEL_9b90b249d3674ae9ae056537cd6e613a", + "value": " 294k/? [00:00<00:00, 13.7MB/s]" + } + }, + "3bceec0433d64353b465111d3d249ddd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a35e2bcebd3f414b86920e6528803828", + "max": 891558816, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ad77e396aa1b49eb8497a0a5c8198bd9", + "value": 891558816 + } + }, + "3e7ce181974f4464a199b243b68be9e3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "42954899eff548a09561b94b414f6781": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "458e8fa5eb8e4cd8b31f830f8dd00ee5": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4f6f036c159f47fea9ae4641107905f6", + "placeholder": "​", + "style": "IPY_MODEL_093bb23831e44a6ebad4d861e9bdf502", + "value": " 892M/892M [00:09<00:00, 183MB/s]" + } + }, + "48059eaf288041acbbcdb9f6200d7e91": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4a40adf50a0545b0923d4b0e0f6062f4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e6e7e339acc84fd1b638f0a44c4d584e", + "IPY_MODEL_c2f2433ec4bf47de9856a7d9445fa4a6", + "IPY_MODEL_cf3ca90ad2a84b4d87e45b498d290039" + ], + "layout": "IPY_MODEL_7354425433454b049402176d6dabd269" + } + }, + "4f1e97c18e804e3a8df0d5b32a5bd87a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_84704e88d1fc4463b99a95e7792e2308", + "placeholder": "​", + "style": "IPY_MODEL_9353c38b3de54c5f8a545073e6c33205", + "value": "tokenizer_config.json: " + } + }, + "4f6f036c159f47fea9ae4641107905f6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "50d1884ddf994b6891a08a39d9244781": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "529ed7be399f42dcba6dfb62ba90ec5e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "58813d7f0b3845daaa664f7ecd14f416": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "59b0e86d28cd45d887fb73dd2c563689": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5eb3cf415c6a4bb9ba60eff98865ba65": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5efc216e94a94ffbada9d354d179d313": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_99345c63137d4e76b502d9c38e711612", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_696b00e9410a4cb381bfd14b67baf115", + "value": 1 + } + }, + "611b485c2d6f4b5db2a517654aa1e947": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "613db34b02c541ad9ec2db8ab444ab9b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "64096db0638840b48b45d3434be0fc34": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "696b00e9410a4cb381bfd14b67baf115": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "6aef491ca13a49e3b1bdc8a10393fc98": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_64096db0638840b48b45d3434be0fc34", + "max": 2, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_a97d4845c3784ef687efe80ac408a4d0", + "value": 2 + } + }, + "6c0e840c0c2f480d9fe15413ba69dc39": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8c0244c010714964a281dc2fd2bb534c", + "IPY_MODEL_0f59451593474176b13491a255dab13b", + "IPY_MODEL_3a297642582349fe8c8df22347ec6689" + ], + "layout": "IPY_MODEL_611b485c2d6f4b5db2a517654aa1e947" + } + }, + "7354425433454b049402176d6dabd269": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "74df4a6da1044fd29bab23de842151d8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3e7ce181974f4464a199b243b68be9e3", + "placeholder": "​", + "style": "IPY_MODEL_13a2706410844e8ea8ef747569ab1010", + "value": " 1.48k/? [00:00<00:00, 107kB/s]" + } + }, + "76b647564cd640c998a57de00dedefb5": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7961000042ed4a57965f4cd55a78fab8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_83f9429d8f7043b593ffba3fae3815d0", + "placeholder": "​", + "style": "IPY_MODEL_58813d7f0b3845daaa664f7ecd14f416", + "value": " 2.00/2.00 [00:00<00:00, 202B/s]" + } + }, + "7af8959ec320417b82fae5c70d1fe181": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_4f1e97c18e804e3a8df0d5b32a5bd87a", + "IPY_MODEL_8816ba27a1dd4b6aa4f60731315a468d", + "IPY_MODEL_74df4a6da1044fd29bab23de842151d8" + ], + "layout": "IPY_MODEL_f3e2d8f4f88244919edd9aec73c2579d" + } + }, + "7c3a91b401704e95b2242988bfdb8ab2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0c26c100a67040e785493dc73935f946", + "IPY_MODEL_044773a5eccb46148d89b03d5d816b4c", + "IPY_MODEL_270c2a4deb4b4289a36ec7ec9122929a" + ], + "layout": "IPY_MODEL_50d1884ddf994b6891a08a39d9244781" + } + }, + "825133b026c34f03a507341c7295d7c9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "83f9429d8f7043b593ffba3fae3815d0": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "84704e88d1fc4463b99a95e7792e2308": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "86e26c5520e841f0a1ac881b16beab71": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9013a9e0ce764b5ba0c17123d4c92d25", + "IPY_MODEL_5efc216e94a94ffbada9d354d179d313", + "IPY_MODEL_9536131435a1483995bd08405e6a429c" + ], + "layout": "IPY_MODEL_baf83c1997464a44baac54144be0bdf7" + } + }, + "877ad0fce15742f4b5a4b621930fc595": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8816ba27a1dd4b6aa4f60731315a468d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_42954899eff548a09561b94b414f6781", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_c074cea7dcc04501979d0777ae37b07b", + "value": 1 + } + }, + "8c0244c010714964a281dc2fd2bb534c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_fa93c0d16f1c41ffade1b9151bbb8f97", + "placeholder": "​", + "style": "IPY_MODEL_877ad0fce15742f4b5a4b621930fc595", + "value": "merges.txt: " + } + }, + "8d87d09d116741029ed9d568231467f3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_76b647564cd640c998a57de00dedefb5", + "placeholder": "​", + "style": "IPY_MODEL_06e57e495be04ba690be761c058f58fe", + "value": "added_tokens.json: 100%" + } + }, + "9013a9e0ce764b5ba0c17123d4c92d25": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_03914f36d83441548519bcf770e502fe", + "placeholder": "​", + "style": "IPY_MODEL_d0bf8734dcd94676839df9b7ca1d74f0", + "value": "vocab.json: " + } + }, + "9353c38b3de54c5f8a545073e6c33205": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9536131435a1483995bd08405e6a429c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_48059eaf288041acbbcdb9f6200d7e91", + "placeholder": "​", + "style": "IPY_MODEL_529ed7be399f42dcba6dfb62ba90ec5e", + "value": " 703k/? [00:00<00:00, 7.17MB/s]" + } + }, + "99345c63137d4e76b502d9c38e711612": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "9941409422204a10ba6ece4c56aa21a2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "99e91e9f8aa24bd4a6841100c164a3df": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a2487354efbc4817a8c164f88515d2cd", + "placeholder": "​", + "style": "IPY_MODEL_9941409422204a10ba6ece4c56aa21a2", + "value": "pytorch_model.bin: 100%" + } + }, + "9b90b249d3674ae9ae056537cd6e613a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9ce696a905714b25a392fffbd148772d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_100906c01f4145bb9c0463487f5ffa0d", + "placeholder": "​", + "style": "IPY_MODEL_d94752e8b1d549b685e90c3c6b7d1335", + "value": "model.safetensors: 100%" + } + }, + "a2279b5afac94a9b8e45870ee296dc58": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "a2487354efbc4817a8c164f88515d2cd": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a352deb7b17845cdae76fa8168e10833": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "a35e2bcebd3f414b86920e6528803828": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a97d4845c3784ef687efe80ac408a4d0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ad77e396aa1b49eb8497a0a5c8198bd9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "bae7b729afb049baaa910596d859adb1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "baf83c1997464a44baac54144be0bdf7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c074cea7dcc04501979d0777ae37b07b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c2a9d65655664fd8890a9cd52d20f2cb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "c2f2433ec4bf47de9856a7d9445fa4a6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a352deb7b17845cdae76fa8168e10833", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_a2279b5afac94a9b8e45870ee296dc58", + "value": 1 + } + }, + "c819f4a8b531461f83947f0c244bd4d3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_99e91e9f8aa24bd4a6841100c164a3df", + "IPY_MODEL_f6265a1d1a3d4bffa0947f1578ee57d1", + "IPY_MODEL_1d34f795f88f4bde8d23e65bf149f796" + ], + "layout": "IPY_MODEL_f096d4c018764cc39d2d69e8a5843743" + } + }, + "c9b70bb82ff6400da3f68c5c05fce4fa": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cf3ca90ad2a84b4d87e45b498d290039": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_59b0e86d28cd45d887fb73dd2c563689", + "placeholder": "​", + "style": "IPY_MODEL_bae7b729afb049baaa910596d859adb1", + "value": " 1.57k/? [00:00<00:00, 111kB/s]" + } + }, + "d03977429b0e48ff89cf3c90ff5b5334": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "d0bf8734dcd94676839df9b7ca1d74f0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d94752e8b1d549b685e90c3c6b7d1335": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "dcbe7334afaa4d5589ec84850250a8d3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e6e7e339acc84fd1b638f0a44c4d584e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c9b70bb82ff6400da3f68c5c05fce4fa", + "placeholder": "​", + "style": "IPY_MODEL_3a17379e47784b349be04831e867b78d", + "value": "config.json: " + } + }, + "ea1b5e332071455e8c27aaf4096b65e0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f096d4c018764cc39d2d69e8a5843743": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f3e2d8f4f88244919edd9aec73c2579d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f6265a1d1a3d4bffa0947f1578ee57d1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2b1b93486e1c4fa5a0179171058db23b", + "max": 891641279, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_613db34b02c541ad9ec2db8ab444ab9b", + "value": 891641279 + } + }, + "fa93c0d16f1c41ffade1b9151bbb8f97": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "fc8a40e56cf34915946aeb4d371fb18c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +}