diff --git a/week09_Advanced_techniques_LLM_v1/PEFT.ipynb b/week09_Advanced_techniques_LLM_v1/PEFT.ipynb index eb20e27..024158a 100644 --- a/week09_Advanced_techniques_LLM_v1/PEFT.ipynb +++ b/week09_Advanced_techniques_LLM_v1/PEFT.ipynb @@ -14,68 +14,69 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "metadata": { "id": "7xeRF_hSKgzs", "colab": { "base_uri": "https://localhost:8080/" }, - "outputId": "f6a61edb-0d7b-4e7a-c61f-e03ff1a4d0fd" + "outputId": "89296783-dd24-4780-da4d-875551dd2a4a" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ - "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (4.44.2)\n", - "Requirement already satisfied: accelerate in /usr/local/lib/python3.10/dist-packages (0.34.2)\n", + "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (4.46.3)\n", + "Requirement already satisfied: accelerate in /usr/local/lib/python3.10/dist-packages (1.1.1)\n", "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.10/dist-packages (0.2.0)\n", - "Requirement already satisfied: optimum in /usr/local/lib/python3.10/dist-packages (1.22.0)\n", - "Requirement already satisfied: peft in /usr/local/lib/python3.10/dist-packages (0.12.0)\n", - "Requirement already satisfied: bitsandbytes in /usr/local/lib/python3.10/dist-packages (0.43.3)\n", - "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.16.0)\n", - "Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.24.6)\n", + "Requirement already satisfied: optimum in /usr/local/lib/python3.10/dist-packages (1.23.3)\n", + "Requirement already satisfied: peft in /usr/local/lib/python3.10/dist-packages (0.13.2)\n", + "Requirement already satisfied: bitsandbytes in /usr/local/lib/python3.10/dist-packages (0.44.1)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.16.1)\n", + "Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.26.2)\n", "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.26.4)\n", - "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (24.1)\n", + "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (24.2)\n", "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0.2)\n", - "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2024.5.15)\n", + "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2024.9.11)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.32.3)\n", + "Requirement already satisfied: tokenizers<0.21,>=0.20 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.20.3)\n", "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.4.5)\n", - "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.19.1)\n", - "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.66.5)\n", + "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.66.6)\n", "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate) (5.9.5)\n", - "Requirement already satisfied: torch>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from accelerate) (2.4.0+cu121)\n", + "Requirement already satisfied: torch>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from accelerate) (2.5.1+cu121)\n", "Requirement already satisfied: coloredlogs in /usr/local/lib/python3.10/dist-packages (from optimum) (15.0.1)\n", - "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from optimum) (1.13.2)\n", - "Requirement already satisfied: datasets in /usr/local/lib/python3.10/dist-packages (from optimum) (3.0.0)\n", - "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.23.2->transformers) (2024.6.1)\n", + "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from optimum) (1.13.1)\n", + "Requirement already satisfied: datasets in /usr/local/lib/python3.10/dist-packages (from optimum) (2.14.7)\n", + "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.23.2->transformers) (2023.10.0)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.23.2->transformers) (4.12.2)\n", - "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.3)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.4.2)\n", "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.1.4)\n", - "Requirement already satisfied: protobuf in /usr/local/lib/python3.10/dist-packages (from transformers[sentencepiece]<4.45.0,>=4.29->optimum) (3.20.3)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->optimum) (1.3.0)\n", "Requirement already satisfied: humanfriendly>=9.1 in /usr/local/lib/python3.10/dist-packages (from coloredlogs->optimum) (10.0)\n", - "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (17.0.0)\n", - "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (0.3.8)\n", - "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (2.1.4)\n", + "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (17.0.0)\n", + "Requirement already satisfied: pyarrow-hotfix in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (0.6)\n", + "Requirement already satisfied: dill<0.3.8,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (0.3.7)\n", + "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (2.2.2)\n", "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (3.5.0)\n", - "Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (0.70.16)\n", - "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (3.10.5)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.3.2)\n", - "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.8)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.7)\n", + "Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (0.70.15)\n", + "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets->optimum) (3.11.1)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4.0)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.2.3)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2024.8.30)\n", - "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->optimum) (1.3.0)\n", - "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (2.4.0)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (2.4.3)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (1.3.1)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (24.2.0)\n", - "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (1.4.1)\n", - "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (6.0.5)\n", - "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (1.11.1)\n", - "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (4.0.3)\n", - "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.10.0->accelerate) (2.1.5)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (1.5.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (0.2.0)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (1.17.1)\n", + "Requirement already satisfied: async-timeout<6.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum) (4.0.3)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.10.0->accelerate) (3.0.2)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->optimum) (2.8.2)\n", - "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->optimum) (2024.1)\n", - "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->optimum) (2024.1)\n", + "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->optimum) (2024.2)\n", + "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->optimum) (2024.2)\n", "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->datasets->optimum) (1.16.0)\n" ] } @@ -97,271 +98,25 @@ { "cell_type": "code", "source": [ - "import torch\n", - "from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline\n", + "model_name = 'Enoch/llama-7b-hf'\n", "\n", - "torch.random.manual_seed(0)\n", + "# loading Llama tokenizer ...\n", + "tokenizer = transformers.LlamaTokenizer.from_pretrained(model_name, device_map=device)\n", + "tokenizer.pad_token_id = tokenizer.eos_token_id\n", "\n", - "model = AutoModelForCausalLM.from_pretrained(\n", - " \"microsoft/Phi-3.5-mini-instruct\",\n", - " device_map=\"cuda\",\n", - " torch_dtype=\"auto\",\n", - " trust_remote_code=True,\n", - ")\n", - "tokenizer = AutoTokenizer.from_pretrained(\"microsoft/Phi-3.5-mini-instruct\")\n", - "\n", - "messages = [\n", - " {\"role\": \"system\", \"content\": \"You are a helpful AI assistant.\"},\n", - " {\"role\": \"user\", \"content\": \"Can you provide ways to eat combinations of bananas and dragonfruits?\"},\n", - " {\"role\": \"assistant\", \"content\": \"Sure! Here are some ways to eat bananas and dragonfruits together: 1. Banana and dragonfruit smoothie: Blend bananas and dragonfruits together with some milk and honey. 2. Banana and dragonfruit salad: Mix sliced bananas and dragonfruits together with some lemon juice and honey.\"},\n", - " {\"role\": \"user\", \"content\": \"What about solving an 2x + 3 = 7 equation?\"},\n", - "]\n", - "\n", - "pipe = pipeline(\n", - " \"text-generation\",\n", - " model=model,\n", - " tokenizer=tokenizer,\n", + "# ... and the model itself\n", + "model = transformers.AutoModelForCausalLM.from_pretrained(\n", + " model_name, device_map='auto', low_cpu_mem_usage=True, offload_state_dict=True,\n", + " load_in_4bit=True, torch_dtype=torch.float32, # weights are 4-bit; layernorms and activations are fp32\n", ")\n", - "\n", - "generation_args = {\n", - " \"max_new_tokens\": 500,\n", - " \"return_full_text\": False,\n", - " \"temperature\": 0.0,\n", - " \"do_sample\": False,\n", - "}\n", - "\n", - "output = pipe(messages, **generation_args)\n", - "print(output[0]['generated_text'])\n" + "for param in model.parameters():\n", + " param.requires_grad=False" ], "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 641, - "referenced_widgets": [ - "aa44911037784664a62eb9f03de76b90", - "b3b060782d434b43a8d807b5b24204e8", - "1c387f8c51c8406da4a31f415fd1aedf", - "372375fd32bd49dda8c2d160cf76e494", - "b4e8c62c961443aeabc53d7ae63adc94", - "0705c1df630f4a658c767b6b5db9d5b5", - "47908a88c9c942f3a9cc5692fa746fa9", - "6df30859057e4ad38dd719e973259eaa", - "b09b9ad7b56845178fa553fa9510af5b", - "8d4ca550a6ef4e8794f4c9ef51e68337", - "e885cf6a6ff34972af62ac79b3029821", - "9d70f17cf7ce444194d8505dd4d5ba40", - "6d753205d6204b518181db6d48b5ca04", - "71caa6cde3ed4534b20f9aeceb6a6825", - "0bc2135a2cb04e85be41dfd4be4d0cf4", - "c1001011ec1d4bac80949b5acdfb3740", - "301598e43eda49189505df7ec71d4680", - "bf1bf67ad63347a4969d44ef48c2e8d0", - "d7edca6998fd469bbb0da2449580c5e8", - "5b21de81dc8847edb6a795109682e702", - "6326bd94c4a244d586454a6ed75e0e33", - "afd9ef6838ac4d8f9adcca82df0f4b7e", - "5861525268574fc9941500f9e0885ab7", - "e242fe8690384927ac08cb6cefc951f0", - "38c50a52882e4df88600def974336eca", - "d3395b221f9c453aa5a08d5f186ede4c", - "270ddfca364749a1ab5626586c9b26a0", - "f7334d70f1b44cf6bb3675960a7234fa", - "34e1107c8e07495bb5700a3357333b9c", - "f65e1abe249e42569513a68fe9e25454", - "8dfaf0e7da6a4c41bbf7d75436e05f56", - "1ceeba93c14240208acf65bcaafb749c", - "8a298dcdc74a4e2d802cbf2b903714cc", - "90b7c9102a7b499c87b2e83f2a881f70", - "46cec79f77644a2ca9968f08320fbe1e", - "487dd0246e2345eb9cb1e682a926dfe4", - "0c4561867a8e486cb780099d71a7cb74", - "fb2707fdb16744abb57a2cdd206d652d", - "5cfbc5c3f4bf4309b6987e0e4b06ac6c", - "13574814004e42698a0b96192504bc11", - "73969e68faff4548a40a7244e2c92a94", - "88eb6b8ad47840d788f61f11a4065ed7", - "4b4c9324b364478f92e4b1d81eaced10", - "1bca7143149d44118fdc46dce30d9bac", - "ef160425b2924f34981e26037b4882c8", - "aad453caddfd4d1a8a041de187ba1c5b", - "5120a53a9a9c4486b769093ce154c908", - "3e5179b2c8024377bfd0888199d593ca", - "9da5bd672b2d4f028b19ee1f35fd0b0c", - "1a402c1091af4fd39c05d08dfb0a9e7b", - "4b380725519a4f7b81193c03e1eb8027", - "f8803131486d499a8253f6ae20429af4", - "2c8803e4c52840c6a5b2261bcb6ce2d3", - "e11d969b5e3e4d0887917ca6d2aa6d12", - "10cd824052c5443885dbf11375c34b09", - "78a2e1479f5743f1938a012073079728", - "b3a2da8bd47b4c8eb9995068cc967bde", - "345c094bc03941c98ec7bdd59060eb05", - "0fdf7237b90f4e58a9656c3d009ef3ee", - "e70069519f92475e9df45e2a59dc9ad7", - "6116ae88fa2c4b2791f7b059c2e834b5", - "5444556ddc3f4d218967d489b3e21c48", - "dcc46b94429e42468cb830c03524b518", - "1c2f3d1d5b5a4eb8bc15722259e2c592", - "0147f1325a8a44c988c86622a8733a0e", - "43356817fc2b4a01bfdf6f4ed23a0af9", - "5397a8cb15ec43f39a8468adf6a7c9de", - "4915641943824ae2b66a4a3b8631f265", - "6369531e1f764ee5b28944fb4ad4195d", - "a78f0bf1d95f4925bf5f8da2d6287cbb", - "f6c7c1de1a454e5baa8b56729c67e9d8", - "ca3d804bf103468b9b8b3e11e9414a44", - "cc0c819dd8c14666b92f41ed033c82fa", - "077b35dbbd694baeaa24e3751275c092", - "418d8920bf3d45568d04f4c04cd47285", - "a925b7c55d3e492e988bed78fbaebb41", - "b2d3186602304f76bf1e513085012d0c" - ] - }, - "id": "x2W45V4lUT8A", - "outputId": "7b8b7f68-cd0a-4567-b515-b1ef54a7471d" + "id": "uEcwR6-dxVKS" }, - "execution_count": null, - "outputs": [ - { - "output_type": "stream", - "name": "stderr", - "text": [ - "/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n", - "The secret `HF_TOKEN` does not exist in your Colab secrets.\n", - "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n", - "You will be able to reuse this secret in all of your notebooks.\n", - "Please note that authentication is recommended but still optional to access public models or datasets.\n", - " warnings.warn(\n", - "WARNING:transformers_modules.microsoft.Phi-3.5-mini-instruct.ccf028fc8e1b3ab750a7c55b22792f57ba69f216.modeling_phi3:`flash-attention` package not found, consider installing for better performance: No module named 'flash_attn'.\n", - "WARNING:transformers_modules.microsoft.Phi-3.5-mini-instruct.ccf028fc8e1b3ab750a7c55b22792f57ba69f216.modeling_phi3:Current `flash-attention` does not support `window_size`. Either upgrade or use `attn_implementation='eager'`.\n" - ] - }, - { - "output_type": "display_data", - "data": { - "text/plain": [ - "Loading checkpoint shards: 0%| | 0/2 [00:00A quick brown fox jumps over the lazy dog.\n", + "A quick\n" ] } ], @@ -458,20 +180,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "_r6UVDl4NEua", - "outputId": "3f44796c-3f6c-40ac-d759-bd993e5ff570" + "outputId": "2afd6ca0-4d6c-4840-fd67-3a14c6cb6fcd" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ - "Loss: tensor(3.2398, device='cuda:0', grad_fn=)\n" + "Loss: tensor(3.0729, device='cuda:0', grad_fn=)\n" ] } ], @@ -502,7 +224,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 14, "metadata": { "id": "73ZOCFRZWR98" }, @@ -552,14 +274,32 @@ }, { "cell_type": "code", - "execution_count": null, + "source": [ + "num_prompts = 16\n", + "test_emb_layer = WordEmbeddingsWithLearnedPrompts(model.model.embed_tokens, num_prompts=num_prompts).to(device)\n", + "test_input_ids = tokenizer(\"a cat say on a may\", return_tensors='pt')['input_ids'].to(device)\n", + "\n", + "space_for_prompts = torch.full([len(test_input_ids), num_prompts], fill_value=tokenizer.pad_token_id,\n", + " dtype=torch.int64, device=device)\n", + "test_inputs_with_prompts = torch.cat([space_for_prompts, test_input_ids], dim=1)\n", + "\n", + "with torch.cuda.amp.autocast():\n", + " test_prompt_embeddings = test_emb_layer(test_inputs_with_prompts)\n", + "\n", + "assert test_prompt_embeddings.shape[:2] == test_inputs_with_prompts.shape\n", + "assert test_prompt_embeddings.shape[-1] == model.config.hidden_size\n", + "assert torch.allclose(test_prompt_embeddings[:, :num_prompts], test_emb_layer.learnable_prompts.float())\n", + "assert torch.allclose(test_prompt_embeddings[:, num_prompts:], model.model.embed_tokens(test_input_ids).float())\n", + "print(\"Looks legit!\")" + ], "metadata": { + "id": "1auHfeCNvwim", + "outputId": "9ab823a8-5e9f-44d0-e358-443871a8983f", "colab": { "base_uri": "https://localhost:8080/" - }, - "id": "kxUyUU2uT2f1", - "outputId": "0fe94275-acfd-481e-c42b-653283515ca0" + } }, + "execution_count": 15, "outputs": [ { "output_type": "stream", @@ -572,41 +312,10 @@ "output_type": "stream", "name": "stderr", "text": [ - ":17: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n", + ":9: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n", " with torch.cuda.amp.autocast():\n" ] } - ], - "source": [ - "num_prompts = 16\n", - "test_emb_layer = WordEmbeddingsWithLearnedPrompts(\n", - " model.model.embed_tokens, num_prompts=num_prompts\n", - ").to(device)\n", - "test_input_ids = tokenizer(\"a cat say on a may\", return_tensors=\"pt\")[\"input_ids\"].to(\n", - " device\n", - ")\n", - "\n", - "space_for_prompts = torch.full(\n", - " [len(test_input_ids), num_prompts],\n", - " fill_value=tokenizer.pad_token_id,\n", - " dtype=torch.int64,\n", - " device=device,\n", - ")\n", - "test_inputs_with_prompts = torch.cat([space_for_prompts, test_input_ids], dim=1)\n", - "\n", - "with torch.cuda.amp.autocast():\n", - " test_prompt_embeddings = test_emb_layer(test_inputs_with_prompts)\n", - "\n", - "assert test_prompt_embeddings.shape[:2] == test_inputs_with_prompts.shape\n", - "assert test_prompt_embeddings.shape[-1] == model.config.hidden_size\n", - "assert torch.allclose(\n", - " test_prompt_embeddings[:, :num_prompts], test_emb_layer.learnable_prompts.float()\n", - ")\n", - "assert torch.allclose(\n", - " test_prompt_embeddings[:, num_prompts:],\n", - " model.model.embed_tokens(test_input_ids).float(),\n", - ")\n", - "print(\"Looks legit!\")" ] }, { @@ -620,32 +329,51 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 16, "metadata": { "id": "QRe0lpREV49G" }, "outputs": [], "source": [ - "assert isinstance(\n", - " model.model.embed_tokens, nn.Embedding\n", - "), \"you have already replaced the embedding layer. If the replacement is broken, please reload the model\"\n", + "assert isinstance(model.model.embed_tokens, nn.Embedding), \"you have already replaced the embedding layer. If the replacement is broken, please reload the model\"\n", "\n", - "model.model.embed_tokens = WordEmbeddingsWithLearnedPrompts(\n", - " model.model.embed_tokens, num_prompts=num_prompts\n", - ").to(device)\n", + "model.model.embed_tokens = WordEmbeddingsWithLearnedPrompts(model.model.embed_tokens, num_prompts=num_prompts).to(device)\n", "\n", "opt = torch.optim.Adam([model.model.embed_tokens.learnable_prompts], lr=0.01)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 21, "metadata": { - "id": "xt-mk4HjudKM" + "id": "xt-mk4HjudKM", + "outputId": "d3257937-ae60-41eb-890f-a3e2cdbb6c11", + "colab": { + "base_uri": "https://localhost:8080/" + } }, - "outputs": [], + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Loss: tensor(7.4865, device='cuda:0', grad_fn=)\n" + ] + } + ], "source": [ - "from tqdm.auto import tqdm as tqdma" + "the_truth = \"A quick brown fox did not jump over the lazy dog. Besides, that dog deserved it anyway!\"\n", + "batch = tokenizer(the_truth, return_tensors='pt', return_token_type_ids=False).to(device)\n", + "space_for_prompts = torch.full([len(test_input_ids), num_prompts], fill_value=tokenizer.pad_token_id,\n", + " dtype=torch.int64, device=device)\n", + "batch['input_ids'] = torch.cat([space_for_prompts, batch['input_ids']], dim=1)\n", + "batch['attention_mask'] = torch.cat([torch.ones_like(space_for_prompts), batch['attention_mask']], dim=1)\n", + "\n", + "outputs = model(**batch)\n", + "next_word_logits = outputs.logits[:, num_prompts : -1, :]\n", + "true_next_tokens = batch['input_ids'][:, num_prompts + 1:]\n", + "loss = F.cross_entropy(next_word_logits.flatten(0, 1), true_next_tokens.flatten(0, 1))\n", + "print(\"Loss:\", loss)" ] }, { @@ -697,79 +425,40 @@ } ] }, - { - "cell_type": "code", - "source": [], - "metadata": { - "id": "_M4SvwcxXTEm" - }, - "execution_count": null, - "outputs": [] - }, { "cell_type": "code", "source": [ - "from nltk import tokenize\n", - "tokenizer = tokenize.WordPunctTokenizer()\n", - "' '.join(tokenizer.tokenize(data['quote'][0])[::-1])" + "from tqdm.auto import tqdm" ], "metadata": { - "colab": { - "base_uri": "https://localhost:8080/", - "height": 56 - }, - "id": "LAeSTh60Xj2R", - "outputId": "19883cb1-19f1-4652-a02c-e2d1708f487e" - }, - "execution_count": null, - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "'.” taken already is else everyone ; yourself Be “'" - ], - "application/vnd.google.colaboratory.intrinsic+json": { - "type": "string" - } - }, - "metadata": {}, - "execution_count": 24 - } - ] - }, - { - "cell_type": "code", - "source": [], - "metadata": { - "id": "HSo9O8ErZxvW" + "id": "mUTdac8iy4pr" }, - "execution_count": null, + "execution_count": 23, "outputs": [] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 24, "metadata": { "colab": { "base_uri": "https://localhost:8080/", - "height": 961, + "height": 835, "referenced_widgets": [ - "1152c259aaa24ad2a6216ce1c886071f", - "080a36264994477a8097b9476fc7137d", - "842681298e074cea8b9543895c4e6c0b", - "8df6073abd0449809d55fae71c738706", - "8c2304a491d043e096f8b4c53c0d8bc0", - "d21d9cfe900047108fd4d151c9aa6e22", - "57c81ba2b3f5432f82176c5cce144774", - "86567f37d1a84a0a97ded8c42748580f", - "58902d6a3ba84ca7a627c85ac0d606e2", - "4c328d2554e74a45ae2bd134277bd7d9", - "96d456f2ba134806ba1782a13ae4d456" + "ddd642e4a2514954b917a233f6aa57ff", + "de85d0af8f784914950b3093abecb369", + "c5524d377a44442eac071ad1fc05cfa6", + "42501712c1f94f3cae1867e3715e6bec", + "952888e3d0924e799a0f8a81e5826760", + "e4a35a8c305843c1953bef7523d16b07", + "0e0c19d084a34bd1a4e9bbc3670800f4", + "022216566d14411dbf7e440259550ce6", + "5cc77854f72541beb16a4b7fe97b9579", + "7741844ee4894c54a2de82a8ff300879", + "8e874c3b5787423dbefd30913d0d1648" ] }, "id": "3gVQzgdka-Bm", - "outputId": "8094e231-72d6-4475-d4d4-8b92e173c33e" + "outputId": "02ae2d5e-eab6-4171-b4ad-099ccb357246" }, "outputs": [ { @@ -781,7 +470,7 @@ "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, - "model_id": "1152c259aaa24ad2a6216ce1c886071f" + "model_id": "ddd642e4a2514954b917a233f6aa57ff" } }, "metadata": {} @@ -790,59 +479,49 @@ "output_type": "stream", "name": "stdout", "text": [ - "Loss: tensor(7.7587, device='cuda:0', grad_fn=)\n", - "Loss: tensor(6.9157, device='cuda:0', grad_fn=)\n", - "Loss: tensor(6.3019, device='cuda:0', grad_fn=)\n", - "Loss: tensor(5.8188, device='cuda:0', grad_fn=)\n", - "Loss: tensor(5.5013, device='cuda:0', grad_fn=)\n", - "Loss: tensor(5.2245, device='cuda:0', grad_fn=)\n", - "Loss: tensor(4.9599, device='cuda:0', grad_fn=)\n", - "Loss: tensor(4.7094, device='cuda:0', grad_fn=)\n", - "Loss: tensor(4.4785, device='cuda:0', grad_fn=)\n", - "Loss: tensor(4.2659, device='cuda:0', grad_fn=)\n", - "Loss: tensor(4.0657, device='cuda:0', grad_fn=)\n", - "Loss: tensor(3.8725, device='cuda:0', grad_fn=)\n", - "Loss: tensor(3.6835, device='cuda:0', grad_fn=)\n", - "Loss: tensor(3.4982, device='cuda:0', grad_fn=)\n", - "Loss: tensor(3.3176, device='cuda:0', grad_fn=)\n", - "Loss: tensor(3.1430, device='cuda:0', grad_fn=)\n", - "Loss: tensor(2.9759, device='cuda:0', grad_fn=)\n", - "Loss: tensor(2.8178, device='cuda:0', grad_fn=)\n", - "Loss: tensor(2.6687, device='cuda:0', grad_fn=)\n", - "Loss: tensor(2.5253, device='cuda:0', grad_fn=)\n", - "Loss: tensor(2.3808, device='cuda:0', grad_fn=)\n", - "Loss: tensor(2.2306, device='cuda:0', grad_fn=)\n", - "Loss: tensor(2.0768, device='cuda:0', grad_fn=)\n", - "Loss: tensor(1.9246, device='cuda:0', grad_fn=)\n", - "Loss: tensor(1.7783, device='cuda:0', grad_fn=)\n", - "Loss: tensor(1.6400, device='cuda:0', grad_fn=)\n", - "Loss: tensor(1.5097, device='cuda:0', grad_fn=)\n", - "Loss: tensor(1.3861, device='cuda:0', grad_fn=)\n", - "Loss: tensor(1.2681, device='cuda:0', grad_fn=)\n", - "Loss: tensor(1.1549, device='cuda:0', grad_fn=)\n", - "Loss: tensor(1.0474, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.9465, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.8530, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.7670, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.6882, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.6165, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.5516, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.4931, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.4400, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.3915, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.3471, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.3069, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.2711, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.2399, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.2128, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.1897, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.1700, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.1532, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.1387, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.1260, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.1148, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.1047, device='cuda:0', grad_fn=)\n", - "Loss: tensor(0.0956, device='cuda:0', grad_fn=)\n", + "Loss: tensor(7.4865, device='cuda:0', grad_fn=)\n", + "Loss: tensor(6.8859, device='cuda:0', grad_fn=)\n", + "Loss: tensor(6.3117, device='cuda:0', grad_fn=)\n", + "Loss: tensor(5.7771, device='cuda:0', grad_fn=)\n", + "Loss: tensor(5.3190, device='cuda:0', grad_fn=)\n", + "Loss: tensor(4.9438, device='cuda:0', grad_fn=)\n", + "Loss: tensor(4.6262, device='cuda:0', grad_fn=)\n", + "Loss: tensor(4.3398, device='cuda:0', grad_fn=)\n", + "Loss: tensor(4.0716, device='cuda:0', grad_fn=)\n", + "Loss: tensor(3.8189, device='cuda:0', grad_fn=)\n", + "Loss: tensor(3.5819, device='cuda:0', grad_fn=)\n", + "Loss: tensor(3.3579, device='cuda:0', grad_fn=)\n", + "Loss: tensor(3.1411, device='cuda:0', grad_fn=)\n", + "Loss: tensor(2.9275, device='cuda:0', grad_fn=)\n", + "Loss: tensor(2.7184, device='cuda:0', grad_fn=)\n", + "Loss: tensor(2.5191, device='cuda:0', grad_fn=)\n", + "Loss: tensor(2.3352, device='cuda:0', grad_fn=)\n", + "Loss: tensor(2.1683, device='cuda:0', grad_fn=)\n", + "Loss: tensor(2.0151, device='cuda:0', grad_fn=)\n", + "Loss: tensor(1.8711, device='cuda:0', grad_fn=)\n", + "Loss: tensor(1.7338, device='cuda:0', grad_fn=)\n", + "Loss: tensor(1.6025, device='cuda:0', grad_fn=)\n", + "Loss: tensor(1.4769, device='cuda:0', grad_fn=)\n", + "Loss: tensor(1.3557, device='cuda:0', grad_fn=)\n", + "Loss: tensor(1.2364, device='cuda:0', grad_fn=)\n", + "Loss: tensor(1.1174, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.9999, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.8869, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.7802, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.6802, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.5883, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.5064, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.4344, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.3714, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.3179, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.2730, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.2344, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.2006, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.1717, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.1477, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.1278, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.1109, device='cuda:0', grad_fn=)\n", + "Loss: tensor(0.0964, device='cuda:0', grad_fn=)\n", "Good job!\n" ] } @@ -863,7 +542,7 @@ " [torch.ones_like(space_for_prompts), batch[\"attention_mask\"]], dim=1\n", ")\n", "\n", - "for _ in tqdma(range(100)):\n", + "for _ in tqdm(range(100)):\n", " outputs = model(**batch)\n", " next_word_logits = outputs.logits[:, num_prompts:-1, :]\n", " true_next_tokens = batch[\"input_ids\"][:, num_prompts + 1 :]\n", @@ -886,24 +565,13 @@ }, { "cell_type": "code", - "source": [ - "# Output: A quick brown fox did not jump over the lazy dog. Besides, that dog deserved it\n" - ], - "metadata": { - "id": "bS7wmrypMf0-" - }, - "execution_count": null, - "outputs": [] - }, - { - "cell_type": "code", - "execution_count": null, + "execution_count": 25, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "F7DkWHD-r1Xo", - "outputId": "2303a5f3-d009-41b5-cbc1-03c31e81fa1a" + "outputId": "beb75ae5-bb88-48b2-b09f-a8641bb46e4d" }, "outputs": [ { @@ -964,11 +632,28 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 26, "metadata": { - "id": "mqEEpZm2Q4UC" + "id": "mqEEpZm2Q4UC", + "outputId": "16c6842c-9bd6-41f1-8208-014f14e342f0", + "colab": { + "base_uri": "https://localhost:8080/", + "height": 216 + } }, - "outputs": [], + "outputs": [ + { + "output_type": "error", + "ename": "AssertionError", + "evalue": "please reload the model", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mAssertionError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mpeft\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 2\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0;32massert\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0membed_tokens\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mEmbedding\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"please reload the model\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 4\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 5\u001b[0m peft_config = peft.PromptTuningConfig(\n", + "\u001b[0;31mAssertionError\u001b[0m: please reload the model" + ] + } + ], "source": [ "import peft\n", "\n", @@ -2106,2400 +1791,6 @@ }, "widgets": { "application/vnd.jupyter.widget-state+json": { - "aa44911037784664a62eb9f03de76b90": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_b3b060782d434b43a8d807b5b24204e8", - "IPY_MODEL_1c387f8c51c8406da4a31f415fd1aedf", - "IPY_MODEL_372375fd32bd49dda8c2d160cf76e494" - ], - "layout": "IPY_MODEL_b4e8c62c961443aeabc53d7ae63adc94" - } - }, - "b3b060782d434b43a8d807b5b24204e8": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_0705c1df630f4a658c767b6b5db9d5b5", - "placeholder": "​", - "style": "IPY_MODEL_47908a88c9c942f3a9cc5692fa746fa9", - "value": "Loading checkpoint shards: 100%" - } - }, - "1c387f8c51c8406da4a31f415fd1aedf": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_6df30859057e4ad38dd719e973259eaa", - "max": 2, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_b09b9ad7b56845178fa553fa9510af5b", - "value": 2 - } - }, - "372375fd32bd49dda8c2d160cf76e494": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_8d4ca550a6ef4e8794f4c9ef51e68337", - "placeholder": "​", - "style": "IPY_MODEL_e885cf6a6ff34972af62ac79b3029821", - "value": " 2/2 [00:22<00:00, 11.69s/it]" - } - }, - "b4e8c62c961443aeabc53d7ae63adc94": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "0705c1df630f4a658c767b6b5db9d5b5": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "47908a88c9c942f3a9cc5692fa746fa9": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "6df30859057e4ad38dd719e973259eaa": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "b09b9ad7b56845178fa553fa9510af5b": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "8d4ca550a6ef4e8794f4c9ef51e68337": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "e885cf6a6ff34972af62ac79b3029821": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "9d70f17cf7ce444194d8505dd4d5ba40": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_6d753205d6204b518181db6d48b5ca04", - "IPY_MODEL_71caa6cde3ed4534b20f9aeceb6a6825", - "IPY_MODEL_0bc2135a2cb04e85be41dfd4be4d0cf4" - ], - "layout": "IPY_MODEL_c1001011ec1d4bac80949b5acdfb3740" - } - }, - "6d753205d6204b518181db6d48b5ca04": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_301598e43eda49189505df7ec71d4680", - "placeholder": "​", - "style": "IPY_MODEL_bf1bf67ad63347a4969d44ef48c2e8d0", - "value": "generation_config.json: 100%" - } - }, - "71caa6cde3ed4534b20f9aeceb6a6825": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_d7edca6998fd469bbb0da2449580c5e8", - "max": 195, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_5b21de81dc8847edb6a795109682e702", - "value": 195 - } - }, - "0bc2135a2cb04e85be41dfd4be4d0cf4": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_6326bd94c4a244d586454a6ed75e0e33", - "placeholder": "​", - "style": "IPY_MODEL_afd9ef6838ac4d8f9adcca82df0f4b7e", - "value": " 195/195 [00:00<00:00, 10.9kB/s]" - } - }, - "c1001011ec1d4bac80949b5acdfb3740": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "301598e43eda49189505df7ec71d4680": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "bf1bf67ad63347a4969d44ef48c2e8d0": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "d7edca6998fd469bbb0da2449580c5e8": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "5b21de81dc8847edb6a795109682e702": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "6326bd94c4a244d586454a6ed75e0e33": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "afd9ef6838ac4d8f9adcca82df0f4b7e": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "5861525268574fc9941500f9e0885ab7": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_e242fe8690384927ac08cb6cefc951f0", - "IPY_MODEL_38c50a52882e4df88600def974336eca", - "IPY_MODEL_d3395b221f9c453aa5a08d5f186ede4c" - ], - "layout": "IPY_MODEL_270ddfca364749a1ab5626586c9b26a0" - } - }, - "e242fe8690384927ac08cb6cefc951f0": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_f7334d70f1b44cf6bb3675960a7234fa", - "placeholder": "​", - "style": "IPY_MODEL_34e1107c8e07495bb5700a3357333b9c", - "value": "tokenizer_config.json: 100%" - } - }, - "38c50a52882e4df88600def974336eca": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_f65e1abe249e42569513a68fe9e25454", - "max": 3984, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_8dfaf0e7da6a4c41bbf7d75436e05f56", - "value": 3984 - } - }, - "d3395b221f9c453aa5a08d5f186ede4c": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_1ceeba93c14240208acf65bcaafb749c", - "placeholder": "​", - "style": "IPY_MODEL_8a298dcdc74a4e2d802cbf2b903714cc", - "value": " 3.98k/3.98k [00:00<00:00, 251kB/s]" - } - }, - "270ddfca364749a1ab5626586c9b26a0": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "f7334d70f1b44cf6bb3675960a7234fa": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "34e1107c8e07495bb5700a3357333b9c": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "f65e1abe249e42569513a68fe9e25454": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "8dfaf0e7da6a4c41bbf7d75436e05f56": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "1ceeba93c14240208acf65bcaafb749c": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "8a298dcdc74a4e2d802cbf2b903714cc": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "90b7c9102a7b499c87b2e83f2a881f70": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_46cec79f77644a2ca9968f08320fbe1e", - "IPY_MODEL_487dd0246e2345eb9cb1e682a926dfe4", - "IPY_MODEL_0c4561867a8e486cb780099d71a7cb74" - ], - "layout": "IPY_MODEL_fb2707fdb16744abb57a2cdd206d652d" - } - }, - "46cec79f77644a2ca9968f08320fbe1e": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_5cfbc5c3f4bf4309b6987e0e4b06ac6c", - "placeholder": "​", - "style": "IPY_MODEL_13574814004e42698a0b96192504bc11", - "value": "tokenizer.model: 100%" - } - }, - "487dd0246e2345eb9cb1e682a926dfe4": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_73969e68faff4548a40a7244e2c92a94", - "max": 499723, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_88eb6b8ad47840d788f61f11a4065ed7", - "value": 499723 - } - }, - "0c4561867a8e486cb780099d71a7cb74": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_4b4c9324b364478f92e4b1d81eaced10", - "placeholder": "​", - "style": "IPY_MODEL_1bca7143149d44118fdc46dce30d9bac", - "value": " 500k/500k [00:00<00:00, 4.14MB/s]" - } - }, - "fb2707fdb16744abb57a2cdd206d652d": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "5cfbc5c3f4bf4309b6987e0e4b06ac6c": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "13574814004e42698a0b96192504bc11": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "73969e68faff4548a40a7244e2c92a94": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "88eb6b8ad47840d788f61f11a4065ed7": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "4b4c9324b364478f92e4b1d81eaced10": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "1bca7143149d44118fdc46dce30d9bac": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "ef160425b2924f34981e26037b4882c8": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_aad453caddfd4d1a8a041de187ba1c5b", - "IPY_MODEL_5120a53a9a9c4486b769093ce154c908", - "IPY_MODEL_3e5179b2c8024377bfd0888199d593ca" - ], - "layout": "IPY_MODEL_9da5bd672b2d4f028b19ee1f35fd0b0c" - } - }, - "aad453caddfd4d1a8a041de187ba1c5b": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_1a402c1091af4fd39c05d08dfb0a9e7b", - "placeholder": "​", - "style": "IPY_MODEL_4b380725519a4f7b81193c03e1eb8027", - "value": "tokenizer.json: 100%" - } - }, - "5120a53a9a9c4486b769093ce154c908": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_f8803131486d499a8253f6ae20429af4", - "max": 1844408, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_2c8803e4c52840c6a5b2261bcb6ce2d3", - "value": 1844408 - } - }, - "3e5179b2c8024377bfd0888199d593ca": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_e11d969b5e3e4d0887917ca6d2aa6d12", - "placeholder": "​", - "style": "IPY_MODEL_10cd824052c5443885dbf11375c34b09", - "value": " 1.84M/1.84M [00:00<00:00, 13.7MB/s]" - } - }, - "9da5bd672b2d4f028b19ee1f35fd0b0c": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "1a402c1091af4fd39c05d08dfb0a9e7b": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "4b380725519a4f7b81193c03e1eb8027": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "f8803131486d499a8253f6ae20429af4": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "2c8803e4c52840c6a5b2261bcb6ce2d3": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "e11d969b5e3e4d0887917ca6d2aa6d12": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "10cd824052c5443885dbf11375c34b09": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "78a2e1479f5743f1938a012073079728": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_b3a2da8bd47b4c8eb9995068cc967bde", - "IPY_MODEL_345c094bc03941c98ec7bdd59060eb05", - "IPY_MODEL_0fdf7237b90f4e58a9656c3d009ef3ee" - ], - "layout": "IPY_MODEL_e70069519f92475e9df45e2a59dc9ad7" - } - }, - "b3a2da8bd47b4c8eb9995068cc967bde": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_6116ae88fa2c4b2791f7b059c2e834b5", - "placeholder": "​", - "style": "IPY_MODEL_5444556ddc3f4d218967d489b3e21c48", - "value": "added_tokens.json: 100%" - } - }, - "345c094bc03941c98ec7bdd59060eb05": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_dcc46b94429e42468cb830c03524b518", - "max": 306, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_1c2f3d1d5b5a4eb8bc15722259e2c592", - "value": 306 - } - }, - "0fdf7237b90f4e58a9656c3d009ef3ee": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_0147f1325a8a44c988c86622a8733a0e", - "placeholder": "​", - "style": "IPY_MODEL_43356817fc2b4a01bfdf6f4ed23a0af9", - "value": " 306/306 [00:00<00:00, 19.9kB/s]" - } - }, - "e70069519f92475e9df45e2a59dc9ad7": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "6116ae88fa2c4b2791f7b059c2e834b5": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "5444556ddc3f4d218967d489b3e21c48": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "dcc46b94429e42468cb830c03524b518": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "1c2f3d1d5b5a4eb8bc15722259e2c592": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "0147f1325a8a44c988c86622a8733a0e": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "43356817fc2b4a01bfdf6f4ed23a0af9": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "5397a8cb15ec43f39a8468adf6a7c9de": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HBoxModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HBoxModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HBoxView", - "box_style": "", - "children": [ - "IPY_MODEL_4915641943824ae2b66a4a3b8631f265", - "IPY_MODEL_6369531e1f764ee5b28944fb4ad4195d", - "IPY_MODEL_a78f0bf1d95f4925bf5f8da2d6287cbb" - ], - "layout": "IPY_MODEL_f6c7c1de1a454e5baa8b56729c67e9d8" - } - }, - "4915641943824ae2b66a4a3b8631f265": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_ca3d804bf103468b9b8b3e11e9414a44", - "placeholder": "​", - "style": "IPY_MODEL_cc0c819dd8c14666b92f41ed033c82fa", - "value": "special_tokens_map.json: 100%" - } - }, - "6369531e1f764ee5b28944fb4ad4195d": { - "model_module": "@jupyter-widgets/controls", - "model_name": "FloatProgressModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "FloatProgressModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "ProgressView", - "bar_style": "success", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_077b35dbbd694baeaa24e3751275c092", - "max": 665, - "min": 0, - "orientation": "horizontal", - "style": "IPY_MODEL_418d8920bf3d45568d04f4c04cd47285", - "value": 665 - } - }, - "a78f0bf1d95f4925bf5f8da2d6287cbb": { - "model_module": "@jupyter-widgets/controls", - "model_name": "HTMLModel", - "model_module_version": "1.5.0", - "state": { - "_dom_classes": [], - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "HTMLModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/controls", - "_view_module_version": "1.5.0", - "_view_name": "HTMLView", - "description": "", - "description_tooltip": null, - "layout": "IPY_MODEL_a925b7c55d3e492e988bed78fbaebb41", - "placeholder": "​", - "style": "IPY_MODEL_b2d3186602304f76bf1e513085012d0c", - "value": " 665/665 [00:00<00:00, 45.4kB/s]" - } - }, - "f6c7c1de1a454e5baa8b56729c67e9d8": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "ca3d804bf103468b9b8b3e11e9414a44": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "cc0c819dd8c14666b92f41ed033c82fa": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, - "077b35dbbd694baeaa24e3751275c092": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "418d8920bf3d45568d04f4c04cd47285": { - "model_module": "@jupyter-widgets/controls", - "model_name": "ProgressStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "ProgressStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "bar_color": null, - "description_width": "" - } - }, - "a925b7c55d3e492e988bed78fbaebb41": { - "model_module": "@jupyter-widgets/base", - "model_name": "LayoutModel", - "model_module_version": "1.2.0", - "state": { - "_model_module": "@jupyter-widgets/base", - "_model_module_version": "1.2.0", - "_model_name": "LayoutModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "LayoutView", - "align_content": null, - "align_items": null, - "align_self": null, - "border": null, - "bottom": null, - "display": null, - "flex": null, - "flex_flow": null, - "grid_area": null, - "grid_auto_columns": null, - "grid_auto_flow": null, - "grid_auto_rows": null, - "grid_column": null, - "grid_gap": null, - "grid_row": null, - "grid_template_areas": null, - "grid_template_columns": null, - "grid_template_rows": null, - "height": null, - "justify_content": null, - "justify_items": null, - "left": null, - "margin": null, - "max_height": null, - "max_width": null, - "min_height": null, - "min_width": null, - "object_fit": null, - "object_position": null, - "order": null, - "overflow": null, - "overflow_x": null, - "overflow_y": null, - "padding": null, - "right": null, - "top": null, - "visibility": null, - "width": null - } - }, - "b2d3186602304f76bf1e513085012d0c": { - "model_module": "@jupyter-widgets/controls", - "model_name": "DescriptionStyleModel", - "model_module_version": "1.5.0", - "state": { - "_model_module": "@jupyter-widgets/controls", - "_model_module_version": "1.5.0", - "_model_name": "DescriptionStyleModel", - "_view_count": null, - "_view_module": "@jupyter-widgets/base", - "_view_module_version": "1.2.0", - "_view_name": "StyleView", - "description_width": "" - } - }, "228bd4b13ca8471bbe603f6c16996ce9": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", @@ -4842,7 +2133,7 @@ "description_width": "" } }, - "1152c259aaa24ad2a6216ce1c886071f": { + "ea39322bcc0848f4a1c2d901c9830f20": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", @@ -4857,14 +2148,14 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_080a36264994477a8097b9476fc7137d", - "IPY_MODEL_842681298e074cea8b9543895c4e6c0b", - "IPY_MODEL_8df6073abd0449809d55fae71c738706" + "IPY_MODEL_b52e9d8330844d55bfac3f4972d30bf6", + "IPY_MODEL_56c41973b7914eccad4a94c55af1b05d", + "IPY_MODEL_f573f939c02d4e42901abea84496b169" ], - "layout": "IPY_MODEL_8c2304a491d043e096f8b4c53c0d8bc0" + "layout": "IPY_MODEL_be2e5e683e08423093da7dcfd7f90411" } }, - "080a36264994477a8097b9476fc7137d": { + "b52e9d8330844d55bfac3f4972d30bf6": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -4879,13 +2170,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_d21d9cfe900047108fd4d151c9aa6e22", + "layout": "IPY_MODEL_9638b8a54936477693056621d3f9f3c5", "placeholder": "​", - "style": "IPY_MODEL_57c81ba2b3f5432f82176c5cce144774", - "value": " 52%" + "style": "IPY_MODEL_cb6958905eef4479a7fe6ed170a27ad6", + "value": "Loading checkpoint shards: 100%" } }, - "842681298e074cea8b9543895c4e6c0b": { + "56c41973b7914eccad4a94c55af1b05d": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", @@ -4898,18 +2189,18 @@ "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", - "bar_style": "danger", + "bar_style": "success", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_86567f37d1a84a0a97ded8c42748580f", - "max": 100, + "layout": "IPY_MODEL_e8492250f4924ec3b01bb7dcad72554a", + "max": 33, "min": 0, "orientation": "horizontal", - "style": "IPY_MODEL_58902d6a3ba84ca7a627c85ac0d606e2", - "value": 52 + "style": "IPY_MODEL_681c7c8a482b470eb460fdfbdfe13d4c", + "value": 33 } }, - "8df6073abd0449809d55fae71c738706": { + "f573f939c02d4e42901abea84496b169": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -4924,13 +2215,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_4c328d2554e74a45ae2bd134277bd7d9", + "layout": "IPY_MODEL_398012a6b4ff46f09920684c63eaa4f1", "placeholder": "​", - "style": "IPY_MODEL_96d456f2ba134806ba1782a13ae4d456", - "value": " 52/100 [00:50<00:44,  1.08it/s]" + "style": "IPY_MODEL_c6922c429afa4b73a33a4270eadd36b6", + "value": " 33/33 [01:24<00:00,  2.66s/it]" } }, - "8c2304a491d043e096f8b4c53c0d8bc0": { + "be2e5e683e08423093da7dcfd7f90411": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -4982,7 +2273,7 @@ "width": null } }, - "d21d9cfe900047108fd4d151c9aa6e22": { + "9638b8a54936477693056621d3f9f3c5": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5034,7 +2325,7 @@ "width": null } }, - "57c81ba2b3f5432f82176c5cce144774": { + "cb6958905eef4479a7fe6ed170a27ad6": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -5049,7 +2340,7 @@ "description_width": "" } }, - "86567f37d1a84a0a97ded8c42748580f": { + "e8492250f4924ec3b01bb7dcad72554a": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5101,7 +2392,7 @@ "width": null } }, - "58902d6a3ba84ca7a627c85ac0d606e2": { + "681c7c8a482b470eb460fdfbdfe13d4c": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", @@ -5117,7 +2408,7 @@ "description_width": "" } }, - "4c328d2554e74a45ae2bd134277bd7d9": { + "398012a6b4ff46f09920684c63eaa4f1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5169,7 +2460,7 @@ "width": null } }, - "96d456f2ba134806ba1782a13ae4d456": { + "c6922c429afa4b73a33a4270eadd36b6": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -5184,7 +2475,7 @@ "description_width": "" } }, - "ea39322bcc0848f4a1c2d901c9830f20": { + "2565c3d24f524f2ca4c1a3bd40eec3d6": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", @@ -5199,14 +2490,14 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_b52e9d8330844d55bfac3f4972d30bf6", - "IPY_MODEL_56c41973b7914eccad4a94c55af1b05d", - "IPY_MODEL_f573f939c02d4e42901abea84496b169" + "IPY_MODEL_e18d8533c7c24b259ea31ee42c439012", + "IPY_MODEL_a8f5353d0a2549609d488f818fda04ce", + "IPY_MODEL_1c632ec373284565af94703bca5f87d8" ], - "layout": "IPY_MODEL_be2e5e683e08423093da7dcfd7f90411" + "layout": "IPY_MODEL_cc114568a65840fa8c92c6da33c31d95" } }, - "b52e9d8330844d55bfac3f4972d30bf6": { + "e18d8533c7c24b259ea31ee42c439012": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -5221,13 +2512,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_9638b8a54936477693056621d3f9f3c5", + "layout": "IPY_MODEL_0e1b1d6328b448ed9b6f45eaf9cd512d", "placeholder": "​", - "style": "IPY_MODEL_cb6958905eef4479a7fe6ed170a27ad6", - "value": "Loading checkpoint shards: 100%" + "style": "IPY_MODEL_2f4ce07967344f12af5d8576e8048cbc", + "value": "README.md: 100%" } }, - "56c41973b7914eccad4a94c55af1b05d": { + "a8f5353d0a2549609d488f818fda04ce": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", @@ -5243,15 +2534,15 @@ "bar_style": "success", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_e8492250f4924ec3b01bb7dcad72554a", - "max": 33, + "layout": "IPY_MODEL_a8f8713bfb3f4bd8947de56cd73759b6", + "max": 5554, "min": 0, "orientation": "horizontal", - "style": "IPY_MODEL_681c7c8a482b470eb460fdfbdfe13d4c", - "value": 33 + "style": "IPY_MODEL_6478cee1f71b478c8d970370e1965847", + "value": 5554 } }, - "f573f939c02d4e42901abea84496b169": { + "1c632ec373284565af94703bca5f87d8": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -5266,13 +2557,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_398012a6b4ff46f09920684c63eaa4f1", + "layout": "IPY_MODEL_6540cb7c618b41ec9c81af7833540112", "placeholder": "​", - "style": "IPY_MODEL_c6922c429afa4b73a33a4270eadd36b6", - "value": " 33/33 [01:24<00:00,  2.66s/it]" + "style": "IPY_MODEL_107ed2ed6b4f41b98cbf0a2cd4ed8939", + "value": " 5.55k/5.55k [00:00<00:00, 126kB/s]" } }, - "be2e5e683e08423093da7dcfd7f90411": { + "cc114568a65840fa8c92c6da33c31d95": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5324,7 +2615,7 @@ "width": null } }, - "9638b8a54936477693056621d3f9f3c5": { + "0e1b1d6328b448ed9b6f45eaf9cd512d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5376,7 +2667,7 @@ "width": null } }, - "cb6958905eef4479a7fe6ed170a27ad6": { + "2f4ce07967344f12af5d8576e8048cbc": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -5391,7 +2682,7 @@ "description_width": "" } }, - "e8492250f4924ec3b01bb7dcad72554a": { + "a8f8713bfb3f4bd8947de56cd73759b6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5443,7 +2734,7 @@ "width": null } }, - "681c7c8a482b470eb460fdfbdfe13d4c": { + "6478cee1f71b478c8d970370e1965847": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", @@ -5459,7 +2750,7 @@ "description_width": "" } }, - "398012a6b4ff46f09920684c63eaa4f1": { + "6540cb7c618b41ec9c81af7833540112": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5511,7 +2802,7 @@ "width": null } }, - "c6922c429afa4b73a33a4270eadd36b6": { + "107ed2ed6b4f41b98cbf0a2cd4ed8939": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -5526,7 +2817,7 @@ "description_width": "" } }, - "2565c3d24f524f2ca4c1a3bd40eec3d6": { + "dd8167994e5d4d51ab86bef80f7fc866": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", @@ -5541,14 +2832,14 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_e18d8533c7c24b259ea31ee42c439012", - "IPY_MODEL_a8f5353d0a2549609d488f818fda04ce", - "IPY_MODEL_1c632ec373284565af94703bca5f87d8" + "IPY_MODEL_7a256aa44e364199b13ffc9eb27f5706", + "IPY_MODEL_b2c019db47f348f082f725ef87589b6c", + "IPY_MODEL_46b41a1e94674444aa8c3c871f384374" ], - "layout": "IPY_MODEL_cc114568a65840fa8c92c6da33c31d95" + "layout": "IPY_MODEL_164593bc8f9048cabfd3447a40819b05" } }, - "e18d8533c7c24b259ea31ee42c439012": { + "7a256aa44e364199b13ffc9eb27f5706": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -5563,13 +2854,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_0e1b1d6328b448ed9b6f45eaf9cd512d", + "layout": "IPY_MODEL_a93a881bd8ec4bac998c650ec6861e64", "placeholder": "​", - "style": "IPY_MODEL_2f4ce07967344f12af5d8576e8048cbc", - "value": "README.md: 100%" + "style": "IPY_MODEL_524c2277dd664099bb69085e4953202b", + "value": "quotes.jsonl: 100%" } }, - "a8f5353d0a2549609d488f818fda04ce": { + "b2c019db47f348f082f725ef87589b6c": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", @@ -5585,15 +2876,15 @@ "bar_style": "success", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_a8f8713bfb3f4bd8947de56cd73759b6", - "max": 5554, + "layout": "IPY_MODEL_ed325721bcad4ecd9022909912ad3f38", + "max": 646739, "min": 0, "orientation": "horizontal", - "style": "IPY_MODEL_6478cee1f71b478c8d970370e1965847", - "value": 5554 + "style": "IPY_MODEL_1106eed2a35c4c268d4c6edf5f85c643", + "value": 646739 } }, - "1c632ec373284565af94703bca5f87d8": { + "46b41a1e94674444aa8c3c871f384374": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -5608,13 +2899,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_6540cb7c618b41ec9c81af7833540112", + "layout": "IPY_MODEL_4274987d777349c8b1a98cd0b2c8a321", "placeholder": "​", - "style": "IPY_MODEL_107ed2ed6b4f41b98cbf0a2cd4ed8939", - "value": " 5.55k/5.55k [00:00<00:00, 126kB/s]" + "style": "IPY_MODEL_90a0d2b5e86141aca5bc64a012085dd0", + "value": " 647k/647k [00:00<00:00, 5.01MB/s]" } }, - "cc114568a65840fa8c92c6da33c31d95": { + "164593bc8f9048cabfd3447a40819b05": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5666,7 +2957,7 @@ "width": null } }, - "0e1b1d6328b448ed9b6f45eaf9cd512d": { + "a93a881bd8ec4bac998c650ec6861e64": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5718,7 +3009,7 @@ "width": null } }, - "2f4ce07967344f12af5d8576e8048cbc": { + "524c2277dd664099bb69085e4953202b": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -5733,7 +3024,7 @@ "description_width": "" } }, - "a8f8713bfb3f4bd8947de56cd73759b6": { + "ed325721bcad4ecd9022909912ad3f38": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5785,7 +3076,7 @@ "width": null } }, - "6478cee1f71b478c8d970370e1965847": { + "1106eed2a35c4c268d4c6edf5f85c643": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", @@ -5801,7 +3092,7 @@ "description_width": "" } }, - "6540cb7c618b41ec9c81af7833540112": { + "4274987d777349c8b1a98cd0b2c8a321": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -5853,7 +3144,7 @@ "width": null } }, - "107ed2ed6b4f41b98cbf0a2cd4ed8939": { + "90a0d2b5e86141aca5bc64a012085dd0": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -5868,7 +3159,7 @@ "description_width": "" } }, - "dd8167994e5d4d51ab86bef80f7fc866": { + "1b9b8035f6c64ba6a80aa2105902cf0f": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", @@ -5883,14 +3174,14 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_7a256aa44e364199b13ffc9eb27f5706", - "IPY_MODEL_b2c019db47f348f082f725ef87589b6c", - "IPY_MODEL_46b41a1e94674444aa8c3c871f384374" + "IPY_MODEL_c4c3bfddeee34c93a5ac77f58ad3826c", + "IPY_MODEL_50fdb22658034563b0d02dd6b6d9cad7", + "IPY_MODEL_7c82aabb5ecb460096e461e993085245" ], - "layout": "IPY_MODEL_164593bc8f9048cabfd3447a40819b05" + "layout": "IPY_MODEL_a86bd2750d044cedacdb710983c49c41" } }, - "7a256aa44e364199b13ffc9eb27f5706": { + "c4c3bfddeee34c93a5ac77f58ad3826c": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -5905,13 +3196,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_a93a881bd8ec4bac998c650ec6861e64", + "layout": "IPY_MODEL_59ef4e355eb548c69af3fa43c5cbdee0", "placeholder": "​", - "style": "IPY_MODEL_524c2277dd664099bb69085e4953202b", - "value": "quotes.jsonl: 100%" + "style": "IPY_MODEL_289364699b0c4117a50b4e23cc8af0a0", + "value": "Generating train split: 100%" } }, - "b2c019db47f348f082f725ef87589b6c": { + "50fdb22658034563b0d02dd6b6d9cad7": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", @@ -5927,15 +3218,15 @@ "bar_style": "success", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_ed325721bcad4ecd9022909912ad3f38", - "max": 646739, + "layout": "IPY_MODEL_6c982241db824e3ba20e806269b680b3", + "max": 2508, "min": 0, "orientation": "horizontal", - "style": "IPY_MODEL_1106eed2a35c4c268d4c6edf5f85c643", - "value": 646739 + "style": "IPY_MODEL_16ddad2721954475bcbad000f44369cb", + "value": 2508 } }, - "46b41a1e94674444aa8c3c871f384374": { + "7c82aabb5ecb460096e461e993085245": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -5950,13 +3241,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_4274987d777349c8b1a98cd0b2c8a321", + "layout": "IPY_MODEL_a5dbe34fea0d41a6b54d777803345929", "placeholder": "​", - "style": "IPY_MODEL_90a0d2b5e86141aca5bc64a012085dd0", - "value": " 647k/647k [00:00<00:00, 5.01MB/s]" + "style": "IPY_MODEL_1c69bd5349814dd08fe112a00383b0ce", + "value": " 2508/2508 [00:00<00:00, 14879.92 examples/s]" } }, - "164593bc8f9048cabfd3447a40819b05": { + "a86bd2750d044cedacdb710983c49c41": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6008,7 +3299,7 @@ "width": null } }, - "a93a881bd8ec4bac998c650ec6861e64": { + "59ef4e355eb548c69af3fa43c5cbdee0": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6060,7 +3351,7 @@ "width": null } }, - "524c2277dd664099bb69085e4953202b": { + "289364699b0c4117a50b4e23cc8af0a0": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -6075,7 +3366,7 @@ "description_width": "" } }, - "ed325721bcad4ecd9022909912ad3f38": { + "6c982241db824e3ba20e806269b680b3": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6127,7 +3418,7 @@ "width": null } }, - "1106eed2a35c4c268d4c6edf5f85c643": { + "16ddad2721954475bcbad000f44369cb": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", @@ -6143,7 +3434,7 @@ "description_width": "" } }, - "4274987d777349c8b1a98cd0b2c8a321": { + "a5dbe34fea0d41a6b54d777803345929": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6195,7 +3486,7 @@ "width": null } }, - "90a0d2b5e86141aca5bc64a012085dd0": { + "1c69bd5349814dd08fe112a00383b0ce": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -6210,7 +3501,7 @@ "description_width": "" } }, - "1b9b8035f6c64ba6a80aa2105902cf0f": { + "9c4d0b83744d42ffab6d2f74ebfc65e8": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", @@ -6225,14 +3516,14 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_c4c3bfddeee34c93a5ac77f58ad3826c", - "IPY_MODEL_50fdb22658034563b0d02dd6b6d9cad7", - "IPY_MODEL_7c82aabb5ecb460096e461e993085245" + "IPY_MODEL_d286eff453034dc8a15f5e9cb908480a", + "IPY_MODEL_fd88fbd8bfdf438ba3b6b32fdd1b8202", + "IPY_MODEL_aaa976169d564f40b2b1471696c06a15" ], - "layout": "IPY_MODEL_a86bd2750d044cedacdb710983c49c41" + "layout": "IPY_MODEL_0ccfaf92f4684a219ebb34a6a9108e1d" } }, - "c4c3bfddeee34c93a5ac77f58ad3826c": { + "d286eff453034dc8a15f5e9cb908480a": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -6247,13 +3538,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_59ef4e355eb548c69af3fa43c5cbdee0", + "layout": "IPY_MODEL_094993c5be3d46a690fbc75e4f217adc", "placeholder": "​", - "style": "IPY_MODEL_289364699b0c4117a50b4e23cc8af0a0", - "value": "Generating train split: 100%" + "style": "IPY_MODEL_fa5420a0d29a4b90bb293be5d205a0da", + "value": "Map: 100%" } }, - "50fdb22658034563b0d02dd6b6d9cad7": { + "fd88fbd8bfdf438ba3b6b32fdd1b8202": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", @@ -6269,15 +3560,15 @@ "bar_style": "success", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_6c982241db824e3ba20e806269b680b3", - "max": 2508, + "layout": "IPY_MODEL_3f91a33f821045639c0b590d749e86f2", + "max": 32, "min": 0, "orientation": "horizontal", - "style": "IPY_MODEL_16ddad2721954475bcbad000f44369cb", - "value": 2508 + "style": "IPY_MODEL_5849e2fb31d84d2fa9af5457c2b4297d", + "value": 32 } }, - "7c82aabb5ecb460096e461e993085245": { + "aaa976169d564f40b2b1471696c06a15": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -6292,13 +3583,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_a5dbe34fea0d41a6b54d777803345929", + "layout": "IPY_MODEL_6653eb0b9dfd4f47ac7886eeb7a4fabd", "placeholder": "​", - "style": "IPY_MODEL_1c69bd5349814dd08fe112a00383b0ce", - "value": " 2508/2508 [00:00<00:00, 14879.92 examples/s]" + "style": "IPY_MODEL_960e0f1ee6e6413d8895b3d93ba0d2d4", + "value": " 32/32 [00:00<00:00, 326.03 examples/s]" } }, - "a86bd2750d044cedacdb710983c49c41": { + "0ccfaf92f4684a219ebb34a6a9108e1d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6350,7 +3641,7 @@ "width": null } }, - "59ef4e355eb548c69af3fa43c5cbdee0": { + "094993c5be3d46a690fbc75e4f217adc": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6402,7 +3693,7 @@ "width": null } }, - "289364699b0c4117a50b4e23cc8af0a0": { + "fa5420a0d29a4b90bb293be5d205a0da": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -6417,7 +3708,7 @@ "description_width": "" } }, - "6c982241db824e3ba20e806269b680b3": { + "3f91a33f821045639c0b590d749e86f2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6469,7 +3760,7 @@ "width": null } }, - "16ddad2721954475bcbad000f44369cb": { + "5849e2fb31d84d2fa9af5457c2b4297d": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", @@ -6485,7 +3776,7 @@ "description_width": "" } }, - "a5dbe34fea0d41a6b54d777803345929": { + "6653eb0b9dfd4f47ac7886eeb7a4fabd": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6537,7 +3828,7 @@ "width": null } }, - "1c69bd5349814dd08fe112a00383b0ce": { + "960e0f1ee6e6413d8895b3d93ba0d2d4": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -6552,7 +3843,7 @@ "description_width": "" } }, - "9c4d0b83744d42ffab6d2f74ebfc65e8": { + "ddd642e4a2514954b917a233f6aa57ff": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", @@ -6567,14 +3858,14 @@ "_view_name": "HBoxView", "box_style": "", "children": [ - "IPY_MODEL_d286eff453034dc8a15f5e9cb908480a", - "IPY_MODEL_fd88fbd8bfdf438ba3b6b32fdd1b8202", - "IPY_MODEL_aaa976169d564f40b2b1471696c06a15" + "IPY_MODEL_de85d0af8f784914950b3093abecb369", + "IPY_MODEL_c5524d377a44442eac071ad1fc05cfa6", + "IPY_MODEL_42501712c1f94f3cae1867e3715e6bec" ], - "layout": "IPY_MODEL_0ccfaf92f4684a219ebb34a6a9108e1d" + "layout": "IPY_MODEL_952888e3d0924e799a0f8a81e5826760" } }, - "d286eff453034dc8a15f5e9cb908480a": { + "de85d0af8f784914950b3093abecb369": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -6589,13 +3880,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_094993c5be3d46a690fbc75e4f217adc", + "layout": "IPY_MODEL_e4a35a8c305843c1953bef7523d16b07", "placeholder": "​", - "style": "IPY_MODEL_fa5420a0d29a4b90bb293be5d205a0da", - "value": "Map: 100%" + "style": "IPY_MODEL_0e0c19d084a34bd1a4e9bbc3670800f4", + "value": " 42%" } }, - "fd88fbd8bfdf438ba3b6b32fdd1b8202": { + "c5524d377a44442eac071ad1fc05cfa6": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", @@ -6608,18 +3899,18 @@ "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", - "bar_style": "success", + "bar_style": "danger", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_3f91a33f821045639c0b590d749e86f2", - "max": 32, + "layout": "IPY_MODEL_022216566d14411dbf7e440259550ce6", + "max": 100, "min": 0, "orientation": "horizontal", - "style": "IPY_MODEL_5849e2fb31d84d2fa9af5457c2b4297d", - "value": 32 + "style": "IPY_MODEL_5cc77854f72541beb16a4b7fe97b9579", + "value": 42 } }, - "aaa976169d564f40b2b1471696c06a15": { + "42501712c1f94f3cae1867e3715e6bec": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", @@ -6634,13 +3925,13 @@ "_view_name": "HTMLView", "description": "", "description_tooltip": null, - "layout": "IPY_MODEL_6653eb0b9dfd4f47ac7886eeb7a4fabd", + "layout": "IPY_MODEL_7741844ee4894c54a2de82a8ff300879", "placeholder": "​", - "style": "IPY_MODEL_960e0f1ee6e6413d8895b3d93ba0d2d4", - "value": " 32/32 [00:00<00:00, 326.03 examples/s]" + "style": "IPY_MODEL_8e874c3b5787423dbefd30913d0d1648", + "value": " 42/100 [00:34<00:46,  1.24it/s]" } }, - "0ccfaf92f4684a219ebb34a6a9108e1d": { + "952888e3d0924e799a0f8a81e5826760": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6692,7 +3983,7 @@ "width": null } }, - "094993c5be3d46a690fbc75e4f217adc": { + "e4a35a8c305843c1953bef7523d16b07": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6744,7 +4035,7 @@ "width": null } }, - "fa5420a0d29a4b90bb293be5d205a0da": { + "0e0c19d084a34bd1a4e9bbc3670800f4": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", @@ -6759,7 +4050,7 @@ "description_width": "" } }, - "3f91a33f821045639c0b590d749e86f2": { + "022216566d14411dbf7e440259550ce6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6811,7 +4102,7 @@ "width": null } }, - "5849e2fb31d84d2fa9af5457c2b4297d": { + "5cc77854f72541beb16a4b7fe97b9579": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", @@ -6827,7 +4118,7 @@ "description_width": "" } }, - "6653eb0b9dfd4f47ac7886eeb7a4fabd": { + "7741844ee4894c54a2de82a8ff300879": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", @@ -6879,7 +4170,7 @@ "width": null } }, - "960e0f1ee6e6413d8895b3d93ba0d2d4": { + "8e874c3b5787423dbefd30913d0d1648": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0",