{ "cells": [ { "cell_type": "markdown", "metadata": { "id": "R8LfM1aIkXi8" }, "source": [ "Please remember to run **pip3 install textattack[tensorflow]** in your notebook enviroment before the following codes:\n", "\n", "# Explain Attacking BERT models using CAptum\n", "\n", "Captum is a PyTorch library to explain neural networks\n", "Here we show a minimal example using Captum to explain BERT models from TextAttack" ] }, { "cell_type": "markdown", "metadata": { "id": "ChpotvAVkXjO" }, "source": [ "[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/QData/TextAttack/blob/master/docs/2notebook/Example_5_Explain_BERT.ipynb)\n", "\n", "[![View Source on GitHub](https://img.shields.io/badge/github-view%20source-black.svg)](https://github.com/QData/TextAttack/blob/master/docs/2notebook/Example_5_Explain_BERT.ipynb)" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "id": "fhwb7F-_kXjT" }, "outputs": [], "source": [ "import torch\n", "from copy import deepcopy" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "5CMINr0OkXjU", "outputId": "9885ca90-029a-482a-b4aa-f0e0b3013568" }, "outputs": [], "source": [ "from textattack.datasets import HuggingFaceDataset\n", "from textattack.models.wrappers import HuggingFaceModelWrapper\n", "from textattack.models.wrappers import ModelWrapper\n", "from transformers import AutoModelForSequenceClassification, AutoTokenizer" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "PgjHaPC3otbu", "outputId": "2508c192-d280-493d-d454-9396ab1f1762" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: captum in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (0.4.0)\n", "Requirement already satisfied: torch>=1.2 in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (from captum) (1.6.0)\n", "Requirement already satisfied: numpy in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (from captum) (1.18.5)\n", "Requirement already satisfied: matplotlib in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (from captum) (3.3.3)\n", "Requirement already satisfied: future in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (from torch>=1.2->captum) (0.18.2)\n", "Requirement already satisfied: cycler>=0.10 in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (from matplotlib->captum) (0.10.0)\n", "Requirement already satisfied: kiwisolver>=1.0.1 in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (from matplotlib->captum) (1.3.1)\n", "Requirement already satisfied: python-dateutil>=2.1 in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (from matplotlib->captum) (2.8.1)\n", "Requirement already satisfied: pillow>=6.2.0 in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (from matplotlib->captum) (8.0.1)\n", "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.3 in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (from matplotlib->captum) (2.4.7)\n", "Requirement already satisfied: six in /Library/Frameworks/Python.framework/Versions/3.7/lib/python3.7/site-packages (from cycler>=0.10->matplotlib->captum) (1.15.0)\n", "\u001b[33mWARNING: You are using pip version 20.1.1; however, version 21.2.1 is available.\n", "You should consider upgrading via the '/Library/Frameworks/Python.framework/Versions/3.7/bin/python3.7 -m pip install --upgrade pip' command.\u001b[0m\n" ] } ], "source": [ "# Optional: Install dependency CAptum\n", "!pip3 install captum" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "id": "h5ejfwO3kXjX" }, "outputs": [], "source": [ "from captum.attr import (\n", " IntegratedGradients,\n", " LayerConductance,\n", " LayerIntegratedGradients,\n", " LayerDeepLiftShap,\n", " InternalInfluence,\n", " LayerGradientXActivation,\n", ")\n", "from captum.attr import visualization as viz" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "LfCIkViJkXjX", "outputId": "f61ea8fe-bd2b-4b89-df88-2d1a9dc52e49" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "cpu\n" ] } ], "source": [ "if torch.cuda.is_available():\n", " device = torch.device(\"cuda:0\")\n", "else:\n", " device = torch.device(\"cpu\")\n", "\n", "print(device)" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 555, "referenced_widgets": [ "687986a77cda43bea8c0e68905057891", "cd80d3090b6a483fbe5b3b254f73c927", "efa3a810c2be4e76b1acfb36c40d69a4", "a2b0d2f60f424bec986bb349e29556ee", "757acbe43d2a479cb4faec8ec935a015", "28e7f2af13434f60900e31e4a21419a7", "5fa23f4b0d75479cbd3fdd82ccb1934e", "41cc5de446484c5f9b30fc0b638b276c", "c68b48d12b3640b8a0b94839ec054c18", "4173835374364f93a381330c4a28c534", "95c79c9536bf46beadb2b51c8177c49d", "82d40967af364a53920b6bf70f0850ce", "fa1c5084d9904044bcc3fda8f228352d", "40ae6f306b484f0daab732d9f4778f38", "2c1091cc7a1449c6b73f30596da435ad", "2b7d3808d9bd4033aa02f4a3175a90b6", "c9ee60a14c614b898f2bfbd4c50d9462", "cfb3591128a54d60b4857ee09f1da755", "92b5c231b61343069f20a062f3cc47dd", "c561cbf9c62b490fbf7f8b0aeb7f0b7a", "8a7bdc18cd074ccdb3fe4ac985c44187", "f75802d45aef4147a38b816ac4d86f03", "4580cb8302fd4ab7b51543dd5889b942", "c09c54ddadb64d4e866fc5d6326ac820", "250fe00b98c54564bba9e8e46bdcde20", "3f00b79881e44857a1a4a69d15e44c1d", "abab187546524223957cf2b61564400b", "a0203ccab07646fb802d28cb922127ef", "710270822ee84df9a8dd24dfc3654caf", "ac02f5724c084ed8a87756f571efc5e2", "010f2b6eaee34eb69dda843dc720fbbc", "f272d852038b4e9ab5efc2bf8c31bc2c", "a1eddca3760b4bb1a738b37868444958", "7f59ecf3439d41a6ad7f5a6c4f31c1e2", "5e67e5d86a5645efa6baa0eb23a444b6", "bc9a4e48097b42e58d11bcb42940f249", "7cc4c531d1f249bb906b058bc9634435", "4bc5f35891c145bc8ecdbce015ce66b1", "4d180463103d48bc9c301f1d21c07b1d", "370200d4e2ca423d8e71e46bd01a5aae", "f979e1e8e60f450cacbd10e3c8fb5440", "5e237a9a8d3e4eaea9547b95e6b7cc75", "307cafc2169e4a97983a9e7385eb2077", "82212db188004be395642045fd1e7c05", "20e7eda06d824ea1aa960ae2ad9f2f87", "c2ebf721c8354b569fea5e3b31bf78cc", "68269558ebe14d9ead6c263fba44c826", "ef9316970ba0423f82663a6463c3ba31", "3119203fc4514ea282dea1b69d5986a1", "9f12a87000d64f14ab1c0056358335f1", "c7a70f0593ed4a87a3e0bc51e55debe1", "8794d4efb05b4f31a11c4de855ce857c", "db6c9d0bdcb447b1af56b666b17489c0", "3276b08b258846139d8882b5f0ea54ef", "c7100ae802b14420b1ef8ee1d0ac18a9", "1d06ef1f36c64a68a2e86aef691a43c9", "c9a6d4a0e09246f8ae882d9b3e6d9bac", "9af250a7490f4860afa0a1ed5fb25c87", "0e984123d8d548d7af93ada8d4934363", "b1f20f648b784c879c1126a9977177b4", "31dfdcac2f4447e9a97335ef2ebffa21", "9858f49a584e4c2298cd47d70a820eb2", "9f1d6558c033499c850a233b9e18faf4", "ef4d334bd4d34c4e92a46e31e5fb834e", "2ce9d0aca1524759828200d7ba139375", "8695242eb48147e69f4f1fdd51c16ae5", "db0bd76bd9c54b048c9f4febf47d7606", "6f39e678223745afb5cc165ca413bb20", "3b2d8e0d535b45a9ac4420d1063fea32", "349690348d6f4ff28bdbec8de0cc216b", "8a397c405613429d9164714fa21558bb", "1efa2b60a8804a02a2459efa6199555a", "39b7b03e7be9460dbfb214f8d43a758a", "c39459ac90734b2da1f73b28c91b133e", "b14292e609044db79106163c53ea176f", "6db7b68bd6fc4d6ca410f1507160dfb5", "d06d4960109a47d0bcf2bc3766611077", "29c6b9107eff4d198dfc267781e06814", "b70bed8f521d4273b8239175cd9db59f", "18b53bda9f374450b148b72adf7a9fd6", "860b057990d14809995a39044612540c", "cf2c925732f2420983f6129b5db4a5c3", "d39492d0c1344579883d27cce468e4be", "ad1c5e6ee14d474f8a1515ccdc6a127a", "3b010513bb184a5fa40a476104afc996", "d681a4f0432540d7b0935750b91b7fd8", "a1256e3515b846999561f8a5e56e2e58", "3d2a7791c1b14a2b92602534936a07d0" ] }, "id": "wq4Te1nmkXjY", "outputId": "29e86e23-cb40-48c5-a074-5fafbbdb1e33" }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "Using custom data configuration default\n", "Reusing dataset ag_news (/Users/ccy/.cache/huggingface/datasets/ag_news/default/0.0.0/fb5c5e74a110037311ef5e904583ce9f8b9fbc1354290f97b4929f01b3f48b1a)\n", "textattack: Loading \u001b[94mdatasets\u001b[0m dataset \u001b[94mag_news\u001b[0m, split \u001b[94mtrain\u001b[0m.\n" ] } ], "source": [ "dataset = HuggingFaceDataset(\"ag_news\", None, \"train\")\n", "original_model = AutoModelForSequenceClassification.from_pretrained(\n", " \"textattack/bert-base-uncased-ag-news\"\n", ")\n", "original_tokenizer = AutoTokenizer.from_pretrained(\n", " \"textattack/bert-base-uncased-ag-news\"\n", ")\n", "model = HuggingFaceModelWrapper(original_model, original_tokenizer)" ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "id": "Ncxq0UCtkXjZ" }, "outputs": [], "source": [ "def get_text(tokenizer, input_ids, token_type_ids, attention_mask):\n", " list_of_text = []\n", " number = input_ids.size()[0]\n", " for i in range(number):\n", " ii = input_ids[i,].cpu().numpy()\n", " tt = token_type_ids[i,]\n", " am = attention_mask[i,]\n", " txt = tokenizer.decode(ii, skip_special_tokens=True)\n", " list_of_text.append(txt)\n", " return list_of_text\n", "\n", "\n", "sel = 2\n", "batch_encoded = model.tokenizer(\n", " [dataset[i][0][\"text\"] for i in range(sel)], padding=True, return_tensors=\"pt\"\n", ")\n", "batch_encoded.to(device)\n", "labels = [dataset[i][1] for i in range(sel)]\n", "\n", "clone = deepcopy(model)\n", "clone.model.to(device)\n", "\n", "\n", "def calculate(input_ids, token_type_ids, attention_mask):\n", " # convert back to list of text\n", " return clone.model(input_ids, token_type_ids, attention_mask)[0]\n", "\n", "\n", "# x = calculate(**batch_encoded)\n", "\n", "lig = LayerIntegratedGradients(calculate, clone.model.bert.embeddings)\n", "# lig = InternalInfluence(calculate, clone.model.bert.embeddings)\n", "# lig = LayerGradientXActivation(calculate, clone.model.bert.embeddings)\n", "\n", "bsl = torch.zeros(batch_encoded[\"input_ids\"].size()).type(torch.LongTensor).to(device)\n", "labels = torch.tensor(labels).to(device)\n", "\n", "attributions, delta = lig.attribute(\n", " inputs=batch_encoded[\"input_ids\"],\n", " baselines=bsl,\n", " additional_forward_args=(\n", " batch_encoded[\"token_type_ids\"],\n", " batch_encoded[\"attention_mask\"],\n", " ),\n", " n_steps=10,\n", " target=labels,\n", " return_convergence_delta=True,\n", ")\n", "atts = attributions.sum(dim=-1).squeeze(0)\n", "atts = atts / torch.norm(atts)" ] }, { "cell_type": "code", "execution_count": 8, "metadata": { "id": "ao-XxS1xkXja" }, "outputs": [], "source": [ "atts = attributions.sum(dim=-1).squeeze(0)\n", "atts = atts / torch.norm(atts)" ] }, { "cell_type": "code", "execution_count": 9, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "PebvHtSokXja", "outputId": "4dc376b6-cd03-4b13-d048-6267e772736a" }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "textattack: Unknown if model of class compatible with goal function .\n" ] } ], "source": [ "from textattack.attack_recipes import PWWSRen2019\n", "\n", "attack = PWWSRen2019.build(model)" ] }, { "cell_type": "code", "execution_count": 10, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "NMhOiNr3k-R8", "outputId": "7ebd328c-fbcc-4bb3-f2c2-5b9326148681" }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "\r", " 0%| | 0/10 [00:00 [[Sci/tech (68%)]]\n", "\n", "Wall St. [[Bears]] Claw Back Into the [[Black]] (Reuters) Reuters - Short-sellers, Wall Street's [[dwindling]]\\[[band]] of ultra-cynics, are [[seeing]] [[green]] again.\n", "\n", "Wall St. [[suffer]] Claw Back Into the [[lightlessness]] (Reuters) Reuters - Short-sellers, Wall Street's [[dwindle]]\\[[isthmus]] of ultra-cynics, are [[examine]] [[greenish]] again.\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[Succeeded / Failed / Skipped / Total] 2 / 0 / 0 / 2: 20%|█████████████████████▏ | 2/10 [21:10<1:24:40, 635.08s/it]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "--------------------------------------------- Result 2 ---------------------------------------------\n", "[[Business (100%)]] --> [[Sci/tech (50%)]]\n", "\n", "Carlyle Looks Toward Commercial Aerospace (Reuters) Reuters - Private [[investment]] firm Carlyle Group,\\which has a reputation for [[making]] well-timed and occasionally\\controversial plays in the [[defense]] industry, has quietly [[placed]]\\its bets on another part of the market.\n", "\n", "Carlyle Looks Toward Commercial Aerospace (Reuters) Reuters - Private [[investiture]] firm Carlyle Group,\\which has a reputation for [[ca-ca]] well-timed and occasionally\\controversial plays in the [[denial]] industry, has quietly [[site]]\\its bets on another part of the market.\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[Succeeded / Failed / Skipped / Total] 3 / 0 / 0 / 3: 30%|███████████████████████████████▊ | 3/10 [28:14<1:05:52, 564.68s/it]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "--------------------------------------------- Result 3 ---------------------------------------------\n", "[[Business (100%)]] --> [[Sci/tech (100%)]]\n", "\n", "Oil and Economy [[Cloud]] Stocks' Outlook (Reuters) Reuters - Soaring crude prices plus worries\\about the economy and the outlook for [[earnings]] are expected to\\hang over the [[stock]] market next week during the depth of the\\summer doldrums.\n", "\n", "Oil and Economy [[swarm]] Stocks' Outlook (Reuters) Reuters - Soaring crude prices plus worries\\about the economy and the outlook for [[lucre]] are expected to\\hang over the [[gillyflower]] market next week during the depth of the\\summer doldrums.\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[Succeeded / Failed / Skipped / Total] 4 / 0 / 0 / 4: 40%|███████████████████████████████████████████▏ | 4/10 [36:03<54:05, 541.00s/it]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "--------------------------------------------- Result 4 ---------------------------------------------\n", "[[Business (78%)]] --> [[World (58%)]]\n", "\n", "Iraq [[Halts]] Oil Exports from Main Southern Pipeline (Reuters) Reuters - Authorities have halted oil export\\[[flows]] from the main pipeline in southern [[Iraq]] after\\intelligence showed a rebel militia could [[strike]]\\infrastructure, an oil official said on Saturday.\n", "\n", "Iraq [[kibosh]] Oil Exports from Main Southern Pipeline (Reuters) Reuters - Authorities have halted oil export\\[[hang]] from the main pipeline in southern [[Irak]] after\\intelligence showed a rebel militia could [[fall]]\\infrastructure, an oil official said on Saturday.\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[Succeeded / Failed / Skipped / Total] 5 / 0 / 0 / 5: 50%|██████████████████████████████████████████████████████ | 5/10 [42:59<42:59, 515.83s/it]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "--------------------------------------------- Result 5 ---------------------------------------------\n", "[[Business (99%)]] --> [[World (82%)]]\n", "\n", "Oil prices soar to all-time record, posing new menace to [[US]] [[economy]] (AFP) AFP - Tearaway world oil prices, toppling records and straining wallets, present a new economic menace barely three months before the US presidential elections.\n", "\n", "Oil prices soar to all-time record, posing new menace to [[uranium]] [[thriftiness]] (AFP) AFP - Tearaway world oil prices, toppling records and straining wallets, present a new economic menace barely three months before the US presidential elections.\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[Succeeded / Failed / Skipped / Total] 6 / 0 / 0 / 6: 60%|████████████████████████████████████████████████████████████████▊ | 6/10 [56:56<37:57, 569.40s/it]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "--------------------------------------------- Result 6 ---------------------------------------------\n", "[[Business (100%)]] --> [[Sci/tech (55%)]]\n", "\n", "[[Stocks]] [[End]] Up, But Near Year Lows (Reuters) Reuters - [[Stocks]] [[ended]] slightly higher on Friday\\but [[stayed]] [[near]] [[lows]] for the year as [[oil]] prices surged past #36;[[46]]\\a [[barrel]], [[offsetting]] a [[positive]] [[outlook]] from computer [[maker]]\\Dell Inc. (DELL.O)\n", "\n", "[[stock]] [[terminate]] Up, But Near Year Lows (Reuters) Reuters - [[inventory]] [[terminate]] slightly higher on Friday\\but [[continue]] [[virtually]] [[moo]] for the year as [[embrocate]] prices surged past #36;[[xlvi]]\\a [[drum]], [[cancel]] a [[incontrovertible]] [[mindset]] from computer [[Creator]]\\Dell Inc. (DELL.O)\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[Succeeded / Failed / Skipped / Total] 7 / 0 / 0 / 7: 70%|██████████████████████████████████████████████████████████████████████████▏ | 7/10 [1:06:29<28:29, 569.87s/it]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "--------------------------------------------- Result 7 ---------------------------------------------\n", "[[Business (100%)]] --> [[World (76%)]]\n", "\n", "Money Funds [[Fell]] in [[Latest]] [[Week]] (AP) AP - [[Assets]] of the nation's retail money [[market]] [[mutual]] funds [[fell]] by #36;1.17 [[billion]] in the latest week to #36;849.98 [[trillion]], the Investment Company [[Institute]] [[said]] Thursday.\n", "\n", "Money Funds [[hide]] in [[up-to-the-minute]] [[hebdomad]] (AP) AP - [[asset]] of the nation's retail money [[commercialise]] [[common]] funds [[cruel]] by #36;1.17 [[gazillion]] in the latest week to #36;849.98 [[1000000000000]], the Investment Company [[constitute]] [[state]] Thursday.\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[Succeeded / Failed / Skipped / Total] 8 / 0 / 0 / 8: 80%|████████████████████████████████████████████████████████████████████████████████████▊ | 8/10 [1:17:31<19:22, 581.46s/it]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "--------------------------------------------- Result 8 ---------------------------------------------\n", "[[Business (100%)]] --> [[World (76%)]]\n", "\n", "[[Fed]] [[minutes]] [[show]] [[dissent]] over inflation (USATODAY.com) USATODAY.com - Retail sales [[bounced]] [[back]] a bit in July, and [[new]] claims for jobless [[benefits]] fell [[last]] [[week]], the government said Thursday, indicating the economy is [[improving]] from a midsummer slump.\n", "\n", "[[eat]] [[hour]] [[testify]] [[protest]] over inflation (USATODAY.com) USATODAY.com - Retail sales [[bound]] [[hind]] a bit in July, and [[young]] claims for jobless [[welfare]] fell [[death]] [[workweek]], the government said Thursday, indicating the economy is [[amend]] from a midsummer slump.\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[Succeeded / Failed / Skipped / Total] 9 / 0 / 0 / 9: 90%|███████████████████████████████████████████████████████████████████████████████████████████████▍ | 9/10 [1:28:33<09:50, 590.35s/it]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "--------------------------------------------- Result 9 ---------------------------------------------\n", "[[Business (100%)]] --> [[Sci/tech (100%)]]\n", "\n", "Safety [[Net]] (Forbes.com) Forbes.com - After earning a PH.D. in Sociology, Danny Bazil Riley started to work as the general manager at a commercial real estate firm at an annual base salary of #36;70,000. Soon after, a financial planner stopped by his desk to drop off brochures about insurance benefits available through his employer. But, at 32, \"buying insurance was the furthest thing from my mind,\" says Riley.\n", "\n", "Safety [[cyberspace]] (Forbes.com) Forbes.com - After earning a PH.D. in Sociology, Danny Bazil Riley started to work as the general manager at a commercial real estate firm at an annual base salary of #36;70,000. Soon after, a financial planner stopped by his desk to drop off brochures about insurance benefits available through his employer. But, at 32, \"buying insurance was the furthest thing from my mind,\" says Riley.\n", "\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[Succeeded / Failed / Skipped / Total] 10 / 0 / 0 / 10: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████| 10/10 [1:34:51<00:00, 569.19s/it]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "--------------------------------------------- Result 10 ---------------------------------------------\n", "[[Business (100%)]] --> [[World (71%)]]\n", "\n", "Wall St. Bears [[Claw]] Back Into the Black [[NEW]] YORK (Reuters) - Short-sellers, Wall Street's dwindling band of ultra-cynics, are seeing green again.\n", "\n", "Wall St. Bears [[chela]] Back Into the Black [[novel]] YORK (Reuters) - Short-sellers, Wall Street's dwindling band of ultra-cynics, are seeing green again.\n", "\n", "\n", "\n", "+-------------------------------+--------+\n", "| Attack Results | |\n", "+-------------------------------+--------+\n", "| Number of successful attacks: | 10 |\n", "| Number of failed attacks: | 0 |\n", "| Number of skipped attacks: | 0 |\n", "| Original accuracy: | 100.0% |\n", "| Accuracy under attack: | 0.0% |\n", "| Attack success rate: | 100.0% |\n", "| Average perturbed word %: | 16.33% |\n", "| Average num. words per input: | 38.5 |\n", "| Avg num queries: | 331.8 |\n", "+-------------------------------+--------+" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n" ] }, { "data": { "text/plain": [ "[,\n", " ,\n", " ,\n", " ,\n", " ,\n", " ,\n", " ,\n", " ,\n", " ,\n", " ]" ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "from textattack import Attacker\n", "\n", "attacker = Attacker(attack, dataset)\n", "attacker.attack_dataset()" ] } ], "metadata": { "accelerator": "GPU", "colab": { "collapsed_sections": [], "name": "Example_5_Explain_BERT.ipynb", "provenance": [] }, "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.9" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "010f2b6eaee34eb69dda843dc720fbbc": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "0e984123d8d548d7af93ada8d4934363": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "Downloading: 100%", "description_tooltip": null, "layout": "IPY_MODEL_9858f49a584e4c2298cd47d70a820eb2", "max": 437991539, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_31dfdcac2f4447e9a97335ef2ebffa21", "value": 437991539 } }, "18b53bda9f374450b148b72adf7a9fd6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "1d06ef1f36c64a68a2e86aef691a43c9": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "1efa2b60a8804a02a2459efa6199555a": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "20e7eda06d824ea1aa960ae2ad9f2f87": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } }, "250fe00b98c54564bba9e8e46bdcde20": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_abab187546524223957cf2b61564400b", "IPY_MODEL_a0203ccab07646fb802d28cb922127ef" ], "layout": "IPY_MODEL_3f00b79881e44857a1a4a69d15e44c1d" } }, "28e7f2af13434f60900e31e4a21419a7": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "29c6b9107eff4d198dfc267781e06814": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2b7d3808d9bd4033aa02f4a3175a90b6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2c1091cc7a1449c6b73f30596da435ad": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "2ce9d0aca1524759828200d7ba139375": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_db0bd76bd9c54b048c9f4febf47d7606", "IPY_MODEL_6f39e678223745afb5cc165ca413bb20" ], "layout": "IPY_MODEL_8695242eb48147e69f4f1fdd51c16ae5" } }, "307cafc2169e4a97983a9e7385eb2077": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "info", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c2ebf721c8354b569fea5e3b31bf78cc", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_20e7eda06d824ea1aa960ae2ad9f2f87", "value": 1 } }, "3119203fc4514ea282dea1b69d5986a1": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_c7a70f0593ed4a87a3e0bc51e55debe1", "IPY_MODEL_8794d4efb05b4f31a11c4de855ce857c" ], "layout": "IPY_MODEL_9f12a87000d64f14ab1c0056358335f1" } }, "31dfdcac2f4447e9a97335ef2ebffa21": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } }, "3276b08b258846139d8882b5f0ea54ef": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "349690348d6f4ff28bdbec8de0cc216b": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "370200d4e2ca423d8e71e46bd01a5aae": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "39b7b03e7be9460dbfb214f8d43a758a": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_b14292e609044db79106163c53ea176f", "IPY_MODEL_6db7b68bd6fc4d6ca410f1507160dfb5" ], "layout": "IPY_MODEL_c39459ac90734b2da1f73b28c91b133e" } }, "3b010513bb184a5fa40a476104afc996": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } }, "3b2d8e0d535b45a9ac4420d1063fea32": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } }, "3d2a7791c1b14a2b92602534936a07d0": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3f00b79881e44857a1a4a69d15e44c1d": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "40ae6f306b484f0daab732d9f4778f38": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4173835374364f93a381330c4a28c534": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "41cc5de446484c5f9b30fc0b638b276c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4580cb8302fd4ab7b51543dd5889b942": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "4bc5f35891c145bc8ecdbce015ce66b1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "4d180463103d48bc9c301f1d21c07b1d": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "5e237a9a8d3e4eaea9547b95e6b7cc75": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "5e67e5d86a5645efa6baa0eb23a444b6": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "info", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_4bc5f35891c145bc8ecdbce015ce66b1", "max": 1, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_7cc4c531d1f249bb906b058bc9634435", "value": 1 } }, "5fa23f4b0d75479cbd3fdd82ccb1934e": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "68269558ebe14d9ead6c263fba44c826": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "687986a77cda43bea8c0e68905057891": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_efa3a810c2be4e76b1acfb36c40d69a4", "IPY_MODEL_a2b0d2f60f424bec986bb349e29556ee" ], "layout": "IPY_MODEL_cd80d3090b6a483fbe5b3b254f73c927" } }, "6db7b68bd6fc4d6ca410f1507160dfb5": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_18b53bda9f374450b148b72adf7a9fd6", "placeholder": "​", "style": "IPY_MODEL_b70bed8f521d4273b8239175cd9db59f", "value": " 112/112 [00:00<00:00, 203B/s]" } }, "6f39e678223745afb5cc165ca413bb20": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1efa2b60a8804a02a2459efa6199555a", "placeholder": "​", "style": "IPY_MODEL_8a397c405613429d9164714fa21558bb", "value": " 232k/232k [00:01<00:00, 207kB/s]" } }, "710270822ee84df9a8dd24dfc3654caf": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } }, "757acbe43d2a479cb4faec8ec935a015": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } }, "7cc4c531d1f249bb906b058bc9634435": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } }, "7f59ecf3439d41a6ad7f5a6c4f31c1e2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "82212db188004be395642045fd1e7c05": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_ef9316970ba0423f82663a6463c3ba31", "placeholder": "​", "style": "IPY_MODEL_68269558ebe14d9ead6c263fba44c826", "value": " 7600/0 [00:00<00:00, 28929.89 examples/s]" } }, "82d40967af364a53920b6bf70f0850ce": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_2b7d3808d9bd4033aa02f4a3175a90b6", "placeholder": "​", "style": "IPY_MODEL_2c1091cc7a1449c6b73f30596da435ad", "value": " 2.49k/? [00:06<00:00, 384B/s]" } }, "860b057990d14809995a39044612540c": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_d39492d0c1344579883d27cce468e4be", "IPY_MODEL_ad1c5e6ee14d474f8a1515ccdc6a127a" ], "layout": "IPY_MODEL_cf2c925732f2420983f6129b5db4a5c3" } }, "8695242eb48147e69f4f1fdd51c16ae5": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8794d4efb05b4f31a11c4de855ce857c": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1d06ef1f36c64a68a2e86aef691a43c9", "placeholder": "​", "style": "IPY_MODEL_c7100ae802b14420b1ef8ee1d0ac18a9", "value": " 706/706 [00:00<00:00, 1.94kB/s]" } }, "8a397c405613429d9164714fa21558bb": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "8a7bdc18cd074ccdb3fe4ac985c44187": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } }, "92b5c231b61343069f20a062f3cc47dd": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "Downloading: ", "description_tooltip": null, "layout": "IPY_MODEL_f75802d45aef4147a38b816ac4d86f03", "max": 11045148, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_8a7bdc18cd074ccdb3fe4ac985c44187", "value": 11045148 } }, "95c79c9536bf46beadb2b51c8177c49d": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "Downloading: ", "description_tooltip": null, "layout": "IPY_MODEL_40ae6f306b484f0daab732d9f4778f38", "max": 1227, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_fa1c5084d9904044bcc3fda8f228352d", "value": 1227 } }, "9858f49a584e4c2298cd47d70a820eb2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9af250a7490f4860afa0a1ed5fb25c87": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9f12a87000d64f14ab1c0056358335f1": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "9f1d6558c033499c850a233b9e18faf4": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "a0203ccab07646fb802d28cb922127ef": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_f272d852038b4e9ab5efc2bf8c31bc2c", "placeholder": "​", "style": "IPY_MODEL_010f2b6eaee34eb69dda843dc720fbbc", "value": " 1.86M/? [00:00<00:00, 13.0MB/s]" } }, "a1256e3515b846999561f8a5e56e2e58": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "a1eddca3760b4bb1a738b37868444958": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_5e67e5d86a5645efa6baa0eb23a444b6", "IPY_MODEL_bc9a4e48097b42e58d11bcb42940f249" ], "layout": "IPY_MODEL_7f59ecf3439d41a6ad7f5a6c4f31c1e2" } }, "a2b0d2f60f424bec986bb349e29556ee": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_41cc5de446484c5f9b30fc0b638b276c", "placeholder": "​", "style": "IPY_MODEL_5fa23f4b0d75479cbd3fdd82ccb1934e", "value": " 3.99k/? [00:00<00:00, 13.9kB/s]" } }, "abab187546524223957cf2b61564400b": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "Downloading: ", "description_tooltip": null, "layout": "IPY_MODEL_ac02f5724c084ed8a87756f571efc5e2", "max": 751209, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_710270822ee84df9a8dd24dfc3654caf", "value": 751209 } }, "ac02f5724c084ed8a87756f571efc5e2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "ad1c5e6ee14d474f8a1515ccdc6a127a": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_3d2a7791c1b14a2b92602534936a07d0", "placeholder": "​", "style": "IPY_MODEL_a1256e3515b846999561f8a5e56e2e58", "value": " 48.0/48.0 [00:00<00:00, 626B/s]" } }, "b14292e609044db79106163c53ea176f": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "Downloading: 100%", "description_tooltip": null, "layout": "IPY_MODEL_29c6b9107eff4d198dfc267781e06814", "max": 112, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_d06d4960109a47d0bcf2bc3766611077", "value": 112 } }, "b1f20f648b784c879c1126a9977177b4": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_ef4d334bd4d34c4e92a46e31e5fb834e", "placeholder": "​", "style": "IPY_MODEL_9f1d6558c033499c850a233b9e18faf4", "value": " 438M/438M [00:07<00:00, 61.2MB/s]" } }, "b70bed8f521d4273b8239175cd9db59f": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "bc9a4e48097b42e58d11bcb42940f249": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_370200d4e2ca423d8e71e46bd01a5aae", "placeholder": "​", "style": "IPY_MODEL_4d180463103d48bc9c301f1d21c07b1d", "value": " 120000/0 [00:03<00:00, 2261.02 examples/s]" } }, "c09c54ddadb64d4e866fc5d6326ac820": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c2ebf721c8354b569fea5e3b31bf78cc": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c39459ac90734b2da1f73b28c91b133e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c561cbf9c62b490fbf7f8b0aeb7f0b7a": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c09c54ddadb64d4e866fc5d6326ac820", "placeholder": "​", "style": "IPY_MODEL_4580cb8302fd4ab7b51543dd5889b942", "value": " 29.5M/? [00:01<00:00, 16.9MB/s]" } }, "c68b48d12b3640b8a0b94839ec054c18": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_95c79c9536bf46beadb2b51c8177c49d", "IPY_MODEL_82d40967af364a53920b6bf70f0850ce" ], "layout": "IPY_MODEL_4173835374364f93a381330c4a28c534" } }, "c7100ae802b14420b1ef8ee1d0ac18a9": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c7a70f0593ed4a87a3e0bc51e55debe1": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "Downloading: 100%", "description_tooltip": null, "layout": "IPY_MODEL_3276b08b258846139d8882b5f0ea54ef", "max": 706, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_db6c9d0bdcb447b1af56b666b17489c0", "value": 706 } }, "c9a6d4a0e09246f8ae882d9b3e6d9bac": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_0e984123d8d548d7af93ada8d4934363", "IPY_MODEL_b1f20f648b784c879c1126a9977177b4" ], "layout": "IPY_MODEL_9af250a7490f4860afa0a1ed5fb25c87" } }, "c9ee60a14c614b898f2bfbd4c50d9462": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_92b5c231b61343069f20a062f3cc47dd", "IPY_MODEL_c561cbf9c62b490fbf7f8b0aeb7f0b7a" ], "layout": "IPY_MODEL_cfb3591128a54d60b4857ee09f1da755" } }, "cd80d3090b6a483fbe5b3b254f73c927": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "cf2c925732f2420983f6129b5db4a5c3": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "cfb3591128a54d60b4857ee09f1da755": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "d06d4960109a47d0bcf2bc3766611077": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } }, "d39492d0c1344579883d27cce468e4be": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "Downloading: 100%", "description_tooltip": null, "layout": "IPY_MODEL_d681a4f0432540d7b0935750b91b7fd8", "max": 48, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_3b010513bb184a5fa40a476104afc996", "value": 48 } }, "d681a4f0432540d7b0935750b91b7fd8": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "db0bd76bd9c54b048c9f4febf47d7606": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "Downloading: 100%", "description_tooltip": null, "layout": "IPY_MODEL_349690348d6f4ff28bdbec8de0cc216b", "max": 231508, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_3b2d8e0d535b45a9ac4420d1063fea32", "value": 231508 } }, "db6c9d0bdcb447b1af56b666b17489c0": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } }, "ef4d334bd4d34c4e92a46e31e5fb834e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "ef9316970ba0423f82663a6463c3ba31": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "efa3a810c2be4e76b1acfb36c40d69a4": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "Downloading: ", "description_tooltip": null, "layout": "IPY_MODEL_28e7f2af13434f60900e31e4a21419a7", "max": 1817, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_757acbe43d2a479cb4faec8ec935a015", "value": 1817 } }, "f272d852038b4e9ab5efc2bf8c31bc2c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "f75802d45aef4147a38b816ac4d86f03": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "f979e1e8e60f450cacbd10e3c8fb5440": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_307cafc2169e4a97983a9e7385eb2077", "IPY_MODEL_82212db188004be395642045fd1e7c05" ], "layout": "IPY_MODEL_5e237a9a8d3e4eaea9547b95e6b7cc75" } }, "fa1c5084d9904044bcc3fda8f228352d": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "initial" } } } } }, "nbformat": 4, "nbformat_minor": 4 }