{"cells":[{"cell_type":"markdown","metadata":{"id":"HY6bq51C8KWj"},"source":["# Synthetic data generation using Ragas framework"]},{"cell_type":"markdown","metadata":{"id":"AEGq6fJY8KWl"},"source":["> Python packages are installed from `requirements.txt` file into virtual environment"]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":254,"status":"ok","timestamp":1727036080153,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"ExrmtPzF8rmE","outputId":"aaf19e2b-b0a3-49b0-e5fe-159c6e8b8080"},"outputs":[{"name":"stdout","output_type":"stream","text":["Python 3.10.12\n"]}],"source":["!python --version"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":37857,"status":"ok","timestamp":1727036120093,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"1f9vAwoV8KWl","outputId":"f8e770ea-c4e9-442e-ee08-d485b12ef0d6"},"outputs":[{"name":"stdout","output_type":"stream","text":["\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m50.4/50.4 kB\u001b[0m \u001b[31m2.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m290.2/290.2 kB\u001b[0m \u001b[31m10.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m397.0/397.0 kB\u001b[0m \u001b[31m23.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.5/3.5 MB\u001b[0m \u001b[31m94.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m185.7/185.7 kB\u001b[0m \u001b[31m15.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m38.0/38.0 MB\u001b[0m \u001b[31m27.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m15.9/15.9 MB\u001b[0m \u001b[31m110.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.3/2.3 MB\u001b[0m \u001b[31m82.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.2/207.2 kB\u001b[0m \u001b[31m16.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m51.5/51.5 kB\u001b[0m \u001b[31m4.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m76.4/76.4 kB\u001b[0m \u001b[31m6.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m77.9/77.9 kB\u001b[0m \u001b[31m7.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m46.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m375.6/375.6 kB\u001b[0m \u001b[31m25.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m141.9/141.9 kB\u001b[0m \u001b[31m13.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m71.1/71.1 kB\u001b[0m \u001b[31m6.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m258.9/258.9 kB\u001b[0m \u001b[31m19.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m245.3/245.3 kB\u001b[0m \u001b[31m19.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m60.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m519.3/519.3 kB\u001b[0m \u001b[31m36.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m10.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.4/2.4 MB\u001b[0m \u001b[31m78.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m318.9/318.9 kB\u001b[0m \u001b[31m23.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m49.3/49.3 kB\u001b[0m \u001b[31m4.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m11.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m16.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m5.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.5/57.5 kB\u001b[0m \u001b[31m5.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h"]}],"source":["!pip install -qU langsmith==0.1.125 \\\n"," langchain-core==0.2.41 \\\n"," langchain-community \\\n"," langchain-qdrant==0.1.4 \\\n"," langchain-experimental \\\n"," langchain-openai \\\n"," langchain_huggingface \\\n"," PyMuPDF==1.24.10 \\\n"," ragas==0.1.18 \\\n"," protobuf==3.20.3 \\\n"," pyarrow==14.0.1 \\\n"," fsspec==2024.6.1\n"]},{"cell_type":"code","execution_count":17,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":40546,"status":"ok","timestamp":1727037137047,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"SN3ZYQhb8KWm","outputId":"29071820-566a-4870-9a0e-edee357a9151"},"outputs":[{"name":"stdout","output_type":"stream","text":["LangChain API Key:··········\n","OpenAI API Key:··········\n","Enter Your Qdrant API Key: ··········\n","Enter Your Qdrant URL: ··········\n"]}],"source":["import os\n","import getpass\n","from uuid import uuid4\n","\n","os.environ[\"LANGCHAIN_TRACING_V2\"] = \"true\"\n","os.environ[\"LANGCHAIN_API_KEY\"] = getpass.getpass(\"LangChain API Key:\")\n","\n","os.environ[\"LANGCHAIN_PROJECT\"] = \"AIM-SDG-MidTerm - AI Safety\"\n","os.environ[\"OPENAI_API_KEY\"] = getpass.getpass(\"OpenAI API Key:\")\n","\n","os.environ[\"QDRANT_API_KEY\"] = getpass.getpass(\"Enter Your Qdrant API Key: \")\n","os.environ[\"QDRANT_URL\"] = getpass.getpass(\"Enter Your Qdrant URL: \")\n"]},{"cell_type":"code","execution_count":4,"metadata":{"executionInfo":{"elapsed":2813,"status":"ok","timestamp":1727036151748,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"TsdSQCDS8KWm"},"outputs":[],"source":["from langchain_experimental.text_splitter import SemanticChunker\n","from enum import Enum\n","from typing import List\n","from langchain_community.document_loaders import PyMuPDFLoader\n","from langchain_core.documents import Document\n","import asyncio\n","\n","class PDFLoaderWrapper():\n"," class LoaderType(str, Enum):\n"," PYMUPDF = \"pymupdf\"\n","\n"," def __init__(self, file_path: str | List[str] , loader_type: LoaderType = LoaderType.PYMUPDF):\n"," self.file_path = file_path if isinstance(file_path, list) else [file_path]\n"," self.loader_type = loader_type\n","\n"," async def aload(self) -> List[Document]:\n"," all_docs = []\n"," for file_path in self.file_path:\n"," if self.loader_type == self.LoaderType.PYMUPDF:\n"," try:\n"," loader = PyMuPDFLoader(file_path)\n"," docs = await loader.aload()\n"," all_docs.extend(docs)\n"," except Exception as e:\n"," print(f\"Error loading file {file_path}: {e}\")\n"," continue\n"," return all_docs\n","\n","\n","\n","\n","BOR_FILE_PATH = \"https://www.whitehouse.gov/wp-content/uploads/2022/10/Blueprint-for-an-AI-Bill-of-Rights.pdf\"\n","NIST_FILE_PATH = \"https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf\"\n","SMALL_DOC = \"https://arxiv.org/pdf/1908.10084\"\n","documents_to_preload = [\n"," BOR_FILE_PATH,\n"," NIST_FILE_PATH\n"," # SMALL_DOC\n","]\n","\n","pdf_loader = PDFLoaderWrapper(\n"," documents_to_preload, PDFLoaderWrapper.LoaderType.PYMUPDF\n",")\n","documents = await pdf_loader.aload()\n","\n"]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":491,"referenced_widgets":["49fa14ed71b24d85b0dc2cf9d12e36d8","dc4ba5a620274f73afa7027726232693","fa9ba492445740f2a7388d05a8a0a995","e112800f289e4e3a8be21ba1f7db68b5","4747b53781fb4d37adea4c21b68cee33","2165a51b7d0a4440900a3fdb4152b1ff","8142cd3e211940a49391a3bb8414aae1","3da23de9f9b54994b79b6155565185e6","72df565437094492a84512d4a4be07f8","699b9a47c86a4c839f29f35325f5976a","aea9933aa1d0479cb64b2b87f25b971e","6301ae6e47e14ee3a965e672c7ae0e61","eddb3decc41c45dcb94b229d4f2b43a9","73f2f74333fa4334aa69bebf4a14c4de","f73c1d3c8c784131ae97d78185091ea2","a6c08a77b7cf4b57bccf7ae6840b1824","3e9c125122bf4a4697c4c66d0081db02","4b1fa36e00af4a63b4eaca5f84b61472","56d1f705145e4278b5c5666136464c2f","1415f7cb259f461a8554c9f68680633f","6b4568d54d3d44d6b969f9d7edb4a3e6","f46e5e9931884fe790fc846ba512cd56","ba302bbc5a1e43488831ee875550a224","6bcb3569f5144b4fb0fcaa55671b167e","58353a440c6a4adc8c0fc4af31973076","e7c0a7dfc59642bca13873ff5544e08a","178c185d1fb74f2aaac9f9d09612ba18","78cd857069834e34b84c73e0147b5e9f","290fd0c27c6945f18e2b1a8dbbd8338b","80f3b196e67747918589c7c0942e77c4","38b4e993c113467d8adae56f03009831","502dbd5a88af4028b17cc7ee59995879","fcba7005ef174314ac6a607c97291fcb","c59709620808466b9d65b390758b4898","0ef794ecfa144a84b34592353ad7a6ea","453cbd863055429cbe6bacba0af0ed0f","6dcb21c8ad064ef2a0ba4f8c308bb955","57e5dc406f7e4b289bab86df40762019","79fdfe0e7a9e4e38855567b3b204686a","c8dab5e9f6a94fddb82d81135b433cef","ee5b9d6e096b46ae88e0537c3a6e8b24","d9d573c7dd5b491dac2fc3643b452200","b477f5488ddc4bf991a9476c094454d9","f69fc7fda80d4bec984617f3c804a723","03671faa6b0a44bd8b3e637138c896eb","ac18871e773c416795edfad4e34bd739","1774f38ee20c401c9fee5f5c719c55fa","ff75bde6e9e34ddda3ab14358e32c9d5","376b21af9a924f9fac4d4a76adb2c279","9ad3152de7294fd8aed49ccc1d33b60c","4bd26e6ae79f4f3d8e9cf2f42ad3ac26","e69e65df44a644b1a2c61a62547f218e","d227481530984a52bb58265ffbf3095a","26e4773ba74a4fb1a079616d1dfe3475","49bebe2cfede420e8f18ff548cd99a53","54a35e95d97c441d88cf79665735ecd7","05f5187bbe264efd994ca80561f3f4e1","cf975ac612d94ae0824774b5e667512d","c4970fd5d1f24a32a78e9135774d8838","0bc3ed75fd084091b307f878b1d1d959","e73a9f990c1747aaaeef8b429d09eee1","ac85f34239514dac9a1f0d4930df51cf","fc2fd4df43344c8f83519be8338ea79c","cae690e4a646486eba8ec346b0f8cf78","4d66c93a9b3a49659b24dc3236ac61fb","280ffc9a3dc84cfeabcf938df8ba418d","ae9a7864070c409ea1e88e8fefc0ae27","9398b54a42924fbfa50dc9a2935831d8","b20bbe5fa22d43e8bd18f862fada7385","954a7f2aea624788ad86b83448033998","96b1e666843b4e45a310ec18bf750e65","a664c729149648f79971ad62b4bfab3a","0c8d2cc782dc405fa280f281f7c74df6","f6b50191cb834e0d8428c15aa7f74067","c05587b017a3468a955ffeaf88c4a5e1","f71f7bfb17cf48708222cd9b196c252e","549e74620f154e2d81e5242b4b09d5d4","0d6056d406f9496b92228ebc3e5a6fcf","ceb1fe3552024c309dad1392ced3b721","8d5bfdc58a2a4b14baae6e73e3a703b6","e256341c3df04d0a87b3865fdce29d22","ab176aa8c4884f069ae0e19e65760070","9ef5264e4c8344b19f8c63d13710b16a","16caf75cbaf84be08ab28e4af7c80460","ef1e019ced5a42aeaed7dc903158b2fa","1e85b700cd66441897a35f9018efd73c","8c3bafba10694ca28921512ae856ae0e","7f0fda7f909043b68762830fc945d649","812ef2fab08d41e9bb0b0a6607f06491","946552ad2b50452789b313730bc86022","47baaee191a24711a678c45960ba3d7b","ba11b7c4f3dd4c7c96300718c3ab2d9a","7dc5e6226139451c987d61a102743bbe","6bac147a849b4c86bab8e2d0598529d1","7a24922aee63498a804d0979c8043499","d3f2eca4202040f1b02458f135db7feb","b62d4c81354c478487b09905b9f4e73f","69529419f3e74cbe957ebcabdabd6245","46db05876ac44068a90d9ee879686fc0","e8967112977f4511baf4841c45245f14","4b817c1894314519a6d33a543e3ece72","0b5b8501d1c64430997aade25c414422","786341e37e1340f4ac793a8b81803129","3f046ecb4256477da5a045e0ea65fd71","7f7b3318b9a8470bb06db047193dbae1","8279fd35681c425e8377a135933df2b7","fe62df73225f4b39a40780daf353f669","e79cc22d087b4f07b727f4b8b7dd81a6","03fbf3aba7874ce5bc30bf447ba6f015","19a009a472e34399a4857a80bb34da71","651a63696f3546d19fa7fc457e90acd0","a9e5c2b666cd4b1bb1f8e2d3f724b909","b3e98c6b6bd54b018709f71e00abe2cf","1f259f3cd5b544efbca85fc58b1a46b1","7860820e7de9416b8549de4710af99fc","33aef8c6f108473fa69075c96fb05afa","f7a51fbbe5ab4687b391e70c4412ed5d","bc0209a663504ae7b139286f2acac053","e407bdc397df41f283d3c9ef933b13aa","08f9e2ef423343d0ba69769ba75ecccd","ec34c675cd944c92bd81071fbc1abdd6"]},"executionInfo":{"elapsed":108008,"status":"ok","timestamp":1727036267071,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"fM0getah8KWm","outputId":"e4163428-6d96-4b62-d60b-401a13c3cc75"},"outputs":[{"name":"stdout","output_type":"stream","text":["Importing packages\n","Packages import complete\n","Getting the Embedding model from Huggingface\n"]},{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"49fa14ed71b24d85b0dc2cf9d12e36d8","version_major":2,"version_minor":0},"text/plain":["modules.json: 0%| | 0.00/349 [00:00\n","
\n","\n","\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
questioncontextsground_truthevolution_typemetadataepisode_done
0What actions did the OSTP take to engage with ...[APPENDIX\\nLisa Feldman Barrett \\nMadeline Owe...OSTP engaged with stakeholders regarding the u...simple[{'source': 'https://www.whitehouse.gov/wp-con...True
1What are the potential issues associated with ...[ \\n \\n \\n \\nHUMAN ALTERNATIVES, \\nCONSIDERAT...The potential issues associated with automated...simple[{'source': 'https://www.whitehouse.gov/wp-con...True
2What role does synthetic content detection pla...[ \\n51 \\ngeneral public participants. For exam...Synthetic content detection plays a crucial ro...simple[{'source': 'https://nvlpubs.nist.gov/nistpubs...True
3What role does risk management play in the imp...[ \\n50 \\nParticipatory Engagement Methods \\nOn...The answer to given question is not present in...simple[{'source': 'https://nvlpubs.nist.gov/nistpubs...True
4What concerns arise from companies using surve...[ \\n \\n \\n \\nDATA PRIVACY \\nWHY THIS PRINCIPL...Concerns arise from companies using surveillan...simple[{'source': 'https://www.whitehouse.gov/wp-con...True
.....................
269What drives extra data protections in health a...[ \\n \\n \\n \\nDATA PRIVACY \\nEXTRA PROTECTIONS ...Extra data protections in health and finance a...reasoning[{'source': 'https://www.whitehouse.gov/wp-con...True
270What insights did OSTP seek from experts in AI...[ \\n \\n \\n \\n \\nSECTION TITLE\\nAPPENDIX\\nListe...OSTP sought insights and analysis on the risks...reasoning[{'source': 'https://www.whitehouse.gov/wp-con...True
271What key elements ensure clarity in docs about...[ \\nYou should know that an automated system i...Key elements that ensure clarity in documentat...reasoning[{'source': 'https://www.whitehouse.gov/wp-con...True
272What biases to note for pre-deployment measure...[ \\n38 \\nMEASURE 2.13: Effectiveness of the emp...The context mentions documenting biases or sta...reasoning[{'source': 'https://nvlpubs.nist.gov/nistpubs...True
273Which automated systems affect equal opportuni...[ \\n \\n \\n \\n \\n \\n \\n \\n \\nAPPENDIX\\nExamples...Automated systems that affect equal opportunit...reasoning[{'source': 'https://www.whitehouse.gov/wp-con...True
\n","

274 rows × 6 columns

\n","
\n","
\n","\n","
\n"," \n","\n"," \n","\n"," \n","
\n","\n","\n","
\n"," \n","\n","\n","\n"," \n","
\n","\n","
\n"," \n"],"text/plain":[" question \\\n","0 What actions did the OSTP take to engage with ... \n","1 What are the potential issues associated with ... \n","2 What role does synthetic content detection pla... \n","3 What role does risk management play in the imp... \n","4 What concerns arise from companies using surve... \n",".. ... \n","269 What drives extra data protections in health a... \n","270 What insights did OSTP seek from experts in AI... \n","271 What key elements ensure clarity in docs about... \n","272 What biases to note for pre-deployment measure... \n","273 Which automated systems affect equal opportuni... \n","\n"," contexts \\\n","0 [APPENDIX\\nLisa Feldman Barrett \\nMadeline Owe... \n","1 [ \\n \\n \\n \\nHUMAN ALTERNATIVES, \\nCONSIDERAT... \n","2 [ \\n51 \\ngeneral public participants. For exam... \n","3 [ \\n50 \\nParticipatory Engagement Methods \\nOn... \n","4 [ \\n \\n \\n \\nDATA PRIVACY \\nWHY THIS PRINCIPL... \n",".. ... \n","269 [ \\n \\n \\n \\nDATA PRIVACY \\nEXTRA PROTECTIONS ... \n","270 [ \\n \\n \\n \\n \\nSECTION TITLE\\nAPPENDIX\\nListe... \n","271 [ \\nYou should know that an automated system i... \n","272 [ \\n38 \\nMEASURE 2.13: Effectiveness of the emp... \n","273 [ \\n \\n \\n \\n \\n \\n \\n \\n \\nAPPENDIX\\nExamples... \n","\n"," ground_truth evolution_type \\\n","0 OSTP engaged with stakeholders regarding the u... simple \n","1 The potential issues associated with automated... simple \n","2 Synthetic content detection plays a crucial ro... simple \n","3 The answer to given question is not present in... simple \n","4 Concerns arise from companies using surveillan... simple \n",".. ... ... \n","269 Extra data protections in health and finance a... reasoning \n","270 OSTP sought insights and analysis on the risks... reasoning \n","271 Key elements that ensure clarity in documentat... reasoning \n","272 The context mentions documenting biases or sta... reasoning \n","273 Automated systems that affect equal opportunit... reasoning \n","\n"," metadata episode_done \n","0 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","1 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","2 [{'source': 'https://nvlpubs.nist.gov/nistpubs... True \n","3 [{'source': 'https://nvlpubs.nist.gov/nistpubs... True \n","4 [{'source': 'https://www.whitehouse.gov/wp-con... True \n",".. ... ... \n","269 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","270 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","271 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","272 [{'source': 'https://nvlpubs.nist.gov/nistpubs... True \n","273 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","\n","[274 rows x 6 columns]"]},"execution_count":8,"metadata":{},"output_type":"execute_result"}],"source":["testset.to_pandas()"]},{"cell_type":"code","execution_count":42,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"executionInfo":{"elapsed":283,"status":"ok","timestamp":1727044937826,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"InvKT0YR5e6C","outputId":"1d451ade-0440-43b0-e4fc-294fe9ecbff1"},"outputs":[{"data":{"application/vnd.google.colaboratory.intrinsic+json":{"summary":"{\n \"name\": \"testset_df\",\n \"rows\": 274,\n \"fields\": [\n {\n \"column\": \"question\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 252,\n \"samples\": [\n \"How do real-time auditing tools help with AI content authenticity and system monitoring?\",\n \"What measures are proposed in the Blueprint for an AI Bill of Rights to protect the rights of the American public?\",\n \"What role does user consent play in the collection and use of personal data?\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"contexts\",\n \"properties\": {\n \"dtype\": \"object\",\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"ground_truth\",\n \"properties\": {\n \"dtype\": \"string\",\n \"num_unique_values\": 235,\n \"samples\": [\n \"Risks can arise during the design, development, deployment, operation, and/or decommissioning stages of the AI lifecycle.\",\n \"The risks of collecting sensitive student data include concerns about the lack of express parental consent, the lack of transparency in how the data is being used, and the potential for resulting discriminatory impacts. Additionally, the data collected can include sensitive information such as demographic details, drug use, and interest in LGBTQI+ groups, which may lead to inappropriate forecasting of student success and flagging of students with disabilities as cheating.\",\n \"Panelists discussed several challenges at the tech-health equity intersection, including access to and expense of broadband service, privacy concerns associated with telehealth systems, and the expense associated with health monitoring devices, which can exacerbate equity issues. They also highlighted the need for accountability in the technologies used in medical care, particularly regarding racial biases and the use of race in medicine, which perpetuate harms and embed prior discrimination.\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"evolution_type\",\n \"properties\": {\n \"dtype\": \"category\",\n \"num_unique_values\": 3,\n \"samples\": [\n \"simple\",\n \"multi_context\",\n \"reasoning\"\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"metadata\",\n \"properties\": {\n \"dtype\": \"object\",\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n },\n {\n \"column\": \"episode_done\",\n \"properties\": {\n \"dtype\": \"boolean\",\n \"num_unique_values\": 1,\n \"samples\": [\n true\n ],\n \"semantic_type\": \"\",\n \"description\": \"\"\n }\n }\n ]\n}","type":"dataframe","variable_name":"testset_df"},"text/html":["\n","
\n","
\n","\n","\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
questioncontextsground_truthevolution_typemetadataepisode_done
0What actions did the OSTP take to engage with ...[APPENDIX\\nLisa Feldman Barrett \\nMadeline Owe...OSTP engaged with stakeholders regarding the u...simple[{'source': 'https://www.whitehouse.gov/wp-con...True
1What are the potential issues associated with ...[ \\n \\n \\n \\nHUMAN ALTERNATIVES, \\nCONSIDERAT...The potential issues associated with automated...simple[{'source': 'https://www.whitehouse.gov/wp-con...True
2What role does synthetic content detection pla...[ \\n51 \\ngeneral public participants. For exam...Synthetic content detection plays a crucial ro...simple[{'source': 'https://nvlpubs.nist.gov/nistpubs...True
3What role does risk management play in the imp...[ \\n50 \\nParticipatory Engagement Methods \\nOn...The answer to given question is not present in...simple[{'source': 'https://nvlpubs.nist.gov/nistpubs...True
4What concerns arise from companies using surve...[ \\n \\n \\n \\nDATA PRIVACY \\nWHY THIS PRINCIPL...Concerns arise from companies using surveillan...simple[{'source': 'https://www.whitehouse.gov/wp-con...True
.....................
269What drives extra data protections in health a...[ \\n \\n \\n \\nDATA PRIVACY \\nEXTRA PROTECTIONS ...Extra data protections in health and finance a...reasoning[{'source': 'https://www.whitehouse.gov/wp-con...True
270What insights did OSTP seek from experts in AI...[ \\n \\n \\n \\n \\nSECTION TITLE\\nAPPENDIX\\nListe...OSTP sought insights and analysis on the risks...reasoning[{'source': 'https://www.whitehouse.gov/wp-con...True
271What key elements ensure clarity in docs about...[ \\nYou should know that an automated system i...Key elements that ensure clarity in documentat...reasoning[{'source': 'https://www.whitehouse.gov/wp-con...True
272What biases to note for pre-deployment measure...[ \\n38 \\nMEASURE 2.13: Effectiveness of the emp...The context mentions documenting biases or sta...reasoning[{'source': 'https://nvlpubs.nist.gov/nistpubs...True
273Which automated systems affect equal opportuni...[ \\n \\n \\n \\n \\n \\n \\n \\n \\nAPPENDIX\\nExamples...Automated systems that affect equal opportunit...reasoning[{'source': 'https://www.whitehouse.gov/wp-con...True
\n","

274 rows × 6 columns

\n","
\n","
\n","\n","
\n"," \n","\n"," \n","\n"," \n","
\n","\n","\n","
\n"," \n","\n","\n","\n"," \n","
\n","\n","
\n"," \n"," \n"," \n","
\n","\n","
\n","
\n"],"text/plain":[" question \\\n","0 What actions did the OSTP take to engage with ... \n","1 What are the potential issues associated with ... \n","2 What role does synthetic content detection pla... \n","3 What role does risk management play in the imp... \n","4 What concerns arise from companies using surve... \n",".. ... \n","269 What drives extra data protections in health a... \n","270 What insights did OSTP seek from experts in AI... \n","271 What key elements ensure clarity in docs about... \n","272 What biases to note for pre-deployment measure... \n","273 Which automated systems affect equal opportuni... \n","\n"," contexts \\\n","0 [APPENDIX\\nLisa Feldman Barrett \\nMadeline Owe... \n","1 [ \\n \\n \\n \\nHUMAN ALTERNATIVES, \\nCONSIDERAT... \n","2 [ \\n51 \\ngeneral public participants. For exam... \n","3 [ \\n50 \\nParticipatory Engagement Methods \\nOn... \n","4 [ \\n \\n \\n \\nDATA PRIVACY \\nWHY THIS PRINCIPL... \n",".. ... \n","269 [ \\n \\n \\n \\nDATA PRIVACY \\nEXTRA PROTECTIONS ... \n","270 [ \\n \\n \\n \\n \\nSECTION TITLE\\nAPPENDIX\\nListe... \n","271 [ \\nYou should know that an automated system i... \n","272 [ \\n38 \\nMEASURE 2.13: Effectiveness of the emp... \n","273 [ \\n \\n \\n \\n \\n \\n \\n \\n \\nAPPENDIX\\nExamples... \n","\n"," ground_truth evolution_type \\\n","0 OSTP engaged with stakeholders regarding the u... simple \n","1 The potential issues associated with automated... simple \n","2 Synthetic content detection plays a crucial ro... simple \n","3 The answer to given question is not present in... simple \n","4 Concerns arise from companies using surveillan... simple \n",".. ... ... \n","269 Extra data protections in health and finance a... reasoning \n","270 OSTP sought insights and analysis on the risks... reasoning \n","271 Key elements that ensure clarity in documentat... reasoning \n","272 The context mentions documenting biases or sta... reasoning \n","273 Automated systems that affect equal opportunit... reasoning \n","\n"," metadata episode_done \n","0 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","1 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","2 [{'source': 'https://nvlpubs.nist.gov/nistpubs... True \n","3 [{'source': 'https://nvlpubs.nist.gov/nistpubs... True \n","4 [{'source': 'https://www.whitehouse.gov/wp-con... True \n",".. ... ... \n","269 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","270 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","271 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","272 [{'source': 'https://nvlpubs.nist.gov/nistpubs... True \n","273 [{'source': 'https://www.whitehouse.gov/wp-con... True \n","\n","[274 rows x 6 columns]"]},"execution_count":42,"metadata":{},"output_type":"execute_result"}],"source":["testset_df = testset.to_pandas()\n","testset_df"]},{"cell_type":"code","execution_count":69,"metadata":{"executionInfo":{"elapsed":10,"status":"ok","timestamp":1727049574641,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"St_J9v80Gi6v"},"outputs":[],"source":["testset_df.to_csv('ai-safety-sdg.csv', index=False)"]},{"cell_type":"code","execution_count":43,"metadata":{"executionInfo":{"elapsed":227,"status":"ok","timestamp":1727044962465,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"XsWm4J9f5nyR"},"outputs":[],"source":["test_questions = testset_df[\"question\"].values.tolist()\n","test_groundtruths = testset_df[\"ground_truth\"].values.tolist()"]},{"cell_type":"markdown","metadata":{"id":"XwVBYJgF8KWn"},"source":["# Create Rag chain to generate answers for above questions in the dataset"]},{"cell_type":"markdown","metadata":{"id":"9g99v4Uq8KWn"},"source":["> Note that we are usig Qdrant cloud where the pdf document is processed and saved for us to consume. For the RAG pipeline we use the same embedding model originally used to populate the Qdrant vectorstore."]},{"cell_type":"code","execution_count":32,"metadata":{"executionInfo":{"elapsed":917,"status":"ok","timestamp":1727042496507,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"cFEpa5eo8KWn"},"outputs":[],"source":["from langchain_qdrant import QdrantVectorStore\n","from langchain_core.documents import Document\n","from qdrant_client import QdrantClient\n","from qdrant_client.http.models import Distance, VectorParams\n","\n","dimension = 1024\n","collection_name = \"ai-safety-sr-arctic-embed-l-recursive\"\n","qdrant_server = os.environ[\"QDRANT_URL\"]\n","qdrant_client = QdrantClient(url=qdrant_server,api_key=os.environ[\"QDRANT_API_KEY\"])\n","\n","# qdrant_client.create_collection(\n","# collection_name=collection_name,\n","# vectors_config=VectorParams(size=dimension, distance=Distance.COSINE),\n","# )\n","\n","vector_store = QdrantVectorStore(\n"," client=qdrant_client,\n"," collection_name=collection_name,\n"," embedding=embedding_model,\n",")\n","\n","retriever = vector_store.as_retriever(search_type=\"similarity_score_threshold\",\n"," search_kwargs={'k':10,'score_threshold': 0.8})"]},{"cell_type":"code","execution_count":29,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":575,"status":"ok","timestamp":1727040138184,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"jbI38AHQa8ar","outputId":"11dcdc05-a6f7-4d25-bd31-66f48ca188db"},"outputs":[{"data":{"text/plain":["[Document(metadata={'source': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'file_path': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'page': 44, 'total_pages': 64, 'format': 'PDF 1.6', 'title': 'Artificial Intelligence Risk Management Framework: Generative Artificial Intelligence Profile', 'author': 'National Institute of Standards and Technology', 'subject': '', 'keywords': '', 'creator': 'Acrobat PDFMaker 24 for Word', 'producer': 'Adobe PDF Library 24.2.159', 'creationDate': \"D:20240805141702-04'00'\", 'modDate': \"D:20240805143048-04'00'\", 'trapped': '', '_id': 'b6779e22-20c4-44d3-8741-c06cc2bb380c', '_collection_name': 'ai-safety-sr-arctic-embed-l-semantic'}, page_content='Human-AI Configuration \\n'),\n"," Document(metadata={'source': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'file_path': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'page': 33, 'total_pages': 64, 'format': 'PDF 1.6', 'title': 'Artificial Intelligence Risk Management Framework: Generative Artificial Intelligence Profile', 'author': 'National Institute of Standards and Technology', 'subject': '', 'keywords': '', 'creator': 'Acrobat PDFMaker 24 for Word', 'producer': 'Adobe PDF Library 24.2.159', 'creationDate': \"D:20240805141702-04'00'\", 'modDate': \"D:20240805143048-04'00'\", 'trapped': '', '_id': '26f3917c-c227-4e99-8e11-5212273fe2ba', '_collection_name': 'ai-safety-sr-arctic-embed-l-semantic'}, page_content='Human-AI Configuration \\n'),\n"," Document(metadata={'source': 'https://www.whitehouse.gov/wp-content/uploads/2022/10/Blueprint-for-an-AI-Bill-of-Rights.pdf', 'file_path': 'https://www.whitehouse.gov/wp-content/uploads/2022/10/Blueprint-for-an-AI-Bill-of-Rights.pdf', 'page': 11, 'total_pages': 73, 'format': 'PDF 1.6', 'title': 'Blueprint for an AI Bill of Rights', 'author': '', 'subject': '', 'keywords': '', 'creator': 'Adobe Illustrator 26.3 (Macintosh)', 'producer': 'iLovePDF', 'creationDate': \"D:20220920133035-04'00'\", 'modDate': \"D:20221003104118-04'00'\", 'trapped': '', '_id': '07a8b461-51e7-4641-b97a-d823ef91082f', '_collection_name': 'ai-safety-sr-arctic-embed-l-semantic'}, page_content=' \\n \\n \\nFROM \\nPRINCIPLES \\nTO PRACTICE \\nA TECHINCAL COMPANION TO\\nTHE Blueprint for an \\nAI BILL OF RIGHTS\\n12\\n'),\n"," Document(metadata={'source': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'file_path': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'page': 37, 'total_pages': 64, 'format': 'PDF 1.6', 'title': 'Artificial Intelligence Risk Management Framework: Generative Artificial Intelligence Profile', 'author': 'National Institute of Standards and Technology', 'subject': '', 'keywords': '', 'creator': 'Acrobat PDFMaker 24 for Word', 'producer': 'Adobe PDF Library 24.2.159', 'creationDate': \"D:20240805141702-04'00'\", 'modDate': \"D:20240805143048-04'00'\", 'trapped': '', '_id': '1d43c4ca-f83b-4708-97e9-6410f4dae5ee', '_collection_name': 'ai-safety-sr-arctic-embed-l-semantic'}, page_content='Human-AI Configuration \\nAI Actor Tasks: AI Deployment, AI Impact Assessment, Domain Experts, Operation and Monitoring, TEVV \\n \\n'),\n"," Document(metadata={'source': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'file_path': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'page': 61, 'total_pages': 64, 'format': 'PDF 1.6', 'title': 'Artificial Intelligence Risk Management Framework: Generative Artificial Intelligence Profile', 'author': 'National Institute of Standards and Technology', 'subject': '', 'keywords': '', 'creator': 'Acrobat PDFMaker 24 for Word', 'producer': 'Adobe PDF Library 24.2.159', 'creationDate': \"D:20240805141702-04'00'\", 'modDate': \"D:20240805143048-04'00'\", 'trapped': '', '_id': '73cf1599-b76d-4061-874e-660228ca5f06', '_collection_name': 'ai-safety-sr-arctic-embed-l-semantic'}, page_content='et al. (2023) Whose Opinions Do Language Models Reflect? arXiv.'),\n"," Document(metadata={'source': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'file_path': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'page': 28, 'total_pages': 64, 'format': 'PDF 1.6', 'title': 'Artificial Intelligence Risk Management Framework: Generative Artificial Intelligence Profile', 'author': 'National Institute of Standards and Technology', 'subject': '', 'keywords': '', 'creator': 'Acrobat PDFMaker 24 for Word', 'producer': 'Adobe PDF Library 24.2.159', 'creationDate': \"D:20240805141702-04'00'\", 'modDate': \"D:20240805143048-04'00'\", 'trapped': '', '_id': '00ca0c39-98b6-4339-874a-d036983a0922', '_collection_name': 'ai-safety-sr-arctic-embed-l-semantic'}, page_content='Make sure these tests cover various scenarios, such as crisis \\nsituations or ethically sensitive contexts. Human-AI Configuration; \\nInformation Integrity; Harmful Bias \\nand Homogenization; Dangerous, \\nViolent, or Hateful Content \\nAI Actor Tasks: AI Design, AI Development, Domain Experts, End-Users, Human Factors, Operation and Monitoring \\n \\n'),\n"," Document(metadata={'source': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'file_path': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'page': 59, 'total_pages': 64, 'format': 'PDF 1.6', 'title': 'Artificial Intelligence Risk Management Framework: Generative Artificial Intelligence Profile', 'author': 'National Institute of Standards and Technology', 'subject': '', 'keywords': '', 'creator': 'Acrobat PDFMaker 24 for Word', 'producer': 'Adobe PDF Library 24.2.159', 'creationDate': \"D:20240805141702-04'00'\", 'modDate': \"D:20240805143048-04'00'\", 'trapped': '', '_id': '81516460-f657-40e9-aef0-f4babc29b2f1', '_collection_name': 'ai-safety-sr-arctic-embed-l-semantic'}, page_content='https://www.rand.org/pubs/research_reports/RRA2977-2.html. Nicoletti, L. et al. (2023) Humans Are Biased. Generative Ai Is Even Worse. Bloomberg. https://www.bloomberg.com/graphics/2023-generative-ai-bias/. National Institute of Standards and Technology (2024) Adversarial Machine Learning: A Taxonomy and \\nTerminology of Attacks and Mitigations https://csrc.nist.gov/pubs/ai/100/2/e2023/final \\nNational Institute of Standards and Technology (2023) AI Risk Management Framework. https://www.nist.gov/itl/ai-risk-management-framework \\nNational Institute of Standards and Technology (2023) AI Risk Management Framework, Chapter 3: AI \\nRisks and Trustworthiness. https://airc.nist.gov/AI_RMF_Knowledge_Base/AI_RMF/Foundational_Information/3-sec-characteristics \\nNational Institute of Standards and Technology (2023) AI Risk Management Framework, Chapter 6: AI \\nRMF Profiles. https://airc.nist.gov/AI_RMF_Knowledge_Base/AI_RMF/Core_And_Profiles/6-sec-profile \\nNational Institute of Standards and Technology (2023) AI Risk Management Framework, Appendix A: \\nDescriptions of AI Actor Tasks. https://airc.nist.gov/AI_RMF_Knowledge_Base/AI_RMF/Appendices/Appendix_A#:~:text=AI%20actors%\\n20in%20this%20category,data%20providers%2C%20system%20funders%2C%20product \\n'),\n"," Document(metadata={'source': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'file_path': 'https://nvlpubs.nist.gov/nistpubs/ai/NIST.AI.600-1.pdf', 'page': 57, 'total_pages': 64, 'format': 'PDF 1.6', 'title': 'Artificial Intelligence Risk Management Framework: Generative Artificial Intelligence Profile', 'author': 'National Institute of Standards and Technology', 'subject': '', 'keywords': '', 'creator': 'Acrobat PDFMaker 24 for Word', 'producer': 'Adobe PDF Library 24.2.159', 'creationDate': \"D:20240805141702-04'00'\", 'modDate': \"D:20240805143048-04'00'\", 'trapped': '', '_id': '1b34b9f6-1f16-4993-b738-7a73e961bf2b', '_collection_name': 'ai-safety-sr-arctic-embed-l-semantic'}, page_content='(2020) Overcoming Failures of Imagination in AI Infused System Development and \\nDeployment. arXiv.'),\n"," Document(metadata={'source': 'https://www.whitehouse.gov/wp-content/uploads/2022/10/Blueprint-for-an-AI-Bill-of-Rights.pdf', 'file_path': 'https://www.whitehouse.gov/wp-content/uploads/2022/10/Blueprint-for-an-AI-Bill-of-Rights.pdf', 'page': 0, 'total_pages': 73, 'format': 'PDF 1.6', 'title': 'Blueprint for an AI Bill of Rights', 'author': '', 'subject': '', 'keywords': '', 'creator': 'Adobe Illustrator 26.3 (Macintosh)', 'producer': 'iLovePDF', 'creationDate': \"D:20220920133035-04'00'\", 'modDate': \"D:20221003104118-04'00'\", 'trapped': '', '_id': '8dd5b1e7-fd46-4e2a-90c2-8a8eea8b0cb9', '_collection_name': 'ai-safety-sr-arctic-embed-l-semantic'}, page_content=' \\n \\n \\n \\n \\n \\n \\n \\n \\n \\nBLUEPRINT FOR AN \\nAI BILL OF \\nRIGHTS \\nMAKING AUTOMATED \\nSYSTEMS WORK FOR \\nTHE AMERICAN PEOPLE \\nOCTOBER 2022 \\n'),\n"," Document(metadata={'source': 'https://www.whitehouse.gov/wp-content/uploads/2022/10/Blueprint-for-an-AI-Bill-of-Rights.pdf', 'file_path': 'https://www.whitehouse.gov/wp-content/uploads/2022/10/Blueprint-for-an-AI-Bill-of-Rights.pdf', 'page': 23, 'total_pages': 73, 'format': 'PDF 1.6', 'title': 'Blueprint for an AI Bill of Rights', 'author': '', 'subject': '', 'keywords': '', 'creator': 'Adobe Illustrator 26.3 (Macintosh)', 'producer': 'iLovePDF', 'creationDate': \"D:20220920133035-04'00'\", 'modDate': \"D:20221003104118-04'00'\", 'trapped': '', '_id': '8c64aecd-850b-48b3-bac2-16e73ebad1e0', '_collection_name': 'ai-safety-sr-arctic-embed-l-semantic'}, page_content='Some companies have instituted bias testing as part of their product \\nquality assessment and launch procedures, and in some cases this testing has led products to be changed or not \\nlaunched, preventing harm to the public. Federal government agencies have been developing standards and guidance \\nfor the use of automated systems in order to help prevent bias.')]"]},"execution_count":29,"metadata":{},"output_type":"execute_result"}],"source":["retriever.invoke(\"What steps can organizations take to minimize bias in AI models?\")"]},{"cell_type":"code","execution_count":53,"metadata":{"executionInfo":{"elapsed":246,"status":"ok","timestamp":1727045858752,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"R4_jjdEjwT-O"},"outputs":[],"source":["from langchain.retrievers.contextual_compression import ContextualCompressionRetriever\n","from langchain.retrievers.document_compressors import LLMChainExtractor\n","from langchain_openai import ChatOpenAI\n","\n","async def get_contextual_compressed_retriever(retriver):\n","\n"," base_retriever = retriver\n"," compressor_llm = ChatOpenAI(temperature=0, model_name=\"gpt-4o\", max_tokens=1500)\n"," compressor = LLMChainExtractor.from_llm(compressor_llm)\n","\n"," #Combine the retriever with the compressor\n"," compression_retriever = ContextualCompressionRetriever(\n"," base_compressor=compressor,\n"," base_retriever=base_retriever\n"," )\n"," return compression_retriever"]},{"cell_type":"code","execution_count":54,"metadata":{"executionInfo":{"elapsed":251,"status":"ok","timestamp":1727045861538,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"rtCArydrwhFq"},"outputs":[],"source":["contextual_compressed_retriever = await get_contextual_compressed_retriever(retriever)"]},{"cell_type":"code","execution_count":20,"metadata":{"executionInfo":{"elapsed":275,"status":"ok","timestamp":1727037197004,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"ugjsVcab8KWo"},"outputs":[],"source":["from langchain.prompts import ChatPromptTemplate\n","\n","RAG_PROMPT = \"\"\"\\\n","Given a provided context and question, you must answer the question based only on context.\n","\n","If you cannot answer the question based on the context - you must say \"I don't know\".\n","\n","Context: {context}\n","Question: {question}\n","\"\"\"\n","\n","rag_prompt = ChatPromptTemplate.from_template(RAG_PROMPT)"]},{"cell_type":"code","execution_count":21,"metadata":{"executionInfo":{"elapsed":235,"status":"ok","timestamp":1727037200213,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"a3MuU4ZX8KWo"},"outputs":[],"source":["from langchain_openai import ChatOpenAI\n","\n","# Using the same model used in the app.\n","chat_model_name = \"gpt-4o\"\n","llm = ChatOpenAI(model=chat_model_name,temperature=0)"]},{"cell_type":"code","execution_count":55,"metadata":{"executionInfo":{"elapsed":239,"status":"ok","timestamp":1727045866301,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"-yGYL2fQ8KWo"},"outputs":[],"source":["from operator import itemgetter\n","from langchain_core.runnables import RunnablePassthrough, RunnableParallel\n","from langchain.schema import StrOutputParser\n","\n","ai_safety_rag_chain = (\n"," {\"context\": itemgetter(\"question\") | contextual_compressed_retriever, \"question\": itemgetter(\"question\")}\n"," | rag_prompt | llm | StrOutputParser()\n",")"]},{"cell_type":"code","execution_count":56,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":105},"executionInfo":{"elapsed":8298,"status":"ok","timestamp":1727045877567,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"12Sa5g598KWo","outputId":"916240c3-da0c-4bc6-f20b-1384a162cf52"},"outputs":[{"data":{"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"},"text/plain":["'Companies can ensure AI does not violate data privacy laws by implementing the following measures:\\n\\n1. **Built-in Protections**: Incorporate built-in protections to guard against abusive data practices.\\n2. **User Agency**: Provide users with control over how their data is used.\\n3. **Privacy by Design**: Make design choices that protect user privacy by default.\\n4. **Reasonable Data Collection**: Ensure that data collection conforms to reasonable expectations and only collect data strictly necessary for the specific context.\\n5. **User Permission and Respect**: Seek user permission and respect their decisions regarding the collection, use, access, transfer, and deletion of their data.\\n6. **Alternative Safeguards**: Use alternative privacy by design safeguards where user permission is not possible.\\n7. **Avoid Obfuscation**: Avoid user experience and design decisions that obfuscate user choice or burden users with privacy-invasive defaults.\\n\\nThese measures ensure that the systems are aligned with data privacy laws and protect user privacy effectively.'"]},"execution_count":56,"metadata":{},"output_type":"execute_result"}],"source":["ai_safety_rag_chain.invoke({\"question\" : \"How can companies ensure AI does not violate data privacy laws?\"})"]},{"cell_type":"code","execution_count":37,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"elapsed":6680,"status":"ok","timestamp":1727042613356,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"p85CK56HcQaW","outputId":"25e27ff0-abae-43a0-f44d-acdec7c05a0d"},"outputs":[{"data":{"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"},"text/plain":["\"I don't know.\""]},"execution_count":37,"metadata":{},"output_type":"execute_result"}],"source":["ai_safety_rag_chain.invoke({\"question\" :\"What are the implications of using GAI systems for organizations in terms of risk management and compliance?\"})"]},{"cell_type":"code","execution_count":66,"metadata":{"executionInfo":{"elapsed":354,"status":"ok","timestamp":1727047034136,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"Zd-lNRE9-Sex"},"outputs":[],"source":["# Rag chain used in the app\n","from langchain.chains.combine_documents import create_stuff_documents_chain\n","from langchain.prompts import MessagesPlaceholder\n","from langchain.prompts import ChatPromptTemplate\n","from langchain.chains.history_aware_retriever import create_history_aware_retriever\n","from langchain.chains.retrieval import create_retrieval_chain\n","from langchain_core.runnables.history import RunnableWithMessageHistory\n","from langchain_core.chat_history import BaseChatMessageHistory\n","from langchain_community.chat_message_histories import ChatMessageHistory\n","\n","def create_history_aware_retriever_self(chat_model, retriever):\n"," contextualize_q_system_prompt = (\n"," \"Given a chat history and the latest user question which might reference context in the chat history, \"\n"," \"formulate a standalone question which can be understood without the chat history. Do NOT answer the question, \"\n"," \"just reformulate it if needed and otherwise return it as is.\"\n"," )\n"," contextualize_q_prompt = ChatPromptTemplate.from_messages(\n"," [\n"," (\"system\", contextualize_q_system_prompt),\n"," MessagesPlaceholder(\"chat_history\"),\n"," (\"human\", \"{input}\"),\n"," ]\n"," )\n"," return create_history_aware_retriever(chat_model, retriever, contextualize_q_prompt)\n","\n","def create_qa_chain(chat_model):\n"," qa_system_prompt = (\n"," \"You are an helpful assistant named 'Shield' and your task is to answer any questions related to AI Safety for the given context.\"\n"," \"Use the following pieces of retrieved context to answer the question.\"\n"," # \"If any questions asked outside AI Safety context, just say that you are a specialist in AI Safety and can't answer that.\"\n"," # f\"When introducing you, just say that you are an AI assistant powered by embedding model {embedding_model_name} and chat model {chat_model_name} and your knowledge is limited to 'Blueprint for an AI Bill of Rights' and 'NIST AI Standards' documents.\"\n"," \"If you don't know the answer, just say that you don't know.\\n\\n\"\n"," \"{context}\"\n"," )\n"," qa_prompt = ChatPromptTemplate.from_messages(\n"," [\n"," (\"system\", qa_system_prompt),\n"," MessagesPlaceholder(\"chat_history\"),\n"," (\"human\", \"{input}\"),\n"," ]\n"," )\n"," return create_stuff_documents_chain(chat_model, qa_prompt)\n","\n","def create_rag_chain(chat_model, retriever):\n"," history_aware_retriever = create_history_aware_retriever_self(chat_model, retriever)\n"," question_answer_chain = create_qa_chain(chat_model)\n"," return create_retrieval_chain(history_aware_retriever, question_answer_chain)\n","\n","def get_session_history(session_id: str) -> BaseChatMessageHistory:\n"," if session_id not in store:\n"," store[session_id] = ChatMessageHistory()\n"," return store[session_id]\n","\n","history_ai_safety_rag_chain = create_rag_chain(llm, contextual_compressed_retriever)\n","\n","conversational_rag_chain = RunnableWithMessageHistory(\n"," history_ai_safety_rag_chain,\n"," get_session_history,\n"," input_messages_key=\"input\",\n"," history_messages_key=\"chat_history\",\n"," output_messages_key=\"answer\",\n"," )"]},{"cell_type":"markdown","metadata":{"id":"xFc9_Npg8KWo"},"source":["# Ragas Evaluation"]},{"cell_type":"code","execution_count":68,"metadata":{"executionInfo":{"elapsed":2486324,"status":"ok","timestamp":1727049574640,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"CtCmZ3K950sr"},"outputs":[],"source":["import time\n","import uuid\n","\n","answers = []\n","contexts = []\n","\n","for question in test_questions:\n"," store = {}\n"," session_id = str(uuid.uuid4())\n","\n"," response = conversational_rag_chain.invoke({\"input\" : question}, config={\"configurable\": {\"session_id\": session_id}})\n"," # time.sleep(1)\n"," answers.append(response[\"answer\"])\n"," contexts.append([context.page_content for context in response[\"context\"]])"]},{"cell_type":"code","execution_count":70,"metadata":{"executionInfo":{"elapsed":243,"status":"ok","timestamp":1727049621003,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"aB6BhqHG57mj"},"outputs":[],"source":["from datasets import Dataset\n","\n","response_dataset = Dataset.from_dict({\n"," \"question\" : test_questions,\n"," \"answer\" : answers,\n"," \"contexts\" : contexts,\n"," \"ground_truth\" : test_groundtruths\n","})"]},{"cell_type":"code","execution_count":71,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":249,"status":"ok","timestamp":1727049626623,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"mfCULw8U5-ej","outputId":"21f14944-325e-44b8-901b-0a0bf6644c16"},"outputs":[{"data":{"text/plain":["{'question': 'What actions did the OSTP take to engage with stakeholders regarding the use of artificial intelligence and biometric technologies?',\n"," 'answer': 'The Office of Science and Technology Policy (OSTP) took the following actions to engage with stakeholders regarding the use of artificial intelligence and biometric technologies:\\n\\n1. **Soliciting Public Comments**: OSTP created an email address (ai-equity@ostp.eop.gov) to solicit comments from the public on the use of artificial intelligence and other data-driven technologies in their lives.\\n\\n2. **Request for Information (RFI)**: OSTP issued a Request for Information (RFI) on the use and governance of biometric technologies. The purpose of this RFI was to understand the extent and variety of biometric technologies in past, current, or planned use; the domains in which these technologies are being used; the entities making use of them; current principles, practices, or policies governing their use; and the stakeholders that are, or may be, impacted by their use or regulation.\\n\\nThe 130 responses to this RFI are available online and were submitted by a diverse range of organizations and individuals, including Accenture, Access Now, ACT | The App Association, AHIP, AIethicist.org, Airlines for America, Alliance for Automotive Innovation, Amelia Winger-Bearskin, and the American Civil Liberties Union, among others.',\n"," 'contexts': ['• OSTP created an email address (ai-equity@ostp.eop.gov) to solicit comments from the public on the use of artificial intelligence and other data-driven technologies in their lives.\\n• OSTP issued a Request For Information (RFI) on the use and governance of biometric technologies.113 The purpose of this RFI was to understand the extent and variety of biometric technologies in past, current, or planned use; the domains in which these technologies are being used; the entities making use of them; current principles, practices, or policies governing their use; and the stakeholders that are, or may be, impacted by their use or regulation. The 130 responses to this RFI are available in full online114 and were submitted by the below listed organizations and individuals:\\nAccenture \\nAccess Now \\nACT | The App Association \\nAHIP \\nAIethicist.org \\nAirlines for America \\nAlliance for Automotive Innovation \\nAmelia Winger-Bearskin \\nAmerican Civil Liberties Union'],\n"," 'ground_truth': 'OSTP engaged with stakeholders regarding the use of artificial intelligence and biometric technologies by conducting two listening sessions for members of the public, which drew upwards of 300 participants. Additionally, OSTP created an email address (ai-equity@ostp.eop.gov) to solicit comments from the public on the use of artificial intelligence and issued a Request For Information (RFI) on the use and governance of biometric technologies to understand their extent, variety, and the stakeholders impacted by their use or regulation.'}"]},"execution_count":71,"metadata":{},"output_type":"execute_result"}],"source":["response_dataset[0]"]},{"cell_type":"code","execution_count":72,"metadata":{"executionInfo":{"elapsed":2,"status":"ok","timestamp":1727049660277,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"hkJIiVw08KWo"},"outputs":[],"source":["from ragas import evaluate\n","from ragas.metrics import (\n"," faithfulness,\n"," answer_relevancy,\n"," answer_correctness,\n"," context_recall,\n"," context_precision,\n",")\n","\n","metrics = [\n"," faithfulness,\n"," answer_relevancy,\n"," context_recall,\n"," context_precision,\n"," answer_correctness,\n","]"]},{"cell_type":"code","execution_count":73,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":49,"referenced_widgets":["de1d0a7c196b43f2896f7328b51d0722","f3408e40282f45a7bae1d28c9089155c","2b9653890ab449ddb8463d2c896ef93c","2404dc4e606f4829af0a2196e2028092","89a1bb37e141423395bacf6e997e9bad","4cb6117209d540faa71410c223299f41","0ecafc8c711d4532b6eff44e9aa9c9aa","975aa2789cee4d2f857c1a22306f3e35","b196574881d242fb9cd9cc1dbb91787e","de6399b9118541bb97029ca88be886f4","e0dfd110049c4c7ab6e56fb6b485ed5c"]},"executionInfo":{"elapsed":583665,"status":"ok","timestamp":1727050255211,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"SsWmvE1h8KWo","outputId":"16301a9c-d73f-4ed3-c6c1-5a9760a22492"},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"de1d0a7c196b43f2896f7328b51d0722","version_major":2,"version_minor":0},"text/plain":["Evaluating: 0%| | 0/1370 [00:00\n","
\n","\n","\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
questioncontextsanswerground_truthfaithfulnessanswer_relevancycontext_recallcontext_precisionanswer_correctness
0What actions did the OSTP take to engage with ...[• OSTP created an email address (ai-equity@os...The Office of Science and Technology Policy (O...OSTP engaged with stakeholders regarding the u...1.0000000.9714210.6666671.00.832265
1What are the potential issues associated with ...[]Automated performance evaluation systems in th...The potential issues associated with automated...1.0000000.9884790.0000000.00.289107
2What role does synthetic content detection pla...[]Synthetic content detection plays a crucial ro...Synthetic content detection plays a crucial ro...0.9444441.0000000.0000000.00.308811
3What role does risk management play in the imp...[risk identification and management assessment...Risk management plays a crucial role in the im...The answer to given question is not present in...0.2333331.0000000.0000000.00.920685
4What concerns arise from companies using surve...[Companies use surveillance software to track ...The use of surveillance software by companies ...Concerns arise from companies using surveillan...0.5652170.9898121.0000001.00.612930
..............................
269What drives extra data protections in health a...[]Extra data protections in health and finance a...Extra data protections in health and finance a...0.9354840.9824600.0000000.00.759702
270What insights did OSTP seek from experts in AI...[]The Office of Science and Technology Policy (O...OSTP sought insights and analysis on the risks...0.0000000.9106770.0000000.00.688606
271What key elements ensure clarity in docs about...[Designers, developers, and deployers of autom...To ensure clarity in documentation about an au...Key elements that ensure clarity in documentat...0.9629630.9499621.0000001.00.510159
272What biases to note for pre-deployment measure...[]In the context of pre-deployment measurement e...The context mentions documenting biases or sta...0.0000000.9514810.0000000.00.884850
273Which automated systems affect equal opportuni...[Education-related systems such as algorithms ...Automated systems that can affect equal opport...Automated systems that affect equal opportunit...0.4761900.9832240.2500001.00.885252
\n","

274 rows × 9 columns

\n","
\n","
\n","\n","
\n"," \n","\n"," \n","\n"," \n","
\n","\n","\n","
\n"," \n","\n","\n","\n"," \n","
\n","\n","
\n"," \n"," \n"," \n","
\n","\n","
\n"," \n"],"text/plain":[" question \\\n","0 What actions did the OSTP take to engage with ... \n","1 What are the potential issues associated with ... \n","2 What role does synthetic content detection pla... \n","3 What role does risk management play in the imp... \n","4 What concerns arise from companies using surve... \n",".. ... \n","269 What drives extra data protections in health a... \n","270 What insights did OSTP seek from experts in AI... \n","271 What key elements ensure clarity in docs about... \n","272 What biases to note for pre-deployment measure... \n","273 Which automated systems affect equal opportuni... \n","\n"," contexts \\\n","0 [• OSTP created an email address (ai-equity@os... \n","1 [] \n","2 [] \n","3 [risk identification and management assessment... \n","4 [Companies use surveillance software to track ... \n",".. ... \n","269 [] \n","270 [] \n","271 [Designers, developers, and deployers of autom... \n","272 [] \n","273 [Education-related systems such as algorithms ... \n","\n"," answer \\\n","0 The Office of Science and Technology Policy (O... \n","1 Automated performance evaluation systems in th... \n","2 Synthetic content detection plays a crucial ro... \n","3 Risk management plays a crucial role in the im... \n","4 The use of surveillance software by companies ... \n",".. ... \n","269 Extra data protections in health and finance a... \n","270 The Office of Science and Technology Policy (O... \n","271 To ensure clarity in documentation about an au... \n","272 In the context of pre-deployment measurement e... \n","273 Automated systems that can affect equal opport... \n","\n"," ground_truth faithfulness \\\n","0 OSTP engaged with stakeholders regarding the u... 1.000000 \n","1 The potential issues associated with automated... 1.000000 \n","2 Synthetic content detection plays a crucial ro... 0.944444 \n","3 The answer to given question is not present in... 0.233333 \n","4 Concerns arise from companies using surveillan... 0.565217 \n",".. ... ... \n","269 Extra data protections in health and finance a... 0.935484 \n","270 OSTP sought insights and analysis on the risks... 0.000000 \n","271 Key elements that ensure clarity in documentat... 0.962963 \n","272 The context mentions documenting biases or sta... 0.000000 \n","273 Automated systems that affect equal opportunit... 0.476190 \n","\n"," answer_relevancy context_recall context_precision answer_correctness \n","0 0.971421 0.666667 1.0 0.832265 \n","1 0.988479 0.000000 0.0 0.289107 \n","2 1.000000 0.000000 0.0 0.308811 \n","3 1.000000 0.000000 0.0 0.920685 \n","4 0.989812 1.000000 1.0 0.612930 \n",".. ... ... ... ... \n","269 0.982460 0.000000 0.0 0.759702 \n","270 0.910677 0.000000 0.0 0.688606 \n","271 0.949962 1.000000 1.0 0.510159 \n","272 0.951481 0.000000 0.0 0.884850 \n","273 0.983224 0.250000 1.0 0.885252 \n","\n","[274 rows x 9 columns]"]},"execution_count":74,"metadata":{},"output_type":"execute_result"},{"name":"stderr","output_type":"stream","text":["WARNING:root:Quickchart encountered unexpected dtypes in columns: \"(['contexts'],)\"\n"]},{"data":{"text/html":["

Distributions

\n",""],"text/plain":[""]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_0['index'].plot(kind='hist', bins=20, title='index')\n","plt.gca().spines[['top', 'right',]].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_1['faithfulness'].plot(kind='hist', bins=20, title='faithfulness')\n","plt.gca().spines[['top', 'right',]].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_2['answer_relevancy'].plot(kind='hist', bins=20, title='answer_relevancy')\n","plt.gca().spines[['top', 'right',]].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_3['context_recall'].plot(kind='hist', bins=20, title='context_recall')\n","plt.gca().spines[['top', 'right',]].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["

2-d distributions

\n",""],"text/plain":[""]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_4.plot(kind='scatter', x='index', y='faithfulness', s=32, alpha=.8)\n","plt.gca().spines[['top', 'right',]].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_5.plot(kind='scatter', x='faithfulness', y='answer_relevancy', s=32, alpha=.8)\n","plt.gca().spines[['top', 'right',]].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_6.plot(kind='scatter', x='answer_relevancy', y='context_recall', s=32, alpha=.8)\n","plt.gca().spines[['top', 'right',]].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_7.plot(kind='scatter', x='context_recall', y='context_precision', s=32, alpha=.8)\n","plt.gca().spines[['top', 'right',]].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["

Time series

\n",""],"text/plain":[""]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","import seaborn as sns\n","def _plot_series(series, series_name, series_index=0):\n"," palette = list(sns.palettes.mpl_palette('Dark2'))\n"," xs = series['index']\n"," ys = series['faithfulness']\n"," \n"," plt.plot(xs, ys, label=series_name, color=palette[series_index % len(palette)])\n","\n","fig, ax = plt.subplots(figsize=(10, 5.2), layout='constrained')\n","df_sorted = _df_8.sort_values('index', ascending=True)\n","_plot_series(df_sorted, '')\n","sns.despine(fig=fig, ax=ax)\n","plt.xlabel('index')\n","_ = plt.ylabel('faithfulness')"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","import seaborn as sns\n","def _plot_series(series, series_name, series_index=0):\n"," palette = list(sns.palettes.mpl_palette('Dark2'))\n"," xs = series['index']\n"," ys = series['answer_relevancy']\n"," \n"," plt.plot(xs, ys, label=series_name, color=palette[series_index % len(palette)])\n","\n","fig, ax = plt.subplots(figsize=(10, 5.2), layout='constrained')\n","df_sorted = _df_9.sort_values('index', ascending=True)\n","_plot_series(df_sorted, '')\n","sns.despine(fig=fig, ax=ax)\n","plt.xlabel('index')\n","_ = plt.ylabel('answer_relevancy')"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","import seaborn as sns\n","def _plot_series(series, series_name, series_index=0):\n"," palette = list(sns.palettes.mpl_palette('Dark2'))\n"," xs = series['index']\n"," ys = series['context_recall']\n"," \n"," plt.plot(xs, ys, label=series_name, color=palette[series_index % len(palette)])\n","\n","fig, ax = plt.subplots(figsize=(10, 5.2), layout='constrained')\n","df_sorted = _df_10.sort_values('index', ascending=True)\n","_plot_series(df_sorted, '')\n","sns.despine(fig=fig, ax=ax)\n","plt.xlabel('index')\n","_ = plt.ylabel('context_recall')"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","import seaborn as sns\n","def _plot_series(series, series_name, series_index=0):\n"," palette = list(sns.palettes.mpl_palette('Dark2'))\n"," xs = series['index']\n"," ys = series['context_precision']\n"," \n"," plt.plot(xs, ys, label=series_name, color=palette[series_index % len(palette)])\n","\n","fig, ax = plt.subplots(figsize=(10, 5.2), layout='constrained')\n","df_sorted = _df_11.sort_values('index', ascending=True)\n","_plot_series(df_sorted, '')\n","sns.despine(fig=fig, ax=ax)\n","plt.xlabel('index')\n","_ = plt.ylabel('context_precision')"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["

Values

\n",""],"text/plain":[""]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_12['index'].plot(kind='line', figsize=(8, 4), title='index')\n","plt.gca().spines[['top', 'right']].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_13['faithfulness'].plot(kind='line', figsize=(8, 4), title='faithfulness')\n","plt.gca().spines[['top', 'right']].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_14['answer_relevancy'].plot(kind='line', figsize=(8, 4), title='answer_relevancy')\n","plt.gca().spines[['top', 'right']].set_visible(False)"]},"metadata":{},"output_type":"display_data"},{"data":{"text/html":["
\n"," \n","
\n"," \n"," "],"text/plain":["from matplotlib import pyplot as plt\n","_df_15['context_recall'].plot(kind='line', figsize=(8, 4), title='context_recall')\n","plt.gca().spines[['top', 'right']].set_visible(False)"]},"metadata":{},"output_type":"display_data"}],"source":["results_df = results.to_pandas()\n","results_df"]},{"cell_type":"code","execution_count":75,"metadata":{"executionInfo":{"elapsed":333,"status":"ok","timestamp":1727050524966,"user":{"displayName":"Jeevanandham Poongavanam","userId":"13255850175966981554"},"user_tz":-60},"id":"-eFf7n13Osf7"},"outputs":[],"source":["results_df.to_csv('ai-safety-ragas-evaluation-result.csv', index=False)"]}],"metadata":{"accelerator":"GPU","colab":{"gpuType":"T4","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.11.9"},"widgets":{"application/vnd.jupyter.widget-state+json":{"02b8a307cf454eb2a20b274b7116225f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"03671faa6b0a44bd8b3e637138c896eb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_ac18871e773c416795edfad4e34bd739","IPY_MODEL_1774f38ee20c401c9fee5f5c719c55fa","IPY_MODEL_ff75bde6e9e34ddda3ab14358e32c9d5"],"layout":"IPY_MODEL_376b21af9a924f9fac4d4a76adb2c279"}},"03fbf3aba7874ce5bc30bf447ba6f015":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"05f5187bbe264efd994ca80561f3f4e1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e73a9f990c1747aaaeef8b429d09eee1","placeholder":"​","style":"IPY_MODEL_ac85f34239514dac9a1f0d4930df51cf","value":"model.safetensors: 100%"}},"068a2d12c56247a9b3eb7c7dc28f77ff":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"08f9e2ef423343d0ba69769ba75ecccd":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0b5b8501d1c64430997aade25c414422":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_fe62df73225f4b39a40780daf353f669","max":695,"min":0,"orientation":"horizontal","style":"IPY_MODEL_e79cc22d087b4f07b727f4b8b7dd81a6","value":695}},"0bc3ed75fd084091b307f878b1d1d959":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0c8d2cc782dc405fa280f281f7c74df6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0d6056d406f9496b92228ebc3e5a6fcf":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_ceb1fe3552024c309dad1392ced3b721","IPY_MODEL_8d5bfdc58a2a4b14baae6e73e3a703b6","IPY_MODEL_e256341c3df04d0a87b3865fdce29d22"],"layout":"IPY_MODEL_ab176aa8c4884f069ae0e19e65760070"}},"0ecafc8c711d4532b6eff44e9aa9c9aa":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0ef794ecfa144a84b34592353ad7a6ea":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_79fdfe0e7a9e4e38855567b3b204686a","placeholder":"​","style":"IPY_MODEL_c8dab5e9f6a94fddb82d81135b433cef","value":"sentence_bert_config.json: 100%"}},"1415f7cb259f461a8554c9f68680633f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"1698e05b2ca34fc3ab29e8958487e41a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":"hidden","width":null}},"16caf75cbaf84be08ab28e4af7c80460":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1774f38ee20c401c9fee5f5c719c55fa":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_e69e65df44a644b1a2c61a62547f218e","max":704,"min":0,"orientation":"horizontal","style":"IPY_MODEL_d227481530984a52bb58265ffbf3095a","value":704}},"178c185d1fb74f2aaac9f9d09612ba18":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"19a009a472e34399a4857a80bb34da71":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1ac8e96e17174598806649d207a7c83a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"","description":"","description_tooltip":null,"layout":"IPY_MODEL_b33f5a46b833403f8ff7c46f52885c5a","max":284,"min":0,"orientation":"horizontal","style":"IPY_MODEL_068a2d12c56247a9b3eb7c7dc28f77ff","value":284}},"1e85b700cd66441897a35f9018efd73c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"1f259f3cd5b544efbca85fc58b1a46b1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_08f9e2ef423343d0ba69769ba75ecccd","placeholder":"​","style":"IPY_MODEL_ec34c675cd944c92bd81071fbc1abdd6","value":" 297/297 [00:00<00:00, 12.1kB/s]"}},"2165a51b7d0a4440900a3fdb4152b1ff":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"221f65af387442f0bf76fe785345ec38":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"2404dc4e606f4829af0a2196e2028092":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_de6399b9118541bb97029ca88be886f4","placeholder":"​","style":"IPY_MODEL_e0dfd110049c4c7ab6e56fb6b485ed5c","value":" 1370/1370 [09:42<00:00,  2.43s/it]"}},"26e4773ba74a4fb1a079616d1dfe3475":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"280ffc9a3dc84cfeabcf938df8ba418d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"28c229dc3f944e6c906fdb419745de82":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"290fd0c27c6945f18e2b1a8dbbd8338b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"2b9653890ab449ddb8463d2c896ef93c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_975aa2789cee4d2f857c1a22306f3e35","max":1370,"min":0,"orientation":"horizontal","style":"IPY_MODEL_b196574881d242fb9cd9cc1dbb91787e","value":1370}},"33aef8c6f108473fa69075c96fb05afa":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"376b21af9a924f9fac4d4a76adb2c279":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"38b4e993c113467d8adae56f03009831":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"3da23de9f9b54994b79b6155565185e6":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3e9c125122bf4a4697c4c66d0081db02":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3f046ecb4256477da5a045e0ea65fd71":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3fe327e21036451abe9b8b28cecf0841":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_caa69772cb2b4d3cbd1ec60e7899e823","placeholder":"​","style":"IPY_MODEL_d6b8024119f046c080d3956104b9107b","value":" 274/274 [03:10<00:00,  1.11s/it]"}},"43df5336d3db4cf8879d4dcdb40b658c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_bef06a1d1d454345a1a5a9a1f5aeafab","IPY_MODEL_829848e303ed4608ac7a229a4fa8f1de","IPY_MODEL_3fe327e21036451abe9b8b28cecf0841"],"layout":"IPY_MODEL_851e7747d1844e97a1b45117224ca722"}},"453cbd863055429cbe6bacba0af0ed0f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_ee5b9d6e096b46ae88e0537c3a6e8b24","max":107,"min":0,"orientation":"horizontal","style":"IPY_MODEL_d9d573c7dd5b491dac2fc3643b452200","value":107}},"46db05876ac44068a90d9ee879686fc0":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"47079c20689f41beb821576cb7382df6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4747b53781fb4d37adea4c21b68cee33":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"47baaee191a24711a678c45960ba3d7b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_d3f2eca4202040f1b02458f135db7feb","max":711649,"min":0,"orientation":"horizontal","style":"IPY_MODEL_b62d4c81354c478487b09905b9f4e73f","value":711649}},"49bebe2cfede420e8f18ff548cd99a53":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"49fa14ed71b24d85b0dc2cf9d12e36d8":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_dc4ba5a620274f73afa7027726232693","IPY_MODEL_fa9ba492445740f2a7388d05a8a0a995","IPY_MODEL_e112800f289e4e3a8be21ba1f7db68b5"],"layout":"IPY_MODEL_4747b53781fb4d37adea4c21b68cee33"}},"4b1fa36e00af4a63b4eaca5f84b61472":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4b817c1894314519a6d33a543e3ece72":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7f7b3318b9a8470bb06db047193dbae1","placeholder":"​","style":"IPY_MODEL_8279fd35681c425e8377a135933df2b7","value":"special_tokens_map.json: 100%"}},"4bd26e6ae79f4f3d8e9cf2f42ad3ac26":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4cb6117209d540faa71410c223299f41":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4d046a1ecbef4a20a8d662a57de340e7":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4d66c93a9b3a49659b24dc3236ac61fb":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"502dbd5a88af4028b17cc7ee59995879":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"549e74620f154e2d81e5242b4b09d5d4":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"54a35e95d97c441d88cf79665735ecd7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_05f5187bbe264efd994ca80561f3f4e1","IPY_MODEL_cf975ac612d94ae0824774b5e667512d","IPY_MODEL_c4970fd5d1f24a32a78e9135774d8838"],"layout":"IPY_MODEL_0bc3ed75fd084091b307f878b1d1d959"}},"555b75f0e8e74ecab149d30af40222fd":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_abb5eb80075d47bd924df7f8aac33f97","IPY_MODEL_1ac8e96e17174598806649d207a7c83a","IPY_MODEL_b524d79fbdca441d8cc51f90a5ba9413"],"layout":"IPY_MODEL_1698e05b2ca34fc3ab29e8958487e41a"}},"56d1f705145e4278b5c5666136464c2f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"57e5dc406f7e4b289bab86df40762019":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"58353a440c6a4adc8c0fc4af31973076":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_80f3b196e67747918589c7c0942e77c4","max":84541,"min":0,"orientation":"horizontal","style":"IPY_MODEL_38b4e993c113467d8adae56f03009831","value":84541}},"5d83067e2d36472d9a7fbb6dbe54ec9a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6301ae6e47e14ee3a965e672c7ae0e61":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_eddb3decc41c45dcb94b229d4f2b43a9","IPY_MODEL_73f2f74333fa4334aa69bebf4a14c4de","IPY_MODEL_f73c1d3c8c784131ae97d78185091ea2"],"layout":"IPY_MODEL_a6c08a77b7cf4b57bccf7ae6840b1824"}},"651a63696f3546d19fa7fc457e90acd0":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_a9e5c2b666cd4b1bb1f8e2d3f724b909","IPY_MODEL_b3e98c6b6bd54b018709f71e00abe2cf","IPY_MODEL_1f259f3cd5b544efbca85fc58b1a46b1"],"layout":"IPY_MODEL_7860820e7de9416b8549de4710af99fc"}},"69529419f3e74cbe957ebcabdabd6245":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"699b9a47c86a4c839f29f35325f5976a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6b4568d54d3d44d6b969f9d7edb4a3e6":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6bac147a849b4c86bab8e2d0598529d1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6bcb3569f5144b4fb0fcaa55671b167e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_78cd857069834e34b84c73e0147b5e9f","placeholder":"​","style":"IPY_MODEL_290fd0c27c6945f18e2b1a8dbbd8338b","value":"README.md: 100%"}},"6dcb21c8ad064ef2a0ba4f8c308bb955":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b477f5488ddc4bf991a9476c094454d9","placeholder":"​","style":"IPY_MODEL_f69fc7fda80d4bec984617f3c804a723","value":" 107/107 [00:00<00:00, 7.87kB/s]"}},"72df565437094492a84512d4a4be07f8":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"73f2f74333fa4334aa69bebf4a14c4de":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_56d1f705145e4278b5c5666136464c2f","max":252,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1415f7cb259f461a8554c9f68680633f","value":252}},"7860820e7de9416b8549de4710af99fc":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"786341e37e1340f4ac793a8b81803129":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_03fbf3aba7874ce5bc30bf447ba6f015","placeholder":"​","style":"IPY_MODEL_19a009a472e34399a4857a80bb34da71","value":" 695/695 [00:00<00:00, 45.6kB/s]"}},"78cd857069834e34b84c73e0147b5e9f":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"79fdfe0e7a9e4e38855567b3b204686a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7a24922aee63498a804d0979c8043499":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7c010e9e49d54c8a9039728f738bce85":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7dc5e6226139451c987d61a102743bbe":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7f0fda7f909043b68762830fc945d649":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7f7b3318b9a8470bb06db047193dbae1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"80f3b196e67747918589c7c0942e77c4":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"812ef2fab08d41e9bb0b0a6607f06491":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_946552ad2b50452789b313730bc86022","IPY_MODEL_47baaee191a24711a678c45960ba3d7b","IPY_MODEL_ba11b7c4f3dd4c7c96300718c3ab2d9a"],"layout":"IPY_MODEL_7dc5e6226139451c987d61a102743bbe"}},"8142cd3e211940a49391a3bb8414aae1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8279fd35681c425e8377a135933df2b7":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"829848e303ed4608ac7a229a4fa8f1de":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_7c010e9e49d54c8a9039728f738bce85","max":274,"min":0,"orientation":"horizontal","style":"IPY_MODEL_28c229dc3f944e6c906fdb419745de82","value":274}},"851e7747d1844e97a1b45117224ca722":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"89a1bb37e141423395bacf6e997e9bad":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8c3bafba10694ca28921512ae856ae0e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8d5bfdc58a2a4b14baae6e73e3a703b6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_ef1e019ced5a42aeaed7dc903158b2fa","max":231508,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1e85b700cd66441897a35f9018efd73c","value":231508}},"9398b54a42924fbfa50dc9a2935831d8":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a664c729149648f79971ad62b4bfab3a","placeholder":"​","style":"IPY_MODEL_0c8d2cc782dc405fa280f281f7c74df6","value":"tokenizer_config.json: 100%"}},"946552ad2b50452789b313730bc86022":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6bac147a849b4c86bab8e2d0598529d1","placeholder":"​","style":"IPY_MODEL_7a24922aee63498a804d0979c8043499","value":"tokenizer.json: 100%"}},"954a7f2aea624788ad86b83448033998":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f71f7bfb17cf48708222cd9b196c252e","placeholder":"​","style":"IPY_MODEL_549e74620f154e2d81e5242b4b09d5d4","value":" 1.38k/1.38k [00:00<00:00, 103kB/s]"}},"96b1e666843b4e45a310ec18bf750e65":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"975aa2789cee4d2f857c1a22306f3e35":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9ad3152de7294fd8aed49ccc1d33b60c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9ef5264e4c8344b19f8c63d13710b16a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a1825027f0e94ae180c1cb7f93b73b7a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a664c729149648f79971ad62b4bfab3a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a6c08a77b7cf4b57bccf7ae6840b1824":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a9e5c2b666cd4b1bb1f8e2d3f724b909":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_33aef8c6f108473fa69075c96fb05afa","placeholder":"​","style":"IPY_MODEL_f7a51fbbe5ab4687b391e70c4412ed5d","value":"1_Pooling/config.json: 100%"}},"ab176aa8c4884f069ae0e19e65760070":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"abb5eb80075d47bd924df7f8aac33f97":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4d046a1ecbef4a20a8d662a57de340e7","placeholder":"​","style":"IPY_MODEL_47079c20689f41beb821576cb7382df6","value":"embedding nodes: 100%"}},"ac18871e773c416795edfad4e34bd739":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9ad3152de7294fd8aed49ccc1d33b60c","placeholder":"​","style":"IPY_MODEL_4bd26e6ae79f4f3d8e9cf2f42ad3ac26","value":"config.json: 100%"}},"ac85f34239514dac9a1f0d4930df51cf":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ae9a7864070c409ea1e88e8fefc0ae27":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_9398b54a42924fbfa50dc9a2935831d8","IPY_MODEL_b20bbe5fa22d43e8bd18f862fada7385","IPY_MODEL_954a7f2aea624788ad86b83448033998"],"layout":"IPY_MODEL_96b1e666843b4e45a310ec18bf750e65"}},"aea9933aa1d0479cb64b2b87f25b971e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b196574881d242fb9cd9cc1dbb91787e":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"b20bbe5fa22d43e8bd18f862fada7385":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_f6b50191cb834e0d8428c15aa7f74067","max":1381,"min":0,"orientation":"horizontal","style":"IPY_MODEL_c05587b017a3468a955ffeaf88c4a5e1","value":1381}},"b33f5a46b833403f8ff7c46f52885c5a":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b3e98c6b6bd54b018709f71e00abe2cf":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_bc0209a663504ae7b139286f2acac053","max":297,"min":0,"orientation":"horizontal","style":"IPY_MODEL_e407bdc397df41f283d3c9ef933b13aa","value":297}},"b477f5488ddc4bf991a9476c094454d9":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b524d79fbdca441d8cc51f90a5ba9413":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5d83067e2d36472d9a7fbb6dbe54ec9a","placeholder":"​","style":"IPY_MODEL_a1825027f0e94ae180c1cb7f93b73b7a","value":" 284/284 [00:15<00:00,  8.19it/s]"}},"b62d4c81354c478487b09905b9f4e73f":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ba11b7c4f3dd4c7c96300718c3ab2d9a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_69529419f3e74cbe957ebcabdabd6245","placeholder":"​","style":"IPY_MODEL_46db05876ac44068a90d9ee879686fc0","value":" 712k/712k [00:00<00:00, 2.11MB/s]"}},"ba302bbc5a1e43488831ee875550a224":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_6bcb3569f5144b4fb0fcaa55671b167e","IPY_MODEL_58353a440c6a4adc8c0fc4af31973076","IPY_MODEL_e7c0a7dfc59642bca13873ff5544e08a"],"layout":"IPY_MODEL_178c185d1fb74f2aaac9f9d09612ba18"}},"bc0209a663504ae7b139286f2acac053":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bef06a1d1d454345a1a5a9a1f5aeafab":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_02b8a307cf454eb2a20b274b7116225f","placeholder":"​","style":"IPY_MODEL_221f65af387442f0bf76fe785345ec38","value":"Generating: 100%"}},"c05587b017a3468a955ffeaf88c4a5e1":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"c4970fd5d1f24a32a78e9135774d8838":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4d66c93a9b3a49659b24dc3236ac61fb","placeholder":"​","style":"IPY_MODEL_280ffc9a3dc84cfeabcf938df8ba418d","value":" 1.34G/1.34G [00:14<00:00, 174MB/s]"}},"c59709620808466b9d65b390758b4898":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_0ef794ecfa144a84b34592353ad7a6ea","IPY_MODEL_453cbd863055429cbe6bacba0af0ed0f","IPY_MODEL_6dcb21c8ad064ef2a0ba4f8c308bb955"],"layout":"IPY_MODEL_57e5dc406f7e4b289bab86df40762019"}},"c8dab5e9f6a94fddb82d81135b433cef":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"caa69772cb2b4d3cbd1ec60e7899e823":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cae690e4a646486eba8ec346b0f8cf78":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ceb1fe3552024c309dad1392ced3b721":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9ef5264e4c8344b19f8c63d13710b16a","placeholder":"​","style":"IPY_MODEL_16caf75cbaf84be08ab28e4af7c80460","value":"vocab.txt: 100%"}},"cf975ac612d94ae0824774b5e667512d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_fc2fd4df43344c8f83519be8338ea79c","max":1336413848,"min":0,"orientation":"horizontal","style":"IPY_MODEL_cae690e4a646486eba8ec346b0f8cf78","value":1336413848}},"d227481530984a52bb58265ffbf3095a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"d3f2eca4202040f1b02458f135db7feb":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d6b8024119f046c080d3956104b9107b":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d9d573c7dd5b491dac2fc3643b452200":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"dc4ba5a620274f73afa7027726232693":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_2165a51b7d0a4440900a3fdb4152b1ff","placeholder":"​","style":"IPY_MODEL_8142cd3e211940a49391a3bb8414aae1","value":"modules.json: 100%"}},"de1d0a7c196b43f2896f7328b51d0722":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f3408e40282f45a7bae1d28c9089155c","IPY_MODEL_2b9653890ab449ddb8463d2c896ef93c","IPY_MODEL_2404dc4e606f4829af0a2196e2028092"],"layout":"IPY_MODEL_89a1bb37e141423395bacf6e997e9bad"}},"de6399b9118541bb97029ca88be886f4":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e0dfd110049c4c7ab6e56fb6b485ed5c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e112800f289e4e3a8be21ba1f7db68b5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_699b9a47c86a4c839f29f35325f5976a","placeholder":"​","style":"IPY_MODEL_aea9933aa1d0479cb64b2b87f25b971e","value":" 349/349 [00:00<00:00, 22.8kB/s]"}},"e256341c3df04d0a87b3865fdce29d22":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_8c3bafba10694ca28921512ae856ae0e","placeholder":"​","style":"IPY_MODEL_7f0fda7f909043b68762830fc945d649","value":" 232k/232k [00:00<00:00, 9.38MB/s]"}},"e407bdc397df41f283d3c9ef933b13aa":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"e69e65df44a644b1a2c61a62547f218e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e73a9f990c1747aaaeef8b429d09eee1":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e79cc22d087b4f07b727f4b8b7dd81a6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"ProgressStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"e7c0a7dfc59642bca13873ff5544e08a":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_502dbd5a88af4028b17cc7ee59995879","placeholder":"​","style":"IPY_MODEL_fcba7005ef174314ac6a607c97291fcb","value":" 84.5k/84.5k [00:00<00:00, 965kB/s]"}},"e8967112977f4511baf4841c45245f14":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HBoxModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_4b817c1894314519a6d33a543e3ece72","IPY_MODEL_0b5b8501d1c64430997aade25c414422","IPY_MODEL_786341e37e1340f4ac793a8b81803129"],"layout":"IPY_MODEL_3f046ecb4256477da5a045e0ea65fd71"}},"ec34c675cd944c92bd81071fbc1abdd6":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"eddb3decc41c45dcb94b229d4f2b43a9":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_3e9c125122bf4a4697c4c66d0081db02","placeholder":"​","style":"IPY_MODEL_4b1fa36e00af4a63b4eaca5f84b61472","value":"config_sentence_transformers.json: 100%"}},"ee5b9d6e096b46ae88e0537c3a6e8b24":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ef1e019ced5a42aeaed7dc903158b2fa":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f3408e40282f45a7bae1d28c9089155c":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4cb6117209d540faa71410c223299f41","placeholder":"​","style":"IPY_MODEL_0ecafc8c711d4532b6eff44e9aa9c9aa","value":"Evaluating: 100%"}},"f46e5e9931884fe790fc846ba512cd56":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f69fc7fda80d4bec984617f3c804a723":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f6b50191cb834e0d8428c15aa7f74067":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f71f7bfb17cf48708222cd9b196c252e":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f73c1d3c8c784131ae97d78185091ea2":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6b4568d54d3d44d6b969f9d7edb4a3e6","placeholder":"​","style":"IPY_MODEL_f46e5e9931884fe790fc846ba512cd56","value":" 252/252 [00:00<00:00, 15.9kB/s]"}},"f7a51fbbe5ab4687b391e70c4412ed5d":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fa9ba492445740f2a7388d05a8a0a995":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"FloatProgressModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_3da23de9f9b54994b79b6155565185e6","max":349,"min":0,"orientation":"horizontal","style":"IPY_MODEL_72df565437094492a84512d4a4be07f8","value":349}},"fc2fd4df43344c8f83519be8338ea79c":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fcba7005ef174314ac6a607c97291fcb":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"DescriptionStyleModel","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fe62df73225f4b39a40780daf353f669":{"model_module":"@jupyter-widgets/base","model_module_version":"1.2.0","model_name":"LayoutModel","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ff75bde6e9e34ddda3ab14358e32c9d5":{"model_module":"@jupyter-widgets/controls","model_module_version":"1.5.0","model_name":"HTMLModel","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_26e4773ba74a4fb1a079616d1dfe3475","placeholder":"​","style":"IPY_MODEL_49bebe2cfede420e8f18ff548cd99a53","value":" 704/704 [00:00<00:00, 42.2kB/s]"}}}}},"nbformat":4,"nbformat_minor":0}