AirLLM 2.8T LLM inference with single 4GB GPU
Python chinese-llmchinese-nlpfinetunegenerative-aiinstruct-gptinstruction-setllamallmloraopen-modelsopen-sourceopen-source-modelsqlora
adding compression test to make sure prefetching doesn't break compression
Gavin Li21c01a3db2e4
diff --git a/air_llm/tests/test_notebooks/test_compression.ipynb b/air_llm/tests/test_notebooks/test_compression.ipynbnew file mode 100644index 0000000..c3d138a--- /dev/null+++ b/air_llm/tests/test_notebooks/test_compression.ipynb@@ -0,0 +1,5576 @@+{+ "nbformat": 4,+ "nbformat_minor": 0,+ "metadata": {+ "colab": {+ "provenance": [],+ "gpuType": "T4",+ "authorship_tag": "ABX9TyNYbT2g4EspWqwaZIjQWmIw",+ "include_colab_link": true+ },+ "kernelspec": {+ "name": "python3",+ "display_name": "Python 3"+ },+ "language_info": {+ "name": "python"+ },+ "widgets": {+ "application/vnd.jupyter.widget-state+json": {+ "d18e28108a31409dbd4afed315b588ec": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_1eda55d1f5ab429b9f45eb8dac1a80c8",+ "IPY_MODEL_7b2eec937ffb402c8b8d76084e03f055",+ "IPY_MODEL_ea366f7242304275adfa79dc0ddb8e63"+ ],+ "layout": "IPY_MODEL_a116ede820d3409d897e8a43f9b2dd31"+ }+ },+ "1eda55d1f5ab429b9f45eb8dac1a80c8": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_6580e21631544ab290555331d8f1ae1f",+ "placeholder": "",+ "style": "IPY_MODEL_8ecf00a51d50402a8d2f77c8db3fd7a0",+ "value": "config.json: 100%"+ }+ },+ "7b2eec937ffb402c8b8d76084e03f055": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_81350ebf6d9b47bca74a158f621d5362",+ "max": 625,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_9351b3646d934c448f154f6fb10305bd",+ "value": 625+ }+ },+ "ea366f7242304275adfa79dc0ddb8e63": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_8e47e6f4eff54733a05d9ee360b130cb",+ "placeholder": "",+ "style": "IPY_MODEL_3353b0f15e1c45189750c49062753a0e",+ "value": " 625/625 [00:00<00:00, 41.2kB/s]"+ }+ },+ "a116ede820d3409d897e8a43f9b2dd31": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "6580e21631544ab290555331d8f1ae1f": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "8ecf00a51d50402a8d2f77c8db3fd7a0": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "81350ebf6d9b47bca74a158f621d5362": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "9351b3646d934c448f154f6fb10305bd": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "8e47e6f4eff54733a05d9ee360b130cb": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "3353b0f15e1c45189750c49062753a0e": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "7a6c4e88d8664e0aa2146fd5cfe1eab1": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_9d49a325f1434048bdb40a98e29d8c0b",+ "IPY_MODEL_c1819b7b3f4849efb250bb7804ba098a",+ "IPY_MODEL_bdb4de19899f4b899aaf743cb09bd0e8"+ ],+ "layout": "IPY_MODEL_92b83e272e394225987d9815880e9e2b"+ }+ },+ "9d49a325f1434048bdb40a98e29d8c0b": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_2aa0a94afc3b4188a3a704d1c22e1061",+ "placeholder": "",+ "style": "IPY_MODEL_bf350593c71946428c501afcca58dca5",+ "value": "Fetching 12 files: 100%"+ }+ },+ "c1819b7b3f4849efb250bb7804ba098a": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_75ddc765ef034f21ad5ada5575e470bd",+ "max": 12,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_a35094a452454907a4ab0c045e6f2b70",+ "value": 12+ }+ },+ "bdb4de19899f4b899aaf743cb09bd0e8": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_79a2805edfa440c6995da599ece70810",+ "placeholder": "",+ "style": "IPY_MODEL_04840bb3f8fa452d820c48df787f77a2",+ "value": " 12/12 [01:45<00:00, 18.47s/it]"+ }+ },+ "92b83e272e394225987d9815880e9e2b": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "2aa0a94afc3b4188a3a704d1c22e1061": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "bf350593c71946428c501afcca58dca5": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "75ddc765ef034f21ad5ada5575e470bd": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "a35094a452454907a4ab0c045e6f2b70": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "79a2805edfa440c6995da599ece70810": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "04840bb3f8fa452d820c48df787f77a2": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "4418eac968434a129b0e9e6562943a02": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_d68f0e86cc5444d89e7a94bab0b9de26",+ "IPY_MODEL_1ebb10e3ddbf44949c36a4527abaef49",+ "IPY_MODEL_ea3687861394434ab81100d4350c6959"+ ],+ "layout": "IPY_MODEL_7ade09c7667f4478b7cdb746426a15e9"+ }+ },+ "d68f0e86cc5444d89e7a94bab0b9de26": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_9840446653ec4ac4ad05573bf14a4d62",+ "placeholder": "",+ "style": "IPY_MODEL_8c6c65fcdd8a4485a036d48ef52ff91a",+ "value": "special_tokens_map.json: 100%"+ }+ },+ "1ebb10e3ddbf44949c36a4527abaef49": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_b4f3c67a1dc64dacb126b82279e17be7",+ "max": 414,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_d2b46fe0064542f5a50f538ec47b877d",+ "value": 414+ }+ },+ "ea3687861394434ab81100d4350c6959": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_22e3019bcdde4ddeaa9ede5b2d880857",+ "placeholder": "",+ "style": "IPY_MODEL_5b3f4f49304046e29288720dd22e6a97",+ "value": " 414/414 [00:00<00:00, 3.85kB/s]"+ }+ },+ "7ade09c7667f4478b7cdb746426a15e9": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "9840446653ec4ac4ad05573bf14a4d62": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "8c6c65fcdd8a4485a036d48ef52ff91a": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "b4f3c67a1dc64dacb126b82279e17be7": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "d2b46fe0064542f5a50f538ec47b877d": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "22e3019bcdde4ddeaa9ede5b2d880857": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "5b3f4f49304046e29288720dd22e6a97": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "7a97f35194f64500bcfd41c106fdbf42": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_dbb0a5716e9f4d6a91a80dbcf28df30a",+ "IPY_MODEL_9faf469d93f74ab48379672efb1f5d80",+ "IPY_MODEL_746a0187149b449c8e32459978c5c50a"+ ],+ "layout": "IPY_MODEL_e95bf43baaa641b3b3b927bc523d9fd0"+ }+ },+ "dbb0a5716e9f4d6a91a80dbcf28df30a": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_fa58f8bd22914e98ad4ef1e54ee16369",+ "placeholder": "",+ "style": "IPY_MODEL_99737a5f5dad457a9ca9a66346e985ce",+ "value": "Best_Platty_small.jpeg: 100%"+ }+ },+ "9faf469d93f74ab48379672efb1f5d80": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_8db70568183d4d9c9826d99b6de78799",+ "max": 7353,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_ada5eb0d1668470ea435553645ffb4c9",+ "value": 7353+ }+ },+ "746a0187149b449c8e32459978c5c50a": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_61f8fe951b4d4e3bab49539e221fcc0c",+ "placeholder": "",+ "style": "IPY_MODEL_81a92ce332c84654a67ed00fe765d409",+ "value": " 7.35k/7.35k [00:00<00:00, 58.8kB/s]"+ }+ },+ "e95bf43baaa641b3b3b927bc523d9fd0": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "fa58f8bd22914e98ad4ef1e54ee16369": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "99737a5f5dad457a9ca9a66346e985ce": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "8db70568183d4d9c9826d99b6de78799": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "ada5eb0d1668470ea435553645ffb4c9": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "61f8fe951b4d4e3bab49539e221fcc0c": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "81a92ce332c84654a67ed00fe765d409": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "1de7577a87f841068a918f798e674b4e": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_8b8c4b0ff8704670860a05af69982bd9",+ "IPY_MODEL_8d4817c94de647449f43ab2c1921bfbd",+ "IPY_MODEL_0b7ab778e0624e9696acd1e66267b7ac"+ ],+ "layout": "IPY_MODEL_f02983f1c1214d9984994db87c77a93b"+ }+ },+ "8b8c4b0ff8704670860a05af69982bd9": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_5c46d9c3802c48eab9006bf324660e10",+ "placeholder": "",+ "style": "IPY_MODEL_11fcd98ce3e043ca9f0c98433e0a4853",+ "value": "generation_config.json: 100%"+ }+ },+ "8d4817c94de647449f43ab2c1921bfbd": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_f3282270cbb445198bce524b9e3b0a90",+ "max": 132,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_99e5e0e1547241458ce7d525ed20f3d4",+ "value": 132+ }+ },+ "0b7ab778e0624e9696acd1e66267b7ac": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_aec8deb2861544c8a5e0b2be6112f5d6",+ "placeholder": "",+ "style": "IPY_MODEL_8e4142588ca8483190ead792ad9d7fea",+ "value": " 132/132 [00:00<00:00, 997B/s]"+ }+ },+ "f02983f1c1214d9984994db87c77a93b": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "5c46d9c3802c48eab9006bf324660e10": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "11fcd98ce3e043ca9f0c98433e0a4853": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "f3282270cbb445198bce524b9e3b0a90": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "99e5e0e1547241458ce7d525ed20f3d4": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "aec8deb2861544c8a5e0b2be6112f5d6": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "8e4142588ca8483190ead792ad9d7fea": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "65200336a8ac42f8a8e63b6d551cd465": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_5e8e43dc00c244c3a262ad672b5a792a",+ "IPY_MODEL_9dcf8d7b455949489e4ad4ca3953f6eb",+ "IPY_MODEL_5dbd2bed83d746f98c3b6d89bc34d169"+ ],+ "layout": "IPY_MODEL_dbbfbc8cb5134d7cb93bdb2673e266e5"+ }+ },+ "5e8e43dc00c244c3a262ad672b5a792a": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_e2c8d13c902a4964bc74bb18735d493a",+ "placeholder": "",+ "style": "IPY_MODEL_cb09ca0e2107466ca205a6ab691c8aca",+ "value": "pytorch_model.bin.index.json: 100%"+ }+ },+ "9dcf8d7b455949489e4ad4ca3953f6eb": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_31476e0a2f7045e9adfcfb84defee10d",+ "max": 26788,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_20015a19e854469db635a6970db28e05",+ "value": 26788+ }+ },+ "5dbd2bed83d746f98c3b6d89bc34d169": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_52b33190896642abb742db0ddd5c4101",+ "placeholder": "",+ "style": "IPY_MODEL_6a0f45aab7d04bd581e0e508c992c870",+ "value": " 26.8k/26.8k [00:00<00:00, 264kB/s]"+ }+ },+ "dbbfbc8cb5134d7cb93bdb2673e266e5": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "e2c8d13c902a4964bc74bb18735d493a": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "cb09ca0e2107466ca205a6ab691c8aca": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "31476e0a2f7045e9adfcfb84defee10d": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "20015a19e854469db635a6970db28e05": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "52b33190896642abb742db0ddd5c4101": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "6a0f45aab7d04bd581e0e508c992c870": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "1284d96b853b4cd284ea3db466463528": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_f457cf1842904d6eaf6643e2ed281fa4",+ "IPY_MODEL_694eb6e9430b49eaa01653354dbe1413",+ "IPY_MODEL_30b4e8f04d3e4342b0bf9e621869b249"+ ],+ "layout": "IPY_MODEL_fe0f4f29742442a6bf78f955942292f7"+ }+ },+ "f457cf1842904d6eaf6643e2ed281fa4": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_0d9d8c155ee942d1a39caa9c7addf793",+ "placeholder": "",+ "style": "IPY_MODEL_b7370b43e2db4057a065c9d6e84e3486",+ "value": "README.md: 100%"+ }+ },+ "694eb6e9430b49eaa01653354dbe1413": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_73aeb84dcff34877940215a6677bb56d",+ "max": 5231,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_096d2bceb66c4796a6369f4ef8184e4a",+ "value": 5231+ }+ },+ "30b4e8f04d3e4342b0bf9e621869b249": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_a5c01aa0cc5b4d8fa5c98d81c182a56e",+ "placeholder": "",+ "style": "IPY_MODEL_172e834538f945758c31803c5860d0f5",+ "value": " 5.23k/5.23k [00:00<00:00, 47.3kB/s]"+ }+ },+ "fe0f4f29742442a6bf78f955942292f7": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "0d9d8c155ee942d1a39caa9c7addf793": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "b7370b43e2db4057a065c9d6e84e3486": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "73aeb84dcff34877940215a6677bb56d": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "096d2bceb66c4796a6369f4ef8184e4a": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "a5c01aa0cc5b4d8fa5c98d81c182a56e": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "172e834538f945758c31803c5860d0f5": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "b4f5fe3f667941c08368db43b2afc78a": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_4115e1d987064dd193e5ff7627d7fa78",+ "IPY_MODEL_98edc1d3d7d5446e963437ac2558c8ae",+ "IPY_MODEL_4c171b67bfd3469baedad132e791f434"+ ],+ "layout": "IPY_MODEL_a553dcdc7a414c5eb9c545ec4bf9a5a1"+ }+ },+ "4115e1d987064dd193e5ff7627d7fa78": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_0985b4147bca4662aa5cc8a8dd5ab863",+ "placeholder": "",+ "style": "IPY_MODEL_f44e4047bc3d418faf2b25701ec0b995",+ "value": ".gitattributes: 100%"+ }+ },+ "98edc1d3d7d5446e963437ac2558c8ae": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_a85f4ee98f8b49c7ba16ec863dad24aa",+ "max": 1519,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_6da6b0ac699b4e1bb318715c88899d6f",+ "value": 1519+ }+ },+ "4c171b67bfd3469baedad132e791f434": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_65cc79c07a084cab9dfa0a6164b2f075",+ "placeholder": "",+ "style": "IPY_MODEL_8cc7d52634c64dc1b629c69f0a11ad3a",+ "value": " 1.52k/1.52k [00:00<00:00, 12.9kB/s]"+ }+ },+ "a553dcdc7a414c5eb9c545ec4bf9a5a1": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "0985b4147bca4662aa5cc8a8dd5ab863": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "f44e4047bc3d418faf2b25701ec0b995": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "a85f4ee98f8b49c7ba16ec863dad24aa": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "6da6b0ac699b4e1bb318715c88899d6f": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "65cc79c07a084cab9dfa0a6164b2f075": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "8cc7d52634c64dc1b629c69f0a11ad3a": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "4e6d370018284277b6ac4491def3f7f3": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_23f6fdf3329a4ab48c2bd3fc7f6c9ba5",+ "IPY_MODEL_3b52aa70732c457692604316be5caac5",+ "IPY_MODEL_aa9e570b3298473db6925c338571f238"+ ],+ "layout": "IPY_MODEL_cd0e297656354c17b66deaedb68983d1"+ }+ },+ "23f6fdf3329a4ab48c2bd3fc7f6c9ba5": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_51a2b4a70d9e40a09460ebbebaf4fc73",+ "placeholder": "",+ "style": "IPY_MODEL_f3b91be2092c47b6801cfef254ec55d1",+ "value": "tokenizer.json: 100%"+ }+ },+ "3b52aa70732c457692604316be5caac5": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_c3cf9709f8eb4bc5bc238e5306050a07",+ "max": 1842767,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_73229c5b0bdd4f65a287d07ee82890e5",+ "value": 1842767+ }+ },+ "aa9e570b3298473db6925c338571f238": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_52576c2a2b9940bb83c90949d592087e",+ "placeholder": "",+ "style": "IPY_MODEL_e3d866e8f0f04d3584b1cae0fc03ef83",+ "value": " 1.84M/1.84M [00:00<00:00, 10.7MB/s]"+ }+ },+ "cd0e297656354c17b66deaedb68983d1": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "51a2b4a70d9e40a09460ebbebaf4fc73": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "f3b91be2092c47b6801cfef254ec55d1": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "c3cf9709f8eb4bc5bc238e5306050a07": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "73229c5b0bdd4f65a287d07ee82890e5": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "52576c2a2b9940bb83c90949d592087e": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "e3d866e8f0f04d3584b1cae0fc03ef83": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "f04f87f2299f406f874b8298126a3bf0": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_9629b24a206746c8bc67b27b51534188",+ "IPY_MODEL_753967b4214c4773a62d8ad6cea5150f",+ "IPY_MODEL_dd3698a46ac04944a163691c836b416a"+ ],+ "layout": "IPY_MODEL_748f1d4d09e6443f8b51da84bc4e3790"+ }+ },+ "9629b24a206746c8bc67b27b51534188": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_a5842b92608a43508a94ea8524e97f4e",+ "placeholder": "",+ "style": "IPY_MODEL_9e816bc5106d4322b3bdb376d3ef6fb3",+ "value": "tokenizer_config.json: 100%"+ }+ },+ "753967b4214c4773a62d8ad6cea5150f": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_e77ff0aa9219417d8818fc9303bec88b",+ "max": 725,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_587b06a31d224222a68ff3f0be6262ab",+ "value": 725+ }+ },+ "dd3698a46ac04944a163691c836b416a": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_865e70d508a645ebbcafe7144980fcaf",+ "placeholder": "",+ "style": "IPY_MODEL_e8552041b8db486bb021a78f8ef9776c",+ "value": " 725/725 [00:00<00:00, 14.2kB/s]"+ }+ },+ "748f1d4d09e6443f8b51da84bc4e3790": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "a5842b92608a43508a94ea8524e97f4e": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "9e816bc5106d4322b3bdb376d3ef6fb3": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "e77ff0aa9219417d8818fc9303bec88b": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "587b06a31d224222a68ff3f0be6262ab": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "865e70d508a645ebbcafe7144980fcaf": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "e8552041b8db486bb021a78f8ef9776c": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "37d310fe5da04973b2d49b13d6c0ce71": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_1b7b1c3d7395496683a36600261a14e6",+ "IPY_MODEL_3190902c56564e798a8b2b1a88fe07b4",+ "IPY_MODEL_179d1d30c90940c3be725790f1993854"+ ],+ "layout": "IPY_MODEL_5790db6712e3421f9b69bd7824f37718"+ }+ },+ "1b7b1c3d7395496683a36600261a14e6": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_cdc42d8d038d4a28b7cbcd2c0599dd60",+ "placeholder": "",+ "style": "IPY_MODEL_a520ab21770c48a79d71982eb2c75fba",+ "value": "pytorch_model-00002-of-00002.bin: 100%"+ }+ },+ "3190902c56564e798a8b2b1a88fe07b4": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_0ebb41a7d4dd4d4bae3c5daf8516eaf4",+ "max": 3500316627,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_70f21e8d4cd0430e8db120f878710ee9",+ "value": 3500316627+ }+ },+ "179d1d30c90940c3be725790f1993854": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_1ae554f4bf7643d4aaa7a5381dfd2927",+ "placeholder": "",+ "style": "IPY_MODEL_9f3f65c485bb4a8a9b2c68b3df4504f5",+ "value": " 3.50G/3.50G [00:46<00:00, 19.8MB/s]"+ }+ },+ "5790db6712e3421f9b69bd7824f37718": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "cdc42d8d038d4a28b7cbcd2c0599dd60": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "a520ab21770c48a79d71982eb2c75fba": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "0ebb41a7d4dd4d4bae3c5daf8516eaf4": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "70f21e8d4cd0430e8db120f878710ee9": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "1ae554f4bf7643d4aaa7a5381dfd2927": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "9f3f65c485bb4a8a9b2c68b3df4504f5": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "d497117d9044406d9f706491bca26fd3": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_9d167ce92b8a40e0a22fd6b517094ca7",+ "IPY_MODEL_9d7b940fee3b4aa0928274867514081e",+ "IPY_MODEL_3b065fc6bada454f92d7dd3ae3b30404"+ ],+ "layout": "IPY_MODEL_0a4d8089a7594be5bc3486fc1881adfe"+ }+ },+ "9d167ce92b8a40e0a22fd6b517094ca7": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_917b49a1045f4496aacec0bbbcf665e1",+ "placeholder": "",+ "style": "IPY_MODEL_b2b6d82acc384b6c99f784c0d0e71605",+ "value": "pytorch_model-00001-of-00002.bin: 100%"+ }+ },+ "9d7b940fee3b4aa0928274867514081e": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_bc715c4d7b8c4c75a06ddba85725b654",+ "max": 9976637886,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_78405e6acd9b4543aea0490b155fb192",+ "value": 9976637886+ }+ },+ "3b065fc6bada454f92d7dd3ae3b30404": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_c2c0bbc5b6764fe387c0bc3a4d8aa0ab",+ "placeholder": "",+ "style": "IPY_MODEL_9edb3d848f604da8ba6394c9fd496128",+ "value": " 9.98G/9.98G [01:44<00:00, 116MB/s]"+ }+ },+ "0a4d8089a7594be5bc3486fc1881adfe": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "917b49a1045f4496aacec0bbbcf665e1": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "b2b6d82acc384b6c99f784c0d0e71605": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "bc715c4d7b8c4c75a06ddba85725b654": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "78405e6acd9b4543aea0490b155fb192": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "c2c0bbc5b6764fe387c0bc3a4d8aa0ab": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "9edb3d848f604da8ba6394c9fd496128": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "6d88e836062b4b8ea6100c336cc3cec9": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HBoxModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HBoxModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HBoxView",+ "box_style": "",+ "children": [+ "IPY_MODEL_1d1e65c32f0b4cf8829dea3d1105474f",+ "IPY_MODEL_1fd18f03720b4c46bc5f5b612969aabe",+ "IPY_MODEL_6a3a8981c61c49f495196205df6e61ac"+ ],+ "layout": "IPY_MODEL_fafd25925db0435bae003619d641d429"+ }+ },+ "1d1e65c32f0b4cf8829dea3d1105474f": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_c223ead6968d41db87c95ccb21df94ba",+ "placeholder": "",+ "style": "IPY_MODEL_763b78ebba334d8181c3938f334afa5a",+ "value": "tokenizer.model: 100%"+ }+ },+ "1fd18f03720b4c46bc5f5b612969aabe": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "FloatProgressModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "FloatProgressModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "ProgressView",+ "bar_style": "success",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_7e3dec311f2146d087833ca6c452537e",+ "max": 499723,+ "min": 0,+ "orientation": "horizontal",+ "style": "IPY_MODEL_2c2af220bfa247898b637e2c465a2b17",+ "value": 499723+ }+ },+ "6a3a8981c61c49f495196205df6e61ac": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "HTMLModel",+ "model_module_version": "1.5.0",+ "state": {+ "_dom_classes": [],+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "HTMLModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/controls",+ "_view_module_version": "1.5.0",+ "_view_name": "HTMLView",+ "description": "",+ "description_tooltip": null,+ "layout": "IPY_MODEL_6ee3c3d9476f4b91a0b70965cd425c85",+ "placeholder": "",+ "style": "IPY_MODEL_56927d1b80704ea5820cae70a187ed43",+ "value": " 500k/500k [00:00<00:00, 6.40MB/s]"+ }+ },+ "fafd25925db0435bae003619d641d429": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "c223ead6968d41db87c95ccb21df94ba": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "763b78ebba334d8181c3938f334afa5a": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ },+ "7e3dec311f2146d087833ca6c452537e": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "2c2af220bfa247898b637e2c465a2b17": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "ProgressStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "ProgressStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "bar_color": null,+ "description_width": ""+ }+ },+ "6ee3c3d9476f4b91a0b70965cd425c85": {+ "model_module": "@jupyter-widgets/base",+ "model_name": "LayoutModel",+ "model_module_version": "1.2.0",+ "state": {+ "_model_module": "@jupyter-widgets/base",+ "_model_module_version": "1.2.0",+ "_model_name": "LayoutModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "LayoutView",+ "align_content": null,+ "align_items": null,+ "align_self": null,+ "border": null,+ "bottom": null,+ "display": null,+ "flex": null,+ "flex_flow": null,+ "grid_area": null,+ "grid_auto_columns": null,+ "grid_auto_flow": null,+ "grid_auto_rows": null,+ "grid_column": null,+ "grid_gap": null,+ "grid_row": null,+ "grid_template_areas": null,+ "grid_template_columns": null,+ "grid_template_rows": null,+ "height": null,+ "justify_content": null,+ "justify_items": null,+ "left": null,+ "margin": null,+ "max_height": null,+ "max_width": null,+ "min_height": null,+ "min_width": null,+ "object_fit": null,+ "object_position": null,+ "order": null,+ "overflow": null,+ "overflow_x": null,+ "overflow_y": null,+ "padding": null,+ "right": null,+ "top": null,+ "visibility": null,+ "width": null+ }+ },+ "56927d1b80704ea5820cae70a187ed43": {+ "model_module": "@jupyter-widgets/controls",+ "model_name": "DescriptionStyleModel",+ "model_module_version": "1.5.0",+ "state": {+ "_model_module": "@jupyter-widgets/controls",+ "_model_module_version": "1.5.0",+ "_model_name": "DescriptionStyleModel",+ "_view_count": null,+ "_view_module": "@jupyter-widgets/base",+ "_view_module_version": "1.2.0",+ "_view_name": "StyleView",+ "description_width": ""+ }+ }+ }+ },+ "accelerator": "GPU"+ },+ "cells": [+ {+ "cell_type": "markdown",+ "metadata": {+ "id": "view-in-github",+ "colab_type": "text"+ },+ "source": [+ "<a href=\"https://colab.research.google.com/github/lyogavin/Anima/blob/main/air_llm/tests/test_notebooks/test_compression.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"+ ]+ },+ {+ "cell_type": "markdown",+ "source": [+ "# install airllm"+ ],+ "metadata": {+ "id": "YYpZc-_TDK1T"+ }+ },+ {+ "cell_type": "code",+ "source": [+ "!pip install -U airllm"+ ],+ "metadata": {+ "colab": {+ "base_uri": "https://localhost:8080/"+ },+ "id": "HnTiQnlLDKkq",+ "outputId": "8c902f25-4d53-4e47-fb4a-8a60cde4029f"+ },+ "execution_count": 2,+ "outputs": [+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "Collecting airllm\n",+ " Downloading airllm-2.6-py3-none-any.whl (33 kB)\n",+ "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from airllm) (4.66.1)\n",+ "Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (from airllm) (2.1.0+cu121)\n",+ "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (from airllm) (4.35.2)\n",+ "Collecting accelerate (from airllm)\n",+ " Downloading accelerate-0.25.0-py3-none-any.whl (265 kB)\n",+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m265.7/265.7 kB\u001b[0m \u001b[31m2.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",+ "\u001b[?25hRequirement already satisfied: safetensors in /usr/local/lib/python3.10/dist-packages (from airllm) (0.4.1)\n",+ "Collecting optimum (from airllm)\n",+ " Downloading optimum-1.16.1-py3-none-any.whl (403 kB)\n",+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m403.3/403.3 kB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",+ "\u001b[?25hRequirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (from airllm) (0.19.4)\n",+ "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from airllm) (1.11.4)\n",+ "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate->airllm) (1.23.5)\n",+ "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate->airllm) (23.2)\n",+ "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate->airllm) (5.9.5)\n",+ "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate->airllm) (6.0.1)\n",+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch->airllm) (3.13.1)\n",+ "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch->airllm) (4.5.0)\n",+ "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch->airllm) (1.12)\n",+ "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch->airllm) (3.2.1)\n",+ "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->airllm) (3.1.2)\n",+ "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch->airllm) (2023.6.0)\n",+ "Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch->airllm) (2.1.0)\n",+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from huggingface-hub->airllm) (2.31.0)\n",+ "Collecting coloredlogs (from optimum->airllm)\n",+ " Downloading coloredlogs-15.0.1-py2.py3-none-any.whl (46 kB)\n",+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m46.0/46.0 kB\u001b[0m \u001b[31m4.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",+ "\u001b[?25hCollecting datasets (from optimum->airllm)\n",+ " Downloading datasets-2.15.0-py3-none-any.whl (521 kB)\n",+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m521.2/521.2 kB\u001b[0m \u001b[31m29.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",+ "\u001b[?25hRequirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers->airllm) (2023.6.3)\n",+ "Requirement already satisfied: tokenizers<0.19,>=0.14 in /usr/local/lib/python3.10/dist-packages (from transformers->airllm) (0.15.0)\n",+ "Collecting sentencepiece!=0.1.92,>=0.1.91 (from transformers->airllm)\n",+ " Downloading sentencepiece-0.1.99-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n",+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m24.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",+ "\u001b[?25hRequirement already satisfied: protobuf in /usr/local/lib/python3.10/dist-packages (from transformers->airllm) (3.20.3)\n",+ "Collecting humanfriendly>=9.1 (from coloredlogs->optimum->airllm)\n",+ " Downloading humanfriendly-10.0-py2.py3-none-any.whl (86 kB)\n",+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m8.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",+ "\u001b[?25hRequirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets->optimum->airllm) (10.0.1)\n",+ "Collecting pyarrow-hotfix (from datasets->optimum->airllm)\n",+ " Downloading pyarrow_hotfix-0.6-py3-none-any.whl (7.9 kB)\n",+ "Collecting dill<0.3.8,>=0.3.0 (from datasets->optimum->airllm)\n",+ " Downloading dill-0.3.7-py3-none-any.whl (115 kB)\n",+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m115.3/115.3 kB\u001b[0m \u001b[31m13.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",+ "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets->optimum->airllm) (1.5.3)\n",+ "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets->optimum->airllm) (3.4.1)\n",+ "Collecting multiprocess (from datasets->optimum->airllm)\n",+ " Downloading multiprocess-0.70.15-py310-none-any.whl (134 kB)\n",+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m16.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",+ "\u001b[?25hRequirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets->optimum->airllm) (3.9.1)\n",+ "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->airllm) (3.3.2)\n",+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->airllm) (3.6)\n",+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->airllm) (2.0.7)\n",+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub->airllm) (2023.11.17)\n",+ "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch->airllm) (2.1.3)\n",+ "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch->airllm) (1.3.0)\n",+ "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum->airllm) (23.1.0)\n",+ "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum->airllm) (6.0.4)\n",+ "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum->airllm) (1.9.4)\n",+ "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum->airllm) (1.4.0)\n",+ "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum->airllm) (1.3.1)\n",+ "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets->optimum->airllm) (4.0.3)\n",+ "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->optimum->airllm) (2.8.2)\n",+ "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->optimum->airllm) (2023.3.post1)\n",+ "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.1->pandas->datasets->optimum->airllm) (1.16.0)\n",+ "Installing collected packages: sentencepiece, pyarrow-hotfix, humanfriendly, dill, multiprocess, coloredlogs, accelerate, datasets, optimum, airllm\n",+ "Successfully installed accelerate-0.25.0 airllm-2.6 coloredlogs-15.0.1 datasets-2.15.0 dill-0.3.7 humanfriendly-10.0 multiprocess-0.70.15 optimum-1.16.1 pyarrow-hotfix-0.6 sentencepiece-0.1.99\n"+ ]+ }+ ]+ },+ {+ "cell_type": "code",+ "source": [+ "!pip show airllm"+ ],+ "metadata": {+ "colab": {+ "base_uri": "https://localhost:8080/"+ },+ "id": "8kJzg1f2EJwD",+ "outputId": "19efaf07-3fa7-4151-bc76-1adf3f2ffb70"+ },+ "execution_count": null,+ "outputs": [+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "Name: airllm\n",+ "Version: 2.6\n",+ "Summary: AirLLM allows single 4GB GPU card to run 70B large language models without quantization, distillation or pruning.\n",+ "Home-page: https://github.com/lyogavin/Anima/tree/main/air_llm\n",+ "Author: Gavin Li\n",+ "Author-email: [email protected]\n",+ "License: \n",+ "Location: /usr/local/lib/python3.10/dist-packages\n",+ "Requires: accelerate, huggingface-hub, optimum, safetensors, scipy, torch, tqdm, transformers\n",+ "Required-by: \n"+ ]+ }+ ]+ },+ {+ "cell_type": "code",+ "source": [+ "!cp ./*.py /usr/local/lib/python3.10/dist-packages/airllm/"+ ],+ "metadata": {+ "id": "5ILXGzUNEMOk"+ },+ "execution_count": 3,+ "outputs": []+ },+ {+ "cell_type": "code",+ "source": [+ "!pip install bitsandbytes"+ ],+ "metadata": {+ "id": "4hswl_tqEwNI",+ "colab": {+ "base_uri": "https://localhost:8080/"+ },+ "outputId": "29a6610b-4df3-44f6-eef6-88f863539476"+ },+ "execution_count": 4,+ "outputs": [+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "Collecting bitsandbytes\n",+ " Downloading bitsandbytes-0.41.3.post2-py3-none-any.whl (92.6 MB)\n",+ "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m92.6/92.6 MB\u001b[0m \u001b[31m5.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",+ "\u001b[?25hInstalling collected packages: bitsandbytes\n",+ "Successfully installed bitsandbytes-0.41.3.post2\n"+ ]+ }+ ]+ },+ {+ "cell_type": "code",+ "execution_count": 5,+ "metadata": {+ "colab": {+ "base_uri": "https://localhost:8080/",+ "height": 1000,+ "referenced_widgets": [+ "d18e28108a31409dbd4afed315b588ec",+ "1eda55d1f5ab429b9f45eb8dac1a80c8",+ "7b2eec937ffb402c8b8d76084e03f055",+ "ea366f7242304275adfa79dc0ddb8e63",+ "a116ede820d3409d897e8a43f9b2dd31",+ "6580e21631544ab290555331d8f1ae1f",+ "8ecf00a51d50402a8d2f77c8db3fd7a0",+ "81350ebf6d9b47bca74a158f621d5362",+ "9351b3646d934c448f154f6fb10305bd",+ "8e47e6f4eff54733a05d9ee360b130cb",+ "3353b0f15e1c45189750c49062753a0e",+ "7a6c4e88d8664e0aa2146fd5cfe1eab1",+ "9d49a325f1434048bdb40a98e29d8c0b",+ "c1819b7b3f4849efb250bb7804ba098a",+ "bdb4de19899f4b899aaf743cb09bd0e8",+ "92b83e272e394225987d9815880e9e2b",+ "2aa0a94afc3b4188a3a704d1c22e1061",+ "bf350593c71946428c501afcca58dca5",+ "75ddc765ef034f21ad5ada5575e470bd",+ "a35094a452454907a4ab0c045e6f2b70",+ "79a2805edfa440c6995da599ece70810",+ "04840bb3f8fa452d820c48df787f77a2",+ "4418eac968434a129b0e9e6562943a02",+ "d68f0e86cc5444d89e7a94bab0b9de26",+ "1ebb10e3ddbf44949c36a4527abaef49",+ "ea3687861394434ab81100d4350c6959",+ "7ade09c7667f4478b7cdb746426a15e9",+ "9840446653ec4ac4ad05573bf14a4d62",+ "8c6c65fcdd8a4485a036d48ef52ff91a",+ "b4f3c67a1dc64dacb126b82279e17be7",+ "d2b46fe0064542f5a50f538ec47b877d",+ "22e3019bcdde4ddeaa9ede5b2d880857",+ "5b3f4f49304046e29288720dd22e6a97",+ "7a97f35194f64500bcfd41c106fdbf42",+ "dbb0a5716e9f4d6a91a80dbcf28df30a",+ "9faf469d93f74ab48379672efb1f5d80",+ "746a0187149b449c8e32459978c5c50a",+ "e95bf43baaa641b3b3b927bc523d9fd0",+ "fa58f8bd22914e98ad4ef1e54ee16369",+ "99737a5f5dad457a9ca9a66346e985ce",+ "8db70568183d4d9c9826d99b6de78799",+ "ada5eb0d1668470ea435553645ffb4c9",+ "61f8fe951b4d4e3bab49539e221fcc0c",+ "81a92ce332c84654a67ed00fe765d409",+ "1de7577a87f841068a918f798e674b4e",+ "8b8c4b0ff8704670860a05af69982bd9",+ "8d4817c94de647449f43ab2c1921bfbd",+ "0b7ab778e0624e9696acd1e66267b7ac",+ "f02983f1c1214d9984994db87c77a93b",+ "5c46d9c3802c48eab9006bf324660e10",+ "11fcd98ce3e043ca9f0c98433e0a4853",+ "f3282270cbb445198bce524b9e3b0a90",+ "99e5e0e1547241458ce7d525ed20f3d4",+ "aec8deb2861544c8a5e0b2be6112f5d6",+ "8e4142588ca8483190ead792ad9d7fea",+ "65200336a8ac42f8a8e63b6d551cd465",+ "5e8e43dc00c244c3a262ad672b5a792a",+ "9dcf8d7b455949489e4ad4ca3953f6eb",+ "5dbd2bed83d746f98c3b6d89bc34d169",+ "dbbfbc8cb5134d7cb93bdb2673e266e5",+ "e2c8d13c902a4964bc74bb18735d493a",+ "cb09ca0e2107466ca205a6ab691c8aca",+ "31476e0a2f7045e9adfcfb84defee10d",+ "20015a19e854469db635a6970db28e05",+ "52b33190896642abb742db0ddd5c4101",+ "6a0f45aab7d04bd581e0e508c992c870",+ "1284d96b853b4cd284ea3db466463528",+ "f457cf1842904d6eaf6643e2ed281fa4",+ "694eb6e9430b49eaa01653354dbe1413",+ "30b4e8f04d3e4342b0bf9e621869b249",+ "fe0f4f29742442a6bf78f955942292f7",+ "0d9d8c155ee942d1a39caa9c7addf793",+ "b7370b43e2db4057a065c9d6e84e3486",+ "73aeb84dcff34877940215a6677bb56d",+ "096d2bceb66c4796a6369f4ef8184e4a",+ "a5c01aa0cc5b4d8fa5c98d81c182a56e",+ "172e834538f945758c31803c5860d0f5",+ "b4f5fe3f667941c08368db43b2afc78a",+ "4115e1d987064dd193e5ff7627d7fa78",+ "98edc1d3d7d5446e963437ac2558c8ae",+ "4c171b67bfd3469baedad132e791f434",+ "a553dcdc7a414c5eb9c545ec4bf9a5a1",+ "0985b4147bca4662aa5cc8a8dd5ab863",+ "f44e4047bc3d418faf2b25701ec0b995",+ "a85f4ee98f8b49c7ba16ec863dad24aa",+ "6da6b0ac699b4e1bb318715c88899d6f",+ "65cc79c07a084cab9dfa0a6164b2f075",+ "8cc7d52634c64dc1b629c69f0a11ad3a",+ "4e6d370018284277b6ac4491def3f7f3",+ "23f6fdf3329a4ab48c2bd3fc7f6c9ba5",+ "3b52aa70732c457692604316be5caac5",+ "aa9e570b3298473db6925c338571f238",+ "cd0e297656354c17b66deaedb68983d1",+ "51a2b4a70d9e40a09460ebbebaf4fc73",+ "f3b91be2092c47b6801cfef254ec55d1",+ "c3cf9709f8eb4bc5bc238e5306050a07",+ "73229c5b0bdd4f65a287d07ee82890e5",+ "52576c2a2b9940bb83c90949d592087e",+ "e3d866e8f0f04d3584b1cae0fc03ef83",+ "f04f87f2299f406f874b8298126a3bf0",+ "9629b24a206746c8bc67b27b51534188",+ "753967b4214c4773a62d8ad6cea5150f",+ "dd3698a46ac04944a163691c836b416a",+ "748f1d4d09e6443f8b51da84bc4e3790",+ "a5842b92608a43508a94ea8524e97f4e",+ "9e816bc5106d4322b3bdb376d3ef6fb3",+ "e77ff0aa9219417d8818fc9303bec88b",+ "587b06a31d224222a68ff3f0be6262ab",+ "865e70d508a645ebbcafe7144980fcaf",+ "e8552041b8db486bb021a78f8ef9776c",+ "37d310fe5da04973b2d49b13d6c0ce71",+ "1b7b1c3d7395496683a36600261a14e6",+ "3190902c56564e798a8b2b1a88fe07b4",+ "179d1d30c90940c3be725790f1993854",+ "5790db6712e3421f9b69bd7824f37718",+ "cdc42d8d038d4a28b7cbcd2c0599dd60",+ "a520ab21770c48a79d71982eb2c75fba",+ "0ebb41a7d4dd4d4bae3c5daf8516eaf4",+ "70f21e8d4cd0430e8db120f878710ee9",+ "1ae554f4bf7643d4aaa7a5381dfd2927",+ "9f3f65c485bb4a8a9b2c68b3df4504f5",+ "d497117d9044406d9f706491bca26fd3",+ "9d167ce92b8a40e0a22fd6b517094ca7",+ "9d7b940fee3b4aa0928274867514081e",+ "3b065fc6bada454f92d7dd3ae3b30404",+ "0a4d8089a7594be5bc3486fc1881adfe",+ "917b49a1045f4496aacec0bbbcf665e1",+ "b2b6d82acc384b6c99f784c0d0e71605",+ "bc715c4d7b8c4c75a06ddba85725b654",+ "78405e6acd9b4543aea0490b155fb192",+ "c2c0bbc5b6764fe387c0bc3a4d8aa0ab",+ "9edb3d848f604da8ba6394c9fd496128",+ "6d88e836062b4b8ea6100c336cc3cec9",+ "1d1e65c32f0b4cf8829dea3d1105474f",+ "1fd18f03720b4c46bc5f5b612969aabe",+ "6a3a8981c61c49f495196205df6e61ac",+ "fafd25925db0435bae003619d641d429",+ "c223ead6968d41db87c95ccb21df94ba",+ "763b78ebba334d8181c3938f334afa5a",+ "7e3dec311f2146d087833ca6c452537e",+ "2c2af220bfa247898b637e2c465a2b17",+ "6ee3c3d9476f4b91a0b70965cd425c85",+ "56927d1b80704ea5820cae70a187ed43"+ ]+ },+ "id": "lsrJVVu9C_eT",+ "outputId": "a94c04f7-8c0a-4cd4-9a89-419dce33e257"+ },+ "outputs": [+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ ">>>> bitsandbytes installed\n"+ ]+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "config.json: 0%| | 0.00/625 [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "d18e28108a31409dbd4afed315b588ec"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "Fetching 12 files: 0%| | 0/12 [00:00<?, ?it/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "7a6c4e88d8664e0aa2146fd5cfe1eab1"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "special_tokens_map.json: 0%| | 0.00/414 [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "4418eac968434a129b0e9e6562943a02"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "Best_Platty_small.jpeg: 0%| | 0.00/7.35k [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "7a97f35194f64500bcfd41c106fdbf42"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "generation_config.json: 0%| | 0.00/132 [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "1de7577a87f841068a918f798e674b4e"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "pytorch_model.bin.index.json: 0%| | 0.00/26.8k [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "65200336a8ac42f8a8e63b6d551cd465"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "README.md: 0%| | 0.00/5.23k [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "1284d96b853b4cd284ea3db466463528"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ ".gitattributes: 0%| | 0.00/1.52k [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "b4f5fe3f667941c08368db43b2afc78a"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "tokenizer.json: 0%| | 0.00/1.84M [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "4e6d370018284277b6ac4491def3f7f3"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "tokenizer_config.json: 0%| | 0.00/725 [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "f04f87f2299f406f874b8298126a3bf0"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "pytorch_model-00002-of-00002.bin: 0%| | 0.00/3.50G [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "37d310fe5da04973b2d49b13d6c0ce71"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "pytorch_model-00001-of-00002.bin: 0%| | 0.00/9.98G [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "d497117d9044406d9f706491bca26fd3"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "display_data",+ "data": {+ "text/plain": [+ "tokenizer.model: 0%| | 0.00/500k [00:00<?, ?B/s]"+ ],+ "application/vnd.jupyter.widget-view+json": {+ "version_major": 2,+ "version_minor": 0,+ "model_id": "6d88e836062b4b8ea6100c336cc3cec9"+ }+ },+ "metadata": {}+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 0%| | 0/35 [00:00<?, ?it/s]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "Loading shard 1/2\n",+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.embed_tokens.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 3%|▎ | 1/35 [00:33<19:12, 33.91s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.0.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 6%|▌ | 2/35 [00:34<07:56, 14.43s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.1.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 9%|▊ | 3/35 [00:39<05:14, 9.82s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.2.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 11%|█▏ | 4/35 [00:40<03:19, 6.42s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.3.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 14%|█▍ | 5/35 [00:41<02:17, 4.60s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.4.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 17%|█▋ | 6/35 [00:44<01:57, 4.04s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.5.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 20%|██ | 7/35 [00:45<01:24, 3.02s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.6.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 23%|██▎ | 8/35 [00:46<01:03, 2.34s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.7.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 26%|██▌ | 9/35 [00:49<01:06, 2.55s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.8.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 29%|██▊ | 10/35 [00:50<00:49, 2.00s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.9.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 31%|███▏ | 11/35 [00:50<00:38, 1.61s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.10.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 34%|███▍ | 12/35 [00:54<00:50, 2.19s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.11.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 37%|███▋ | 13/35 [00:55<00:38, 1.76s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.12.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 40%|████ | 14/35 [00:55<00:30, 1.45s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.13.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 43%|████▎ | 15/35 [00:59<00:41, 2.06s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.14.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 46%|████▌ | 16/35 [01:00<00:31, 1.67s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.15.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 49%|████▊ | 17/35 [01:00<00:24, 1.38s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.16.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 51%|█████▏ | 18/35 [01:04<00:34, 2.00s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.17.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 54%|█████▍ | 19/35 [01:05<00:27, 1.70s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.18.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 57%|█████▋ | 20/35 [01:05<00:20, 1.39s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.19.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 60%|██████ | 21/35 [01:09<00:26, 1.92s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.20.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 63%|██████▎ | 22/35 [01:09<00:20, 1.58s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.21.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 66%|██████▌ | 23/35 [01:10<00:15, 1.32s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.22.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 69%|██████▊ | 24/35 [01:14<00:21, 1.96s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.23.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 71%|███████▏ | 25/35 [01:14<00:15, 1.59s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "Loading shard 2/2\n",+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.24.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 74%|███████▍ | 26/35 [01:31<00:56, 6.26s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.25.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 77%|███████▋ | 27/35 [01:32<00:37, 4.67s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.26.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 80%|████████ | 28/35 [01:33<00:24, 3.47s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.27.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 83%|████████▎ | 29/35 [01:37<00:20, 3.49s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.28.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 86%|████████▌ | 30/35 [01:37<00:13, 2.67s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.29.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 89%|████████▊ | 31/35 [01:38<00:08, 2.11s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.30.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "\r 91%|█████████▏| 32/35 [01:39<00:05, 1.68s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.layers.31.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ " 97%|█████████▋| 34/35 [01:42<00:01, 1.47s/it]"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/model.norm.safetensors\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "100%|██████████| 35/35 [01:42<00:00, 2.94s/it]\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "saved as: /root/.cache/huggingface/hub/models--garage-bAInd--Platypus2-7B/snapshots/c27aff7201e611f301c0e19f351cbe74b1a9f1f1/splitted_model.4bit/lm_head.safetensors\n",+ "new version of transfomer, no need to use BetterTransformer, try setting attn impl to sdpa...\n",+ "either BetterTransformer or attn_implementation='sdpa' is available, creating model directly\n",+ "not support prefetching for compression for now. loading with no prepetching mode.\n",+ "new version of transfomer, no need to use BetterTransformer, try setting attn impl to sdpa...\n",+ "either BetterTransformer or attn_implementation='sdpa' is available, creating model directly\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "cuda:0: 100%|██████████| 35/35 [00:23<00:00, 1.48it/s]\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "new version of transfomer, no need to use BetterTransformer, try setting attn impl to sdpa...\n",+ "either BetterTransformer or attn_implementation='sdpa' is available, creating model directly\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "cuda:0: 100%|██████████| 35/35 [00:11<00:00, 3.13it/s]\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stdout",+ "text": [+ "new version of transfomer, no need to use BetterTransformer, try setting attn impl to sdpa...\n",+ "either BetterTransformer or attn_implementation='sdpa' is available, creating model directly\n"+ ]+ },+ {+ "output_type": "stream",+ "name": "stderr",+ "text": [+ "cuda:0: 100%|██████████| 35/35 [00:10<00:00, 3.26it/s]\n"+ ]+ },+ {+ "output_type": "execute_result",+ "data": {+ "text/plain": [+ "'<s> I like to think of'"+ ],+ "application/vnd.google.colaboratory.intrinsic+json": {+ "type": "string"+ }+ },+ "metadata": {},+ "execution_count": 5+ }+ ],+ "source": [+ "from airllm import AutoModel\n",+ "\n",+ "MAX_LENGTH = 128\n",+ "# could use hugging face model repo id:\n",+ "model = AutoModel.from_pretrained(\"garage-bAInd/Platypus2-7B\", compression='4bit' )\n",+ "\n",+ "input_text = [\n",+ " #'What is the capital of China?',\n",+ " 'I like',\n",+ " ]\n",+ "\n",+ "input_tokens = model.tokenizer(input_text,\n",+ " return_tensors=\"pt\",\n",+ " return_attention_mask=False,\n",+ " truncation=True,\n",+ " max_length=MAX_LENGTH,\n",+ " #padding=True\n",+ " )\n",+ "\n",+ "generation_output = model.generate(\n",+ " input_tokens['input_ids'].cuda(),\n",+ " max_new_tokens=3,\n",+ " use_cache=True,\n",+ " return_dict_in_generate=True)\n",+ "\n",+ "model.tokenizer.decode(generation_output.sequences[0])"+ ]+ }+ ]+}\ No newline at end of file