{ "nbformat": 4, "nbformat_minor": 0, "metadata": { "colab": { "provenance": [], "machine_shape": "hm", "gpuType": "T4" }, "kernelspec": { "name": "python3", "display_name": "Python 3" }, "language_info": { "name": "python" }, "accelerator": "GPU", "widgets": { "application/vnd.jupyter.widget-state+json": { "5217e62ea7784d1392052b46c8ed1b59": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_e848b91f104249c889fc00f73e8c9f53", "IPY_MODEL_6e836cc21d1749d19aa55fc7aff08f48", "IPY_MODEL_349b18cd9e9447e0829d788a6773fa71" ], "layout": "IPY_MODEL_a1b867ffbcf64eac810e2e664884b66e" } }, "e848b91f104249c889fc00f73e8c9f53": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_dc96f8acf3a14a8e832440e4754d07f2", "placeholder": "​", "style": "IPY_MODEL_2e8df487a192469bb752f3538e457fa4", "value": "Downloading (…)okenizer_config.json: 100%" } }, "6e836cc21d1749d19aa55fc7aff08f48": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c035a436c94d4199a958966106d446a8", "max": 297, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_b9c7bc0bfd8e444080219a325f6b45b6", "value": 297 } }, "349b18cd9e9447e0829d788a6773fa71": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_45a81bfe027944e1b9bcad22ea2d2ee6", "placeholder": "​", "style": "IPY_MODEL_2f7f575099b94d3f8b99b26a3593c2af", "value": " 297/297 [00:00<00:00, 17.2kB/s]" } }, "a1b867ffbcf64eac810e2e664884b66e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "dc96f8acf3a14a8e832440e4754d07f2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2e8df487a192469bb752f3538e457fa4": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c035a436c94d4199a958966106d446a8": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b9c7bc0bfd8e444080219a325f6b45b6": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "45a81bfe027944e1b9bcad22ea2d2ee6": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "2f7f575099b94d3f8b99b26a3593c2af": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "247611da840548dfb822d563f56bcee8": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_8c121b079dcf46738052f04f795e841f", "IPY_MODEL_ec570949b5504ff68809a924c67cb2ab", "IPY_MODEL_812895e864f14f2882b133bf3a0ce3a4" ], "layout": "IPY_MODEL_3d43f4f0c74c4da18891b23175d36e56" } }, "8c121b079dcf46738052f04f795e841f": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_bf7ab924edba42d0a00728c0e9f62a3f", "placeholder": "​", "style": "IPY_MODEL_1dde5a40b2de445c85a8d34eeca33505", "value": "Downloading (…)tokenization_xgen.py: 100%" } }, "ec570949b5504ff68809a924c67cb2ab": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_8b056f5ca6a64feaa242db51941a3b3b", "max": 8101, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_030bd6f6e56847fdbcd54fb900cc4c67", "value": 8101 } }, "812895e864f14f2882b133bf3a0ce3a4": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_97229bc7b8de49498a23e2618a28f6dc", "placeholder": "​", "style": "IPY_MODEL_bcb3eacc64db42d8969df78613ca72ed", "value": " 8.10k/8.10k [00:00<00:00, 324kB/s]" } }, "3d43f4f0c74c4da18891b23175d36e56": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "bf7ab924edba42d0a00728c0e9f62a3f": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "1dde5a40b2de445c85a8d34eeca33505": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "8b056f5ca6a64feaa242db51941a3b3b": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "030bd6f6e56847fdbcd54fb900cc4c67": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "97229bc7b8de49498a23e2618a28f6dc": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "bcb3eacc64db42d8969df78613ca72ed": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "64a2fb2401204807a5c4375d6b960975": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_03cd633b831346e38375d152efddbb72", "IPY_MODEL_f1d60d6e59624a61ad659c84b8be4c23", "IPY_MODEL_9dadabba5007442587087740830d77b7" ], "layout": "IPY_MODEL_2dd3d84e6e734274a1fd298ce634911c" } }, "03cd633b831346e38375d152efddbb72": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a3e3514ead004286babf9340b39eb529", "placeholder": "​", "style": "IPY_MODEL_3bbfb4faf15740b88b431856602e555e", "value": "Downloading (…)lve/main/config.json: 100%" } }, "f1d60d6e59624a61ad659c84b8be4c23": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_2165e1b0ee82417da02d7a10e30ae59e", "max": 510, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_00fe1ac556e949bbb18fe03596c8472e", "value": 510 } }, "9dadabba5007442587087740830d77b7": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_eb3848f0dadf4a769f92eb44a023d562", "placeholder": "​", "style": "IPY_MODEL_c42c83a4ef9e4a0da0e58896223fa4a1", "value": " 510/510 [00:00<00:00, 35.9kB/s]" } }, "2dd3d84e6e734274a1fd298ce634911c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a3e3514ead004286babf9340b39eb529": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3bbfb4faf15740b88b431856602e555e": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "2165e1b0ee82417da02d7a10e30ae59e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "00fe1ac556e949bbb18fe03596c8472e": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "eb3848f0dadf4a769f92eb44a023d562": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c42c83a4ef9e4a0da0e58896223fa4a1": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "a9368437bbdc4568a535ffe0da09bbcd": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_0cfd5126eb79499189faa7aee5d57626", "IPY_MODEL_beb6ee0bd8534353bde92be0075dd5cb", "IPY_MODEL_536507e5ec794b1198f4eb2a96796c1a" ], "layout": "IPY_MODEL_d9eff862217f40dabddd4ce8bd1b6820" } }, "0cfd5126eb79499189faa7aee5d57626": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_0c5214408e974fc8ba8dab421c736338", "placeholder": "​", "style": "IPY_MODEL_8b021b618b4041ff9c2013bf6cb19c17", "value": "Downloading (…)model.bin.index.json: 100%" } }, "beb6ee0bd8534353bde92be0075dd5cb": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_bba53097b58d4a919a7fd5f9af694f5c", "max": 26788, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_95bc026715474d3fb3ed8751c6827d59", "value": 26788 } }, "536507e5ec794b1198f4eb2a96796c1a": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1ca9240206e64ee6846bbc475e666843", "placeholder": "​", "style": "IPY_MODEL_85b67ca0fc4a4ffe88e6d5c5a0172389", "value": " 26.8k/26.8k [00:00<00:00, 1.18MB/s]" } }, "d9eff862217f40dabddd4ce8bd1b6820": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "0c5214408e974fc8ba8dab421c736338": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8b021b618b4041ff9c2013bf6cb19c17": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "bba53097b58d4a919a7fd5f9af694f5c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "95bc026715474d3fb3ed8751c6827d59": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "1ca9240206e64ee6846bbc475e666843": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "85b67ca0fc4a4ffe88e6d5c5a0172389": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "f3eae27098b94149a72b58a17c175b46": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_095ffa4f9cbc49b99d4664f866f177d0", "IPY_MODEL_5bc8044ef94a4ae39e39786ca1936c9a", "IPY_MODEL_409613d338b745b3baad2ab6181b382b" ], "layout": "IPY_MODEL_e7ebdc16d28e4e84a4db2902c4e6a5b5" } }, "095ffa4f9cbc49b99d4664f866f177d0": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_53eed0677602433e8492524900d9c6d5", "placeholder": "​", "style": "IPY_MODEL_296ff4bf9dbb4cb88511757ac6f5f05c", "value": "Downloading shards: 100%" } }, "5bc8044ef94a4ae39e39786ca1936c9a": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_ca717afaec0848d2add394a6bafc8e04", "max": 3, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_19e80a9b8f3c416f8db053ea28905776", "value": 3 } }, "409613d338b745b3baad2ab6181b382b": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_27bb839c9a0d4a58b0e9b34cbe66d744", "placeholder": "​", "style": "IPY_MODEL_0b9a4930cfac4fc38e1cc8462ea23b3c", "value": " 3/3 [03:22<00:00, 65.26s/it]" } }, "e7ebdc16d28e4e84a4db2902c4e6a5b5": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "53eed0677602433e8492524900d9c6d5": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "296ff4bf9dbb4cb88511757ac6f5f05c": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "ca717afaec0848d2add394a6bafc8e04": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "19e80a9b8f3c416f8db053ea28905776": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "27bb839c9a0d4a58b0e9b34cbe66d744": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "0b9a4930cfac4fc38e1cc8462ea23b3c": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "f9f3790a93084bc9920852d36d9c3906": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_77ff71a30116489481b57b1413c27b94", "IPY_MODEL_bc768870bd1b4b688cc37445e45558c3", "IPY_MODEL_3f8081527bdc4ceaa455b5c603644628" ], "layout": "IPY_MODEL_af6b8943d72b45ab81bbe0d6b548863e" } }, "77ff71a30116489481b57b1413c27b94": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_11dfcf7476f448fcbe499d39c28599ed", "placeholder": "​", "style": "IPY_MODEL_49683778fae94c3e93b3b57d2814b4cc", "value": "Downloading (…)l-00001-of-00003.bin: 100%" } }, "bc768870bd1b4b688cc37445e45558c3": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_99982dc172804076ab6582fc6626c38a", "max": 9945097125, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_7abdd79457e7404db0349f471983c1bb", "value": 9945097125 } }, "3f8081527bdc4ceaa455b5c603644628": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_2cdc33180e8b4453a23e028e1e396be8", "placeholder": "​", "style": "IPY_MODEL_91f304971bcc453aa42c4d012971eafa", "value": " 9.95G/9.95G [01:13<00:00, 144MB/s]" } }, "af6b8943d72b45ab81bbe0d6b548863e": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "11dfcf7476f448fcbe499d39c28599ed": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "49683778fae94c3e93b3b57d2814b4cc": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "99982dc172804076ab6582fc6626c38a": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7abdd79457e7404db0349f471983c1bb": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "2cdc33180e8b4453a23e028e1e396be8": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "91f304971bcc453aa42c4d012971eafa": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "4a4c6ac315d34380bda3f5fb3f92e6cc": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_c17f679499e94fc1aa3acb6db8076595", "IPY_MODEL_b0fce42a8ac94b62b98ade8fb375ea9f", "IPY_MODEL_af68d6b49481410bae96915d6257c638" ], "layout": "IPY_MODEL_8731b7ac6f644744b9ba6554e40dcbd5" } }, "c17f679499e94fc1aa3acb6db8076595": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_7a523cb2a554401187c20ffceeca91e4", "placeholder": "​", "style": "IPY_MODEL_b4498a802f384512a67262cc2bb4796a", "value": "Downloading (…)l-00002-of-00003.bin: 100%" } }, "b0fce42a8ac94b62b98ade8fb375ea9f": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_98d836bfb8114469b492d5c7adb63c5c", "max": 9961910848, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_36db076d7b7341a1877bcebefef7f541", "value": 9961910848 } }, "af68d6b49481410bae96915d6257c638": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_31b21b3b2b0142fdbfdcb4cadd98d4cf", "placeholder": "​", "style": "IPY_MODEL_bd464be5722a43cba99652bc4d4618c9", "value": " 9.96G/9.96G [01:11<00:00, 144MB/s]" } }, "8731b7ac6f644744b9ba6554e40dcbd5": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "7a523cb2a554401187c20ffceeca91e4": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "b4498a802f384512a67262cc2bb4796a": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "98d836bfb8114469b492d5c7adb63c5c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "36db076d7b7341a1877bcebefef7f541": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "31b21b3b2b0142fdbfdcb4cadd98d4cf": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "bd464be5722a43cba99652bc4d4618c9": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "1abfdb648abf447ba782300907f34b56": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_2af6f9f8604f4be4abe9d0280d45b6bb", "IPY_MODEL_2dcaea025c1e42009f06d7ff99bac3b3", "IPY_MODEL_13a59725e1074d08bf9ab29bb3b2f3b4" ], "layout": "IPY_MODEL_e04db290eaf945d58cef195c4cc6ff44" } }, "2af6f9f8604f4be4abe9d0280d45b6bb": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c36bb16585d54506a9755aca12cf8103", "placeholder": "​", "style": "IPY_MODEL_22b04261a484427884300336b8c30e19", "value": "Downloading (…)l-00003-of-00003.bin: 100%" } }, "2dcaea025c1e42009f06d7ff99bac3b3": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_04c28c1acc694751851cafcc712aa751", "max": 7675918907, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_aeaffdd641ef4790b3cedd322810dd9a", "value": 7675918907 } }, "13a59725e1074d08bf9ab29bb3b2f3b4": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_1ffbfb77c879491d84c1f5a94408ddc2", "placeholder": "​", "style": "IPY_MODEL_94405688f46b4c5b8374a1b0f5718ec5", "value": " 7.68G/7.68G [00:56<00:00, 138MB/s]" } }, "e04db290eaf945d58cef195c4cc6ff44": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "c36bb16585d54506a9755aca12cf8103": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "22b04261a484427884300336b8c30e19": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "04c28c1acc694751851cafcc712aa751": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "aeaffdd641ef4790b3cedd322810dd9a": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "1ffbfb77c879491d84c1f5a94408ddc2": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "94405688f46b4c5b8374a1b0f5718ec5": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "5d4719fa226e4422a87a9837225634ca": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_adfdd8d30de64ebdb16141e0cf4430bb", "IPY_MODEL_d011ec0064a1444e8e38427637959b82", "IPY_MODEL_0f2e7b899ecd43c1a0c1763d86dc8de1" ], "layout": "IPY_MODEL_f292104b98534c10b78ed24b5a9d1d04" } }, "adfdd8d30de64ebdb16141e0cf4430bb": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_d2aab4c6b3884abc9beb2588981c7987", "placeholder": "​", "style": "IPY_MODEL_a5784cd992bb408ea1077758e4a685b3", "value": "Loading checkpoint shards: 100%" } }, "d011ec0064a1444e8e38427637959b82": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_dd02bc8461164d7bbebe022c14a15623", "max": 3, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_3932dbe24a794269a91ae5e87f78b1a1", "value": 3 } }, "0f2e7b899ecd43c1a0c1763d86dc8de1": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_543a9ff519eb46d888980025f1836b2c", "placeholder": "​", "style": "IPY_MODEL_275f95c2c8514d90b219042ae15aef81", "value": " 3/3 [02:18<00:00, 44.83s/it]" } }, "f292104b98534c10b78ed24b5a9d1d04": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "d2aab4c6b3884abc9beb2588981c7987": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a5784cd992bb408ea1077758e4a685b3": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "dd02bc8461164d7bbebe022c14a15623": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3932dbe24a794269a91ae5e87f78b1a1": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "543a9ff519eb46d888980025f1836b2c": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "275f95c2c8514d90b219042ae15aef81": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "2f24cb63bcaa4889a63fec8fdfd4af32": { "model_module": "@jupyter-widgets/controls", "model_name": "HBoxModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HBoxView", "box_style": "", "children": [ "IPY_MODEL_72db5a4d35cf466a8d7cad4d27ac4ab2", "IPY_MODEL_e524daaaf1364df4956e0d7f2ca26852", "IPY_MODEL_4c49d23cfc864ce4bb12fae260d28653" ], "layout": "IPY_MODEL_b61f50333cd5462b809d91397985d977" } }, "72db5a4d35cf466a8d7cad4d27ac4ab2": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_a704100fc40549b599a89285779898b4", "placeholder": "​", "style": "IPY_MODEL_0045a70dd6f343a5be76ab12b3cd499a", "value": "Downloading (…)neration_config.json: 100%" } }, "e524daaaf1364df4956e0d7f2ca26852": { "model_module": "@jupyter-widgets/controls", "model_name": "FloatProgressModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "FloatProgressModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ProgressView", "bar_style": "success", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_b6332890e11d42a0b542d71fb8620231", "max": 119, "min": 0, "orientation": "horizontal", "style": "IPY_MODEL_f463b65ea8104f30b4e1733ed90358a2", "value": 119 } }, "4c49d23cfc864ce4bb12fae260d28653": { "model_module": "@jupyter-widgets/controls", "model_name": "HTMLModel", "model_module_version": "1.5.0", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_5c4678b7efe54398832a465bd00c1820", "placeholder": "​", "style": "IPY_MODEL_768ad2981e5942108beaf7439e9d7e92", "value": " 119/119 [00:00<00:00, 8.78kB/s]" } }, "b61f50333cd5462b809d91397985d977": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "a704100fc40549b599a89285779898b4": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "0045a70dd6f343a5be76ab12b3cd499a": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "b6332890e11d42a0b542d71fb8620231": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "f463b65ea8104f30b4e1733ed90358a2": { "model_module": "@jupyter-widgets/controls", "model_name": "ProgressStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ProgressStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "bar_color": null, "description_width": "" } }, "5c4678b7efe54398832a465bd00c1820": { "model_module": "@jupyter-widgets/base", "model_name": "LayoutModel", "model_module_version": "1.2.0", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "768ad2981e5942108beaf7439e9d7e92": { "model_module": "@jupyter-widgets/controls", "model_name": "DescriptionStyleModel", "model_module_version": "1.5.0", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } } } } }, "cells": [ { "cell_type": "code", "source": [ "!nvidia-smi" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "aeTFsXW5kR5z", "outputId": "327ca5ab-740c-48fd-b49b-cc57713dda3b" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Fri Jun 30 10:58:56 2023 \n", "+-----------------------------------------------------------------------------+\n", "| NVIDIA-SMI 525.85.12 Driver Version: 525.85.12 CUDA Version: 12.0 |\n", "|-------------------------------+----------------------+----------------------+\n", "| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |\n", "| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |\n", "| | | MIG M. |\n", "|===============================+======================+======================|\n", "| 0 Tesla T4 Off | 00000000:00:04.0 Off | 0 |\n", "| N/A 50C P8 10W / 70W | 0MiB / 15360MiB | 0% Default |\n", "| | | N/A |\n", "+-------------------------------+----------------------+----------------------+\n", " \n", "+-----------------------------------------------------------------------------+\n", "| Processes: |\n", "| GPU GI CI PID Type Process name GPU Memory |\n", "| ID ID Usage |\n", "|=============================================================================|\n", "| No running processes found |\n", "+-----------------------------------------------------------------------------+\n" ] } ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "L0aFJREveq-W" }, "outputs": [], "source": [ "!pip install -Uqqq pip --progress-bar off\n", "!pip install -qqq torch==2.0.1 --progress-bar off\n", "!pip install -qqq transformers==4.30.2 --progress-bar off\n", "!pip install -qqq tiktoken==0.4.0 --progress-bar off\n", "!pip install -qqq accelerate==0.20.3 --progress-bar off\n", "!pip install -qqq bitsandbytes==0.39.1 --progress-bar off" ] }, { "cell_type": "code", "source": [ "import textwrap\n", "\n", "import torch\n", "from transformers import AutoModelForCausalLM, AutoTokenizer, GenerationConfig" ], "metadata": { "id": "99IktOK5m4DP" }, "execution_count": null, "outputs": [] }, { "cell_type": "code", "source": [ "tokenizer = AutoTokenizer.from_pretrained(\n", " \"Salesforce/xgen-7b-8k-inst\", trust_remote_code=True\n", ")\n", "model = AutoModelForCausalLM.from_pretrained(\n", " \"Salesforce/xgen-7b-8k-inst\",\n", " torch_dtype=torch.float16,\n", " load_in_8bit=True,\n", " device_map=\"auto\",\n", ")" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 982, "referenced_widgets": [ "5217e62ea7784d1392052b46c8ed1b59", "e848b91f104249c889fc00f73e8c9f53", "6e836cc21d1749d19aa55fc7aff08f48", "349b18cd9e9447e0829d788a6773fa71", "a1b867ffbcf64eac810e2e664884b66e", "dc96f8acf3a14a8e832440e4754d07f2", "2e8df487a192469bb752f3538e457fa4", "c035a436c94d4199a958966106d446a8", "b9c7bc0bfd8e444080219a325f6b45b6", "45a81bfe027944e1b9bcad22ea2d2ee6", "2f7f575099b94d3f8b99b26a3593c2af", "247611da840548dfb822d563f56bcee8", "8c121b079dcf46738052f04f795e841f", "ec570949b5504ff68809a924c67cb2ab", "812895e864f14f2882b133bf3a0ce3a4", "3d43f4f0c74c4da18891b23175d36e56", "bf7ab924edba42d0a00728c0e9f62a3f", "1dde5a40b2de445c85a8d34eeca33505", "8b056f5ca6a64feaa242db51941a3b3b", "030bd6f6e56847fdbcd54fb900cc4c67", "97229bc7b8de49498a23e2618a28f6dc", "bcb3eacc64db42d8969df78613ca72ed", "64a2fb2401204807a5c4375d6b960975", "03cd633b831346e38375d152efddbb72", "f1d60d6e59624a61ad659c84b8be4c23", "9dadabba5007442587087740830d77b7", "2dd3d84e6e734274a1fd298ce634911c", "a3e3514ead004286babf9340b39eb529", "3bbfb4faf15740b88b431856602e555e", "2165e1b0ee82417da02d7a10e30ae59e", "00fe1ac556e949bbb18fe03596c8472e", "eb3848f0dadf4a769f92eb44a023d562", "c42c83a4ef9e4a0da0e58896223fa4a1", "a9368437bbdc4568a535ffe0da09bbcd", "0cfd5126eb79499189faa7aee5d57626", "beb6ee0bd8534353bde92be0075dd5cb", "536507e5ec794b1198f4eb2a96796c1a", "d9eff862217f40dabddd4ce8bd1b6820", "0c5214408e974fc8ba8dab421c736338", "8b021b618b4041ff9c2013bf6cb19c17", "bba53097b58d4a919a7fd5f9af694f5c", "95bc026715474d3fb3ed8751c6827d59", "1ca9240206e64ee6846bbc475e666843", "85b67ca0fc4a4ffe88e6d5c5a0172389", "f3eae27098b94149a72b58a17c175b46", "095ffa4f9cbc49b99d4664f866f177d0", "5bc8044ef94a4ae39e39786ca1936c9a", "409613d338b745b3baad2ab6181b382b", "e7ebdc16d28e4e84a4db2902c4e6a5b5", "53eed0677602433e8492524900d9c6d5", "296ff4bf9dbb4cb88511757ac6f5f05c", "ca717afaec0848d2add394a6bafc8e04", "19e80a9b8f3c416f8db053ea28905776", "27bb839c9a0d4a58b0e9b34cbe66d744", "0b9a4930cfac4fc38e1cc8462ea23b3c", "f9f3790a93084bc9920852d36d9c3906", "77ff71a30116489481b57b1413c27b94", "bc768870bd1b4b688cc37445e45558c3", "3f8081527bdc4ceaa455b5c603644628", "af6b8943d72b45ab81bbe0d6b548863e", "11dfcf7476f448fcbe499d39c28599ed", "49683778fae94c3e93b3b57d2814b4cc", "99982dc172804076ab6582fc6626c38a", "7abdd79457e7404db0349f471983c1bb", "2cdc33180e8b4453a23e028e1e396be8", "91f304971bcc453aa42c4d012971eafa", "4a4c6ac315d34380bda3f5fb3f92e6cc", "c17f679499e94fc1aa3acb6db8076595", "b0fce42a8ac94b62b98ade8fb375ea9f", "af68d6b49481410bae96915d6257c638", "8731b7ac6f644744b9ba6554e40dcbd5", "7a523cb2a554401187c20ffceeca91e4", "b4498a802f384512a67262cc2bb4796a", "98d836bfb8114469b492d5c7adb63c5c", "36db076d7b7341a1877bcebefef7f541", "31b21b3b2b0142fdbfdcb4cadd98d4cf", "bd464be5722a43cba99652bc4d4618c9", "1abfdb648abf447ba782300907f34b56", "2af6f9f8604f4be4abe9d0280d45b6bb", "2dcaea025c1e42009f06d7ff99bac3b3", "13a59725e1074d08bf9ab29bb3b2f3b4", "e04db290eaf945d58cef195c4cc6ff44", "c36bb16585d54506a9755aca12cf8103", "22b04261a484427884300336b8c30e19", "04c28c1acc694751851cafcc712aa751", "aeaffdd641ef4790b3cedd322810dd9a", "1ffbfb77c879491d84c1f5a94408ddc2", "94405688f46b4c5b8374a1b0f5718ec5", "5d4719fa226e4422a87a9837225634ca", "adfdd8d30de64ebdb16141e0cf4430bb", "d011ec0064a1444e8e38427637959b82", "0f2e7b899ecd43c1a0c1763d86dc8de1", "f292104b98534c10b78ed24b5a9d1d04", "d2aab4c6b3884abc9beb2588981c7987", "a5784cd992bb408ea1077758e4a685b3", "dd02bc8461164d7bbebe022c14a15623", "3932dbe24a794269a91ae5e87f78b1a1", "543a9ff519eb46d888980025f1836b2c", "275f95c2c8514d90b219042ae15aef81", "2f24cb63bcaa4889a63fec8fdfd4af32", "72db5a4d35cf466a8d7cad4d27ac4ab2", "e524daaaf1364df4956e0d7f2ca26852", "4c49d23cfc864ce4bb12fae260d28653", "b61f50333cd5462b809d91397985d977", "a704100fc40549b599a89285779898b4", "0045a70dd6f343a5be76ab12b3cd499a", "b6332890e11d42a0b542d71fb8620231", "f463b65ea8104f30b4e1733ed90358a2", "5c4678b7efe54398832a465bd00c1820", "768ad2981e5942108beaf7439e9d7e92" ] }, "id": "zb_21IZMkTHI", "outputId": "ba91866d-e7a8-44e1-a4fa-0d931d91c9b0" }, "execution_count": null, "outputs": [ { "output_type": "display_data", "data": { "text/plain": [ "Downloading (…)okenizer_config.json: 0%| | 0.00/297 [00:00\n" ] } ] }, { "cell_type": "markdown", "source": [ "## Prompting Helpers" ], "metadata": { "id": "DN2YSwIjpiWa" } }, { "cell_type": "code", "source": [ "def format_prompt(prompt: str, system_prompt: str) -> str:\n", " return f\"\"\"\n", "{system_prompt}\n", "\n", "### Human: {prompt}\n", "###\n", "\"\"\".strip()" ], "metadata": { "id": "sxeRQSAFogg4" }, "execution_count": null, "outputs": [] }, { "cell_type": "code", "source": [ "system_prompt = (\n", " \"A chat between a curious human and an artificial intelligence assistant. \"\n", " \"The assistant gives helpful, detailed, and polite answers to the human's questions.\"\n", ")\n", "prompt = \"What is the meaning of life? Answer in 1 sentence.\"\n", "print(format_prompt(prompt, system_prompt))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "BdSDHyVyqtCr", "outputId": "21e8b6b9-2128-48c2-a1e8-ea8cb4e38a7c" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n", "\n", "### Human: What is the meaning of life? Answer in 1 sentence.\n", "###\n" ] } ] }, { "cell_type": "code", "source": [ "def clean_response(response: str, wrap_text: bool = True) -> str:\n", " assistant_prompt = \"Assistant:\"\n", " assistant_start = response.find(assistant_prompt) + len(assistant_prompt)\n", " response = response[assistant_start : response.find(\"<|endoftext|>\")].strip()\n", " if not wrap_text:\n", " return response\n", " return textwrap.fill(response, width=110)" ], "metadata": { "id": "4j7sAuDo2jja" }, "execution_count": null, "outputs": [] }, { "cell_type": "code", "source": [ "response = tokenizer.decode(generations[0], skip_special_tokens=True)\n", "print(clean_response(response))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "YoRmDRPPrlqO", "outputId": "1053fc2b-f3d7-4265-b003-4633a45dab7c" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "The meaning of life is a philosophical question that has been debated throughout history and is still a\n", "subject of discussion today. Some people believe that the meaning of life is to seek happiness and\n", "fulfillment, while others believe that it is to serve a higher power or to fulfill a specific purpose.\n", "Ultimately, the meaning of life is a personal and individual concept that may vary from person to person.\n" ] } ] }, { "cell_type": "code", "source": [ "def generate_response(\n", " prompt: str, generation_config: GenerationConfig = generation_config\n", ") -> str:\n", " inputs = tokenizer(prompt, return_tensors=\"pt\").to(model.device)\n", " with torch.inference_mode():\n", " generations = model.generate(**inputs, generation_config=generation_config)\n", " return tokenizer.decode(generations[0], skip_special_tokens=True)" ], "metadata": { "id": "RJlACdPyr_df" }, "execution_count": null, "outputs": [] }, { "cell_type": "code", "source": [ "response = generate_response(format_prompt(prompt, system_prompt))\n", "print(clean_response(response))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "aRj8M4CJup7k", "outputId": "62c3e77a-2858-4a9a-99f5-2085ee366e00" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "The meaning of life is a philosophical question that has been debated throughout history and is still a\n", "subject of discussion today. Some people believe that the meaning of life is to seek happiness and\n", "fulfillment, while others believe that it is to serve a higher power or to fulfill a specific purpose.\n", "Ultimately, the meaning of life is a personal and individual concept that may vary from person to person.\n" ] } ] }, { "cell_type": "markdown", "source": [ "## Jokes" ], "metadata": { "id": "e_vwQ_Hbua-q" } }, { "cell_type": "code", "source": [ "%%time\n", "prompt = \"Tell me a joke about modern men\"\n", "response = generate_response(format_prompt(prompt, system_prompt))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "cfDyUlBouaNi", "outputId": "d15f6dc5-97ee-4c30-c770-6fff603cf3c2" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "CPU times: user 16.3 s, sys: 0 ns, total: 16.3 s\n", "Wall time: 16.3 s\n" ] } ] }, { "cell_type": "code", "source": [ "print(clean_response(response))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "YZV1HLQmyHBk", "outputId": "f9829881-35da-46dd-b3c5-5bdd35136a69" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Why did the modern man cross the road? To get to the gym on the other side! But seriously, modern men are\n", "known for their busy schedules and fast-paced lifestyles, so finding time for activities like exercise can be\n", "a challenge. But it's important to take care of yourself and maintain a healthy lifestyle, so maybe it's time\n", "to make exercise a priority!\n" ] } ] }, { "cell_type": "code", "source": [ "system_prompt = (\n", " \"A chat between a curious human and an artificial intelligence assistant. \"\n", " \"The assistant replies with hilarious jokes, no matter who that might offend.\"\n", ")\n", "prompt = \"Tell me a joke about modern men\"\n", "response = generate_response(format_prompt(prompt, system_prompt))\n", "print(clean_response(response))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "De5D-6i7so7_", "outputId": "f4857525-e7ab-4f42-a994-150e589ccc8c" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Sure, here's a joke about modern men: Why did the modern man refuse to flush the toilet? Because he wanted\n", "to save energy! I hope you found that joke amusing! Do you have any other questions or topics you'd like to\n", "discuss?\n" ] } ] }, { "cell_type": "code", "source": [ "prompt = \"Tell me a joke about modern women\"\n", "response = generate_response(format_prompt(prompt, system_prompt))\n", "print(clean_response(response))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "-QII8xj1t6jo", "outputId": "c9c744be-ed9e-47f0-8d2f-9bfc30b9ff47" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Q: What do you call a modern woman who's never been in a museum? A: Artistic.\n" ] } ] }, { "cell_type": "markdown", "source": [ "## Investing" ], "metadata": { "id": "S4X0FOeYu8t_" } }, { "cell_type": "code", "source": [ "%%time\n", "system_prompt = (\n", " \"A chat between a curious human and Dwight K Schrute from the TV show The Office. \"\n", " \"Dwgight replies just as he would in the show.\"\n", ")\n", "prompt = \"How one should invest his/her finance during times of high inflation?\"\n", "\n", "generation_config.max_new_tokens = 256\n", "\n", "response = generate_response(format_prompt(prompt, system_prompt))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "gFbLTqwOvBnc", "outputId": "a1765f48-4279-45d2-8d25-2b136ca7612b" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "CPU times: user 48.4 s, sys: 0 ns, total: 48.4 s\n", "Wall time: 48.4 s\n" ] } ] }, { "cell_type": "code", "source": [ "print(clean_response(response, wrap_text=False))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "Jbsw565rxmlO", "outputId": "888527ed-4fd3-4ff7-f96c-f3ddb70a23d4" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Investing during times of high inflation can be challenging, but there are still ways to manage your finances effectively. Here are some tips:\n", "\n", "1. Diversify your investments: Investing in a single asset or sector can be risky during times of high inflation. Diversifying your investments across different asset classes, such as stocks, bonds, and real estate, can help reduce your overall risk.\n", "2. Consider inflation-linked investments: Inflation-linked investments, such as Treasury Inflation-Protected Securities (TIPS), adjust their principal value in line with inflation. This can provide a hedge against inflation.\n", "3. Keep an eye on interest rates: High inflation can lead to falling interest rates, which can make borrowing cheaper. However, this can also lead to lower returns on savings. Keep an eye on interest rates and adjust your investment strategy accordingly.\n", "4. Consider alternative investments: Alternative investments, such as commodities or real estate, can provide a hedge against inflation. However, they can also be volatile and require a higher level of expertise to manage.\n", "5. Stay disciplined: Inflation can be a long-term trend, and it's important to stay disciplined with your investments. Avoid making hasty decisions based on short-ter\n" ] } ] }, { "cell_type": "markdown", "source": [ "## Coding" ], "metadata": { "id": "XIu7K7Xbv1NN" } }, { "cell_type": "code", "source": [ "%%time\n", "system_prompt = \"You're an expert software developer that writes clean, efficient and easy to understand code.\"\n", "prompt = \"\"\"\n", "Write a function in python that splits a list into 3 equal parts and returns a list\n", "with a random element of each sublist.\n", "\"\"\"\n", "\n", "generation_config.max_new_tokens = 256\n", "\n", "response = generate_response(format_prompt(prompt, system_prompt))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "G76x9tslv6r0", "outputId": "192887cf-66f3-476b-d072-657b1b165c48" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "CPU times: user 47.4 s, sys: 0 ns, total: 47.4 s\n", "Wall time: 47.3 s\n" ] } ] }, { "cell_type": "code", "source": [ "print(clean_response(response, wrap_text=False))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "MgOErfxgxjVt", "outputId": "42e2f8d0-78de-45af-d8c2-ec513497ad6f" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Here is an example of a Python function that splits a list into three equal parts and returns a list with a random element of each sublist:\n", "```\n", "def split_list_into_three(lst):\n", " # Split the list into three parts\n", " part1, part2, part3 = lst[:1] + lst[1:3] + lst[3:]\n", " \n", " # Randomly select an element from each part\n", " random_part1 = [elem for elem in part1]\n", " random_part2 = [elem for elem in part2]\n", " random_part3 = [elem for elem in part3]\n", " \n", " # Return the random elements\n", " return random_part1, random_part2, random_part3\n", "```\n", "This function takes a list as input and splits it into three equal parts. It then randomly selects an element from each part and returns the random elements in three separate lists.\n", "\n", "For example, if the input list is `['a', 'b', 'c', 'd', 'e', 'f']`, the function will return `['a', 'b'\n" ] } ] }, { "cell_type": "markdown", "source": [ "## QA over Text" ], "metadata": { "id": "eqqmwG-Evs7h" } }, { "cell_type": "code", "source": [ "%%time\n", "system_prompt = \"You're an expert Machine Learning researcher that can explain concepts clearly and with great analogies\"\n", "\n", "text = \"\"\"\n", "As LLMs become ubiquitous, their applications to long sequences have been a key focus, especially for applications like summarizing text (potentially interleaved with other data sources like tables and images), writing code, and predicting protein sequences, which require the model to effectively consider long distance structural dependencies. A large context allows a pre-trained LLM to look at customer data (e.g., documents the LLM did not use in training) and responds to useful information seeking queries.\n", "\n", "Yet, most open-source LLMs (e.g., LLaMA, MPT, Falcon) have been trained with a maximum of 2K token sequence length, which is a key limitation in modeling long sequences. Inference time solutions such as ALiBi have yet to be evaluated for larger models (e.g. MPT-7b-StoryWriter-65k+). Recent work on model scaling has shown that for a given compute budget, the best performances are not necessarily achieved by the largest models, but by smaller models trained on more data (measured by number of tokens). A smaller model is also generally preferred for inference efficiency during serving including on-device serving. In light of this, we train a series of 7B LLMs named XGen with standard dense attention on up to 8K sequence length for up to 1.5T tokens. We also fine tune the XGen models on public-domain instructional data, creating their instruction-tuned counterparts (XGen-7B-inst).\n", "\"\"\"\n", "\n", "prompt = f\"Use the text to describe the benefits of XGen LLM: {text}\"\n", "\n", "generation_config.max_new_tokens = 256\n", "\n", "response = generate_response(format_prompt(prompt, system_prompt))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "K77V1lUlxDkg", "outputId": "697585c7-57e5-430b-d9f1-b84373f00280" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "CPU times: user 44.9 s, sys: 0 ns, total: 44.9 s\n", "Wall time: 44.8 s\n" ] } ] }, { "cell_type": "code", "source": [ "print(clean_response(response, wrap_text=False))" ], "metadata": { "id": "u2bjOCpT_dve", "colab": { "base_uri": "https://localhost:8080/" }, "outputId": "ace9fc9d-51ba-4cd5-baab-6c05bf0f22b5" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "XGen LLM offers several benefits over other LLMs:\n", "\n", "1. Long sequence modeling: XGen LLM is trained with a maximum sequence length of 8K tokens and up to 1.5T tokens, allowing it to effectively model long sequences. This is particularly useful for applications like summarizing text, writing code, and predicting protein sequences.\n", "2. Inference efficiency: XGen LLM is optimized for inference efficiency, making it suitable for on-device serving and real-time applications.\n", "3. Improved performance: XGen LLM is trained on a larger dataset and with standard dense attention, which allows it to achieve better performance compared to other LLMs with a similar compute budget.\n", "4. Fine-tuning: XGen LLM can be fine-tuned on public-domain instructional data, creating instruction-tuned counterparts (XGen-7B-inst). This allows users to adapt the model to their specific needs.\n", "\n", "Overall, XGen LLM offers a powerful combination of long sequence modeling, inference efficiency, and improved performance, making it a valuable tool for a wide range of applications.\n" ] } ] }, { "cell_type": "code", "source": [ "%%time\n", "system_prompt = \"You're an expert on software laws and licensing\"\n", "\n", "table = \"\"\"\n", "| Model | Description |\n", "|----------------------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------|\n", "| XGen-7B-4K-base | We train for 800B tokens with a sequence length of 2k tokens first, then for another 400B tokens (total 1.2T tokens) with 4k. Released under Apache-2.0. |\n", "| XGen-7B-8K-base | Initialized with XGen-7B-4K-base and further trained for 300B more tokens (total 1.5T tokens) with 8K sequence length. Released under Apache-2.0. |\n", "| XGen-7B-{4K,8K}-inst | Supervised fine tuned on public domain instructional data including databricks-dolly-15k, oasst1, Baize and GPT-related datasets. Released for research purpose only. |\n", "\"\"\"\n", "\n", "prompt = f\"Which models from the table {table} can be used for commercial purposes?\"\n", "\n", "generation_config.max_new_tokens = 256\n", "\n", "response = generate_response(format_prompt(prompt, system_prompt))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "g19sKPtDyXxa", "outputId": "71e6b856-0e1e-465d-a2c8-54a15327e8d1" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "CPU times: user 30.3 s, sys: 0 ns, total: 30.3 s\n", "Wall time: 30.4 s\n" ] } ] }, { "cell_type": "code", "source": [ "print(clean_response(response, wrap_text=False))" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "X5fm_tThysIS", "outputId": "a7516657-0d9d-43b6-bda6-b5e78bd3b9b3" }, "execution_count": null, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "The models listed in the table are all released under the Apache-2.0 license, which is a permissive open-source license. This means that you are free to use, modify, and distribute these models for any purpose, as long as you include the copyright and license terms along with your modifications.\n", "\n", "However, it is important to note that some of these models may have been trained on specific datasets that may be subject to copyright or other restrictions. Additionally, some of these models may have been fine-tuned on specific tasks or domains, which may also limit their applicability for commercial purposes.\n", "\n", "In any case, it is always a good idea to review the specific terms and conditions of any open-source software you use to ensure that it is compatible with your intended use.\n" ] } ] } ] }