"
],
"text/html": [
"\n",
" \n",
" \n",
"
\n",
" [80/80 07:15, Epoch 4/5]\n",
"
\n",
" \n",
" \n",
" | Step | \n",
" Training Loss | \n",
"
\n",
" \n",
" \n",
" \n",
" | 1 | \n",
" 2.077400 | \n",
"
\n",
" \n",
" | 2 | \n",
" 2.086700 | \n",
"
\n",
" \n",
" | 3 | \n",
" 2.124100 | \n",
"
\n",
" \n",
" | 4 | \n",
" 1.968100 | \n",
"
\n",
" \n",
" | 5 | \n",
" 2.048200 | \n",
"
\n",
" \n",
" | 6 | \n",
" 2.137500 | \n",
"
\n",
" \n",
" | 7 | \n",
" 1.942300 | \n",
"
\n",
" \n",
" | 8 | \n",
" 1.875000 | \n",
"
\n",
" \n",
" | 9 | \n",
" 1.695200 | \n",
"
\n",
" \n",
" | 10 | \n",
" 1.739100 | \n",
"
\n",
" \n",
" | 11 | \n",
" 1.529400 | \n",
"
\n",
" \n",
" | 12 | \n",
" 1.464600 | \n",
"
\n",
" \n",
" | 13 | \n",
" 1.675800 | \n",
"
\n",
" \n",
" | 14 | \n",
" 1.299600 | \n",
"
\n",
" \n",
" | 15 | \n",
" 1.156000 | \n",
"
\n",
" \n",
" | 16 | \n",
" 1.273800 | \n",
"
\n",
" \n",
" | 17 | \n",
" 1.189400 | \n",
"
\n",
" \n",
" | 18 | \n",
" 1.028300 | \n",
"
\n",
" \n",
" | 19 | \n",
" 0.945700 | \n",
"
\n",
" \n",
" | 20 | \n",
" 1.326200 | \n",
"
\n",
" \n",
" | 21 | \n",
" 1.033200 | \n",
"
\n",
" \n",
" | 22 | \n",
" 1.174500 | \n",
"
\n",
" \n",
" | 23 | \n",
" 0.797100 | \n",
"
\n",
" \n",
" | 24 | \n",
" 0.829100 | \n",
"
\n",
" \n",
" | 25 | \n",
" 0.736800 | \n",
"
\n",
" \n",
" | 26 | \n",
" 0.900600 | \n",
"
\n",
" \n",
" | 27 | \n",
" 0.955600 | \n",
"
\n",
" \n",
" | 28 | \n",
" 0.896100 | \n",
"
\n",
" \n",
" | 29 | \n",
" 0.863500 | \n",
"
\n",
" \n",
" | 30 | \n",
" 0.647400 | \n",
"
\n",
" \n",
" | 31 | \n",
" 0.640400 | \n",
"
\n",
" \n",
" | 32 | \n",
" 0.739600 | \n",
"
\n",
" \n",
" | 33 | \n",
" 0.788800 | \n",
"
\n",
" \n",
" | 34 | \n",
" 0.726700 | \n",
"
\n",
" \n",
" | 35 | \n",
" 0.795300 | \n",
"
\n",
" \n",
" | 36 | \n",
" 1.005300 | \n",
"
\n",
" \n",
" | 37 | \n",
" 0.681900 | \n",
"
\n",
" \n",
" | 38 | \n",
" 0.758200 | \n",
"
\n",
" \n",
" | 39 | \n",
" 0.565200 | \n",
"
\n",
" \n",
" | 40 | \n",
" 0.623800 | \n",
"
\n",
" \n",
" | 41 | \n",
" 0.465700 | \n",
"
\n",
" \n",
" | 42 | \n",
" 0.502900 | \n",
"
\n",
" \n",
" | 43 | \n",
" 0.453800 | \n",
"
\n",
" \n",
" | 44 | \n",
" 0.625000 | \n",
"
\n",
" \n",
" | 45 | \n",
" 0.586900 | \n",
"
\n",
" \n",
" | 46 | \n",
" 0.709400 | \n",
"
\n",
" \n",
" | 47 | \n",
" 0.675100 | \n",
"
\n",
" \n",
" | 48 | \n",
" 0.551800 | \n",
"
\n",
" \n",
" | 49 | \n",
" 0.531900 | \n",
"
\n",
" \n",
" | 50 | \n",
" 0.668400 | \n",
"
\n",
" \n",
" | 51 | \n",
" 0.545100 | \n",
"
\n",
" \n",
" | 52 | \n",
" 0.503300 | \n",
"
\n",
" \n",
" | 53 | \n",
" 0.467800 | \n",
"
\n",
" \n",
" | 54 | \n",
" 0.494700 | \n",
"
\n",
" \n",
" | 55 | \n",
" 0.394500 | \n",
"
\n",
" \n",
" | 56 | \n",
" 0.370800 | \n",
"
\n",
" \n",
" | 57 | \n",
" 0.393300 | \n",
"
\n",
" \n",
" | 58 | \n",
" 0.607500 | \n",
"
\n",
" \n",
" | 59 | \n",
" 0.833000 | \n",
"
\n",
" \n",
" | 60 | \n",
" 0.463800 | \n",
"
\n",
" \n",
" | 61 | \n",
" 0.280700 | \n",
"
\n",
" \n",
" | 62 | \n",
" 0.396900 | \n",
"
\n",
" \n",
" | 63 | \n",
" 0.322900 | \n",
"
\n",
" \n",
" | 64 | \n",
" 0.602100 | \n",
"
\n",
" \n",
" | 65 | \n",
" 0.331300 | \n",
"
\n",
" \n",
" | 66 | \n",
" 0.318100 | \n",
"
\n",
" \n",
" | 67 | \n",
" 0.460900 | \n",
"
\n",
" \n",
" | 68 | \n",
" 0.485200 | \n",
"
\n",
" \n",
" | 69 | \n",
" 0.572600 | \n",
"
\n",
" \n",
" | 70 | \n",
" 0.330900 | \n",
"
\n",
" \n",
" | 71 | \n",
" 0.557900 | \n",
"
\n",
" \n",
" | 72 | \n",
" 0.517200 | \n",
"
\n",
" \n",
" | 73 | \n",
" 0.395900 | \n",
"
\n",
" \n",
" | 74 | \n",
" 0.354400 | \n",
"
\n",
" \n",
" | 75 | \n",
" 0.406600 | \n",
"
\n",
" \n",
" | 76 | \n",
" 0.370200 | \n",
"
\n",
" \n",
" | 77 | \n",
" 0.358900 | \n",
"
\n",
" \n",
" | 78 | \n",
" 0.310800 | \n",
"
\n",
" \n",
" | 79 | \n",
" 0.379100 | \n",
"
\n",
" \n",
" | 80 | \n",
" 0.497100 | \n",
"
\n",
" \n",
"
"
]
},
"metadata": {}
},
{
"output_type": "execute_result",
"data": {
"text/plain": [
"TrainOutput(global_step=80, training_loss=0.8479476287961006, metrics={'train_runtime': 441.1363, 'train_samples_per_second': 0.725, 'train_steps_per_second': 0.181, 'total_flos': 337002051969024.0, 'train_loss': 0.8479476287961006, 'epoch': 4.05})"
]
},
"metadata": {},
"execution_count": 31
}
]
},
{
"cell_type": "markdown",
"source": [
"## Save Trained Model"
],
"metadata": {
"id": "XEMYxmFFZevu"
}
},
{
"cell_type": "code",
"source": [
"model.save_pretrained(\"trained-model\")"
],
"metadata": {
"id": "__D-YiF4i4E-"
},
"execution_count": null,
"outputs": []
},
{
"cell_type": "code",
"source": [
"model.push_to_hub(\n",
" \"curiousily/falcon-7b-qlora-chat-support-bot-faq\", use_auth_token=True\n",
")"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 240,
"referenced_widgets": [
"1765001f2e8a45789c303bf25802ec26",
"b9342727e5b04a31a44a2bb39eb9b972",
"fb9cd1d7b199467ca84fdee089c3e616",
"cc2c910395a14a1b876e76a9f1967159",
"e6870d171e2e4f49b29940a584f8234f",
"6a21b3db09d043a09364c677e380fd1a",
"b47756ecdc5544fb881978069650dff7",
"8623daa5b6104e01aa049cce796d57a5",
"6a369f47577d4a1ab89fc34e893295e3",
"ec6c022167c549949cc2d4261e6b388a",
"defa462b8d0c425b8a3c5c10d3824449",
"ed46a43aa3b74664b7be0c5393af55c7",
"ea756bf0eec44265a894ca2c007ecdd3",
"6e2ec6222dbc4dafbbe3379d89e74a33",
"05c0d40b5c01447790d0ceccebc03d0f",
"3e72185f6ba44316818d958ff112e6a5",
"535b91b499d64a19a74ad64b96ff520b",
"b20a32370ca94e4490ec2541fedf4629",
"c770c0437f13471092d8b7bd92169f27",
"19e71863a0384ec8851bde3abbb3fa68",
"d0d5e191b9ea48fc83e8d14eef28807e",
"55aa6981a6304872b253b5452dd0399f",
"7cf8792fe92346e4be71b1cc0707c40f",
"95ea93ef06164a6792df160fc5a856e1",
"2c8a23857bfb41a28a4dcbaf360c5152",
"d81c35bd6c964b8396a93ae5ce9b7035",
"5f5378a779524d05bd130689944face8",
"7a12995dd12f4aa8ac273ed26fe8c774",
"e5a51c252b4642828528866ef7a71f61",
"996b7bc4804747bc8e3d3bff8c09bc4e",
"ef942a8f706549fd9d0ff97019b23d07",
"1f5ec464af694baeb020c677c9804203",
"05b4e2dcdb774de3847a1af4328a2d1e"
]
},
"id": "SBTcZs_EODfg",
"outputId": "4727fb36-a7a7-4f27-f6c7-ce93ced846d9"
},
"execution_count": null,
"outputs": [
{
"output_type": "stream",
"name": "stderr",
"text": [
"/usr/local/lib/python3.10/dist-packages/huggingface_hub/_commit_api.py:232: UserWarning: About to update multiple times the same file in the same commit: 'adapter_config.json'. This can cause undesired inconsistencies in your repo.\n",
" warnings.warn(\n",
"/usr/local/lib/python3.10/dist-packages/huggingface_hub/_commit_api.py:232: UserWarning: About to update multiple times the same file in the same commit: 'adapter_model.bin'. This can cause undesired inconsistencies in your repo.\n",
" warnings.warn(\n"
]
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"Upload 2 LFS files: 0%| | 0/2 [00:00: How can I create an account?\n",
":\n",
"\"\"\".strip()\n",
"\n",
"encoding = tokenizer(prompt, return_tensors=\"pt\").to(DEVICE)\n",
"with torch.inference_mode():\n",
" outputs = model.generate(\n",
" input_ids=encoding.input_ids,\n",
" attention_mask=encoding.attention_mask,\n",
" generation_config=generation_config,\n",
" )\n",
"print(tokenizer.decode(outputs[0], skip_special_tokens=True))"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "ivZI5MCcTCRC",
"outputId": "1015d4d6-82ed-4650-d53e-b541bb8444e7"
},
"execution_count": null,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
": How can I create an account?\n",
": To create an account, please visit our sign-up page and enter your email address. Once you have completed the registration process, you will receive a confirmation email with instructions on how to activate your account. If you do not receive the email within a few minutes, please check your spam or junk folder. If you still cannot find it, contact our customer support team for assistance.\n",
"CPU times: user 1min 1s, sys: 38.8 ms, total: 1min 1s\n",
"Wall time: 1min 1s\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"def generate_response(question: str) -> str:\n",
" prompt = f\"\"\"\n",
": {question}\n",
":\n",
"\"\"\".strip()\n",
" encoding = tokenizer(prompt, return_tensors=\"pt\").to(DEVICE)\n",
" with torch.inference_mode():\n",
" outputs = model.generate(\n",
" input_ids=encoding.input_ids,\n",
" attention_mask=encoding.attention_mask,\n",
" generation_config=generation_config,\n",
" )\n",
" response = tokenizer.decode(outputs[0], skip_special_tokens=True)\n",
"\n",
" assistant_start = \":\"\n",
" response_start = response.find(assistant_start)\n",
" return response[response_start + len(assistant_start) :].strip()"
],
"metadata": {
"id": "ZxDcYoX9Tor2"
},
"execution_count": null,
"outputs": []
},
{
"cell_type": "code",
"source": [
"prompt = \"Can I return a product if it was a clearance or final sale item?\"\n",
"print(generate_response(prompt))"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "5cao6k4nWdht",
"outputId": "624d4145-4d16-467d-deff-fb1993673737"
},
"execution_count": null,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Clearance and final sale items are typically non-returnable and non-refundable. Please review the product description or contact our customer support team for more information.\n",
"If you have any questions about our return policy, please contact our customer support team for assistance. We will be happy to assist you with the process.\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"prompt = \"What happens when I return a clearance item?\"\n",
"print(generate_response(prompt))"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "C-INBeW-WmBS",
"outputId": "1aa200f2-2d04-41b1-bb27-40ab74ccabff"
},
"execution_count": null,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"If you return a clearance item, you will receive a refund for the discounted amount. Please note that clearance items are final sale and cannot be returned for a refund after the return deadline.\n",
"If you have any questions about our return policy, please contact our customer support team for assistance.\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"prompt = \"How do I know when I'll receive my order?\"\n",
"\n",
"print(generate_response(prompt))"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "O-UNWcvAVaRu",
"outputId": "c0cd09ff-87dc-4dae-e5ee-d0f9f9fb230e"
},
"execution_count": null,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Once your order is placed, you will receive a confirmation email with tracking information. Please allow up to 24 hours for the tracking information to become available. If you do not receive your tracking information within this time frame, please contact our customer support team. We will assist you with the tracking information and resolve the issue.\n"
]
}
]
}
]
}