@ -5,7 +5,7 @@
"colab": {
"colab": {
"provenance": [],
"provenance": [],
"gpuType": "T4",
"gpuType": "T4",
"authorship_tag": "ABX9TyPO0kLP9caXSTEXYAbKY6PP ",
"authorship_tag": "ABX9TyN5b5wF0ITT+T1IRzUm6Zjj ",
"include_colab_link": true
"include_colab_link": true
},
},
"kernelspec": {
"kernelspec": {
@ -1748,7 +1748,7 @@
"# Fine-tune Llama 2 in Google Colab\n",
"# Fine-tune Llama 2 in Google Colab\n",
"> 🗣️ Large Language Model Course\n",
"> 🗣️ Large Language Model Course\n",
"\n",
"\n",
"❤️ Created by [@maximelabonne](), based on Younes Belkada's [GitHub Gist](https://gist.github.com/younesbelkada/9f7f75c94bdc1981c8ca5cc937d4a4da).\n",
"❤️ Created by [@maximelabonne](https://twitter.com/maximelabonne ), based on Younes Belkada's [GitHub Gist](https://gist.github.com/younesbelkada/9f7f75c94bdc1981c8ca5cc937d4a4da). Special thanks to Tolga HOŞGÖR for his solution to empty the VRAM .\n",
"\n",
"\n",
"This notebook runs on a T4 GPU. (Last update: 01 Aug 2023)\n"
"This notebook runs on a T4 GPU. (Last update: 01 Aug 2023)\n"
],
],
@ -1758,7 +1758,7 @@
},
},
{
{
"cell_type": "code",
"cell_type": "code",
"execution_count": 1 ,
"execution_count": null ,
"metadata": {
"metadata": {
"id": "GLXwJqbjtPho"
"id": "GLXwJqbjtPho"
},
},
@ -1788,7 +1788,7 @@
"metadata": {
"metadata": {
"id": "nAMzy_0FtaUZ"
"id": "nAMzy_0FtaUZ"
},
},
"execution_count": 2 ,
"execution_count": null ,
"outputs": []
"outputs": []
},
},
{
{
@ -1905,7 +1905,7 @@
"metadata": {
"metadata": {
"id": "ib_We3NLtj2E"
"id": "ib_We3NLtj2E"
},
},
"execution_count": 3 ,
"execution_count": null ,
"outputs": []
"outputs": []
},
},
{
{
@ -2015,7 +2015,7 @@
},
},
"outputId": "8d06ed40-ea32-4d85-8665-413bde069607"
"outputId": "8d06ed40-ea32-4d85-8665-413bde069607"
},
},
"execution_count": 4 ,
"execution_count": null ,
"outputs": [
"outputs": [
{
{
"output_type": "display_data",
"output_type": "display_data",
@ -3080,7 +3080,7 @@
"metadata": {
"metadata": {
"id": "crj9svNe4hU5"
"id": "crj9svNe4hU5"
},
},
"execution_count": 5 ,
"execution_count": null ,
"outputs": []
"outputs": []
},
},
{
{
@ -3102,7 +3102,7 @@
},
},
"outputId": "e5bf6b3a-f20e-49f7-e0b7-36f71ca207c1"
"outputId": "e5bf6b3a-f20e-49f7-e0b7-36f71ca207c1"
},
},
"execution_count": 6 ,
"execution_count": null ,
"outputs": [
"outputs": [
{
{
"output_type": "stream",
"output_type": "stream",
@ -3147,7 +3147,7 @@
"id": "mkQCviG0Zta-",
"id": "mkQCviG0Zta-",
"outputId": "e7c4ab10-4039-4490-b7f0-6ea118bdd709"
"outputId": "e7c4ab10-4039-4490-b7f0-6ea118bdd709"
},
},
"execution_count": 7 ,
"execution_count": null ,
"outputs": [
"outputs": [
{
{
"output_type": "execute_result",
"output_type": "execute_result",
@ -3201,7 +3201,7 @@
},
},
"outputId": "1c5ef3c4-d107-4c43-9bd6-0ca72903db0e"
"outputId": "1c5ef3c4-d107-4c43-9bd6-0ca72903db0e"
},
},
"execution_count": 8 ,
"execution_count": null ,
"outputs": [
"outputs": [
{
{
"output_type": "display_data",
"output_type": "display_data",
@ -3270,7 +3270,7 @@
},
},
"outputId": "6ed9166c-5f92-4375-eca5-dbb247c0e13a"
"outputId": "6ed9166c-5f92-4375-eca5-dbb247c0e13a"
},
},
"execution_count": 10 ,
"execution_count": null ,
"outputs": [
"outputs": [
{
{
"output_type": "stream",
"output_type": "stream",