{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "gpuType": "T4"
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "IHBfGGDn7rjw"
      },
      "outputs": [],
      "source": [
        "!pip install -U llama-cpp-python"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# !pip install llama-cpp-python\n",
        "\n",
        "from llama_cpp import Llama\n",
        "\n",
        "llm = Llama.from_pretrained(\n",
        "\trepo_id=\"umutkkgz/Kaira-Turkish-Gemma-9B-T1-GGUF\",\n",
        "\tfilename=\"Kaira-Turkish-Gemma-9B-T1-q4_K_M.gguf\",\n",
        ")\n"
      ],
      "metadata": {
        "id": "iESuhOI-72gv"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "llm.create_chat_completion(\n",
        "        messages = [\n",
        "            {\"role\": \"user\", \"content\": \"naber, nasılsın.\"}\n",
        "        ]\n",
        ")"
      ],
      "metadata": {
        "id": "pxrjDO5f77FJ"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}