openai2.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "d2ed3ee7",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import openai\n",
    "import json\n",
    "os.environ[\"OPENAI_API_KEY\"] = \"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\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "6b1dbdbe",
   "metadata": {},
   "outputs": [],
   "source": [
    "openai.api_key = os.getenv(\"OPENAI_API_KEY\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "8a948ab6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "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\n"
     ]
    }
   ],
   "source": [
    "print(openai.api_key)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "01302bff",
   "metadata": {},
   "outputs": [],
   "source": [
    "# def readfile(c):\n",
    "#     with open(c,'r') as f:\n",
    "#         contents=f.read()\n",
    "#     print(contents)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "46ad73e5",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# # openai.api_key = os.getenv(\"OPENAI_API_KEY\")\n",
    "\n",
    "# openai.api_key = readfile(\"api_key.txt\")\n",
    "\n",
    "\n",
    "def question(n_prompt):\n",
    "    \n",
    "    response = openai.Completion.create(\n",
    "      model=\"text-davinci-003\",\n",
    "      prompt=f\"{prompt}\\n\\n##\\n\\n{n_prompt}END\",\n",
    "      temperature=0.7,\n",
    "      max_tokens=1000,\n",
    "      top_p=1,\n",
    "      frequency_penalty=0,\n",
    "      presence_penalty=0\n",
    "    )\n",
    "\n",
    "    return response['choices'][0]['text']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "74ad7a18",
   "metadata": {},
   "outputs": [],
   "source": [
    "prompt = \"Next, make the sauce. Add 1 teaspoon of oil, ginger slices, and star anise to a small saucepan over medium heat, and cook until the ginger starts to caramelize (about 1 minute).\"\n",
    "n_prompt = \"rewrite the follow sentence in 10 different ways\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "953bfe43",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "1. Heat a small saucepan over medium heat and add 1 teaspoon of oil, ginger slices, and star anise to sauté until the ginger starts to caramelize (about 1 minute).\n",
      "\n",
      "2. Heat a saucepan over medium heat, add 1 tsp of oil, ginger slices, and star anise, sauté for about 1 minute until ginger caramelizes.\n",
      "\n",
      "3. In a small saucepan, heat 1 tsp of oil over medium heat, then add ginger slices and star anise and sauté until the ginger caramelizes (about 1 minute).\n",
      "\n",
      "4. Heat 1 tsp of oil in a saucepan over medium heat, add ginger slices and star anise and sauté until ginger caramelizes (about 1 minute).\n",
      "\n",
      "5. Heat a saucepan on medium heat, add 1 tsp of oil, ginger slices, and star anise, and cook until the ginger begins to caramelize (about 1 minute).\n",
      "\n",
      "6. Heat a small saucepan with 1 tsp of oil over medium heat, add ginger slices and star anise, and sauté until ginger starts to caramelize (around 1 minute).\n",
      "\n",
      "7. In a saucepan, heat 1 tsp of oil over medium heat, then add ginger slices and star anise and cook until the ginger caramelizes (about 1 minute).\n",
      "\n",
      "8. Put 1 tsp of oil in a small saucepan over medium heat, add ginger slices and star anise, and sauté until the ginger starts to caramelize (about 1 minute).\n",
      "\n",
      "9. Heat a saucepan over medium heat with 1 teaspoon of oil, add ginger slices and star anise, and cook until the ginger begins to caramelize (about 1 minute).\n",
      "\n",
      "10. Heat 1 teaspoon of oil in a small saucepan on medium heat, add ginger slices and star anise, and sauté until ginger caramelizes (around 1 minute).\n"
     ]
    }
   ],
   "source": [
    "print(question(n_prompt))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "88f68f7e",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8d7abbe7",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "76b9e75b",
   "metadata": {},
   "outputs": [],
   "source": [
    "def question1(n_prompt):\n",
    "    \n",
    "    response = openai.Completion.create(\n",
    "      model=\"curie:ft-personal-2023-03-06-07-20-40\",\n",
    "      prompt=f\"{n_prompt}\",\n",
    "      temperature=0.7,\n",
    "      max_tokens=1000,\n",
    "      top_p=1,\n",
    "      frequency_penalty=0,\n",
    "      presence_penalty=0,\n",
    "        stop='END'\n",
    "    )\n",
    "\n",
    "    return response['choices'][0]['text']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "3e645c17",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " by combining the marinade ingredients with the pork and blending until there is no liquid visible. Leave to marinate for 30 minutes.\n"
     ]
    }
   ],
   "source": [
    "n_prompt = \"cooking struction, start sweet & sour pork recipe\"\n",
    "\n",
    "print(question1(n_prompt))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "3ba909af",
   "metadata": {},
   "outputs": [],
   "source": [
    "# print(\"enter your question:\")\n",
    "    \n",
    "# n_prompt = input()\n",
    "\n",
    "# question(n_prompt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "a8c270b8",
   "metadata": {},
   "outputs": [],
   "source": [
    "def readfile(c):\n",
    "    with open(c,'r') as f:\n",
    "        return (f.read())\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "26dcef44",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'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'"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "readfile(\"api_key.txt\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "55ba76b5",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "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\n"
     ]
    }
   ],
   "source": [
    "with open(\"api_key.txt\", \"r\") as f:\n",
    "    content=f.read()\n",
    "    \n",
    "print(content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "45aa75d9",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "5955ebc2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "None\n"
     ]
    }
   ],
   "source": [
    "print(readfile(\"api_key.txt\"))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "6783d630",
   "metadata": {},
   "outputs": [],
   "source": [
    "## For kaz\n",
    "\n",
    "def readfile(c):\n",
    "    with open(c,'r') as f:\n",
    "        return (f.read())\n",
    "\n",
    "\n",
    "openai.api_key = readfile(\"api_key.txt\")\n",
    "\n",
    "\n",
    "def question(n_prompt):\n",
    "    \n",
    "    response = openai.Completion.create(\n",
    "      model=\"text-davinci-003\",\n",
    "      prompt=f\"{readfile('receipe.txt')}+{n_prompt}\\n\",\n",
    "      temperature=0.7,\n",
    "      max_tokens=256,\n",
    "      top_p=1,\n",
    "      frequency_penalty=0,\n",
    "      presence_penalty=0\n",
    "    )\n",
    "\n",
    "    return response['choices'][0]['text']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "3a546350",
   "metadata": {},
   "outputs": [],
   "source": [
    "def readfile(c):\n",
    "    with open(c,'r') as f:\n",
    "        contents=f.read()\n",
    "\n",
    "\n",
    "openai.api_key = os.getenv(\"OPENAI_API_KEY\")\n",
    "\n",
    "\n",
    "def question(n_prompt):\n",
    "    \n",
    "    response = openai.Completion.create(\n",
    "      model=\"text-davinci-003\",\n",
    "      prompt=f\"{readfile('receipe.txt')}+{n_prompt}\\n\",\n",
    "      temperature=0.7,\n",
    "      max_tokens=256,\n",
    "      top_p=1,\n",
    "      frequency_penalty=0,\n",
    "      presence_penalty=0\n",
    "    )\n",
    "\n",
    "    return response['choices'][0]['text']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "6cfc53b3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "enter your question:\n",
      "when should i start to fry the pork?\n",
      "\n",
      "Answer: Heat 3 cups of oil to 350 degrees F in a small pot for frying. Using a small pot and frying in batches leaves you with less leftover oil to deal with. After you’re done using it, always let the oil cool completely. Dredge the pork pieces in the flour mixture, dip into the egg, and then dredge with the flour again. Fry the pieces in batches for about 2 to 3 minutes, or when they just start to get golden brown.\n"
     ]
    }
   ],
   "source": [
    "print(\"enter your question:\")\n",
    "    \n",
    "n_prompt = input()\n",
    "\n",
    "print(question(n_prompt))\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "12cee6cc",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5ddcd99a",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "71ca2e5d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Sweet and sour pork is a classic Chinese dish. To make it, marinate pork in a mixture of soy sauce, rice wine, sugar, cornstarch, and sesame oil for about 30 minutes. Heat a wok or large skillet over medium-high heat and add a few tablespoons of oil. Add the pork and stir-fry for a few minutes until it is lightly browned. Remove from the pan. Add the vegetables to the pan and cook until they are tender. For the sauce, mix together the ketchup, vinegar, sugar, soy sauce, and garlic. Pour the sauce into the pan and bring to a boil. Add the pork back to the pan and cook until the sauce has thickened. Serve over rice. Enjoy!\n"
     ]
    }
   ],
   "source": [
    "print(ans)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3d0e4fc6",
   "metadata": {},
   "outputs": [],
   "source": [
    "# prepare the json file\n",
    "!openai tools fine_tunes.prepare_data -f json_file_record.jsonl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d94d2c7a",
   "metadata": {},
   "outputs": [],
   "source": [
    "os.listdir()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "960c1545",
   "metadata": {},
   "outputs": [],
   "source": [
    "# upload the file\n",
    "upload_response = openai.File.create(\n",
    "  file=open(\"json_file_prepared.jsonl\", \"rb\"),\n",
    "  purpose='fine-tune'\n",
    ")\n",
    "file_id = upload_response.id\n",
    "upload_response"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "dd63fdc9",
   "metadata": {},
   "outputs": [],
   "source": [
    "# re-train\n",
    "fine_tune_response = openai.FineTune.create(training_file=file_id)\n",
    "fine_tune_response"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c2637ee0",
   "metadata": {},
   "outputs": [],
   "source": [
    "fine_tune_response.events[-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f67379ac",
   "metadata": {},
   "outputs": [],
   "source": [
    "fine_tune_response.fine_tuned_model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "438e5a68",
   "metadata": {},
   "outputs": [],
   "source": [
    "!openai api fine_tunes.list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "40d56ff5",
   "metadata": {},
   "outputs": [],
   "source": [
    "!openai api fine_tunes.get -i \"ft-3LtkGX3zRAdYR3KoPKFsuppw\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "993ab773",
   "metadata": {},
   "outputs": [],
   "source": [
    "fine_tuned_model = \"curie:ft-personal-2023-02-15-12-20-25\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6da16d52",
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(\"gcdental8_prepared.jsonl\",\"r\") as f:\n",
    "    data = [json.loads(i) for i in f]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a15890b3",
   "metadata": {},
   "outputs": [],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0228a85b",
   "metadata": {},
   "outputs": [],
   "source": [
    "fine_tuned_model = \"davinci:ft-personal-2023-02-23-06-31-27\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "fae84907",
   "metadata": {},
   "outputs": [],
   "source": [
    "new_prompt = \"tell me about the inflation in Australia\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "545c4a02",
   "metadata": {},
   "outputs": [],
   "source": [
    "answer = openai.Completion.create(\n",
    "  model=fine_tuned_model,\n",
    "  prompt=new_prompt,\n",
    "  max_tokens=100,\n",
    "  temperature=0.1\n",
    ")\n",
    "answer = answer['choices'][0]['text']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "efb3ed32",
   "metadata": {},
   "outputs": [],
   "source": [
    "print(answer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "ae93204d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "  \"created_at\": 1678096248,\n",
      "  \"events\": [\n",
      "    {\n",
      "      \"created_at\": 1678096248,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Created fine-tune: ft-Y5uTOAVvh4Arl3gBb9aXz6TP\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    },\n",
      "    {\n",
      "      \"created_at\": 1678096486,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Fine-tune costs $0.05\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    },\n",
      "    {\n",
      "      \"created_at\": 1678096486,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Fine-tune enqueued. Queue number: 0\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    },\n",
      "    {\n",
      "      \"created_at\": 1678096488,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Fine-tune started\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    },\n",
      "    {\n",
      "      \"created_at\": 1678096565,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Completed epoch 1/4\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    },\n",
      "    {\n",
      "      \"created_at\": 1678096583,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Completed epoch 2/4\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    },\n",
      "    {\n",
      "      \"created_at\": 1678096600,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Completed epoch 3/4\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    },\n",
      "    {\n",
      "      \"created_at\": 1678096618,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Completed epoch 4/4\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    },\n",
      "    {\n",
      "      \"created_at\": 1678096639,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Uploaded model: curie:ft-personal-2023-03-06-09-57-19\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    },\n",
      "    {\n",
      "      \"created_at\": 1678096640,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Uploaded result file: file-CYZMzpixfQpKvGdu9uBUCzO9\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    },\n",
      "    {\n",
      "      \"created_at\": 1678096640,\n",
      "      \"level\": \"info\",\n",
      "      \"message\": \"Fine-tune succeeded\",\n",
      "      \"object\": \"fine-tune-event\"\n",
      "    }\n",
      "  ],\n",
      "  \"fine_tuned_model\": \"curie:ft-personal-2023-03-06-09-57-19\",\n",
      "  \"hyperparams\": {\n",
      "    \"batch_size\": 1,\n",
      "    \"learning_rate_multiplier\": 0.1,\n",
      "    \"n_epochs\": 4,\n",
      "    \"prompt_loss_weight\": 0.01\n",
      "  },\n",
      "  \"id\": \"ft-Y5uTOAVvh4Arl3gBb9aXz6TP\",\n",
      "  \"model\": \"curie\",\n",
      "  \"object\": \"fine-tune\",\n",
      "  \"organization_id\": \"org-8eG6Z9dIXgVAK7X2Fi6bwSEm\",\n",
      "  \"result_files\": [\n",
      "    {\n",
      "      \"bytes\": 19770,\n",
      "      \"created_at\": 1678096640,\n",
      "      \"filename\": \"compiled_results.csv\",\n",
      "      \"id\": \"file-CYZMzpixfQpKvGdu9uBUCzO9\",\n",
      "      \"object\": \"file\",\n",
      "      \"purpose\": \"fine-tune-results\",\n",
      "      \"status\": \"processed\",\n",
      "      \"status_details\": null\n",
      "    }\n",
      "  ],\n",
      "  \"status\": \"succeeded\",\n",
      "  \"training_files\": [\n",
      "    {\n",
      "      \"bytes\": 21744,\n",
      "      \"created_at\": 1678096248,\n",
      "      \"filename\": \"recipe7_prepared.jsonl\",\n",
      "      \"id\": \"file-6pgjAlQYIJ51iDzq2KQEROBK\",\n",
      "      \"object\": \"file\",\n",
      "      \"purpose\": \"fine-tune\",\n",
      "      \"status\": \"processed\",\n",
      "      \"status_details\": null\n",
      "    }\n",
      "  ],\n",
      "  \"updated_at\": 1678096640,\n",
      "  \"validation_files\": []\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "# with Prefix \"Question:\\n\"\n",
    "!openai api fine_tunes.get -i \"ft-Y5uTOAVvh4Arl3gBb9aXz6TP\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "57905977",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}