ADA_act_1400.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd \n",
    "import openai\n",
    "import json\n",
    "\n",
    "openai.organization = 'YOUR ORGANIZATION ID'\n",
    "openai.api_key = 'YOUR API KEY'"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Read and format data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('data/fine_tune_activity.csv')\n",
    "\n",
    "# Training set\n",
    "df_train = df[df['Set'] == 'training']\n",
    "df_train = df_train[['Sequence', 'activity']]\n",
    "df_train.columns = ['prompt', 'completion']\n",
    "df_train = df_train.sample(n=1400, random_state=0)\n",
    "df_train.to_json('data/activity_seq_train_1400.jsonl', orient='records', lines=True)\n",
    "\n",
    "# Test set\n",
    "df_test = df[df['Set'] == 'test']\n",
    "df_test = df_test[['Sequence', 'activity']]\n",
    "df_test.columns = ['prompt', 'completion']\n",
    "df_test.to_json('data/activity_seq_test.jsonl', orient='records', lines=True)"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Prepare data for submission with OpenAI API"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# openai tools fine_tunes.prepare_data -f activity_seq_train_1400.jsonl     "
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Train the model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# openai --api-key 'YOUR API KEY' api fine_tunes.create -t \"activity_seq_train_1400_prepared.jsonl\" -v \"activity_seq_test_prepared.jsonl\" --compute_classification_metrics --classification_positive_class \" 1\" --model ada --suffix 'activity_1400' --n_epochs 10"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# openai --api-key 'YOUR API KEY' api fine_tunes.follow -i ft-Yilsyok9nMTD57Bxb2kUNXDU"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Check results of classification"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# openai --api-key 'YOUR API KEY' api fine_tunes.results -i ft-Yilsyok9nMTD57Bxb2kUNXDU > result_activity_1400.csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>step</th>\n",
       "      <th>elapsed_tokens</th>\n",
       "      <th>elapsed_examples</th>\n",
       "      <th>training_loss</th>\n",
       "      <th>training_sequence_accuracy</th>\n",
       "      <th>training_token_accuracy</th>\n",
       "      <th>validation_loss</th>\n",
       "      <th>validation_sequence_accuracy</th>\n",
       "      <th>validation_token_accuracy</th>\n",
       "      <th>classification/accuracy</th>\n",
       "      <th>classification/precision</th>\n",
       "      <th>classification/recall</th>\n",
       "      <th>classification/auroc</th>\n",
       "      <th>classification/auprc</th>\n",
       "      <th>classification/f1.0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>7000</th>\n",
       "      <td>7001</td>\n",
       "      <td>281986</td>\n",
       "      <td>14002</td>\n",
       "      <td>0.023876</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.022491</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.688442</td>\n",
       "      <td>0.697023</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.751801</td>\n",
       "      <td>0.740994</td>\n",
       "      <td>0.681507</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      step  elapsed_tokens  elapsed_examples  training_loss  \\\n",
       "7000  7001          281986             14002       0.023876   \n",
       "\n",
       "      training_sequence_accuracy  training_token_accuracy  validation_loss  \\\n",
       "7000                         1.0                      1.0         0.022491   \n",
       "\n",
       "      validation_sequence_accuracy  validation_token_accuracy  \\\n",
       "7000                           1.0                        1.0   \n",
       "\n",
       "      classification/accuracy  classification/precision  \\\n",
       "7000                 0.688442                  0.697023   \n",
       "\n",
       "      classification/recall  classification/auroc  classification/auprc  \\\n",
       "7000               0.666667              0.751801              0.740994   \n",
       "\n",
       "      classification/f1.0  \n",
       "7000             0.681507  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results = pd.read_csv('data/result_activity_1400.csv')\n",
    "results.tail(1)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "chemical_space",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.3"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}