Query_TEI_with_LLM.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "3bf5a538-f084-4cfd-849f-34d9115d3ebf",
   "metadata": {},
   "source": [
    "# NER to LLM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "85c365f7-34c1-4078-a4fc-75a97928349d",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "from lxml import etree\n",
    "import pandas as pd\n",
    "from openai import OpenAI\n",
    "import requests\n",
    "from ollama import chat\n",
    "import json\n",
    "import uuid\n",
    "from tqdm import tqdm\n",
    "from collections import Counter\n",
    "from dotenv import load_dotenv"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "33d04c1e-d095-4864-8aef-93afac9cb445",
   "metadata": {},
   "source": [
    "## Extracting XML elements"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "19ac7762-3b6f-4914-b5f5-c12838cd57b8",
   "metadata": {},
   "outputs": [],
   "source": [
    "# to install ollama python library before\n",
    "!OLLAMA_HOST=127.0.0.1:11435 ollama serve"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "952de2b9-8b56-4cca-8a9c-a59dc4322ec9",
   "metadata": {},
   "outputs": [],
   "source": [
    "def extract_elements(xml_file):\n",
    "    namespaces = {'tei': 'http://www.tei-c.org/ns/1.0'}\n",
    "    with open(xml_file, 'rb') as file:\n",
    "        tree = etree.parse(file)\n",
    "    \n",
    "    elements = {\n",
    "        'placeName': tree.xpath('/tei:TEI/tei:text/tei:body/tei:sp/tei:ab/tei:seg/tei:reg/tei:placeName', namespaces=namespaces),\n",
    "        'persName': tree.xpath('/tei:TEI/tei:text/tei:body/tei:sp/tei:ab/tei:seg/tei:reg/tei:persName', namespaces=namespaces),\n",
    "        'target': tree.xpath('//tei:ptr/@target', namespaces=namespaces),\n",
    "        'author': tree.xpath('//tei:author/tei:persName/text()', namespaces=namespaces),\n",
    "        'title': tree.xpath('//tei:title/text()', namespaces=namespaces),\n",
    "        'pubPlace': tree.xpath('//tei:pubPlace/text()', namespaces=namespaces),\n",
    "        'date': tree.xpath('//tei:TEI/tei:teiHeader/tei:fileDesc/tei:sourceDesc/tei:bibl/tei:date/@when', namespaces=namespaces)\n",
    "    }\n",
    "    \n",
    "    return tree, elements"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "770c4a32-f229-424e-a624-11f790a1de74",
   "metadata": {},
   "outputs": [],
   "source": [
    "def process_xml_folder(folder_path):\n",
    "    data_place = []\n",
    "    data_pers = []\n",
    "    \n",
    "    for filename in tqdm(os.listdir(folder_path), desc=\"Processing XML files\"):\n",
    "        if filename.endswith(\".xml\"):\n",
    "            file_path = os.path.join(folder_path, filename)\n",
    "            tree, elements = extract_elements(file_path)\n",
    "            \n",
    "            placeNames = [el.text for el in elements['placeName']]\n",
    "            persNames = [el.text for el in elements['persName']]\n",
    "            target = elements['target'][0] if elements['target'] else None\n",
    "            author = elements['author'][0] if elements['author'] else None\n",
    "            title = elements['title'][0] if elements['title'] else None\n",
    "            pubPlace = elements['pubPlace'][0] if elements['pubPlace'] else None\n",
    "            date = elements['date'][0] if elements['date'] else None\n",
    "            \n",
    "            placeName_counts = Counter(placeNames)\n",
    "            persName_counts = Counter(persNames)\n",
    "            \n",
    "            for placeName in set(placeNames):\n",
    "                data_place.append({\n",
    "                    'target': target,\n",
    "                    'title': title,\n",
    "                    'pubPlace': pubPlace,\n",
    "                    'date': date,\n",
    "                    'author': author,\n",
    "                    'place': placeName,\n",
    "                    'placeName_num': placeName_counts[placeName]\n",
    "                })\n",
    "                \n",
    "            for persName in set(persNames):\n",
    "                data_pers.append({\n",
    "                    'target': target,\n",
    "                    'title': title,\n",
    "                    'pubPlace': pubPlace,\n",
    "                    'date': date,\n",
    "                    'author': author,\n",
    "                    'person': persName,\n",
    "                    'persName_num': persName_counts[persName]\n",
    "                })\n",
    "    \n",
    "    return data_place, data_pers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "e8cd2885-cad5-40ad-9ebb-d7a91165e553",
   "metadata": {},
   "outputs": [],
   "source": [
    "def create_dataframes(data_place, data_pers):\n",
    "    df_place = pd.DataFrame(data_place)\n",
    "    df_pers = pd.DataFrame(data_pers)\n",
    "    \n",
    "    df_place = df_place.drop_duplicates().sort_values(by='placeName_num', ascending=False)\n",
    "    df_pers = df_pers.drop_duplicates().sort_values(by='persName_num', ascending=False)\n",
    "    \n",
    "    return df_place, df_pers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "da203221-25f7-4254-bbff-417260dfabda",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Processing XML files: 100%|██████████| 594/594 [00:02<00:00, 267.59it/s]\n"
     ]
    }
   ],
   "source": [
    "folder_path = '/Users/nicola/Documents/Academia/Projects/TextEnt/Processing/NER'\n",
    "\n",
    "data_place, data_pers = process_xml_folder(folder_path)\n",
    "df_place, df_pers = create_dataframes(data_place, data_pers)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "0778d395-3c80-401f-9a03-fbd209af4c92",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>target</th>\n",
       "      <th>title</th>\n",
       "      <th>pubPlace</th>\n",
       "      <th>date</th>\n",
       "      <th>author</th>\n",
       "      <th>place</th>\n",
       "      <th>placeName_num</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>805</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb447294587</td>\n",
       "      <td>Le Théâtre d'Alexandre Hardy, Parisien, tome q...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1626</td>\n",
       "      <td>Hardy, Alexandre</td>\n",
       "      <td>clitie</td>\n",
       "      <td>108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5273</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb38652730w</td>\n",
       "      <td>Athénaïs...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1700</td>\n",
       "      <td>Pradon, Nicolas</td>\n",
       "      <td>rome</td>\n",
       "      <td>78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2942</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb35285434p</td>\n",
       "      <td>Le Dictateur romain : tragédie dédiée à Mgr le...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1647</td>\n",
       "      <td>Mareschal, André</td>\n",
       "      <td>rome</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2798</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30881255g</td>\n",
       "      <td>Le dictateur romain , tragédie...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1646</td>\n",
       "      <td>Mareschal, André</td>\n",
       "      <td>rome</td>\n",
       "      <td>73</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3815</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb44729688q</td>\n",
       "      <td>Le Jeune Marius, tragédie</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1669</td>\n",
       "      <td>Boyer, Claude</td>\n",
       "      <td>rome</td>\n",
       "      <td>69</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5252</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb38652730w</td>\n",
       "      <td>Athénaïs...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1700</td>\n",
       "      <td>Pradon, Nicolas</td>\n",
       "      <td>carthage</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>876</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb38650322p</td>\n",
       "      <td>Horace, tragédie par le Sieur Corneille...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1647</td>\n",
       "      <td>Corneille, Pierre</td>\n",
       "      <td>rome</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4462</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb303328602</td>\n",
       "      <td>Oeuvres poétiques du sieur Desmarets,...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1641</td>\n",
       "      <td>Desmarets de Saint-Sorlin, Jean</td>\n",
       "      <td>europe</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3062</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb352854320</td>\n",
       "      <td>Europe : comédie héroïque</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1645</td>\n",
       "      <td>Desmarets de Saint-Sorlin, Jean</td>\n",
       "      <td>europe</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4556</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb38650916d</td>\n",
       "      <td>La Critique de l'Escole des femmes, comédie pa...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1663</td>\n",
       "      <td>Molière</td>\n",
       "      <td>uranie</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              target  \\\n",
       "805   http://catalogue.bnf.fr/ark:/12148/cb447294587   \n",
       "5273  http://catalogue.bnf.fr/ark:/12148/cb38652730w   \n",
       "2942  http://catalogue.bnf.fr/ark:/12148/cb35285434p   \n",
       "2798  http://catalogue.bnf.fr/ark:/12148/cb30881255g   \n",
       "3815  http://catalogue.bnf.fr/ark:/12148/cb44729688q   \n",
       "5252  http://catalogue.bnf.fr/ark:/12148/cb38652730w   \n",
       "876   http://catalogue.bnf.fr/ark:/12148/cb38650322p   \n",
       "4462  http://catalogue.bnf.fr/ark:/12148/cb303328602   \n",
       "3062  http://catalogue.bnf.fr/ark:/12148/cb352854320   \n",
       "4556  http://catalogue.bnf.fr/ark:/12148/cb38650916d   \n",
       "\n",
       "                                                  title  pubPlace  date  \\\n",
       "805   Le Théâtre d'Alexandre Hardy, Parisien, tome q...  Grenoble  1626   \n",
       "5273                                        Athénaïs...  Grenoble  1700   \n",
       "2942  Le Dictateur romain : tragédie dédiée à Mgr le...  Grenoble  1647   \n",
       "2798                  Le dictateur romain , tragédie...  Grenoble  1646   \n",
       "3815                          Le Jeune Marius, tragédie  Grenoble  1669   \n",
       "5252                                        Athénaïs...  Grenoble  1700   \n",
       "876          Horace, tragédie par le Sieur Corneille...  Grenoble  1647   \n",
       "4462           Oeuvres poétiques du sieur Desmarets,...  Grenoble  1641   \n",
       "3062                          Europe : comédie héroïque  Grenoble  1645   \n",
       "4556  La Critique de l'Escole des femmes, comédie pa...  Grenoble  1663   \n",
       "\n",
       "                               author     place  placeName_num  \n",
       "805                  Hardy, Alexandre    clitie            108  \n",
       "5273                  Pradon, Nicolas      rome             78  \n",
       "2942                 Mareschal, André      rome             77  \n",
       "2798                 Mareschal, André      rome             73  \n",
       "3815                    Boyer, Claude      rome             69  \n",
       "5252                  Pradon, Nicolas  carthage             67  \n",
       "876                 Corneille, Pierre      rome             67  \n",
       "4462  Desmarets de Saint-Sorlin, Jean    europe             67  \n",
       "3062  Desmarets de Saint-Sorlin, Jean    europe             64  \n",
       "4556                          Molière    uranie             63  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_place[\"place\"] = df_place[\"place\"].str.lower()\n",
    "df_place.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "ccaebb69-1a0e-48f5-8b3d-e78432918320",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>target</th>\n",
       "      <th>title</th>\n",
       "      <th>pubPlace</th>\n",
       "      <th>date</th>\n",
       "      <th>author</th>\n",
       "      <th>person</th>\n",
       "      <th>persName_num</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>13386</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb309580795</td>\n",
       "      <td>Les oeuvres de Monsieur Molière...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1666</td>\n",
       "      <td>Molière</td>\n",
       "      <td>mascarille</td>\n",
       "      <td>412</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35278</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb33624900p</td>\n",
       "      <td>Le Théâtre italien ou le recueil de toutes les...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1694</td>\n",
       "      <td>None</td>\n",
       "      <td>colombine</td>\n",
       "      <td>398</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22159</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb38650754d</td>\n",
       "      <td>Les Oeuvres de Monsieur Molière...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1673</td>\n",
       "      <td>Molière</td>\n",
       "      <td>mascarille</td>\n",
       "      <td>396</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52296</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb309584558</td>\n",
       "      <td>Le bourgeois gentilhomme, comédie-balet faite ...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1673</td>\n",
       "      <td>Molière</td>\n",
       "      <td>monsieur jourdain</td>\n",
       "      <td>323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4757</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb38651168p</td>\n",
       "      <td>Le bourgeois gentilhomme. Comedie-ballet. Fait...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1671</td>\n",
       "      <td>Molière</td>\n",
       "      <td>m</td>\n",
       "      <td>323</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               target  \\\n",
       "13386  http://catalogue.bnf.fr/ark:/12148/cb309580795   \n",
       "35278  http://catalogue.bnf.fr/ark:/12148/cb33624900p   \n",
       "22159  http://catalogue.bnf.fr/ark:/12148/cb38650754d   \n",
       "52296  http://catalogue.bnf.fr/ark:/12148/cb309584558   \n",
       "4757   http://catalogue.bnf.fr/ark:/12148/cb38651168p   \n",
       "\n",
       "                                                   title  pubPlace  date  \\\n",
       "13386                 Les oeuvres de Monsieur Molière...  Grenoble  1666   \n",
       "35278  Le Théâtre italien ou le recueil de toutes les...  Grenoble  1694   \n",
       "22159                 Les Oeuvres de Monsieur Molière...  Grenoble  1673   \n",
       "52296  Le bourgeois gentilhomme, comédie-balet faite ...  Grenoble  1673   \n",
       "4757   Le bourgeois gentilhomme. Comedie-ballet. Fait...  Grenoble  1671   \n",
       "\n",
       "        author             person  persName_num  \n",
       "13386  Molière         mascarille           412  \n",
       "35278     None          colombine           398  \n",
       "22159  Molière         mascarille           396  \n",
       "52296  Molière  monsieur jourdain           323  \n",
       "4757   Molière                  m           323  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_pers[\"person\"] = df_pers[\"person\"].str.lower()\n",
    "df_pers.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a83f1e59-843b-4e44-a8c6-1181f3cf46de",
   "metadata": {},
   "source": [
    "### Only top results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "fe2ab5a1-1192-4012-bcc2-0fbd35f3de78",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/y2/1xj8qbr56dvf504d6g874cp00000gn/T/ipykernel_68773/3108880041.py:1: DeprecationWarning: DataFrameGroupBy.apply operated on the grouping columns. This behavior is deprecated, and in a future version of pandas the grouping columns will be excluded from the operation. Either pass `include_groups=False` to exclude the groupings or explicitly select the grouping columns after groupby to silence this warning.\n",
      "  df_person_top_five = df_pers.groupby('target', group_keys=False).apply(lambda x: x.nlargest(5, 'persName_num'))\n"
     ]
    }
   ],
   "source": [
    "df_person_top_five = df_pers.groupby('target', group_keys=False).apply(lambda x: x.nlargest(5, 'persName_num'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "928b8832-feeb-45a8-9b74-d3a2fffc6335",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>target</th>\n",
       "      <th>title</th>\n",
       "      <th>pubPlace</th>\n",
       "      <th>date</th>\n",
       "      <th>author</th>\n",
       "      <th>person</th>\n",
       "      <th>persName_num</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>12961</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000572m</td>\n",
       "      <td>Argélie, reyne de Thessalie . Tragédie</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1674</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>argelie</td>\n",
       "      <td>46</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12955</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000572m</td>\n",
       "      <td>Argélie, reyne de Thessalie . Tragédie</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1674</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>timagène</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12980</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000572m</td>\n",
       "      <td>Argélie, reyne de Thessalie . Tragédie</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1674</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>arcas</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12984</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000572m</td>\n",
       "      <td>Argélie, reyne de Thessalie . Tragédie</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1674</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>phœnix</td>\n",
       "      <td>15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12978</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000572m</td>\n",
       "      <td>Argélie, reyne de Thessalie . Tragédie</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1674</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>dione</td>\n",
       "      <td>13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56955</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000577b</td>\n",
       "      <td>Coriolan , tragédie. Par M. Abeille</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1676</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>virgilie</td>\n",
       "      <td>44</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56975</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000577b</td>\n",
       "      <td>Coriolan , tragédie. Par M. Abeille</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1676</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>coriolan</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56948</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000577b</td>\n",
       "      <td>Coriolan , tragédie. Par M. Abeille</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1676</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>camille</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56986</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000577b</td>\n",
       "      <td>Coriolan , tragédie. Par M. Abeille</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1676</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>aufide</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56983</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000577b</td>\n",
       "      <td>Coriolan , tragédie. Par M. Abeille</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1676</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>albin</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               target  \\\n",
       "12961  http://catalogue.bnf.fr/ark:/12148/cb30000572m   \n",
       "12955  http://catalogue.bnf.fr/ark:/12148/cb30000572m   \n",
       "12980  http://catalogue.bnf.fr/ark:/12148/cb30000572m   \n",
       "12984  http://catalogue.bnf.fr/ark:/12148/cb30000572m   \n",
       "12978  http://catalogue.bnf.fr/ark:/12148/cb30000572m   \n",
       "56955  http://catalogue.bnf.fr/ark:/12148/cb30000577b   \n",
       "56975  http://catalogue.bnf.fr/ark:/12148/cb30000577b   \n",
       "56948  http://catalogue.bnf.fr/ark:/12148/cb30000577b   \n",
       "56986  http://catalogue.bnf.fr/ark:/12148/cb30000577b   \n",
       "56983  http://catalogue.bnf.fr/ark:/12148/cb30000577b   \n",
       "\n",
       "                                        title  pubPlace  date  \\\n",
       "12961  Argélie, reyne de Thessalie . Tragédie  Grenoble  1674   \n",
       "12955  Argélie, reyne de Thessalie . Tragédie  Grenoble  1674   \n",
       "12980  Argélie, reyne de Thessalie . Tragédie  Grenoble  1674   \n",
       "12984  Argélie, reyne de Thessalie . Tragédie  Grenoble  1674   \n",
       "12978  Argélie, reyne de Thessalie . Tragédie  Grenoble  1674   \n",
       "56955     Coriolan , tragédie. Par M. Abeille  Grenoble  1676   \n",
       "56975     Coriolan , tragédie. Par M. Abeille  Grenoble  1676   \n",
       "56948     Coriolan , tragédie. Par M. Abeille  Grenoble  1676   \n",
       "56986     Coriolan , tragédie. Par M. Abeille  Grenoble  1676   \n",
       "56983     Coriolan , tragédie. Par M. Abeille  Grenoble  1676   \n",
       "\n",
       "                 author    person  persName_num  \n",
       "12961  Abeille, Gaspard   argelie            46  \n",
       "12955  Abeille, Gaspard  timagène            35  \n",
       "12980  Abeille, Gaspard     arcas            16  \n",
       "12984  Abeille, Gaspard    phœnix            15  \n",
       "12978  Abeille, Gaspard     dione            13  \n",
       "56955  Abeille, Gaspard  virgilie            44  \n",
       "56975  Abeille, Gaspard  coriolan            32  \n",
       "56948  Abeille, Gaspard   camille            30  \n",
       "56986  Abeille, Gaspard    aufide            28  \n",
       "56983  Abeille, Gaspard     albin            23  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_person_top_five.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "88c05a1c-d6cb-47ea-a323-a421a3850c7d",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/var/folders/y2/1xj8qbr56dvf504d6g874cp00000gn/T/ipykernel_68773/37667048.py:1: DeprecationWarning: DataFrameGroupBy.apply operated on the grouping columns. This behavior is deprecated, and in a future version of pandas the grouping columns will be excluded from the operation. Either pass `include_groups=False` to exclude the groupings or explicitly select the grouping columns after groupby to silence this warning.\n",
      "  df_place_top_two = df_place.groupby('target', group_keys=False).apply(lambda x: x.nlargest(2, 'placeName_num'))\n"
     ]
    }
   ],
   "source": [
    "df_place_top_two = df_place.groupby('target', group_keys=False).apply(lambda x: x.nlargest(2, 'placeName_num'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "801598fd-7640-4077-99e8-159254b7f6c9",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_place_top_two['uuid'] = df_place_top_two['place'].apply(lambda x: str(uuid.uuid5(uuid.NAMESPACE_DNS, x)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "386010ee-cb84-430f-9b20-01cdc913e4a3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>target</th>\n",
       "      <th>title</th>\n",
       "      <th>pubPlace</th>\n",
       "      <th>date</th>\n",
       "      <th>author</th>\n",
       "      <th>place</th>\n",
       "      <th>placeName_num</th>\n",
       "      <th>uuid</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1164</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000572m</td>\n",
       "      <td>Argélie, reyne de Thessalie . Tragédie</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1674</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>clytie</td>\n",
       "      <td>10</td>\n",
       "      <td>97de832a-53f8-5e68-bff8-b6acd68630ff</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1162</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000572m</td>\n",
       "      <td>Argélie, reyne de Thessalie . Tragédie</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1674</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>mycène</td>\n",
       "      <td>2</td>\n",
       "      <td>4496fd5d-0028-59f4-8e0e-91872008ae6a</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5039</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000577b</td>\n",
       "      <td>Coriolan , tragédie. Par M. Abeille</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1676</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>rome</td>\n",
       "      <td>59</td>\n",
       "      <td>cbef6bfb-ce53-50a5-a154-fb3e13aa618e</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5038</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000577b</td>\n",
       "      <td>Coriolan , tragédie. Par M. Abeille</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1676</td>\n",
       "      <td>Abeille, Gaspard</td>\n",
       "      <td>lrin</td>\n",
       "      <td>2</td>\n",
       "      <td>0efc0bf9-50b2-5d36-a979-d8d9c1173a55</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1656</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30040061d</td>\n",
       "      <td>Dipné, infante d'Irlande , tragédie, dédiée à ...</td>\n",
       "      <td>Grenoble</td>\n",
       "      <td>1668</td>\n",
       "      <td>Aure, François d'</td>\n",
       "      <td>mogale</td>\n",
       "      <td>5</td>\n",
       "      <td>228538c2-3a68-5984-8bf2-3880e2f7747c</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              target  \\\n",
       "1164  http://catalogue.bnf.fr/ark:/12148/cb30000572m   \n",
       "1162  http://catalogue.bnf.fr/ark:/12148/cb30000572m   \n",
       "5039  http://catalogue.bnf.fr/ark:/12148/cb30000577b   \n",
       "5038  http://catalogue.bnf.fr/ark:/12148/cb30000577b   \n",
       "1656  http://catalogue.bnf.fr/ark:/12148/cb30040061d   \n",
       "\n",
       "                                                  title  pubPlace  date  \\\n",
       "1164             Argélie, reyne de Thessalie . Tragédie  Grenoble  1674   \n",
       "1162             Argélie, reyne de Thessalie . Tragédie  Grenoble  1674   \n",
       "5039                Coriolan , tragédie. Par M. Abeille  Grenoble  1676   \n",
       "5038                Coriolan , tragédie. Par M. Abeille  Grenoble  1676   \n",
       "1656  Dipné, infante d'Irlande , tragédie, dédiée à ...  Grenoble  1668   \n",
       "\n",
       "                 author   place  placeName_num  \\\n",
       "1164   Abeille, Gaspard  clytie             10   \n",
       "1162   Abeille, Gaspard  mycène              2   \n",
       "5039   Abeille, Gaspard    rome             59   \n",
       "5038   Abeille, Gaspard    lrin              2   \n",
       "1656  Aure, François d'  mogale              5   \n",
       "\n",
       "                                      uuid  \n",
       "1164  97de832a-53f8-5e68-bff8-b6acd68630ff  \n",
       "1162  4496fd5d-0028-59f4-8e0e-91872008ae6a  \n",
       "5039  cbef6bfb-ce53-50a5-a154-fb3e13aa618e  \n",
       "5038  0efc0bf9-50b2-5d36-a979-d8d9c1173a55  \n",
       "1656  228538c2-3a68-5984-8bf2-3880e2f7747c  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_place_top_two.head(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "36678946-929a-4532-91a3-1db815b24526",
   "metadata": {},
   "source": [
    "#### sample creation (testing purpose)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "1c3ad54d-c3bb-4534-ac02-4043f5ff66ce",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_place_top_two_sample = df_place_top_two.head(50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "d4a6f242-f56b-4436-a1f5-fb2ea413ce29",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_person_top_five_sample = df_person_top_five.head(50)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b5dc6837-807e-4bfe-9d8d-3c6bb90bd6b4",
   "metadata": {},
   "source": [
    "### Sample: Combine Persons and Places together"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "0e448d6e-a81d-4f02-8a1b-a683d8d2d07d",
   "metadata": {},
   "outputs": [],
   "source": [
    "columns_to_keep = ['target', 'title', 'pubPlace', 'date', 'author']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "759507cc-4976-410a-ba3a-605d31610196",
   "metadata": {},
   "outputs": [],
   "source": [
    "# using sample df here, to change\n",
    "df_pers_place = pd.concat([df_person_top_five_sample, df_place_top_two_sample], ignore_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "73b17280-b219-43ce-9d56-54e86e2ee62e",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_sample = df_pers_place[columns_to_keep + ['place', 'uuid', 'placeName_num', 'person', 'persName_num']]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d81e3d6a-b6e7-4d02-8ab1-41c55f55b3de",
   "metadata": {},
   "source": [
    "## Llama 3.2 "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3a4e03a1-107f-444b-83bc-56b240c5504a",
   "metadata": {},
   "source": [
    "### Take place and persons, but no title of the play"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "1a0a827f-7d80-4947-9d9b-ca64b12fba6e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Function to query Ollama for each target\n",
    "def get_timeframe_for_play(group):\n",
    "    target = group['target'].iloc[0]  \n",
    "    places = \", \".join(group['place'].dropna().astype(str).unique())  # concat unique places for the same target\n",
    "    persons = \", \".join(group['person'].dropna().astype(str).unique())  # concat unique persons for the same target\n",
    "\n",
    "    # prompt\n",
    "    prompt = (\n",
    "        f\"I have a play with the id {target} happening in these places: {places}, \"\n",
    "        f\"and with these characters: {persons}. Given this information, suggest me what could be the timeframe where the play takes place. \"\n",
    "        f\"I do not need the precise and exact date, but the timespan, formatted in ISO, of the period where the play could have taken place. \"\n",
    "        f\"If the information provided are not enough to determine a timeframe, give me your best guess. Respond only with valid JSON.\"\n",
    "        f\"Do not write an introduction or summary. For the JSON use the form:\\n\\n\"\n",
    "        f\"{{\\n  \\\"reason\\\": \\\"why has been chosen\\\",\\n \\\"period\\\": \\\"period_identified\\\",\\n  \\\"timeframe_start\\\": \\\"ISO value of the start\\\",\\n  \\\"timeframe_end\\\": \\\"ISO value of the end\\\"\\n}}\\n\\n\"\n",
    "        f\"The values in the JSON \\\"timeframe_start\\\" and \\\"timeframe_end\\\" should always be a single valid ISO date in the form YYYY-MM-DD\"\n",
    "\n",
    "    )\n",
    "\n",
    "\n",
    "    try:\n",
    "        stream = chat(\n",
    "            model='llama3.2',\n",
    "            messages=[{'role': 'user', 'content': prompt}],\n",
    "            stream=True,\n",
    "        )\n",
    "\n",
    "        response_data = \"\"\n",
    "        for chunk in stream:\n",
    "            if 'message' in chunk and 'content' in chunk['message']:\n",
    "                response_data += chunk['message']['content']\n",
    "\n",
    "        print(f\"Full response for target {target}: {response_data}\")\n",
    "\n",
    "        response_json = json.loads(response_data.strip())\n",
    "\n",
    "        return {\n",
    "            \"target\": target,\n",
    "            \"reason\": response_json.get(\"reason\"),\n",
    "            \"period\": response_json.get(\"period\"),\n",
    "            \"time_llama_start\": response_json.get(\"timeframe_start\"),\n",
    "            \"time_llama_end\": response_json.get(\"timeframe_end\"),\n",
    "        }\n",
    "\n",
    "    except json.JSONDecodeError as e:\n",
    "        print(f\"JSON decode error for target {target}: {e}\")\n",
    "        print(f\"Response data: {response_data}\")\n",
    "        return {\n",
    "            \"target\": target,\n",
    "            \"reason\": None,\n",
    "            \"period\": None,\n",
    "            \"time_llama_start\": None,\n",
    "            \"time_llama_end\": None,\n",
    "        }\n",
    "    except Exception as e:\n",
    "        print(f\"Error for target {target}: {e}\")\n",
    "        return {\n",
    "            \"target\": target,\n",
    "            \"reason\": None,\n",
    "            \"period\": None,\n",
    "            \"time_llama_start\": None,\n",
    "            \"time_llama_end\": None,\n",
    "        }\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "e9303625-7b4b-449e-bb06-0b6500c59cef",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30000572m: {\n",
      "  \"reason\": \"Geographical locations and mythological characters suggest a Late Helladic period, which corresponds to the Mycenaean civilization.\",\n",
      "  \"period\": \"Late Helladic\",\n",
      "  \"timeframe_start\": \"1200-1150 BCE\",\n",
      "  \"timeframe_end\": \"1100-1050 BCE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30000577b: {\n",
      "  \"reason\": \"Given that Coriolanus is a play by William Shakespeare, the timeframe can be associated with his life and works.\",\n",
      "  \"period\": \"Roman Republic\",\n",
      "  \"timeframe_start\": \"410-396 BCE\",\n",
      "  \"timeframe_end\": \"395 BCE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30040061d: {\n",
      "  \"reason\": \"Geographic locations suggest a Mediterranean or Middle Eastern setting, which often corresponds to ancient periods.\",\n",
      "  \"period\": \"Ancient\",\n",
      "  \"timeframe_start\": \"750-0BCE\",\n",
      "  \"timeframe_end\": \"300-0BCE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30040062r: {\n",
      "  \"reason\": \"Georges Bataille was a French literary figure associated with the 'Golgotha' play, but there's no direct connection to Gertrude Stein.\",\n",
      "  \"period\": \"20th century\",\n",
      "  \"timeframe_start\": \"1890-01-01\",\n",
      "  \"timeframe_end\": \"1933-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30041092x: {\n",
      "  \"reason\": \"Character's age, cultural references, and geographical locations suggest a timeframe between the late 18th century to the mid-19th century.\",\n",
      "  \"period\": \"Modern\",\n",
      "  \"timeframe_start\": \"1789-01-01\",\n",
      "  \"timeframe_end\": \"1850-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb300410980: {\n",
      "  \"reason\": \"Geographical location suggests ancient or classical setting\",\n",
      "  \"period\": \"Ancient Mediterranean\",\n",
      "  \"timeframe_start\": \"750-0000-00-00\",\n",
      "  \"timeframe_end\": \"500-0000-00-00\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb300550714: {\n",
      "  \"reason\": \"Rome's involvement as Aquilie is unclear, but it was a Roman province from 264 BC to 1st century AD. Tarquin, the last king of Rome, reigned until 509 BC. The absence of more specific references to historical figures or events makes it difficult to pinpoint an exact timeframe.\",\n",
      "  \"period\": \"Ancient Rome\",\n",
      "  \"timeframe_start\": \"509-001D\",\n",
      "  \"timeframe_end\": \"264-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb300581040: {\n",
      "  \"reason\": \"Geographic locations Rome, France suggest a timeframe before the Renaissance period, as this places are closely associated with the Baroque era.\",\n",
      " \"period\": \"Baroque\",\n",
      " \"timeframe_start\": \"1650-01-01\",\n",
      " \"timeframe_end\": \"1750-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb300581118: {\n",
      "  \"reason\": \"The play takes place in places that were part of ancient Greece, but with characters from French mythology.\",\n",
      "  \"period\": \"Ancient Greece\",\n",
      "  \"timeframe_start\": \"750-600 BCE\",\n",
      "  \"timeframe_end\": \"550-400 BCE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30071124b: {\n",
      "  \"reason\": \"the play 'L'Arcadie' is a classic of French theatre, written by Jean Racine in 1670\",\n",
      "  \"period\": \"baroque period\",\n",
      "  \"timeframe_start\": \"1665-01-01\",\n",
      "  \"timeframe_end\": \"1680-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30077767q: {\n",
      "  \"reason\": \"Roman Empire was a major power at that time, Greece was an ally, and Rome had a significant presence in Greece\",\n",
      "  \"period\": \"Ancient Greek period of Roman dominance\",\n",
      "  \"timeframe_start\": \"150-100 BCE\",\n",
      "  \"timeframe_end\": \"300 BCE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30078974s: {\n",
      "  \"reason\": \"Id is from the BnF, which usually corresponds to French or European theatre.\",\n",
      "  \"period\": \"19th century\",\n",
      "  \"timeframe_start\": \"1800-01-01\",\n",
      "  \"timeframe_end\": \"1900-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30085086s: {\n",
      "  \"reason\": \"Geographic location (France) might suggest a timeframe from the 17th to the 19th century, given the significance of Parnasse as an intellectual hub during that period.\",\n",
      "  \"period\": \"French Enlightenment and Romanticism\",\n",
      "  \"timeframe_start\": \"1780-01-01\",\n",
      "  \"timeframe_end\": \"1830-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30085107x: {\n",
      "  \"reason\": \"Lack of specific information about the time period, but Perse is associated with ancient Greek mythology, which typically spans from around 2000 BCE to 500 CE.\",\n",
      "  \"period\": \"Ancient Greece\",\n",
      "  \"timeframe_start\": \"1501-01-01\",\n",
      "  \"timeframe_end\": \"500 CE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30121701g: {\n",
      "  \"reason\": \"Geographic location Rome is most likely to refer to Ancient Rome or Renaissance Rome, not modern-day Rome.\",\n",
      "  \"period\": \"Ancient/Renaissance\",\n",
      "  \"timeframe_start\": \"1429-03-18\",\n",
      "  \"timeframe_end\": \"476-09-04\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb301217186: {\n",
      "  \"reason\": \"Thrace's ancient history and Rande's modern-day location suggest a mix of historical and contemporary elements.\",\n",
      "  \"period\": \"Ancient\",\n",
      "  \"timeframe_start\": \"800-750 BCE\",\n",
      "  \"timeframe_end\": \"present day\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30122385g: {\n",
      "  \"reason\": \"Geographical locations suggested a Mediterranean or ancient setting.\",\n",
      "  \"period\": \"Ancient\",\n",
      "  \"timeframe_start\": \"750-500 BCE\",\n",
      "  \"timeframe_end\": \"300 BCE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb301482732: {\n",
      "  \"reason\": \"Geographical locations suggest Ancient Roman Empire era\",\n",
      "  \"period\": \"Ancient Roman Empire\",\n",
      "  \"timeframe_start\": \"146 BCE\",\n",
      "  \"timeframe_end\": \"476 CE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb301483097: {\n",
      "  \"reason\": \"The timeframe is chosen because Rome was the capital city of the Roman Empire, which rose to power in the 1st century BC.\",\n",
      "  \"period\": \"Ancient Rome\",\n",
      "  \"timeframe_start\": \"509 BC\",\n",
      "  \"timeframe_end\": \"476 AD\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30152125p: {\n",
      "  \"reason\": \"Geographical location and historical significance of Sicily, particularly during the Greek and Roman periods\",\n",
      "  \"period\": \"Ancient to Medieval\",\n",
      "  \"timeframe_start\": \"750-01-01\",\n",
      "  \"timeframe_end\": \"1000-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30152167m: {\n",
      "  \"reason\": \"Given the locations Greece, Troy, and characters, it is likely that the play takes place during the Trojan War, which was fought between the city-states of Troy and Greece.\",\n",
      "  \"period\": \"Bronze Age\",\n",
      "  \"timeframe_start\": \"1200-1150 BCE\",\n",
      "  \"timeframe_end\": \"1150-1100 BCE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb301574549: {\n",
      "  \"reason\": \"Geographical location: Limousin region, France, which was part of the medieval kingdom of Francia.\",\n",
      " \"period\": \"Medieval period\",\n",
      "  \"timeframe_start\": \"1200-01-01\",\n",
      "  \"timeframe_end\": \"1500-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb301619297: {\n",
      "  \"reason\": \"Proximity to historical events and cultural significance in France\",\n",
      "  \"period\": \"Middle Ages\",\n",
      "  \"timeframe_start\": \"1150-12-31\",\n",
      "  \"timeframe_end\": \"1250-01-01\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30167532g: {\n",
      "  \"reason\": \"play's title 'Gabinie' and location 'Rome' suggests an Italian context, and given the id '30167532g' which is likely a library catalog record for an ancient text, it is reasonable to assume the play takes place in Ancient Rome.\",\n",
      "  \"period\": \"Ancient Roman period\",\n",
      "  \"timeframe_start\": \"146 BC\",\n",
      "  \"timeframe_end\": \"14 AD\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30167536v: {\n",
      "  \"reason\": \"No direct connection to a specific timeframe can be made based on the provided information.\",\n",
      "  \"period\": \"Historical period\",\n",
      "  \"timeframe_start\": \"1800-01-01\",\n",
      "  \"timeframe_end\": \"1900-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30186247v: {\n",
      "  \"reason\": \"Geographical location (Rome) is typically associated with Ancient Rome or Renaissance period\",\n",
      "  \"period\": \"Ancient/Renaissance period\",\n",
      "  \"timeframe_start\": \"49 BC-476 AD\",\n",
      "  \"timeframe_end\": \"1500 AD\"\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "results = []\n",
    "for target, group in df_sample.groupby('target'):\n",
    "    result = get_timeframe_for_play(group)\n",
    "    if result:\n",
    "        results.append(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "6acdce6a-ddb5-4651-a867-7b50c384d39d",
   "metadata": {},
   "outputs": [],
   "source": [
    "results_df_ollama_no_title = pd.DataFrame(results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "98641965-e8fe-4ed6-a174-39720889b186",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>target</th>\n",
       "      <th>reason</th>\n",
       "      <th>period</th>\n",
       "      <th>time_llama_start</th>\n",
       "      <th>time_llama_end</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000572m</td>\n",
       "      <td>Geographical locations and mythological charac...</td>\n",
       "      <td>Late Helladic</td>\n",
       "      <td>1200-1150 BCE</td>\n",
       "      <td>1100-1050 BCE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000577b</td>\n",
       "      <td>Given that Coriolanus is a play by William Sha...</td>\n",
       "      <td>Roman Republic</td>\n",
       "      <td>410-396 BCE</td>\n",
       "      <td>395 BCE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30040061d</td>\n",
       "      <td>Geographic locations suggest a Mediterranean o...</td>\n",
       "      <td>Ancient</td>\n",
       "      <td>750-0BCE</td>\n",
       "      <td>300-0BCE</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30040062r</td>\n",
       "      <td>Georges Bataille was a French literary figure ...</td>\n",
       "      <td>20th century</td>\n",
       "      <td>1890-01-01</td>\n",
       "      <td>1933-12-31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30041092x</td>\n",
       "      <td>Character's age, cultural references, and geog...</td>\n",
       "      <td>Modern</td>\n",
       "      <td>1789-01-01</td>\n",
       "      <td>1850-12-31</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           target  \\\n",
       "0  http://catalogue.bnf.fr/ark:/12148/cb30000572m   \n",
       "1  http://catalogue.bnf.fr/ark:/12148/cb30000577b   \n",
       "2  http://catalogue.bnf.fr/ark:/12148/cb30040061d   \n",
       "3  http://catalogue.bnf.fr/ark:/12148/cb30040062r   \n",
       "4  http://catalogue.bnf.fr/ark:/12148/cb30041092x   \n",
       "\n",
       "                                              reason          period  \\\n",
       "0  Geographical locations and mythological charac...   Late Helladic   \n",
       "1  Given that Coriolanus is a play by William Sha...  Roman Republic   \n",
       "2  Geographic locations suggest a Mediterranean o...         Ancient   \n",
       "3  Georges Bataille was a French literary figure ...    20th century   \n",
       "4  Character's age, cultural references, and geog...          Modern   \n",
       "\n",
       "  time_llama_start time_llama_end  \n",
       "0    1200-1150 BCE  1100-1050 BCE  \n",
       "1      410-396 BCE        395 BCE  \n",
       "2         750-0BCE       300-0BCE  \n",
       "3       1890-01-01     1933-12-31  \n",
       "4       1789-01-01     1850-12-31  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df_ollama_no_title.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a2c90831-ecdb-4bed-abd4-44d05125df5b",
   "metadata": {},
   "source": [
    "### Take title, persons, places"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "c1c7f42a-07a9-49ee-874a-412e49f631c4",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Function to query Ollama with title\n",
    "def get_timeframe_for_play_title(group):\n",
    "    target = group['target'].iloc[0]  \n",
    "    title = \", \".join(group['title'].dropna().astype(str).unique())  # add title\n",
    "    places = \", \".join(group['place'].dropna().astype(str).unique())  # concat unique places for the same target\n",
    "    persons = \", \".join(group['person'].dropna().astype(str).unique())  # concat unique persons for the same target\n",
    "\n",
    "    # prompt\n",
    "    prompt = (\n",
    "        f\"I have a play titled {title} with the id {target} happening in these places: {places}, \"\n",
    "        f\"and with these characters: {persons}. Given this information, suggest me what could be the timeframe where the play takes place. \"\n",
    "        f\"I do not need the precise and exact date, but the timespan, formatted in ISO, of the period where the play could have taken place. \"\n",
    "        f\"If the information provided are not enough to determine a timeframe, give me your best guess. Respond only with valid JSON. \"\n",
    "        f\"Do not write an introduction or summary. For the JSON use the form:\\n\\n\"\n",
    "        f\"{{\\n  \\\"reason\\\": \\\"why has been chosen\\\",\\n \\\"period\\\": \\\"period_identified\\\",\\n  \\\"timeframe_start\\\": \\\"ISO value of the start\\\",\\n  \\\"timeframe_end\\\": \\\"ISO value of the end\\\"\\n}}\\n\\n\"\n",
    "        f\"The values in the JSON \\\"timeframe_start\\\" and \\\"timeframe_end\\\" should always be a single valid ISO date in the form YYYY-MM-DD.\"\n",
    "    )\n",
    "\n",
    "    try:\n",
    "        stream = chat(\n",
    "            model='llama3.2',\n",
    "            messages=[{'role': 'user', 'content': prompt}],\n",
    "            stream=True,\n",
    "        )\n",
    "\n",
    "        # Collect the streamed response\n",
    "        response_data = \"\"\n",
    "        for chunk in stream:\n",
    "            if 'message' in chunk and 'content' in chunk['message']:\n",
    "                response_data += chunk['message']['content']\n",
    "\n",
    "        # Debug assembled response\n",
    "        print(f\"Full response for target {target}: {response_data}\")\n",
    "\n",
    "        # Attempt to parse the assembled response as JSON\n",
    "        response_json = json.loads(response_data.strip())\n",
    "\n",
    "        # Extract the relevant fields\n",
    "        return {\n",
    "            \"target\": target,\n",
    "            \"title\": title,\n",
    "            \"reason\": response_json.get(\"reason\"),\n",
    "            \"period\": response_json.get(\"period\"),\n",
    "            \"time_llama_start\": response_json.get(\"timeframe_start\"),\n",
    "            \"time_llama_end\": response_json.get(\"timeframe_end\"),\n",
    "        }\n",
    "\n",
    "    except json.JSONDecodeError as e:\n",
    "        print(f\"JSON decode error for target {target}: {e}\")\n",
    "        print(f\"Response data: {response_data}\")\n",
    "        return {\n",
    "            \"target\": target,\n",
    "            \"title\": title,\n",
    "            \"reason\": None,\n",
    "            \"period\": None,\n",
    "            \"time_llama_start\": None,\n",
    "            \"time_llama_end\": None,\n",
    "        }\n",
    "    except Exception as e:\n",
    "        print(f\"Error for target {target}: {e}\")\n",
    "        return {\n",
    "            \"target\": target,\n",
    "            \"title\": title,\n",
    "            \"reason\": None,\n",
    "            \"period\": None,\n",
    "            \"time_llama_start\": None,\n",
    "            \"time_llama_end\": None,\n",
    "        }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "2c346759-ac8f-411f-a6f5-8d6be974ee23",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30000572m: {\"reason\": \"Mythological periods where Clytie was associated with Myc\\u00e9ne\", \"period\": \"Mycenaean period\", \"timeframe_start\": \"1200-1150 BC\", \"timeframe_end\": \"1100-1050 BC\"}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30000577b: {\n",
      "  \"reason\": \"Given that Coriolan is attributed to M. Abeille, a French writer, and the play takes place in Rome, Lutèce (Lrin), it is likely that the timeframe is from the late Middle Ages or Early Modern Period, when the city of Paris was also known as Lutèce.\",\n",
      "  \"period\": \"Late Middle Ages/Early Modern Period\",\n",
      "  \"timeframe_start\": \"1450-01-01\",\n",
      "  \"timeframe_end\": \"1550-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30040061d: {\n",
      "  \"reason\": \"Irlande was part of the feudal kingdom of Morgawr (Mogale) during the 5th to 12th centuries, and it shares cultural similarities with 11th-century Normandy\",\n",
      "  \"period\": \"Middle Ages\",\n",
      "  \"timeframe_start\": \"870-1000\",\n",
      "  \"timeframe_end\": \"1200\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30040062r: {\n",
      "  \"reason\": \"Geographic locations and historical figures suggest an 18th-century French setting.\",\n",
      "  \"period\": \"Rococo period\",\n",
      "  \"timeframe_start\": \"1750-01-01\",\n",
      "  \"timeframe_end\": \"1780-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30041092x: {\n",
      "  \"reason\": \"Geographical locations and title suggest Baroque period\",\n",
      "  \"period\": \"Baroque\",\n",
      "  \"timeframe_start\": \"1650-01-01\",\n",
      "  \"timeframe_end\": \"1700-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb300410980: {\n",
      "  \"reason\": \"Location at Madonte and presence of Temple de Diane suggest an earlier period, given its association with Diana (goddess) and possibly pre-Christian era\",\n",
      "  \"period\": \"Antiquity\",\n",
      "  \"timeframe_start\": \"500 BCE\",\n",
      "  \"timeframe_end\": \"500 CE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb300550714: {\"reason\": \"Brutus was assassinated on March 15, 44 BCE\", \"period\": \"Late Roman Republic\", \"timeframe_start\": \"49-43 BCE\", \"timeframe_end\": \"44-40 BCE\"}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb300581040: {\n",
      "  \"reason\": \"Geographical information suggests late Renaissance or early Baroque period, given the presence of Rome and France\",\n",
      "  \"period\": \"Renaissance to Baroque transition\",\n",
      "  \"timeframe_start\": \"1590-01-01\",\n",
      "  \"timeframe_end\": \"1650-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb300581118: {\n",
      "  \"reason\": \"Geographic locations suggest an ancient or medieval setting, with Gange and Trone possibly being references to ancient city names.\",\n",
      "  \"period\": \"Ancient Greece or Rome\",\n",
      "  \"timeframe_start\": \"750-500 BCE\",\n",
      "  \"timeframe_end\": \"500 CE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30071124b: {\n",
      "  \"reason\": \"Given that the play is based on an invention by 'De l'invention du sieur de Basire' which is attributed to Jean-Honoré Fragonard, and considering the themes of Arcadia and pastoral scenes, I have chosen a timeframe for La Princesse ou L'heureuse bergère.\",\n",
      "  \"period\": \"18th century French literature\",\n",
      "  \"timeframe_start\": \"1750-01-01\",\n",
      "  \"timeframe_end\": \"1799-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30077767q: {\n",
      "  \"reason\": \"Geographical locations (Greece and Rome) are associated with ancient civilizations, while 'Hypsicratee' seems to be inspired by Greek history.\",\n",
      "  \"period\": \"Ancient Era\",\n",
      "  \"timeframe_start\": \"432 BCE\",\n",
      "  \"timeframe_end\": \"338 BCE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30078974s: {\n",
      "  \"reason\": \"The timeframe is chosen based on the historical period when Monomotapa was an independent chiefdom, which was during the 16th to 19th centuries.\",\n",
      "  \"period\": \"colonial era\",\n",
      "  \"timeframe_start\": \"1850-01-01\",\n",
      "  \"timeframe_end\": \"1900-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30085086s: {\n",
      "  \"reason\": \"Given that Sa Majesté is referring to King Louis XIV, who was the ruler of France during this time period, and the play took place at his chateau de Saint-Germain-en-Laye, we can narrow down the timeframe.\",\n",
      "  \"period\": \"17th century\",\n",
      "  \"timeframe_start\": \"1625-12-01\",\n",
      "  \"timeframe_end\": \"1715-11-30\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30085107x: {\n",
      "  \"reason\": \"the play is a tragi-comedie, which suggests it could have taken place during the 17th or 18th century\",\n",
      "  \"period\": \"Baroque period\",\n",
      "  \"timeframe_start\": \"1660-01-01\",\n",
      "  \"timeframe_end\": \"1750-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30121701g: {\"reason\": \"Rome was a major city from 8th century BC to 4th century AD, Telme is likely a misspelling of \\\"Theleme\\\", a mythical island from ancient Greek literature, and the Countess de Pembroc does not have clear historical references\", \"period\": \"Ancient Greece or Roman era\", \"timeframe_start\": \"1500-01-01\", \"timeframe_end\": \"500-12-31\"}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb301217186: {\n",
      "  \"reason\": \"Geographic location and historical context suggest a timeframe between the 16th and 17th centuries, as Thracia was part of the Ottoman Empire during this period.\",\n",
      "  \"period\": \"Ottoman era\",\n",
      "  \"timeframe_start\": \"1550-01-01\",\n",
      "  \"timeframe_end\": \"1650-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30122385g: {\n",
      "  \"reason\": \"Geographic locations suggest Ancient Greece or Roman Empire, while Play is attributed to Jean Boissin de Gallardon, a French writer from the 17th century.\",\n",
      "  \"period\": \"Ancient Greece and Medieval Europe\",\n",
      "  \"timeframe_start\": \"500-1500\",\n",
      "  \"timeframe_end\": \"1700\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb301482732: {\n",
      "  \"reason\": \"Historical records indicate Germanicus' military campaigns took place between 15 BC and 19 AD, with his death occurring around 19 AD.\",\n",
      "  \"period\": \"Late Republic to Early Empire period\",\n",
      "  \"timeframe_start\": \"15-01-01\",\n",
      "  \"timeframe_end\": \"19-03-27\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb301483097: {\n",
      "  \"reason\": \"Geographical locations and character are not sufficient to determine an exact timeframe, but Rome's historical presence in these places and Phaéton being a mythological figure from ancient Greek literature suggest a Hellenistic period timeline.\",\n",
      "  \"period\": \"Hellenistic period\",\n",
      "  \"timeframe_start\": \"300 BCE-100 BCE\",\n",
      "  \"timeframe_end\": \"100 BCE-50 BCE\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30152125p: {\n",
      "  \"reason\": \"Given that the play is a tragi-comédie, it could take place during the Renaissance or Baroque period when such genre was popular.\",\n",
      "  \"period\": \"Renaissance and Baroque\",\n",
      "  \"timeframe_start\": \"1580-01-01\",\n",
      "  \"timeframe_end\": \"1750-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30152167m: {\n",
      "  \"reason\": \"Given that the play is based on Homer's Odyssey, and considering the locations Greece, Troy, and the mythical island of Circe, it is likely that the play takes place during the Trojan War.\",\n",
      "  \"period\": \"Late Bronze Age\",\n",
      "  \"timeframe_start\": \"1200-1180\",\n",
      "  \"timeframe_end\": \"1150-1130\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb301574549: {\n",
      "  \"reason\": \"Molière's death is documented as July 17th, 1673, but there is no direct link to this date with the given id or locations.\",\n",
      "  \"period\": \"17th century\",\n",
      "  \"timeframe_start\": \"1650-01-01\",\n",
      "  \"timeframe_end\": \"1680-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb301619297: {\n",
      "  \"reason\": \"Geographical references to Rochelle and Tours in France, which experienced significant political unrest during the French Revolution\",\n",
      "  \"period\": \"French Revolution\",\n",
      "  \"timeframe_start\": \"1789-11-04\",\n",
      "  \"timeframe_end\": \"1794-03-24\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30167532g: {\n",
      "  \"reason\": \"The play is titled Gabinie, tragedie chretienne and refers to a specific work by an unknown author, which likely dates back to the Christian era\",\n",
      "  \"period\": \"Christian era\",\n",
      "  \"timeframe_start\": \"500-01-01\",\n",
      "  \"timeframe_end\": \"1500-12-31\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30167536v: {\n",
      "  \"reason\": \"Given the locations (Madagascar, Ariège) and the character types (Le grondeur, comédie), it is likely that the play takes place in France during its colonial period.\",\n",
      "  \"period\": \"French colonial period\",\n",
      "  \"timeframe_start\": \"1872-08-01\",\n",
      "  \"timeframe_end\": \"1960-11-30\"\n",
      "}\n",
      "Full response for target http://catalogue.bnf.fr/ark:/12148/cb30186247v: {\n",
      "  \"reason\": \"Based on historical context and the Roman setting\",\n",
      "  \"period\": \"Late Antiquity\",\n",
      "  \"timeframe_start\": \"270-280\",\n",
      "  \"timeframe_end\": \"290\"\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "results = []\n",
    "for target, group in df_sample.groupby('target'):\n",
    "    result = get_timeframe_for_play_title(group)\n",
    "    if result:\n",
    "        results.append(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "d9acb549-c903-40b6-afca-9a0260288fdc",
   "metadata": {},
   "outputs": [],
   "source": [
    "results_df_with_title_llama = pd.DataFrame(results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "42de55c2-4067-4c5b-90c2-75abee4c17b2",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>target</th>\n",
       "      <th>title</th>\n",
       "      <th>reason</th>\n",
       "      <th>period</th>\n",
       "      <th>time_llama_start</th>\n",
       "      <th>time_llama_end</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000572m</td>\n",
       "      <td>Argélie, reyne de Thessalie . Tragédie</td>\n",
       "      <td>Mythological periods where Clytie was associat...</td>\n",
       "      <td>Mycenaean period</td>\n",
       "      <td>1200-1150 BC</td>\n",
       "      <td>1100-1050 BC</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000577b</td>\n",
       "      <td>Coriolan , tragédie. Par M. Abeille</td>\n",
       "      <td>Given that Coriolan is attributed to M. Abeill...</td>\n",
       "      <td>Late Middle Ages/Early Modern Period</td>\n",
       "      <td>1450-01-01</td>\n",
       "      <td>1550-12-31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30040061d</td>\n",
       "      <td>Dipné, infante d'Irlande , tragédie, dédiée à ...</td>\n",
       "      <td>Irlande was part of the feudal kingdom of Morg...</td>\n",
       "      <td>Middle Ages</td>\n",
       "      <td>870-1000</td>\n",
       "      <td>1200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30040062r</td>\n",
       "      <td>Geneviève, ou L'innocence reconnue , tragédie,...</td>\n",
       "      <td>Geographic locations and historical figures su...</td>\n",
       "      <td>Rococo period</td>\n",
       "      <td>1750-01-01</td>\n",
       "      <td>1780-12-31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30041092x</td>\n",
       "      <td>La Dorinde du Sr Auvray . Tragi-comédie. Dédié...</td>\n",
       "      <td>Geographical locations and title suggest Baroq...</td>\n",
       "      <td>Baroque</td>\n",
       "      <td>1650-01-01</td>\n",
       "      <td>1700-12-31</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           target  \\\n",
       "0  http://catalogue.bnf.fr/ark:/12148/cb30000572m   \n",
       "1  http://catalogue.bnf.fr/ark:/12148/cb30000577b   \n",
       "2  http://catalogue.bnf.fr/ark:/12148/cb30040061d   \n",
       "3  http://catalogue.bnf.fr/ark:/12148/cb30040062r   \n",
       "4  http://catalogue.bnf.fr/ark:/12148/cb30041092x   \n",
       "\n",
       "                                               title  \\\n",
       "0             Argélie, reyne de Thessalie . Tragédie   \n",
       "1                Coriolan , tragédie. Par M. Abeille   \n",
       "2  Dipné, infante d'Irlande , tragédie, dédiée à ...   \n",
       "3  Geneviève, ou L'innocence reconnue , tragédie,...   \n",
       "4  La Dorinde du Sr Auvray . Tragi-comédie. Dédié...   \n",
       "\n",
       "                                              reason  \\\n",
       "0  Mythological periods where Clytie was associat...   \n",
       "1  Given that Coriolan is attributed to M. Abeill...   \n",
       "2  Irlande was part of the feudal kingdom of Morg...   \n",
       "3  Geographic locations and historical figures su...   \n",
       "4  Geographical locations and title suggest Baroq...   \n",
       "\n",
       "                                 period time_llama_start time_llama_end  \n",
       "0                      Mycenaean period     1200-1150 BC   1100-1050 BC  \n",
       "1  Late Middle Ages/Early Modern Period       1450-01-01     1550-12-31  \n",
       "2                           Middle Ages         870-1000           1200  \n",
       "3                         Rococo period       1750-01-01     1780-12-31  \n",
       "4                               Baroque       1650-01-01     1700-12-31  "
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df_with_title_llama.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c7a17469-ebdd-4338-add5-6713c8215398",
   "metadata": {},
   "outputs": [],
   "source": [
    "#results_df_with_title_llama.to_csv('/Users/nicola/Downloads/results_with_llama.csv', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "400f2d57-ebf2-42b4-9ab1-377044d3017f",
   "metadata": {},
   "source": [
    "## Open AI API"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ff1152e9-dbcc-4d02-93cb-a835c5d6bc9a",
   "metadata": {},
   "source": [
    "### Take title, persons, places"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "af31ced7-2f71-4357-a23d-6b69d44a2a07",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "load_dotenv()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "fa32499b-a4f7-4880-83a6-030c1c6129d3",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_timeframe_for_play(group):\n",
    "    # add API key\n",
    "    api_key = os.getenv(\"OPENAI_API_KEY\")\n",
    "    client = OpenAI(api_key=api_key)\n",
    "    \n",
    "    target = group['target'].iloc[0]\n",
    "    title = \", \".join(group['title'].dropna().astype(str).unique())\n",
    "    places = \", \".join(group['place'].dropna().astype(str).unique()) # concat unique places for the same target\n",
    "    persons = \", \".join(group['person'].dropna().astype(str).unique()) # concat unique persons for the same target\n",
    "    \n",
    "    prompt = (\n",
    "        f\"I have a play titled {title} with the id {target} happening in these places: {places}, \"\n",
    "        f\"and with these characters: {persons}. Given this information, suggest me what could be the timeframe where the play takes place. \"\n",
    "        f\"I do not need the precise and exact date, but the timespan, formatted in ISO, of the period where the play could have taken place. \"\n",
    "        f\"If the information provided are not enough to determine a timeframe, give me your best guess. Respond only with valid JSON. \"\n",
    "        f\"Do not write an introduction or summary. For the JSON use the form:\\n\\n\"\n",
    "        f\"{{\\n  \\\"reason\\\": \\\"why has been chosen\\\",\\n \\\"period\\\": \\\"period_identified\\\",\\n  \\\"timeframe_start\\\": \\\"ISO value of the start\\\",\\n  \\\"timeframe_end\\\": \\\"ISO value of the end\\\"\\n}}\\n\\n\"\n",
    "        f\"The values in the JSON \\\"timeframe_start\\\" and \\\"timeframe_end\\\" should always be a single valid ISO date in the form YYYY-MM-DD.\"\n",
    "    )\n",
    "    \n",
    "    try:\n",
    "        completion = client.chat.completions.create(\n",
    "            model=\"gpt-4\",  # model name, using just gpt-4 here\n",
    "            messages=[\n",
    "                {\"role\": \"system\", \"content\": \"You are a helpful assistant.\"},\n",
    "                {\"role\": \"user\", \"content\": prompt}\n",
    "            ]\n",
    "        )\n",
    "        \n",
    "        response_data = completion.choices[0].message.content.strip()\n",
    "        response_data = response_data.strip(\"```\").strip(\"json\").strip()\n",
    "        print(f\"Full response for target {target}: {response_data}\")\n",
    "        response_json = json.loads(response_data)\n",
    "        \n",
    "        return {\n",
    "            \"target\": target,\n",
    "            \"title\": title,\n",
    "            \"reason\": response_json.get(\"reason\"),\n",
    "            \"period\": response_json.get(\"period\"),\n",
    "            \"time_openai_start\": response_json.get(\"timeframe_start\"),\n",
    "            \"time_openai_end\": response_json.get(\"timeframe_end\"),\n",
    "        }\n",
    "        \n",
    "    except json.JSONDecodeError as e:\n",
    "        print(f\"JSON decode error for target {target}: {e}\")\n",
    "        print(f\"Response data: {response_data}\")\n",
    "        return {\n",
    "            \"target\": target,\n",
    "            \"title\": title,\n",
    "            \"reason\": None,\n",
    "            \"period\": None,\n",
    "            \"time_openai_start\": None,\n",
    "            \"time_openai_end\": None,\n",
    "        }\n",
    "    except Exception as e:\n",
    "        print(f\"Error for target {target}: {e}\")\n",
    "        return {\n",
    "            \"target\": target,\n",
    "            \"title\": title,\n",
    "            \"reason\": None,\n",
    "            \"period\": None,\n",
    "            \"time_openai_start\": None,\n",
    "            \"time_openai_end\": None,\n",
    "        }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "1e410a71-deae-4365-b3c0-9619081c8498",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "results = []\n",
    "for target, group in df_sample.groupby('target'):\n",
    "    result = get_timeframe_for_play(group)\n",
    "    if result:\n",
    "        results.append(result)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "32236ace-72c3-422a-ba51-afd451315d3c",
   "metadata": {},
   "outputs": [],
   "source": [
    "results_df_openai = pd.DataFrame(results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "a40999ae-9997-4641-ba11-21dcd397558a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>target</th>\n",
       "      <th>title</th>\n",
       "      <th>reason</th>\n",
       "      <th>period</th>\n",
       "      <th>time_openai_start</th>\n",
       "      <th>time_openai_end</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000572m</td>\n",
       "      <td>Argélie, reyne de Thessalie . Tragédie</td>\n",
       "      <td>The play is based on Greek mythology and Mycen...</td>\n",
       "      <td>Bronze Age</td>\n",
       "      <td>1600-01-01</td>\n",
       "      <td>1100-12-31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30000577b</td>\n",
       "      <td>Coriolan , tragédie. Par M. Abeille</td>\n",
       "      <td>The play Coriolan is a tragedy written by M. A...</td>\n",
       "      <td>Roman Republic</td>\n",
       "      <td>-509-01-01</td>\n",
       "      <td>-27-01-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30040061d</td>\n",
       "      <td>Dipné, infante d'Irlande , tragédie, dédiée à ...</td>\n",
       "      <td>The play Dipné, infante d'Irlande is likely se...</td>\n",
       "      <td>Middle Ages</td>\n",
       "      <td>500-01-01</td>\n",
       "      <td>1500-12-31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30040062r</td>\n",
       "      <td>Geneviève, ou L'innocence reconnue , tragédie,...</td>\n",
       "      <td>Based on the information provided, the exact t...</td>\n",
       "      <td>The 17th century</td>\n",
       "      <td>1600-01-01</td>\n",
       "      <td>1699-12-31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>http://catalogue.bnf.fr/ark:/12148/cb30041092x</td>\n",
       "      <td>La Dorinde du Sr Auvray . Tragi-comédie. Dédié...</td>\n",
       "      <td>As there's no specific date related to the pla...</td>\n",
       "      <td>17th century</td>\n",
       "      <td>1600-01-01</td>\n",
       "      <td>1699-12-31</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           target  \\\n",
       "0  http://catalogue.bnf.fr/ark:/12148/cb30000572m   \n",
       "1  http://catalogue.bnf.fr/ark:/12148/cb30000577b   \n",
       "2  http://catalogue.bnf.fr/ark:/12148/cb30040061d   \n",
       "3  http://catalogue.bnf.fr/ark:/12148/cb30040062r   \n",
       "4  http://catalogue.bnf.fr/ark:/12148/cb30041092x   \n",
       "\n",
       "                                               title  \\\n",
       "0             Argélie, reyne de Thessalie . Tragédie   \n",
       "1                Coriolan , tragédie. Par M. Abeille   \n",
       "2  Dipné, infante d'Irlande , tragédie, dédiée à ...   \n",
       "3  Geneviève, ou L'innocence reconnue , tragédie,...   \n",
       "4  La Dorinde du Sr Auvray . Tragi-comédie. Dédié...   \n",
       "\n",
       "                                              reason            period  \\\n",
       "0  The play is based on Greek mythology and Mycen...        Bronze Age   \n",
       "1  The play Coriolan is a tragedy written by M. A...    Roman Republic   \n",
       "2  The play Dipné, infante d'Irlande is likely se...       Middle Ages   \n",
       "3  Based on the information provided, the exact t...  The 17th century   \n",
       "4  As there's no specific date related to the pla...      17th century   \n",
       "\n",
       "  time_openai_start time_openai_end  \n",
       "0        1600-01-01      1100-12-31  \n",
       "1        -509-01-01       -27-01-01  \n",
       "2         500-01-01      1500-12-31  \n",
       "3        1600-01-01      1699-12-31  \n",
       "4        1600-01-01      1699-12-31  "
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "results_df_openai.head()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.19"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}