notebook_22mars.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "corporate-joint",
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests, json\n",
    "url = \"http://apps.lattice.cnrs.fr/readab/json/\"\n",
    "param = dict(url='https://www.nytimes.com/2021/03/21/obituaries/nawal-el-saadawi-dead.html')\n",
    "resp = requests.get(url=url, params=param)\n",
    "data = json.loads(resp.content)\n",
    "text = data[\"text\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "asian-group",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Dr. Saadawi was among some 1,500 activists jailed by President Sadat shortly before his assassination in October 1981. She was released three months later and published, in Arabic, “Memoirs From the Women’s Prison,” in 1983.\\nHer message and manner received equivocal assessments in the West.\\nAfter the first of Dr. Saadawi’s books to be translated into English, “The Hidden Face of Eve: Women in the Arab World,” was published in the United States in 1982, by Beacon Press, Vivian Gornick, reviewing it in The New York Times Book Review, wrote, “For an American feminist it is a curious work.”\\n“Written by a Marxist who has read Freud,” she went on, “in a country and for a people that require an educated introduction to the idea of equality for women, the book seems disoriented by the inorganic nature of its understanding.”\\n“The Hidden Face of Eve” was the first of Dr. Saadawi’s books to be translated into English.\\nFour years later, reviewing Dr. Saadawi’s novel “God Dies by the Nile,” the Indian-born American writer Bharati Mukherjee wrote that the author “bears down on social issues with directness and passion, transforming the systematic brutalization of peasants and of women into powerful allegory.”\\nShe added, “This directness may put off American readers.”\\nUnder President Mubarak, Sadat’s successor, Dr. Saadawi was placed under police guard, supposedly to protect her from Islamist threats. Her name was included on a so-called death list published in Saudi Arabia.\\nAfter fleeing to Duke University, where she taught from 1993 to 1996, Dr. Saadawi wrote two more volumes of autobiography. When she returned to Egypt she continued to face fundamentalist accusations of apostasy and heresy. She announced plans to run for president against Mr. Mubarak in 2004 but resolved instead to boycott the election when her followers were threatened.\\nInto her 80s she seemed to suggest that her struggle was far from over.\\n“Do you feel you are liberated?” she asked a writer for The Guardian, a woman, in an interview in 2015. When the writer nodded her head, Dr. Saadawi said, “Well, I feel I am not.”'"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "physical-frost",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Nawal El Saadawi, Advocate for Women in the Arab World, Dies at 89'"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data[\"title\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "beneficial-multimedia",
   "metadata": {},
   "outputs": [],
   "source": [
    "import spacy\n",
    "\n",
    "nlp = spacy.load(\"en_core_web_sm\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "formed-timer",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Dr.', 7),\n",
       " ('Saadawi', 7),\n",
       " ('published', 3),\n",
       " ('wrote', 3),\n",
       " ('American', 3),\n",
       " ('writer', 3),\n",
       " ('President', 2),\n",
       " ('Sadat', 2),\n",
       " ('later', 2),\n",
       " ('Women', 2),\n",
       " ('first', 2),\n",
       " ('books', 2),\n",
       " ('translated', 2),\n",
       " ('English', 2),\n",
       " ('Hidden', 2),\n",
       " ('Face', 2),\n",
       " ('Eve', 2),\n",
       " ('reviewing', 2),\n",
       " ('women', 2),\n",
       " ('that', 2),\n",
       " ('directness', 2),\n",
       " ('Mubarak', 2),\n",
       " ('When', 2),\n",
       " ('feel', 2),\n",
       " ('1,500', 1),\n",
       " ('activists', 1),\n",
       " ('jailed', 1),\n",
       " ('shortly', 1),\n",
       " ('assassination', 1),\n",
       " ('October', 1),\n",
       " ('1981', 1),\n",
       " ('released', 1),\n",
       " ('three', 1),\n",
       " ('months', 1),\n",
       " ('Arabic', 1),\n",
       " ('Memoirs', 1),\n",
       " ('Prison', 1),\n",
       " ('1983', 1),\n",
       " ('message', 1),\n",
       " ('manner', 1),\n",
       " ('received', 1),\n",
       " ('equivocal', 1),\n",
       " ('assessments', 1),\n",
       " ('West', 1),\n",
       " ('Arab', 1),\n",
       " ('World', 1),\n",
       " ('United', 1),\n",
       " ('States', 1),\n",
       " ('1982', 1),\n",
       " ('Beacon', 1),\n",
       " ('Press', 1),\n",
       " ('Vivian', 1),\n",
       " ('Gornick', 1),\n",
       " ('New', 1),\n",
       " ('York', 1),\n",
       " ('Times', 1),\n",
       " ('Book', 1),\n",
       " ('Review', 1),\n",
       " ('feminist', 1),\n",
       " ('curious', 1),\n",
       " ('work', 1),\n",
       " ('Written', 1),\n",
       " ('Marxist', 1),\n",
       " ('read', 1),\n",
       " ('Freud', 1),\n",
       " ('went', 1),\n",
       " ('country', 1),\n",
       " ('people', 1),\n",
       " ('require', 1),\n",
       " ('educated', 1),\n",
       " ('introduction', 1),\n",
       " ('idea', 1),\n",
       " ('equality', 1),\n",
       " ('book', 1),\n",
       " ('seems', 1),\n",
       " ('disoriented', 1),\n",
       " ('inorganic', 1),\n",
       " ('nature', 1),\n",
       " ('understanding', 1),\n",
       " ('Four', 1),\n",
       " ('years', 1),\n",
       " ('novel', 1),\n",
       " ('God', 1),\n",
       " ('Dies', 1),\n",
       " ('Nile', 1),\n",
       " ('Indian', 1),\n",
       " ('born', 1),\n",
       " ('Bharati', 1),\n",
       " ('Mukherjee', 1),\n",
       " ('author', 1),\n",
       " ('bears', 1),\n",
       " ('social', 1),\n",
       " ('issues', 1),\n",
       " ('passion', 1),\n",
       " ('transforming', 1),\n",
       " ('systematic', 1),\n",
       " ('brutalization', 1),\n",
       " ('peasants', 1),\n",
       " ('powerful', 1),\n",
       " ('allegory', 1),\n",
       " ('added', 1),\n",
       " ('put', 1),\n",
       " ('readers', 1),\n",
       " ('successor', 1),\n",
       " ('placed', 1),\n",
       " ('police', 1),\n",
       " ('guard', 1),\n",
       " ('supposedly', 1),\n",
       " ('protect', 1),\n",
       " ('Islamist', 1),\n",
       " ('threats', 1),\n",
       " ('name', 1),\n",
       " ('included', 1),\n",
       " ('so', 1),\n",
       " ('called', 1),\n",
       " ('death', 1),\n",
       " ('list', 1),\n",
       " ('Saudi', 1),\n",
       " ('Arabia', 1),\n",
       " ('fleeing', 1),\n",
       " ('Duke', 1),\n",
       " ('University', 1),\n",
       " ('where', 1),\n",
       " ('taught', 1),\n",
       " ('1993', 1),\n",
       " ('1996', 1),\n",
       " ('two', 1),\n",
       " ('more', 1),\n",
       " ('volumes', 1),\n",
       " ('autobiography', 1),\n",
       " ('returned', 1),\n",
       " ('Egypt', 1),\n",
       " ('continued', 1),\n",
       " ('face', 1),\n",
       " ('fundamentalist', 1),\n",
       " ('accusations', 1),\n",
       " ('apostasy', 1),\n",
       " ('heresy', 1),\n",
       " ('announced', 1),\n",
       " ('plans', 1),\n",
       " ('run', 1),\n",
       " ('president', 1),\n",
       " ('Mr.', 1),\n",
       " ('2004', 1),\n",
       " ('resolved', 1),\n",
       " ('instead', 1),\n",
       " ('boycott', 1),\n",
       " ('election', 1),\n",
       " ('when', 1),\n",
       " ('followers', 1),\n",
       " ('threatened', 1),\n",
       " ('80s', 1),\n",
       " ('seemed', 1),\n",
       " ('suggest', 1),\n",
       " ('struggle', 1),\n",
       " ('far', 1),\n",
       " ('over', 1),\n",
       " ('liberated', 1),\n",
       " ('asked', 1),\n",
       " ('Guardian', 1),\n",
       " ('woman', 1),\n",
       " ('interview', 1),\n",
       " ('2015', 1),\n",
       " ('nodded', 1),\n",
       " ('head', 1),\n",
       " ('said', 1),\n",
       " ('Well', 1)]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from collections import Counter\n",
    "\n",
    "counter = Counter()\n",
    "doc = nlp(text)\n",
    "for tok in doc:\n",
    "    if tok.pos_ in ['PUNCT', 'ADP', 'AUX', 'DET', 'SPACE', 'PRON', 'CCONJ', 'PART']:\n",
    "        continue\n",
    "    counter[tok.text] += 1\n",
    "\n",
    "counter.most_common()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "cardiac-preparation",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Saadawi PERSON\n",
      "1,500 CARDINAL\n",
      "Sadat PERSON\n",
      "October 1981 DATE\n",
      "three months later DATE\n",
      "Arabic LANGUAGE\n",
      "Memoirs From the Women’s Prison WORK_OF_ART\n",
      "1983 DATE\n",
      "first ORDINAL\n",
      "Saadawi PERSON\n",
      "English LANGUAGE\n",
      "The Hidden Face of Eve: Women in the Arab World WORK_OF_ART\n",
      "the United States GPE\n",
      "1982 DATE\n",
      "Beacon Press ORG\n",
      "Vivian Gornick PERSON\n",
      "The New York Times Book Review ORG\n",
      "American NORP\n",
      "Marxist NORP\n",
      "The Hidden Face of Eve WORK_OF_ART\n",
      "first ORDINAL\n",
      "Saadawi PERSON\n",
      "English LANGUAGE\n",
      "Four years later DATE\n",
      "Saadawi PERSON\n",
      "God Dies WORK_OF_ART\n",
      "Nile LOC\n",
      "Indian NORP\n",
      "American NORP\n",
      "Bharati Mukherjee PERSON\n",
      "American NORP\n",
      "Mubarak PERSON\n",
      "Sadat’s ORG\n",
      "Saadawi PERSON\n",
      "Islamist NORP\n",
      "Saudi Arabia GPE\n",
      "Duke University ORG\n",
      "1993 to 1996 DATE\n",
      "Saadawi PERSON\n",
      "two CARDINAL\n",
      "Egypt GPE\n",
      "Mubarak PERSON\n",
      "2004 DATE\n",
      "80s DATE\n",
      "Guardian ORG\n",
      "2015 DATE\n",
      "Saadawi PERSON\n"
     ]
    }
   ],
   "source": [
    "for ent in doc.ents:\n",
    "    print(ent.text, ent.label_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "together-teacher",
   "metadata": {},
   "outputs": [],
   "source": [
    "tokens = [tok.text for tok in doc]\n",
    "bigrams = [b for b in zip(tokens[:-1], tokens[1:])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "portable-steps",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "hollywood-senate",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}