NLP_Fairness_in_stories.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"NLP_Fairness_in_stories.ipynb","provenance":[],"collapsed_sections":[]},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"code","metadata":{"id":"X_a_Z48ajLHu","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1637994555277,"user_tz":480,"elapsed":293,"user":{"displayName":"Irtiza Jafry","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"01063111214634284341"}},"outputId":"c54adba0-43da-4d09-f571-4ce144c0a823"},"source":["#All our files are in the google drive folder and we are mounting our google drive here\n","from google.colab import drive\n","drive.mount(\"/content/gdrive\")\n","# %ls\n","%cd 'gdrive/Shareddrives/NLP'\n","# %cd ..\n","%ls"],"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Drive already mounted at /content/gdrive; to attempt to forcibly remount, call drive.mount(\"/content/gdrive\", force_remount=True).\n","[Errno 2] No such file or directory: 'gdrive/Shareddrives/NLP'\n","/content/gdrive/Shareddrives/NLP\n","'Anmol_dongrun_jia(odd ratio for all 25 stories).ipynb'   odd_ratio_male.csv\n","'Books _DataSheet - Sheet1.csv'                           odds_female.csv\n","'Copy of Copy of nlp_project_1.ipynb'                     odds_male.csv\n","'Copy of nlp_project_1.ipynb'                             Ref_nlp_project.ipynb\n"," Dongrun.gdoc                                             \u001b[0m\u001b[01;34mstories\u001b[0m/\n","'dongrun_jia(odd ratio for all 25 stories).ipynb'         \u001b[01;34mstories_events\u001b[0m/\n"," nlp_project.ipynb                                        Untitled0.ipynb\n"," odd_ratio_female.csv\n"]}]},{"cell_type":"code","metadata":{"id":"jzAt2U-0krOb"},"source":["#Importing important packages\n","import spacy\n","import nltk\n","from nltk import tokenize\n","import pandas as pd"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"4jn74oRoH11f"},"source":["# Pre-processing"]},{"cell_type":"code","metadata":{"id":"dzYhhQ8lDW4r","colab":{"base_uri":"https://localhost:8080/","height":397},"executionInfo":{"status":"ok","timestamp":1637994559115,"user_tz":480,"elapsed":137,"user":{"displayName":"Irtiza Jafry","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"01063111214634284341"}},"outputId":"3ebe22a8-df58-4238-ba55-6a617ee31785"},"source":["#Loading our stories into a dataframe from our books csv file\n","stories = pd.read_csv('Books _DataSheet - Sheet1.csv',sep=',',error_bad_lines=False)\n","stories.head()"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Name of the Book</th>\n","      <th>AUthor</th>\n","      <th>Author Gender</th>\n","      <th>Genre</th>\n","      <th>HTML Link to the book</th>\n","      <th>Unnamed: 5</th>\n","      <th>Done by</th>\n","      <th>https://www.gutenberg.org/browse/scores/top#authors-last30</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Frankenstein; Or, The Modern Prometheus</td>\n","      <td>Mary Wollstonecraft Shelley</td>\n","      <td>Female</td>\n","      <td>Fiction</td>\n","      <td>https://www.gutenberg.org/ebooks/84.html.images</td>\n","      <td>NaN</td>\n","      <td>Poorvi</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Pride and Prejudice</td>\n","      <td>Jane Austen</td>\n","      <td>Female</td>\n","      <td>Classics</td>\n","      <td>https://www.gutenberg.org/ebooks/1342.html.images</td>\n","      <td>NaN</td>\n","      <td>Poorvi</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>The Scarlet Letter</td>\n","      <td>Nathaniel Hawthorne</td>\n","      <td>Male</td>\n","      <td>Fiction</td>\n","      <td>https://www.gutenberg.org/ebooks/25344.html.im...</td>\n","      <td>NaN</td>\n","      <td>Poorvi</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>A Christmas Carol in Prose; Being a Ghost Stor...</td>\n","      <td>Charles Dickens</td>\n","      <td>Male</td>\n","      <td>Children’s Literature</td>\n","      <td>https://www.gutenberg.org/ebooks/46.html.images</td>\n","      <td>NaN</td>\n","      <td>Poorvi</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Alice's Adventures in Wonderland</td>\n","      <td>Lewis Carroll</td>\n","      <td>Male</td>\n","      <td>Children’s Literature</td>\n","      <td>https://www.gutenberg.org/ebooks/11.html.images</td>\n","      <td>NaN</td>\n","      <td>Poorvi</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                                    Name of the Book  ... https://www.gutenberg.org/browse/scores/top#authors-last30\n","0            Frankenstein; Or, The Modern Prometheus  ...                                                NaN        \n","1                                Pride and Prejudice  ...                                                NaN        \n","2                                 The Scarlet Letter  ...                                                NaN        \n","3  A Christmas Carol in Prose; Being a Ghost Stor...  ...                                                NaN        \n","4                   Alice's Adventures in Wonderland  ...                                                NaN        \n","\n","[5 rows x 8 columns]"]},"metadata":{},"execution_count":15}]},{"cell_type":"code","metadata":{"id":"UHsrDvWfl4no","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1637994586420,"user_tz":480,"elapsed":25641,"user":{"displayName":"Irtiza Jafry","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"01063111214634284341"}},"outputId":"b68de39b-2f49-4f44-9ef8-dc0c1f9b036d"},"source":["#Extracting stories from the .HTML file\n","nltk.download('punkt')\n","import requests\n","import re\n","from bs4 import BeautifulSoup\n","sentences=[]\n","author_gender=[]\n","genre=[]\n","#As our texts are stored as <p> we are extracting only <p> tags from the file\n","for index,story in stories.iterrows():\n","  page = requests.get(story['HTML Link to the book'])\n","  soup = BeautifulSoup(page.content, 'html.parser')\n","  trial = soup.find_all('p')\n","  paragraphs=[]\n","  for p in trial:\n","    paragraphs.append(str(p))\n","  paragraphs_clean=[]\n","  #Using the BeautifulSoup library to parse through the string and remove any html tags and other characters except alphabets\n","  for p in paragraphs:\n","    removed_htmltag_sent = BeautifulSoup(p, \"html.parser\").getText()\n","    paragraphs_clean.append(re.sub('[^a-zA-Z. ]','', str(removed_htmltag_sent)))\n","  for p in paragraphs_clean:\n","    temp = nltk.tokenize.sent_tokenize(p)\n","    for s in temp:\n","      sentences.append(s)\n","      author_gender.append(story['Author Gender'])\n","      genre.append(story['Genre'])"],"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["[nltk_data] Downloading package punkt to /root/nltk_data...\n","[nltk_data]   Package punkt is already up-to-date!\n"]}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"i_khhaZ2Gzdl","executionInfo":{"status":"ok","timestamp":1637994589758,"user_tz":480,"elapsed":130,"user":{"displayName":"Irtiza Jafry","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"01063111214634284341"}},"outputId":"9cec1391-91b0-45d8-e76d-106f0c052b5d"},"source":["print(len(sentences))"],"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["152437\n"]}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":424},"id":"XsbMd8B5zofY","executionInfo":{"status":"ok","timestamp":1637994593682,"user_tz":480,"elapsed":130,"user":{"displayName":"Irtiza Jafry","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"01063111214634284341"}},"outputId":"0ab92434-fd9d-4a3f-bf59-abae14fdbe77"},"source":["#Final dataframe with the sentences of the stories, author gender and story genre\n","data = pd.DataFrame({'Sentences':sentences,'Author':author_gender,'Genre':genre})\n","display(data)"],"execution_count":null,"outputs":[{"output_type":"display_data","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Sentences</th>\n","      <th>Author</th>\n","      <th>Genre</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>To Mrs. Saville England.</td>\n","      <td>Female</td>\n","      <td>Fiction</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>St. Petersburgh Dec. th .</td>\n","      <td>Female</td>\n","      <td>Fiction</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>You will rejoice to hear that no disaster has ...</td>\n","      <td>Female</td>\n","      <td>Fiction</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>I arrived here yesterday and my first task is ...</td>\n","      <td>Female</td>\n","      <td>Fiction</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>I am already far north of London and as I walk...</td>\n","      <td>Female</td>\n","      <td>Fiction</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>152432</th>\n","      <td>Of Silver we have heard no more.</td>\n","      <td>Male</td>\n","      <td>Children’s Literature</td>\n","    </tr>\n","    <tr>\n","      <th>152433</th>\n","      <td>That formidable seafaring man with one leg has...</td>\n","      <td>Male</td>\n","      <td>Children’s Literature</td>\n","    </tr>\n","    <tr>\n","      <th>152434</th>\n","      <td>It is to be hoped so I suppose for his chances...</td>\n","      <td>Male</td>\n","      <td>Children’s Literature</td>\n","    </tr>\n","    <tr>\n","      <th>152435</th>\n","      <td>The bar silver and the arms still lie for all ...</td>\n","      <td>Male</td>\n","      <td>Children’s Literature</td>\n","    </tr>\n","    <tr>\n","      <th>152436</th>\n","      <td>Oxen and wainropes would not bring me back aga...</td>\n","      <td>Male</td>\n","      <td>Children’s Literature</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>152437 rows × 3 columns</p>\n","</div>"],"text/plain":["                                                Sentences  ...                  Genre\n","0                                To Mrs. Saville England.  ...                Fiction\n","1                               St. Petersburgh Dec. th .  ...                Fiction\n","2       You will rejoice to hear that no disaster has ...  ...                Fiction\n","3       I arrived here yesterday and my first task is ...  ...                Fiction\n","4       I am already far north of London and as I walk...  ...                Fiction\n","...                                                   ...  ...                    ...\n","152432                   Of Silver we have heard no more.  ...  Children’s Literature\n","152433  That formidable seafaring man with one leg has...  ...  Children’s Literature\n","152434  It is to be hoped so I suppose for his chances...  ...  Children’s Literature\n","152435  The bar silver and the arms still lie for all ...  ...  Children’s Literature\n","152436  Oxen and wainropes would not bring me back aga...  ...  Children’s Literature\n","\n","[152437 rows x 3 columns]"]},"metadata":{}}]},{"cell_type":"markdown","metadata":{"id":"yXPnWk8aH19X"},"source":["# Event Extraction "]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"wlj7E2MIlCe3","executionInfo":{"status":"ok","timestamp":1637994603792,"user_tz":480,"elapsed":142,"user":{"displayName":"Irtiza Jafry","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"01063111214634284341"}},"outputId":"4269f3bc-9891-488d-c4dc-52aca5fa5e35"},"source":["# CLeaned Sentences text from Stories\n","sentences[:10]"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["['To Mrs. Saville England.',\n"," 'St. Petersburgh Dec. th .',\n"," 'You will rejoice to hear that no disaster has accompanied the commencement of an enterprise which you have regarded with such evil forebodings.',\n"," 'I arrived here yesterday and my first task is to assure my dear sister of my welfare and increasing confidence in the success of my undertaking.',\n"," 'I am already far north of London and as I walk in the streets of Petersburgh I feel a cold northern breeze play upon my cheeks which braces my nerves and fills me with delight.',\n"," 'Do you understand this feeling This breeze which has travelled from the regions towards which I am advancing gives me a foretaste of those icy climes.',\n"," 'Inspirited by this wind of promise my daydreams become more fervent and vivid.',\n"," 'I try in vain to be persuaded that the pole is the seat of frost and desolation it ever presents itself to my imagination as the region of beauty and delight.',\n"," 'There Margaret the sun is for ever visible its broad disk just skirting the horizon and diffusing a perpetual splendour.',\n"," 'Therefor with your leave my sister I will put some trust in preceding navigatorsthere snow and frost are banished and sailing over a calm sea we may be wafted to a land surpassing in wonders and in beauty every region hitherto discovered on the habitable globe.']"]},"metadata":{},"execution_count":19}]},{"cell_type":"markdown","metadata":{"id":"gVtGrL37mLd9"},"source":["Find Events Using Spacy"]},{"cell_type":"code","metadata":{"id":"KYhgJ42SmKE7"},"source":["# Finds Events Using Spacy's Rule based Methods (POS tagging + Dependency Parsing)\n","# For each sentence this section finds the list of pairs of (event, gender attribute)\n","\n","nlp = spacy.load(\"en_core_web_sm\")\n","\n","def find_event_with_gender_pronoun1(doc):\n","    sentence_events = []\n","    for token in doc:\n","        if token.pos_ == \"VERB\":     \n","          v1 = [str(child).lower() for child in token.children if str(child.pos_) == \"PROPN\" or str(child.pos_) == \"PRON\"]\n","          for v in v1:\n","            sentence_events.append([token.lemma_, v,])\n","    return sentence_events\n","events = []\n","for i in range(len(sentences)):\n","    doc = nlp(sentences[i])\n","    sentence_events = find_event_with_gender_pronoun1(doc)\n","    if len(sentence_events):\n","      sentence_events = list(map(lambda x: x + [author_gender[i], genre[i]], sentence_events))\n","      events += sentence_events"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"xNk2GxJdxg4Y"},"source":["# Output events to events.txt\n","for element in events:\n","  for e in element:\n","    file1.write(str(e) + \" \")\n","  file1.write(\"\\n\")"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"WmCyD239frqM","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1637917035711,"user_tz":480,"elapsed":10,"user":{"displayName":"Dongrun Jia","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjZ9pfHxnIXYfq775yfmdXYOuuy07MjCZc0SDZx=s64","userId":"18392218344432728586"}},"outputId":"92c6a907-d400-4f67-f5a6-fc87671697ee"},"source":["print(events[:50])"],"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["[['live', 'fogg'], ['die', 'sheridan'], ['seem', 'he'], ['resemble', 'he'], ['resemble', 'byron'], ['live', 'who'], ['see', 'he'], ['enter', 'he'], ['enter', 'lincoln'], ['resound', 'bench'], ['know', 'he'], ['know', 'association'], ['belong', 'he'], ['get', 'he'], ['recommend', 'he'], ['know', 'who'], ['know', 'him'], ['make', 'he'], ['know', 'he'], ['supply', 'he'], ['supply', 'it'], ['talk', 'he'], ['do', 'he'], ['travel', 'he'], ['appear', 'he'], ['correct', 'he'], ['travel', 'he'], ['absent', 'fogg'], ['absent', 'himself'], ['honour', 'who'], ['pretend', 'nobody'], ['see', 'him'], ['win', 'he'], ['play', 'fogg'], ['know', 'fogg'], ['live', 'he'], ['serve', 'him'], ['breakfast', 'he'], ['use', 'he'], ['provide', 'reform'], ['pass', 'he'], ['choose', 'he'], ['breakfast', 'he'], ['serve', 'he'], ['proffer', 'who'], ['confess', 'it'], ['require', 'fogg'], ['require', 'him'], ['dismiss', 'he'], ['dismiss', 'forster']]\n"]},{"output_type":"execute_result","data":{"text/plain":["[['heard', 'I'], ['mention', 'him'], ['mention', 'her']]"]},"metadata":{},"execution_count":13}]},{"cell_type":"markdown","metadata":{"id":"7bI7LYOxNI20"},"source":["# Gender Categorization\n"]},{"cell_type":"code","metadata":{"id":"vrvbXbkMNPP8"},"source":["#Comprehensive lists of all the pronouns we can use to identify male or female characters in the stories\n","female_list=['lady','female','girl','wife','Señora','gal','sister','sheila','broad','maiden','damsel','gentlewoman','daughter', 'hers', 'grandma', 'grandmother', 'aunt', 'sis', 'niece', 'mother', 'she', 'her', 'granny', 'granddaughter', 'girlfriend', 'woman', 'mom','miss','mrs.','ms']\n","male_list=['man','gentleman','boy','youth','guy','fellow','gent','bloke','chap','hombre','dude', 'godfather', 'grandson', 'stepbrother', 'sir', 'he', 'uncle', 'male', 'soninlaw', 'boyfriend', 'brother', 'grandpa', 'him', 'nephew', 'son', 'papa', 'exboyfriend', 'granddad', 'husband', 'stepson', 'dad', 'fatherinlaw', 'daddy', 'stepdad', 'father', 'grandfather', 'bro', 'his','Mr.']"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"xbuCcwt0wGTB","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1638000542709,"user_tz":480,"elapsed":1739,"user":{"displayName":"Poorvi Burly Prakash","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gg26Nyl9ZRVikheuTDTfpLv5xjxfRPIgPCbbYmm=s64","userId":"08481958633522787326"}},"outputId":"c1f0f567-43da-4d6f-e483-77db70c5adc9"},"source":["#From the events and pronouns extraccted we are identifying if the gender of the character is a male or a female\n","events = []\n","for e in events_list:\n","  e = re.sub('[^a-zA-Z._]','', str(e))\n","  events.append(e.split('_'))\n","print(events[:10])\n","import pandas as pd\n","verb=[]\n","subject=[]\n","gender=[]\n","author_gender = []\n","story_genre = []\n","for x in events:\n","  if str(x[1]) in female_list:\n","    verb.append(x[0])\n","    subject.append(x[1])\n","    gender.append('F')\n","    author_gender.append(x[2])\n","    story_genre.append(x[3])\n","  if str(x[1]) in male_list:\n","    verb.append(x[0])\n","    subject.append(x[1])\n","    gender.append('M')\n","    author_gender.append(x[2])\n","    story_genre.append(x[3])\n","df = pd.DataFrame({'Event':verb,'Subject':subject,'Gender':gender, 'Author Gender':author_gender,'Story Genre':story_genre})\n","print(df.head(20))"],"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["[['rejoice', 'you', 'Female', 'Fiction'], ['regard', 'you', 'Female', 'Fiction'], ['arrive', 'i', 'Female', 'Fiction'], ['walk', 'i', 'Female', 'Fiction'], ['feel', 'i', 'Female', 'Fiction'], ['fill', 'me', 'Female', 'Fiction'], ['understand', 'you', 'Female', 'Fiction'], ['advance', 'i', 'Female', 'Fiction'], ['give', 'me', 'Female', 'Fiction'], ['try', 'i', 'Female', 'Fiction']]\n","       Event Subject Gender Author Gender Story Genre\n","0     embark      he      M        Female     Fiction\n","1   consider      he      M        Female     Fiction\n","2     engage     him      M        Female     Fiction\n","3     engage     him      M        Female     Fiction\n","4       love      he      M        Female     Fiction\n","5        see      he      M        Female     Fiction\n","6      bathe     she      F        Female     Fiction\n","7    entreat     him      M        Female     Fiction\n","8      spare     her      F        Female     Fiction\n","9       love     she      F        Female     Fiction\n","10       buy      he      M        Female     Fiction\n","11    design      he      M        Female     Fiction\n","12    bestow      he      M        Female     Fiction\n","13      find      he      M        Female     Fiction\n","14      hear      he      M        Female     Fiction\n","15    attend     him      M        Female     Fiction\n","16   command      he      M        Female     Fiction\n","17     leave     her      F        Female     Fiction\n","18     float     she      F        Female     Fiction\n","19      lose      he      M        Female     Fiction\n"]}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"rrKyfaii2SUy","executionInfo":{"status":"ok","timestamp":1638000572461,"user_tz":480,"elapsed":258,"user":{"displayName":"Poorvi Burly Prakash","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gg26Nyl9ZRVikheuTDTfpLv5xjxfRPIgPCbbYmm=s64","userId":"08481958633522787326"}},"outputId":"6cdc2a8c-0a59-4716-81aa-a8285ec1d7d7"},"source":["#Example - Here we are checking the number of occurences of the event \"fight\" and the number of occurences of fight associated with a \"Female\"\n","df1= df.loc[df['Event'] == 'fight']\n","print(len(df1))\n","df2 = df1.loc[df1['Gender'] == 'F']\n","print(len(df2))"],"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["22\n","2\n"]}]},{"cell_type":"code","metadata":{"id":"YXBdC3DJ3hD8"},"source":["#Storing the dataframe in a .csv file\n","df.to_csv('events_with_details.csv', index=False)"],"execution_count":null,"outputs":[]}]}