trope_similarity_analysis_new.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "d4a2a62a-2965-4e39-9281-15a0acf9a29a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   index                                            Example trope_id  \\\n",
      "0     10  In A Bad Day For Voodoo,  Esmeralda, the maker...   t22727   \n",
      "1     13  When Tyler tries to   chase after his stolen c...   t01294   \n",
      "2     15  Esmeralda, the maker of the voodoo dolls, expl...   t22727   \n",
      "3     16  Tyler is the protagonist, and always tries to ...   t01080   \n",
      "4     17  Esmeralda the doll-maker tells  Tyler  and  Ke...   t25818   \n",
      "\n",
      "  example_type        s0        s1        s2        s3        s4        s5  \\\n",
      "0          lit  0.011444  0.121074  0.124931  0.090957  0.104218  0.127472   \n",
      "1          lit  0.058183  0.170932  0.180816  0.098453  0.110126  0.106000   \n",
      "2          lit  0.021661  0.117534  0.126047  0.092336  0.096689  0.134503   \n",
      "3          lit  0.036802  0.152988  0.130796  0.102435  0.081666  0.082285   \n",
      "4          lit  0.059675  0.092300  0.123870  0.045898  0.088332  0.127191   \n",
      "\n",
      "   ...       s74       s75       s76       s77       s78       s79       s80  \\\n",
      "0  ...  0.082862  0.141927  0.107144  0.111516  0.117227  0.104575  0.141181   \n",
      "1  ...  0.083869  0.111920  0.089025  0.146465  0.080411  0.135335  0.139628   \n",
      "2  ...  0.091246  0.160968  0.122780  0.120605  0.142261  0.121798  0.155024   \n",
      "3  ...  0.074590  0.085167  0.073063  0.085099  0.071707  0.077259  0.096828   \n",
      "4  ...  0.049016  0.138669  0.113014  0.093771  0.102322  0.110405  0.137671   \n",
      "\n",
      "        s81       s82       s83  \n",
      "0  0.100844  0.081495  0.107299  \n",
      "1  0.158462  0.096515  0.129799  \n",
      "2  0.104658  0.084765  0.121215  \n",
      "3  0.137927  0.075066  0.107034  \n",
      "4  0.120906  0.106436  0.114264  \n",
      "\n",
      "[5 rows x 88 columns]\n",
      "   index                                            Example trope_id  \\\n",
      "0     10  In A Bad Day For Voodoo,  Esmeralda, the maker...   t22727   \n",
      "1     13  When Tyler tries to   chase after his stolen c...   t01294   \n",
      "2     15  Esmeralda, the maker of the voodoo dolls, expl...   t22727   \n",
      "3     16  Tyler is the protagonist, and always tries to ...   t01080   \n",
      "4     17  Esmeralda the doll-maker tells  Tyler  and  Ke...   t25818   \n",
      "\n",
      "  example_type        s0        s1        s2        s3        s4        s5  \\\n",
      "0          lit  0.234030  0.171756  0.104783  0.155872  0.135351  0.097830   \n",
      "1          lit  0.268824  0.181468  0.177008  0.147457  0.108924  0.093657   \n",
      "2          lit  0.211647  0.154361  0.055540  0.129166  0.113179  0.072851   \n",
      "3          lit  0.179171  0.160670  0.119069  0.139804  0.132801  0.143779   \n",
      "4          lit  0.171900  0.131234  0.089936  0.059134  0.061913  0.069720   \n",
      "\n",
      "   ...       s74       s75       s76       s77       s78       s79       s80  \\\n",
      "0  ...  0.183964  0.261651  0.124065  0.108124  0.152176  0.121962  0.115258   \n",
      "1  ...  0.189674  0.165900  0.105191  0.092317  0.079410  0.171668  0.125015   \n",
      "2  ...  0.161727  0.236459  0.110160  0.072996  0.163719  0.108616  0.116661   \n",
      "3  ...  0.149621  0.195826  0.108413  0.150697  0.055647  0.143356  0.093026   \n",
      "4  ...  0.077172  0.246563  0.064202  0.059250  0.124824  0.098658  0.089166   \n",
      "\n",
      "        s81       s82       s83  \n",
      "0  0.215173  0.092149  0.161118  \n",
      "1  0.246748  0.166465  0.186907  \n",
      "2  0.204974  0.081311  0.142932  \n",
      "3  0.186257  0.157770  0.110948  \n",
      "4  0.205575  0.067237  0.108837  \n",
      "\n",
      "[5 rows x 88 columns]\n",
      "   index                                            Example trope_id  \\\n",
      "0     10  In A Bad Day For Voodoo,  Esmeralda, the maker...   t22727   \n",
      "1     13  When Tyler tries to   chase after his stolen c...   t01294   \n",
      "2     15  Esmeralda, the maker of the voodoo dolls, expl...   t22727   \n",
      "3     16  Tyler is the protagonist, and always tries to ...   t01080   \n",
      "4     17  Esmeralda the doll-maker tells  Tyler  and  Ke...   t25818   \n",
      "\n",
      "  example_type        s0        s1        s2        s3        s4        s5  \\\n",
      "0          lit  0.203637  0.137240  0.161589  0.197502  0.166429  0.115500   \n",
      "1          lit  0.227919  0.172081  0.228874  0.201218  0.100632  0.092616   \n",
      "2          lit  0.190584  0.125745  0.114016  0.160186  0.134880  0.097690   \n",
      "3          lit  0.154346  0.151286  0.158826  0.207257  0.157410  0.123879   \n",
      "4          lit  0.159431  0.119295  0.167231  0.083634  0.091463  0.079632   \n",
      "\n",
      "   ...       s74       s75       s76       s77       s78       s79       s80  \\\n",
      "0  ...  0.196942  0.280074  0.140479  0.153880  0.131308  0.098962  0.132289   \n",
      "1  ...  0.176468  0.218560  0.081228  0.169254  0.022982  0.155656  0.120246   \n",
      "2  ...  0.173160  0.264699  0.127009  0.115153  0.150349  0.095138  0.121080   \n",
      "3  ...  0.140324  0.225751  0.115491  0.198559  0.051510  0.136480  0.098334   \n",
      "4  ...  0.093740  0.276191  0.072606  0.083298  0.100886  0.078447  0.080954   \n",
      "\n",
      "        s81       s82       s83  \n",
      "0  0.229376  0.125784  0.126786  \n",
      "1  0.217530  0.171786  0.164212  \n",
      "2  0.224104  0.116705  0.103143  \n",
      "3  0.181108  0.209117  0.115994  \n",
      "4  0.232352  0.158409  0.086260  \n",
      "\n",
      "[5 rows x 88 columns]\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from tqdm.auto import tqdm\n",
    "tqdm.pandas()\n",
    "tropes_sim_story = pd.read_csv('./new/similarity_story.csv')\n",
    "tropes_sim_sum = pd.read_csv('./new/similarity_summary_gpt_3_5.csv')\n",
    "tropes_sim_sum_t1 = pd.read_csv('./new/similarity_summary_gpt_3_5_t1.csv')\n",
    "\n",
    "print(tropes_sim_story.head())\n",
    "print(tropes_sim_sum.head())\n",
    "print(tropes_sim_sum_t1.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "478437a3-fdc7-49ba-992e-7a37623b8318",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>Example</th>\n",
       "      <th>trope_id</th>\n",
       "      <th>example_type</th>\n",
       "      <th>s0</th>\n",
       "      <th>s1</th>\n",
       "      <th>s2</th>\n",
       "      <th>s3</th>\n",
       "      <th>s4</th>\n",
       "      <th>s5</th>\n",
       "      <th>...</th>\n",
       "      <th>s74</th>\n",
       "      <th>s75</th>\n",
       "      <th>s76</th>\n",
       "      <th>s77</th>\n",
       "      <th>s78</th>\n",
       "      <th>s79</th>\n",
       "      <th>s80</th>\n",
       "      <th>s81</th>\n",
       "      <th>s82</th>\n",
       "      <th>s83</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>759063</td>\n",
       "      <td>—   The Hero   Alison   The Lancer   Aria   Th...</td>\n",
       "      <td>t30487</td>\n",
       "      <td>lit</td>\n",
       "      <td>0.579651</td>\n",
       "      <td>0.747534</td>\n",
       "      <td>0.848074</td>\n",
       "      <td>0.761358</td>\n",
       "      <td>0.632455</td>\n",
       "      <td>0.753758</td>\n",
       "      <td>...</td>\n",
       "      <td>0.715566</td>\n",
       "      <td>0.731097</td>\n",
       "      <td>0.764073</td>\n",
       "      <td>0.741384</td>\n",
       "      <td>0.69013</td>\n",
       "      <td>0.768571</td>\n",
       "      <td>0.839883</td>\n",
       "      <td>0.743356</td>\n",
       "      <td>0.729876</td>\n",
       "      <td>0.749023</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 88 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    index                                            Example trope_id  \\\n",
       "0  759063  —   The Hero   Alison   The Lancer   Aria   Th...   t30487   \n",
       "\n",
       "  example_type        s0        s1        s2        s3        s4        s5  \\\n",
       "0          lit  0.579651  0.747534  0.848074  0.761358  0.632455  0.753758   \n",
       "\n",
       "   ...       s74       s75       s76       s77      s78       s79       s80  \\\n",
       "0  ...  0.715566  0.731097  0.764073  0.741384  0.69013  0.768571  0.839883   \n",
       "\n",
       "        s81       s82       s83  \n",
       "0  0.743356  0.729876  0.749023  \n",
       "\n",
       "[1 rows x 88 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tropes_sim_story.max().to_frame().T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "ce9eaa92-6c79-4146-93e5-7c94aabbb01c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>Example</th>\n",
       "      <th>trope_id</th>\n",
       "      <th>example_type</th>\n",
       "      <th>s0</th>\n",
       "      <th>s1</th>\n",
       "      <th>s2</th>\n",
       "      <th>s3</th>\n",
       "      <th>s4</th>\n",
       "      <th>s5</th>\n",
       "      <th>...</th>\n",
       "      <th>s74</th>\n",
       "      <th>s75</th>\n",
       "      <th>s76</th>\n",
       "      <th>s77</th>\n",
       "      <th>s78</th>\n",
       "      <th>s79</th>\n",
       "      <th>s80</th>\n",
       "      <th>s81</th>\n",
       "      <th>s82</th>\n",
       "      <th>s83</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>759063</td>\n",
       "      <td>—   The Hero   Alison   The Lancer   Aria   Th...</td>\n",
       "      <td>t30487</td>\n",
       "      <td>lit</td>\n",
       "      <td>0.621783</td>\n",
       "      <td>0.683923</td>\n",
       "      <td>0.530797</td>\n",
       "      <td>0.654921</td>\n",
       "      <td>0.592279</td>\n",
       "      <td>0.495736</td>\n",
       "      <td>...</td>\n",
       "      <td>0.628076</td>\n",
       "      <td>0.489171</td>\n",
       "      <td>0.665504</td>\n",
       "      <td>0.529412</td>\n",
       "      <td>0.548028</td>\n",
       "      <td>0.513705</td>\n",
       "      <td>0.522976</td>\n",
       "      <td>0.526971</td>\n",
       "      <td>0.71363</td>\n",
       "      <td>0.623407</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 88 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    index                                            Example trope_id  \\\n",
       "0  759063  —   The Hero   Alison   The Lancer   Aria   Th...   t30487   \n",
       "\n",
       "  example_type        s0        s1        s2        s3        s4        s5  \\\n",
       "0          lit  0.621783  0.683923  0.530797  0.654921  0.592279  0.495736   \n",
       "\n",
       "   ...       s74       s75       s76       s77       s78       s79       s80  \\\n",
       "0  ...  0.628076  0.489171  0.665504  0.529412  0.548028  0.513705  0.522976   \n",
       "\n",
       "        s81      s82       s83  \n",
       "0  0.526971  0.71363  0.623407  \n",
       "\n",
       "[1 rows x 88 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tropes_sim_sum.max().to_frame().T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "185a3c26-15a7-41a0-a166-aab76a7cc3d0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>Example</th>\n",
       "      <th>trope_id</th>\n",
       "      <th>example_type</th>\n",
       "      <th>s0</th>\n",
       "      <th>s1</th>\n",
       "      <th>s2</th>\n",
       "      <th>s3</th>\n",
       "      <th>s4</th>\n",
       "      <th>s5</th>\n",
       "      <th>...</th>\n",
       "      <th>s74</th>\n",
       "      <th>s75</th>\n",
       "      <th>s76</th>\n",
       "      <th>s77</th>\n",
       "      <th>s78</th>\n",
       "      <th>s79</th>\n",
       "      <th>s80</th>\n",
       "      <th>s81</th>\n",
       "      <th>s82</th>\n",
       "      <th>s83</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>759063</td>\n",
       "      <td>—   The Hero   Alison   The Lancer   Aria   Th...</td>\n",
       "      <td>t30487</td>\n",
       "      <td>lit</td>\n",
       "      <td>0.680232</td>\n",
       "      <td>0.755488</td>\n",
       "      <td>0.517319</td>\n",
       "      <td>0.577588</td>\n",
       "      <td>0.486058</td>\n",
       "      <td>0.521445</td>\n",
       "      <td>...</td>\n",
       "      <td>0.631485</td>\n",
       "      <td>0.524429</td>\n",
       "      <td>0.641911</td>\n",
       "      <td>0.512002</td>\n",
       "      <td>0.514313</td>\n",
       "      <td>0.482902</td>\n",
       "      <td>0.589341</td>\n",
       "      <td>0.476044</td>\n",
       "      <td>0.543414</td>\n",
       "      <td>0.573142</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1 rows × 88 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    index                                            Example trope_id  \\\n",
       "0  759063  —   The Hero   Alison   The Lancer   Aria   Th...   t30487   \n",
       "\n",
       "  example_type        s0        s1        s2        s3        s4        s5  \\\n",
       "0          lit  0.680232  0.755488  0.517319  0.577588  0.486058  0.521445   \n",
       "\n",
       "   ...       s74       s75       s76       s77       s78       s79       s80  \\\n",
       "0  ...  0.631485  0.524429  0.641911  0.512002  0.514313  0.482902  0.589341   \n",
       "\n",
       "        s81       s82       s83  \n",
       "0  0.476044  0.543414  0.573142  \n",
       "\n",
       "[1 rows x 88 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tropes_sim_sum_t1.max().to_frame().T"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "c81a2d1d-2e8c-4367-b49d-3947fd5751ea",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['s0', 's1', 's2', 's3', 's4', 's5', 's6', 's7', 's8', 's9', 's10',\n",
       "       's11', 's12', 's13', 's14', 's15', 's16', 's17', 's18', 's19', 's20',\n",
       "       's21', 's22', 's23', 's24', 's25', 's26', 's27', 's28', 's29', 's30',\n",
       "       's31', 's32', 's33', 's34', 's35', 's36', 's37', 's38', 's39', 's40',\n",
       "       's41', 's42', 's43', 's44', 's45', 's46', 's47', 's48', 's49', 's50',\n",
       "       's51', 's52', 's53', 's54', 's55', 's56', 's57', 's58', 's59', 's60',\n",
       "       's61', 's62', 's63', 's64', 's65', 's66', 's67', 's68', 's69', 's70',\n",
       "       's71', 's72', 's73', 's74', 's75', 's76', 's77', 's78', 's79', 's80',\n",
       "       's81', 's82', 's83'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "story_ids = tropes_sim_story.columns[4:]\n",
    "story_ids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "96b1553d-d7bd-4c98-bdd0-1f3e8b7ea5f5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Author</th>\n",
       "      <th>story</th>\n",
       "      <th>summary_gpt_3_5</th>\n",
       "      <th>summary_gpt_3_5_t1</th>\n",
       "      <th>sid</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Bear Came Over the Mountain</td>\n",
       "      <td>Alice Munro</td>\n",
       "      <td>Fiona lived in her parents’ house, in the town...</td>\n",
       "      <td>Fiona and Grant are a married couple. Fiona's ...</td>\n",
       "      <td>Fiona and Grant are a married couple who live ...</td>\n",
       "      <td>s0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Boss</td>\n",
       "      <td>Robert Coover</td>\n",
       "      <td>The gunman lights a cigarette, watches despond...</td>\n",
       "      <td>The story follows a gunman who is waiting in a...</td>\n",
       "      <td>The story follows a gunman who finds himself a...</td>\n",
       "      <td>s1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Hairless Are Careless</td>\n",
       "      <td>Colin Barrett</td>\n",
       "      <td>“Prejudicial of me, I know,” said Tommy, noddi...</td>\n",
       "      <td>Tommy, Ernie, and Luke are discussing bald peo...</td>\n",
       "      <td>Tommy and his friends, Ernie and Luke, are at ...</td>\n",
       "      <td>s2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Smithereens</td>\n",
       "      <td>Aleksandar Hemon</td>\n",
       "      <td>Near our mountain cabin, in Jahorina, there wa...</td>\n",
       "      <td>The story is set near a mountain cabin in Jaho...</td>\n",
       "      <td>The narrator recalls a summer from their child...</td>\n",
       "      <td>s3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Where Are You?</td>\n",
       "      <td>Joyce Carol Oates</td>\n",
       "      <td>The husband had got into the habit of calling ...</td>\n",
       "      <td>In this story, a husband and wife have develop...</td>\n",
       "      <td>In this story, a husband and wife have a pecul...</td>\n",
       "      <td>s4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             Title             Author  \\\n",
       "0  The Bear Came Over the Mountain        Alice Munro   \n",
       "1                         The Boss      Robert Coover   \n",
       "2        The Hairless Are Careless      Colin Barrett   \n",
       "3                      Smithereens   Aleksandar Hemon   \n",
       "4                   Where Are You?  Joyce Carol Oates   \n",
       "\n",
       "                                               story  \\\n",
       "0  Fiona lived in her parents’ house, in the town...   \n",
       "1  The gunman lights a cigarette, watches despond...   \n",
       "2  “Prejudicial of me, I know,” said Tommy, noddi...   \n",
       "3  Near our mountain cabin, in Jahorina, there wa...   \n",
       "4  The husband had got into the habit of calling ...   \n",
       "\n",
       "                                     summary_gpt_3_5  \\\n",
       "0  Fiona and Grant are a married couple. Fiona's ...   \n",
       "1  The story follows a gunman who is waiting in a...   \n",
       "2  Tommy, Ernie, and Luke are discussing bald peo...   \n",
       "3  The story is set near a mountain cabin in Jaho...   \n",
       "4  In this story, a husband and wife have develop...   \n",
       "\n",
       "                                  summary_gpt_3_5_t1 sid  \n",
       "0  Fiona and Grant are a married couple who live ...  s0  \n",
       "1  The story follows a gunman who finds himself a...  s1  \n",
       "2  Tommy and his friends, Ernie and Luke, are at ...  s2  \n",
       "3  The narrator recalls a summer from their child...  s3  \n",
       "4  In this story, a husband and wife have a pecul...  s4  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stories = pd.read_csv('stories_with_summary.csv')\n",
    "stories.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "c9266f2f-645b-4a07-b580-01165737b8d8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Where Are You?'"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stories[stories['sid']=='s4'].iloc[0]['Title']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "697bc246-4b43-45a9-9129-35d6ad3f9ddd",
   "metadata": {},
   "outputs": [],
   "source": [
    "# i think the similarity threshold depends on each story and cannot be the same for each"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "65f7cb19-f8f9-4de5-8b07-b29d6d5157da",
   "metadata": {},
   "outputs": [],
   "source": [
    "# another approach can be to rank the similarity measures and get the top n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "f59c1e54-cbbb-4d93-a8b4-78aa75cfd796",
   "metadata": {},
   "outputs": [],
   "source": [
    "# i will combine the two in the sense that I take the top n that are more than the threshold"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "a4336872-92ea-4ebf-af32-87451e10678e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# tropes per story"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2b9b6a41-e679-4f35-8b31-27e64725db03",
   "metadata": {},
   "source": [
    "Checking if the tropes exist in the stories based on story similarity, story summary similarity."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a642b396-c9bd-4e0e-93ce-ca57f5cfdf03",
   "metadata": {},
   "source": [
    "## Full Story text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "2c372407-5a2a-4780-9010-3a33058948c4",
   "metadata": {},
   "outputs": [],
   "source": [
    "sids = ['s1', 's11', 's15', 's32', 's33', 's44', 's45', 's55', 's56', 's57', 's58', 's59', 's60', 's61', 's62', 's63', 's64', 's65', 's66', 's73', 's75', 's76', 's77', 's78', 's79', 's80', 's82', 's83']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "16a295c0-f95c-427d-8b33-376ebb1e5e25",
   "metadata": {},
   "outputs": [],
   "source": [
    "# key to tropename\n",
    "tropes = pd.read_csv('dataset/my_tropes.csv')\n",
    "def tid_to_tname(tids):\n",
    "    tnames = []\n",
    "    if not tids:\n",
    "        return []\n",
    "    for tid in tids:\n",
    "        t = tropes[tropes['TropeID'] == tid].iloc[0]['Trope']\n",
    "        tnames.append(t)\n",
    "    return tnames"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "61d3e3a8-4f72-4b44-8b52-1d63867d964d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Author</th>\n",
       "      <th>story</th>\n",
       "      <th>summary_gpt_3_5</th>\n",
       "      <th>summary_gpt_3_5_t1</th>\n",
       "      <th>sid</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Bear Came Over the Mountain</td>\n",
       "      <td>Alice Munro</td>\n",
       "      <td>Fiona lived in her parents’ house, in the town...</td>\n",
       "      <td>Fiona and Grant are a married couple. Fiona's ...</td>\n",
       "      <td>Fiona and Grant are a married couple who live ...</td>\n",
       "      <td>s0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Boss</td>\n",
       "      <td>Robert Coover</td>\n",
       "      <td>The gunman lights a cigarette, watches despond...</td>\n",
       "      <td>The story follows a gunman who is waiting in a...</td>\n",
       "      <td>The story follows a gunman who finds himself a...</td>\n",
       "      <td>s1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Hairless Are Careless</td>\n",
       "      <td>Colin Barrett</td>\n",
       "      <td>“Prejudicial of me, I know,” said Tommy, noddi...</td>\n",
       "      <td>Tommy, Ernie, and Luke are discussing bald peo...</td>\n",
       "      <td>Tommy and his friends, Ernie and Luke, are at ...</td>\n",
       "      <td>s2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Smithereens</td>\n",
       "      <td>Aleksandar Hemon</td>\n",
       "      <td>Near our mountain cabin, in Jahorina, there wa...</td>\n",
       "      <td>The story is set near a mountain cabin in Jaho...</td>\n",
       "      <td>The narrator recalls a summer from their child...</td>\n",
       "      <td>s3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Where Are You?</td>\n",
       "      <td>Joyce Carol Oates</td>\n",
       "      <td>The husband had got into the habit of calling ...</td>\n",
       "      <td>In this story, a husband and wife have develop...</td>\n",
       "      <td>In this story, a husband and wife have a pecul...</td>\n",
       "      <td>s4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>The Mouse</td>\n",
       "      <td>H. H. Munro</td>\n",
       "      <td>Theodoric Voler had been brought up, from infa...</td>\n",
       "      <td>Theodoric Voler, a man who has been sheltered ...</td>\n",
       "      <td>Theodoric Voler, a man who had been sheltered ...</td>\n",
       "      <td>s79</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>Mrs. Packletide's Tiger</td>\n",
       "      <td>H. H. Munro</td>\n",
       "      <td>It was Mrs. Packletide's pleasure and intentio...</td>\n",
       "      <td>Mrs. Packletide, motivated by jealousy of Loon...</td>\n",
       "      <td>Mrs. Packletide is determined to shoot a tiger...</td>\n",
       "      <td>s80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>One of These Days</td>\n",
       "      <td>Gabriel Garcia Marquez</td>\n",
       "      <td>Monday dawned warm and rainless. Aurelio Escov...</td>\n",
       "      <td>Aurelio Escovar, a dentist without a degree, o...</td>\n",
       "      <td>Aurelio Escovar, a dentist with no formal educ...</td>\n",
       "      <td>s81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>A RETRIEVED REFORMATION</td>\n",
       "      <td>O. Henry</td>\n",
       "      <td>A guard came to the prison shoe-shop, where Ji...</td>\n",
       "      <td>Jimmy Valentine, a skilled safecracker, is rel...</td>\n",
       "      <td>Jimmy Valentine, a skilled safecracker, is rel...</td>\n",
       "      <td>s82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>The Hostage</td>\n",
       "      <td>Amelia Gray</td>\n",
       "      <td>Nobody knew what to do at first. Deposit slips...</td>\n",
       "      <td>In this story, a bank robber attempts to rob a...</td>\n",
       "      <td>In this story, a bank robber enters a bank dur...</td>\n",
       "      <td>s83</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>84 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                              Title                  Author  \\\n",
       "0   The Bear Came Over the Mountain             Alice Munro   \n",
       "1                          The Boss           Robert Coover   \n",
       "2         The Hairless Are Careless           Colin Barrett   \n",
       "3                       Smithereens        Aleksandar Hemon   \n",
       "4                    Where Are You?       Joyce Carol Oates   \n",
       "..                              ...                     ...   \n",
       "79                        The Mouse             H. H. Munro   \n",
       "80          Mrs. Packletide's Tiger             H. H. Munro   \n",
       "81                One of These Days  Gabriel Garcia Marquez   \n",
       "82          A RETRIEVED REFORMATION                O. Henry   \n",
       "83                      The Hostage             Amelia Gray   \n",
       "\n",
       "                                                story  \\\n",
       "0   Fiona lived in her parents’ house, in the town...   \n",
       "1   The gunman lights a cigarette, watches despond...   \n",
       "2   “Prejudicial of me, I know,” said Tommy, noddi...   \n",
       "3   Near our mountain cabin, in Jahorina, there wa...   \n",
       "4   The husband had got into the habit of calling ...   \n",
       "..                                                ...   \n",
       "79  Theodoric Voler had been brought up, from infa...   \n",
       "80  It was Mrs. Packletide's pleasure and intentio...   \n",
       "81  Monday dawned warm and rainless. Aurelio Escov...   \n",
       "82  A guard came to the prison shoe-shop, where Ji...   \n",
       "83  Nobody knew what to do at first. Deposit slips...   \n",
       "\n",
       "                                      summary_gpt_3_5  \\\n",
       "0   Fiona and Grant are a married couple. Fiona's ...   \n",
       "1   The story follows a gunman who is waiting in a...   \n",
       "2   Tommy, Ernie, and Luke are discussing bald peo...   \n",
       "3   The story is set near a mountain cabin in Jaho...   \n",
       "4   In this story, a husband and wife have develop...   \n",
       "..                                                ...   \n",
       "79  Theodoric Voler, a man who has been sheltered ...   \n",
       "80  Mrs. Packletide, motivated by jealousy of Loon...   \n",
       "81  Aurelio Escovar, a dentist without a degree, o...   \n",
       "82  Jimmy Valentine, a skilled safecracker, is rel...   \n",
       "83  In this story, a bank robber attempts to rob a...   \n",
       "\n",
       "                                   summary_gpt_3_5_t1  sid  \n",
       "0   Fiona and Grant are a married couple who live ...   s0  \n",
       "1   The story follows a gunman who finds himself a...   s1  \n",
       "2   Tommy and his friends, Ernie and Luke, are at ...   s2  \n",
       "3   The narrator recalls a summer from their child...   s3  \n",
       "4   In this story, a husband and wife have a pecul...   s4  \n",
       "..                                                ...  ...  \n",
       "79  Theodoric Voler, a man who had been sheltered ...  s79  \n",
       "80  Mrs. Packletide is determined to shoot a tiger...  s80  \n",
       "81  Aurelio Escovar, a dentist with no formal educ...  s81  \n",
       "82  Jimmy Valentine, a skilled safecracker, is rel...  s82  \n",
       "83  In this story, a bank robber enters a bank dur...  s83  \n",
       "\n",
       "[84 rows x 6 columns]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stories"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "4a19883d-483a-4229-82e8-f5ab21cf9216",
   "metadata": {},
   "outputs": [],
   "source": [
    "# sids = tropes_sim.columns[4:]\n",
    "def get_tropes_for_story(sid):\n",
    "    title = stories[stories['sid']==sid].iloc[0]['Title']\n",
    "    print(sid, title)\n",
    "    filtered_tropes = tropes_sim_story[tropes_sim_story[sid]>0.65][['trope_id', 'example_type', sid]]\n",
    "    # sort by similarity values\n",
    "    filtered_tropes = filtered_tropes.sort_values(sid, ascending=False)\n",
    "    gp = filtered_tropes.groupby('trope_id', sort=False)\n",
    "    keys = [key for key, _ in gp]\n",
    "    # print(keys)\n",
    "    trope_names = tid_to_tname(keys)\n",
    "    # get top 10 \"unique\" tropes since tropes will be repeated and may also have different values\n",
    "    print(trope_names[:10])\n",
    "    print(\"#############################################\")\n",
    "    return keys[:10]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "e08e03d9-7449-4626-a361-e566be964451",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/json": {
       "ascii": false,
       "bar_format": null,
       "colour": null,
       "elapsed": 0.010155916213989258,
       "initial": 0,
       "n": 0,
       "ncols": null,
       "nrows": 29,
       "postfix": null,
       "prefix": "",
       "rate": null,
       "total": 84,
       "unit": "it",
       "unit_divisor": 1000,
       "unit_scale": false
      },
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2fdbb92f3bce4fcd8bda625e9070f516",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/84 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "s0 The Bear Came Over the Mountain\n",
      "[]\n",
      "#############################################\n",
      "s1 The Boss\n",
      "['Foreshadowing', 'BigBad', 'RealityEnsues', 'ChekhovsGun', 'DownerEnding', 'ShownTheirWork', 'SpannerInTheWorks', 'NiceToTheWaiter', 'ShoutOut', 'ThePowerOfLove']\n",
      "#############################################\n",
      "s2 The Hairless Are Careless\n",
      "['ShoutOut', 'BilingualBonus', 'MythologyGag', 'BigBad', 'TooDumbToLive', 'Foreshadowing', 'DramaticIrony', 'EldritchAbomination', 'DarkIsNotEvil', 'HotSkittyOnWailordAction']\n",
      "#############################################\n",
      "s3 Smithereens\n",
      "['Foreshadowing', 'DownerEnding', 'ChekhovsGun', 'BigBad', 'NiceToTheWaiter', 'EldritchAbomination', 'SpannerInTheWorks', 'DoesThisRemindYouOfAnything', 'AscendToAHigherPlaneOfExistence', 'ShoutOut']\n",
      "#############################################\n",
      "s4 Where Are You?\n",
      "[]\n",
      "#############################################\n",
      "s5 Art of Story\n",
      "['ShoutOut', 'BigBad', 'Foreshadowing', 'FantasyCounterpartCulture', 'MythologyGag', 'ProudWarriorRaceGuy', 'BilingualBonus', 'HotSkittyOnWailordAction', 'EldritchAbomination', 'TheFairFolk']\n",
      "#############################################\n",
      "s6 Sun Dogs\n",
      "['BigBad', 'TheFairFolk', 'HotSkittyOnWailordAction', 'ProudWarriorRaceGuy', 'AdaptationExpansion', 'Foreshadowing', 'EldritchAbomination', 'ShoutOut', 'ThePowerOfLove', 'ArrangedMarriage']\n",
      "#############################################\n",
      "s7 Let’s Say\n",
      "['BigBad', 'ShoutOut', 'BilingualBonus', 'DramaticIrony', 'TheFairFolk', 'Foreshadowing', 'BigScrewedUpFamily', 'EldritchAbomination', 'ProudWarriorRaceGuy', 'AdaptationExpansion']\n",
      "#############################################\n",
      "s8 Citizen Punch\n",
      "['ShoutOut', 'BigBad', 'Foreshadowing', 'MythologyGag', 'EldritchAbomination', 'ProudWarriorRaceGuy', 'HotSkittyOnWailordAction', 'BilingualBonus', 'LaserGuidedKarma', 'ContinuityNod']\n",
      "#############################################\n",
      "s9 An Evening with Joseph Conrad\n",
      "['ShoutOut', 'Foreshadowing', 'BigBad', 'EldritchAbomination', 'SpannerInTheWorks', 'AdaptationExpansion', 'BigScrewedUpFamily', 'MythologyGag', 'DarkIsNotEvil', 'CallBack']\n",
      "#############################################\n",
      "s10 The South Asian Speakers Series Presents the Archeologist and Adventurer Indiana Jones\n",
      "['BigBad', 'Foreshadowing', 'EldritchAbomination', 'ShoutOut', 'ProudWarriorRaceGuy', 'ThePowerOfLove', 'IGaveMyWord', 'NiceToTheWaiter', 'TooDumbToLive', 'BilingualBonus']\n",
      "#############################################\n",
      "s11 Town of Cats\n",
      "[]\n",
      "#############################################\n",
      "s12 Courage\n",
      "['Foreshadowing', 'AssholeVictim', 'RealityEnsues', 'NiceToTheWaiter', 'DeliberateValuesDissonance', 'SpannerInTheWorks', 'PayEvilUntoEvil', 'AscendToAHigherPlaneOfExistence', 'ThePowerOfLove', 'IGaveMyWord']\n",
      "#############################################\n",
      "s13 Have You Ever Met One?\n",
      "['Foreshadowing', 'AscendToAHigherPlaneOfExistence', 'NiceToTheWaiter', 'Irony', 'EldritchAbomination', 'BigBad', 'ThePowerOfLove', 'IGaveMyWord', 'ChekhovsGun', 'DownerEnding']\n",
      "#############################################\n",
      "s14 Good Boys\n",
      "['ShoutOut', 'DoesThisRemindYouOfAnything', 'AdultFear', 'BilingualBonus', 'YouCantFightFate', 'BigScrewedUpFamily', 'Foreshadowing', 'GettingCrapPastTheRadar', 'ProudWarriorRaceGuy', 'BigBad']\n",
      "#############################################\n",
      "s15 The Kingdom That Failed\n",
      "['HotSkittyOnWailordAction', 'BigBad', 'ProudWarriorRaceGuy', 'OurVampiresAreDifferent', 'ShoutOut', 'FairplayWhodunnit', 'Foreshadowing', 'DramaticIrony', 'GenderBlenderName', 'FantasyCounterpartCulture']\n",
      "#############################################\n",
      "s16 The Mirror\n",
      "['BigBad', 'HotSkittyOnWailordAction', 'Foreshadowing', 'ProudWarriorRaceGuy', 'AdaptationExpansion', 'TheFairFolk', 'FantasyCounterpartCulture', 'FairplayWhodunnit', 'ArrangedMarriage', 'EldritchAbomination']\n",
      "#############################################\n",
      "s17 Listening for the Click\n",
      "['ShoutOut', 'BigBad', 'HotSkittyOnWailordAction', 'ProudWarriorRaceGuy', 'FantasyCounterpartCulture', 'BilingualBonus', 'OurVampiresAreDifferent', 'Foreshadowing', 'MythologyGag', 'EldritchAbomination']\n",
      "#############################################\n",
      "s18 Around the Corner You Can’t See Around\n",
      "['BigBad', 'Foreshadowing', 'BilingualBonus', 'ThePowerOfLove', 'EldritchAbomination', 'FairplayWhodunnit', 'DramaticIrony', 'FunctionalMagic', 'ChekhovsGun', 'TheFairFolk']\n",
      "#############################################\n",
      "s19 A Triangle\n",
      "['BigBad', 'EldritchAbomination', 'ThePowerOfLove', 'Foreshadowing', 'ChekhovsGun', 'ShoutOut', 'NiceToTheWaiter', 'ProudWarriorRaceGuy', 'RealityEnsues', 'ArrangedMarriage']\n",
      "#############################################\n",
      "s20 Live a Little\n",
      "['TooDumbToLive']\n",
      "#############################################\n",
      "s21 Soft Sculpture\n",
      "['BigBad', 'Foreshadowing', 'BilingualBonus', 'IGaveMyWord', 'SpannerInTheWorks', 'ChekhovsGun', 'NiceToTheWaiter', 'EldritchAbomination', 'ThePowerOfLove', 'BigScrewedUpFamily']\n",
      "#############################################\n",
      "s22 Symbols and Signs\n",
      "['OurVampiresAreDifferent', 'ShoutOut', 'GenderBlenderName', 'EldritchAbomination', 'Foreshadowing', 'BigBad', 'AdaptationExpansion', 'HotSkittyOnWailordAction', 'DramaticIrony', 'ArrangedMarriage']\n",
      "#############################################\n",
      "s23 Replacement Grandparent\n",
      "['ThePowerOfLove', 'Foreshadowing', 'TheFairFolk', 'BigScrewedUpFamily', 'BigBad', 'AdaptationExpansion', 'FairplayWhodunnit', 'RapeAsBackstory', 'DarkIsNotEvil', 'DeliberateValuesDissonance']\n",
      "#############################################\n",
      "s24 Snowstorm\n",
      "['BigBad', 'ProudWarriorRaceGuy', 'HotSkittyOnWailordAction', 'AdaptationExpansion', 'ArrangedMarriage', 'EldritchAbomination']\n",
      "#############################################\n",
      "s25 The Façade Renovation That’s Going Well\n",
      "['ShoutOut', 'BigBad', 'MythologyGag', 'DramaticIrony', 'Foreshadowing', 'HotSkittyOnWailordAction', 'SpannerInTheWorks', 'BilingualBonus', 'EldritchAbomination', 'ShownTheirWork']\n",
      "#############################################\n",
      "s26 Certain European Movies\n",
      "['BigBad', 'ShoutOut', 'HotSkittyOnWailordAction', 'GenderBlenderName', 'Foreshadowing', 'AdaptationExpansion', 'DramaticIrony', 'BilingualBonus', 'MythologyGag', 'ProudWarriorRaceGuy']\n",
      "#############################################\n",
      "s27 Battle\n",
      "['BigBad', 'FairplayWhodunnit', 'Foreshadowing', 'BilingualBonus', 'DramaticIrony', 'HotSkittyOnWailordAction', 'ShoutOut', 'ProudWarriorRaceGuy', 'RealityEnsues', 'SpannerInTheWorks']\n",
      "#############################################\n",
      "s28 Woman to Woman\n",
      "['ShoutOut', 'Foreshadowing', 'BigBad', 'SpannerInTheWorks', 'BigScrewedUpFamily', 'BilingualBonus', 'LaserGuidedKarma', 'AllThereInTheManual', 'ShownTheirWork', 'GenderBlenderName']\n",
      "#############################################\n",
      "s29 Anatoly\n",
      "['ShoutOut', 'BigBad', 'DramaticIrony', 'OurVampiresAreDifferent', 'EarlyInstallmentWeirdness', 'MythologyGag', 'CallBack', 'FantasyCounterpartCulture', 'BilingualBonus', 'SpannerInTheWorks']\n",
      "#############################################\n",
      "s30 Wolves\n",
      "['OurVampiresAreDifferent', 'ProudWarriorRaceGuy', 'BigBad', 'ShoutOut', 'HotSkittyOnWailordAction', 'EldritchAbomination', 'FantasyCounterpartCulture', 'Foreshadowing', 'AdaptationExpansion', 'ArrangedMarriage']\n",
      "#############################################\n",
      "s31 Blue Island\n",
      "['ShoutOut', 'BigBad', 'HotSkittyOnWailordAction', 'OurVampiresAreDifferent', 'AdaptationExpansion', 'FantasyCounterpartCulture', 'MythologyGag', 'BilingualBonus', 'ProudWarriorRaceGuy', 'Foreshadowing']\n",
      "#############################################\n",
      "s32 The Preparatory School\n",
      "['Foreshadowing', 'NiceToTheWaiter', 'IGaveMyWord', 'BigBad', 'ChekhovsGun', 'DeliberateValuesDissonance', 'Irony', 'BilingualBonus', 'SpannerInTheWorks', 'ThePowerOfLove']\n",
      "#############################################\n",
      "s33 The Lottery\n",
      "['EarlyInstallmentWeirdness', 'GenderBlenderName']\n",
      "#############################################\n",
      "s34 LIKABLE\n",
      "[]\n",
      "#############################################\n",
      "s35 Possession(s)\n",
      "['ShoutOut', 'BilingualBonus', 'EldritchAbomination', 'DeliberateValuesDissonance', 'BigScrewedUpFamily', 'Foreshadowing', 'ProudWarriorRaceGuy', 'BigBad', 'ChekhovsGun', 'TheFairFolk']\n",
      "#############################################\n",
      "s36 Ramona\n",
      "['BigBad', 'Foreshadowing', 'ShoutOut', 'ThePowerOfLove', 'BilingualBonus', 'DramaticIrony', 'MythologyGag', 'TheFairFolk', 'IGaveMyWord', 'ProudWarriorRaceGuy']\n",
      "#############################################\n",
      "s37 Riddle\n",
      "['BigBad', 'EldritchAbomination', 'ThePowerOfLove', 'BigScrewedUpFamily', 'TheFairFolk', 'Foreshadowing']\n",
      "#############################################\n",
      "s38 Sorry Dan, But It’s No Longer Necessary for a Human to Serve as CEO of This Company\n",
      "['WhatTheHellHero', 'Foreshadowing', 'WhamLine', 'BigBad', 'TheReasonYouSuckSpeech', 'SpannerInTheWorks', 'ShownTheirWork', 'BilingualBonus', 'ChekhovsGun', 'RedHerring']\n",
      "#############################################\n",
      "s39 Three Is A Rational Number\n",
      "['ShoutOut', 'MythologyGag', 'BigBad', 'RealityEnsues', 'Foreshadowing', 'ContinuityNod', 'WhatTheHellHero', 'BilingualBonus', 'DramaticIrony', 'AllThereInTheManual']\n",
      "#############################################\n",
      "s40 The Huntress\n",
      "['Foreshadowing', 'TitleDrop', 'TooDumbToLive', 'Foil', 'OurDragonsAreDifferent', 'ExactWords', 'MeaningfulRename']\n",
      "#############################################\n",
      "s41 My Dead\n",
      "['BigBad', 'Foreshadowing', 'ProudWarriorRaceGuy', 'ShoutOut', 'IGaveMyWord', 'ThePowerOfLove', 'HotSkittyOnWailordAction', 'EldritchAbomination', 'AdaptationExpansion', 'ArrangedMarriage']\n",
      "#############################################\n",
      "s42 The Wife on Ambien\n",
      "['BigBad', 'ShownTheirWork', 'RealityEnsues', 'Foreshadowing', 'SpannerInTheWorks', 'ChekhovsGun', 'BilingualBonus', 'ShoutOut', 'CallBack', 'IGaveMyWord']\n",
      "#############################################\n",
      "s43 The Visitor\n",
      "[]\n",
      "#############################################\n",
      "s44 Sticks\n",
      "[]\n",
      "#############################################\n",
      "s45 This Is How You Fail To Ghost Him\n",
      "['ShoutOut', 'Foreshadowing', 'BilingualBonus', 'TooDumbToLive', 'BigBad', 'MythologyGag', 'TheFairFolk', 'HotSkittyOnWailordAction', 'EldritchAbomination', 'ProudWarriorRaceGuy']\n",
      "#############################################\n",
      "s46 Unnecessary Things\n",
      "['Foreshadowing', 'ChekhovsGun', 'Irony', 'ThePowerOfLove', 'NiceToTheWaiter', 'DownerEnding', 'RealityEnsues', 'IGaveMyWord', 'BigBad', 'SpannerInTheWorks']\n",
      "#############################################\n",
      "s47 War of the Clowns\n",
      "['Foreshadowing', 'RealityEnsues', 'NiceToTheWaiter', 'DownerEnding', 'BrickJoke', 'ChekhovsGun', 'Foil', 'UnreliableNarrator', 'ExactWords', 'ShoutOut']\n",
      "#############################################\n",
      "s48 Angels and Blueberries\n",
      "['Foreshadowing', 'ShoutOut', 'ThePowerOfLove', 'AscendToAHigherPlaneOfExistence', 'DarkIsNotEvil', 'BilingualBonus']\n",
      "#############################################\n",
      "s49 BABY DOLLS\n",
      "[]\n",
      "#############################################\n",
      "s50 John Redding Goes to Sea\n",
      "[]\n",
      "#############################################\n",
      "s51 As the North Wind Howled\n",
      "['BigBad', 'ProudWarriorRaceGuy', 'Foreshadowing', 'HotSkittyOnWailordAction', 'EldritchAbomination', 'OurVampiresAreDifferent', 'FairplayWhodunnit', 'AdaptationExpansion', 'ArrangedMarriage']\n",
      "#############################################\n",
      "s52 The Comedian\n",
      "['ShoutOut', 'Foreshadowing', 'BigBad', 'DramaticIrony', 'SpannerInTheWorks', 'RedHerring', 'BilingualBonus', 'ContinuityNod', 'RealityEnsues', 'TooDumbToLive']\n",
      "#############################################\n",
      "s53 Last Long Night\n",
      "['Foreshadowing', 'BigBad', 'IGaveMyWord', 'NiceToTheWaiter', 'ShoutOut', 'TooDumbToLive', 'ChekhovsGun', 'BilingualBonus', 'ThePowerOfLove', 'EldritchAbomination']\n",
      "#############################################\n",
      "s54 The Virgin Mary\n",
      "['Foreshadowing', 'Irony', 'SpannerInTheWorks', 'DownerEnding', 'AdultFear', 'RealityEnsues', 'NiceToTheWaiter', 'ChekhovsGun', 'ShownTheirWork', 'DeliberateValuesDissonance']\n",
      "#############################################\n",
      "s55 A Good Man is Hard to Find\n",
      "[]\n",
      "#############################################\n",
      "s56 Araby\n",
      "['OurVampiresAreDifferent', 'EldritchAbomination', 'ShoutOut', 'AdaptationExpansion']\n",
      "#############################################\n",
      "s57 Bellflower\n",
      "['BigBad', 'ShoutOut', 'OurVampiresAreDifferent', 'AdaptationExpansion', 'HotSkittyOnWailordAction', 'EldritchAbomination', 'Foreshadowing', 'ProudWarriorRaceGuy', 'FantasyCounterpartCulture', 'GenderBlenderName']\n",
      "#############################################\n",
      "s58 The Bet\n",
      "['OurVampiresAreDifferent', 'EarlyInstallmentWeirdness', 'TheGoodChancellor', 'ProudWarriorRaceGuy', 'HotSkittyOnWailordAction', 'EldritchAbomination', 'ShoutOut', 'Foreshadowing', 'BigBad', 'AdaptationExpansion']\n",
      "#############################################\n",
      "s59 The Boarded Window\n",
      "['EldritchAbomination', 'OurVampiresAreDifferent', 'BigBad', 'ShoutOut', 'HotSkittyOnWailordAction', 'Foreshadowing', 'AdaptationExpansion', 'FantasyCounterpartCulture', 'ProudWarriorRaceGuy', 'AlwaysChaoticEvil']\n",
      "#############################################\n",
      "s60 A Burlesque Biography\n",
      "['OurVampiresAreDifferent', 'ShoutOut', 'DramaticIrony', 'BigBad', 'GenderBlenderName', 'HotSkittyOnWailordAction', 'FantasyCounterpartCulture', 'EarlyInstallmentWeirdness', 'TheGoodChancellor', 'Foreshadowing']\n",
      "#############################################\n",
      "s61 The Cask of Amontillado\n",
      "['OurVampiresAreDifferent', 'BigBad', 'EldritchAbomination', 'DramaticIrony', 'TheGoodChancellor', 'ShoutOut', 'Foreshadowing', 'ProudWarriorRaceGuy', 'IGaveMyWord', 'HotSkittyOnWailordAction']\n",
      "#############################################\n",
      "s62 The Christening\n",
      "['EldritchAbomination', 'BigBad', 'ShoutOut', 'OurVampiresAreDifferent', 'HotSkittyOnWailordAction', 'ProudWarriorRaceGuy', 'AdaptationExpansion', 'FantasyCounterpartCulture', 'ThePowerOfLove', 'TheFairFolk']\n",
      "#############################################\n",
      "s63 Coco\n",
      "['BigBad', 'AdaptationExpansion', 'ShoutOut', 'Foreshadowing', 'EldritchAbomination', 'HotSkittyOnWailordAction', 'OurVampiresAreDifferent', 'FantasyCounterpartCulture', 'ProudWarriorRaceGuy', 'TheGoodChancellor']\n",
      "#############################################\n",
      "s64 The Coming-Out of Maggie\n",
      "['GenderBlenderName', 'ShoutOut', 'OurVampiresAreDifferent', 'Foreshadowing', 'CallBack', 'EarlyInstallmentWeirdness', 'DramaticIrony', 'BigBad', 'BilingualBonus', 'TheGoodChancellor']\n",
      "#############################################\n",
      "s65 Confessing\n",
      "['BigBad', 'HotSkittyOnWailordAction', 'ShoutOut', 'OurVampiresAreDifferent', 'GenderBlenderName', 'Foreshadowing', 'ProudWarriorRaceGuy', 'AdaptationExpansion', 'DramaticIrony', 'FantasyCounterpartCulture']\n",
      "#############################################\n",
      "s66 Lamb to the Slaughter\n",
      "['EarlyInstallmentWeirdness']\n",
      "#############################################\n",
      "s67 A Dead Woman's Secret\n",
      "['EldritchAbomination', 'AdaptationExpansion', 'Foreshadowing', 'BigBad', 'ThePowerOfLove', 'OurVampiresAreDifferent', 'ShoutOut', 'ArrangedMarriage', 'ProudWarriorRaceGuy', 'TheGoodChancellor']\n",
      "#############################################\n",
      "s68 The Door\n",
      "['OurVampiresAreDifferent', 'DramaticIrony', 'ShoutOut', 'FairplayWhodunnit', 'HotSkittyOnWailordAction', 'Foreshadowing', 'TheFairFolk', 'BigBad', 'ProudWarriorRaceGuy', 'AlwaysChaoticEvil']\n",
      "#############################################\n",
      "s69 The Dowry\n",
      "['BigBad', 'HotSkittyOnWailordAction', 'Foreshadowing', 'AdaptationExpansion', 'OurVampiresAreDifferent', 'DramaticIrony', 'ArrangedMarriage', 'TheFairFolk', 'FairplayWhodunnit', 'ProudWarriorRaceGuy']\n",
      "#############################################\n",
      "s70 The Drunkard\n",
      "['BigBad', 'EldritchAbomination', 'OurVampiresAreDifferent', 'ShoutOut', 'HotSkittyOnWailordAction', 'FantasyCounterpartCulture', 'AdaptationExpansion', 'ArrangedMarriage', 'TheGoodChancellor', 'Foreshadowing']\n",
      "#############################################\n",
      "s71 A Family\n",
      "['OurVampiresAreDifferent', 'HotSkittyOnWailordAction', 'AdaptationExpansion', 'BigBad', 'ShoutOut', 'EldritchAbomination', 'ProudWarriorRaceGuy', 'Foreshadowing', 'GenderBlenderName', 'FantasyCounterpartCulture']\n",
      "#############################################\n",
      "s72 Farewell\n",
      "['AdaptationExpansion', 'BigBad', 'HotSkittyOnWailordAction', 'Foreshadowing', 'GenderBlenderName', 'ProudWarriorRaceGuy']\n",
      "#############################################\n",
      "s73 The gift of the magi\n",
      "['OurVampiresAreDifferent', 'HotSkittyOnWailordAction', 'BigBad', 'AdaptationExpansion', 'Foreshadowing', 'EldritchAbomination', 'TheFairFolk', 'ShoutOut', 'GenderBlenderName', 'ProudWarriorRaceGuy']\n",
      "#############################################\n",
      "s74 A Haunted House\n",
      "['Foreshadowing', 'ChekhovsGun']\n",
      "#############################################\n",
      "s75 The Lottery Ticket\n",
      "['OurVampiresAreDifferent', 'Foreshadowing', 'HotSkittyOnWailordAction', 'TheFairFolk', 'BigBad', 'ShoutOut', 'AdaptationExpansion', 'ProudWarriorRaceGuy', 'ArrangedMarriage', 'DramaticIrony']\n",
      "#############################################\n",
      "s76 Luck\n",
      "['ProudWarriorRaceGuy', 'OurVampiresAreDifferent', 'BigBad', 'HotSkittyOnWailordAction', 'FantasyCounterpartCulture', 'AdaptationExpansion', 'ShoutOut', 'Foreshadowing', 'EldritchAbomination', 'TheFairFolk']\n",
      "#############################################\n",
      "s77 My Cheesecake-Shaped Poverty\n",
      "['ShoutOut', 'BigBad', 'OurVampiresAreDifferent', 'ProudWarriorRaceGuy', 'HotSkittyOnWailordAction', 'AdaptationExpansion', 'FantasyCounterpartCulture', 'BilingualBonus', 'Foreshadowing', 'MythologyGag']\n",
      "#############################################\n",
      "s78 Moonlight\n",
      "['AdaptationExpansion', 'ArrangedMarriage', 'BigBad', 'Foreshadowing', 'HotSkittyOnWailordAction']\n",
      "#############################################\n",
      "s79 The Mouse\n",
      "['BigBad', 'EldritchAbomination', 'ShoutOut', 'AdaptationExpansion', 'Foreshadowing', 'HotSkittyOnWailordAction', 'OurVampiresAreDifferent', 'ProudWarriorRaceGuy', 'BilingualBonus', 'DramaticIrony']\n",
      "#############################################\n",
      "s80 Mrs. Packletide's Tiger\n",
      "['BigBad', 'Foreshadowing', 'AdaptationExpansion', 'DramaticIrony', 'ShoutOut', 'MythologyGag', 'EldritchAbomination', 'BilingualBonus', 'HotSkittyOnWailordAction', 'TheFairFolk']\n",
      "#############################################\n",
      "s81 One of These Days\n",
      "['RealityEnsues', 'Foreshadowing', 'SpannerInTheWorks', 'ChekhovsGun', 'DownerEnding', 'EldritchAbomination', 'BigBad', 'ShownTheirWork', 'DarkIsNotEvil', 'BigScrewedUpFamily']\n",
      "#############################################\n",
      "s82 A RETRIEVED REFORMATION\n",
      "['EarlyInstallmentWeirdness', 'GenderBlenderName', 'Foreshadowing', 'ShoutOut', 'DramaticIrony', 'OurVampiresAreDifferent', 'BigBad', 'TheGoodChancellor', 'CallBack', 'AdaptationExpansion']\n",
      "#############################################\n",
      "s83 The Hostage\n",
      "['BigBad', 'DramaticIrony', 'Foreshadowing', 'FairplayWhodunnit', 'ProudWarriorRaceGuy', 'SpannerInTheWorks', 'ShownTheirWork', 'RedHerring', 'BilingualBonus', 'ArrangedMarriage']\n",
      "#############################################\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Author</th>\n",
       "      <th>story</th>\n",
       "      <th>summary_gpt_3_5</th>\n",
       "      <th>summary_gpt_3_5_t1</th>\n",
       "      <th>sid</th>\n",
       "      <th>tropes</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>The Bear Came Over the Mountain</td>\n",
       "      <td>Alice Munro</td>\n",
       "      <td>Fiona lived in her parents’ house, in the town...</td>\n",
       "      <td>Fiona and Grant are a married couple. Fiona's ...</td>\n",
       "      <td>Fiona and Grant are a married couple who live ...</td>\n",
       "      <td>s0</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The Boss</td>\n",
       "      <td>Robert Coover</td>\n",
       "      <td>The gunman lights a cigarette, watches despond...</td>\n",
       "      <td>The story follows a gunman who is waiting in a...</td>\n",
       "      <td>The story follows a gunman who finds himself a...</td>\n",
       "      <td>s1</td>\n",
       "      <td>[t08393, t02187, t18297, t03644, t26668, t2022...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>The Hairless Are Careless</td>\n",
       "      <td>Colin Barrett</td>\n",
       "      <td>“Prejudicial of me, I know,” said Tommy, noddi...</td>\n",
       "      <td>Tommy, Ernie, and Luke are discussing bald peo...</td>\n",
       "      <td>Tommy and his friends, Ernie and Luke, are at ...</td>\n",
       "      <td>s2</td>\n",
       "      <td>[t20214, t02282, t14940, t02187, t24108, t0839...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Smithereens</td>\n",
       "      <td>Aleksandar Hemon</td>\n",
       "      <td>Near our mountain cabin, in Jahorina, there wa...</td>\n",
       "      <td>The story is set near a mountain cabin in Jaho...</td>\n",
       "      <td>The narrator recalls a summer from their child...</td>\n",
       "      <td>s3</td>\n",
       "      <td>[t08393, t26668, t03644, t02187, t15274, t0659...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Where Are You?</td>\n",
       "      <td>Joyce Carol Oates</td>\n",
       "      <td>The husband had got into the habit of calling ...</td>\n",
       "      <td>In this story, a husband and wife have develop...</td>\n",
       "      <td>In this story, a husband and wife have a pecul...</td>\n",
       "      <td>s4</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>The Mouse</td>\n",
       "      <td>H. H. Munro</td>\n",
       "      <td>Theodoric Voler had been brought up, from infa...</td>\n",
       "      <td>Theodoric Voler, a man who has been sheltered ...</td>\n",
       "      <td>Theodoric Voler, a man who had been sheltered ...</td>\n",
       "      <td>s79</td>\n",
       "      <td>[t02187, t06593, t20214, t00265, t08393, t1059...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>Mrs. Packletide's Tiger</td>\n",
       "      <td>H. H. Munro</td>\n",
       "      <td>It was Mrs. Packletide's pleasure and intentio...</td>\n",
       "      <td>Mrs. Packletide, motivated by jealousy of Loon...</td>\n",
       "      <td>Mrs. Packletide is determined to shoot a tiger...</td>\n",
       "      <td>s80</td>\n",
       "      <td>[t02187, t08393, t00265, t06175, t20214, t1494...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>One of These Days</td>\n",
       "      <td>Gabriel Garcia Marquez</td>\n",
       "      <td>Monday dawned warm and rainless. Aurelio Escov...</td>\n",
       "      <td>Aurelio Escovar, a dentist without a degree, o...</td>\n",
       "      <td>Aurelio Escovar, a dentist with no formal educ...</td>\n",
       "      <td>s81</td>\n",
       "      <td>[t18297, t08393, t26723, t03644, t26668, t0659...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>A RETRIEVED REFORMATION</td>\n",
       "      <td>O. Henry</td>\n",
       "      <td>A guard came to the prison shoe-shop, where Ji...</td>\n",
       "      <td>Jimmy Valentine, a skilled safecracker, is rel...</td>\n",
       "      <td>Jimmy Valentine, a skilled safecracker, is rel...</td>\n",
       "      <td>s82</td>\n",
       "      <td>[t06452, t08905, t08393, t20214, t06175, t1644...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>The Hostage</td>\n",
       "      <td>Amelia Gray</td>\n",
       "      <td>Nobody knew what to do at first. Deposit slips...</td>\n",
       "      <td>In this story, a bank robber attempts to rob a...</td>\n",
       "      <td>In this story, a bank robber enters a bank dur...</td>\n",
       "      <td>s83</td>\n",
       "      <td>[t02187, t06175, t08393, t28820, t17855, t2672...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>84 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                              Title                  Author  \\\n",
       "0   The Bear Came Over the Mountain             Alice Munro   \n",
       "1                          The Boss           Robert Coover   \n",
       "2         The Hairless Are Careless           Colin Barrett   \n",
       "3                       Smithereens        Aleksandar Hemon   \n",
       "4                    Where Are You?       Joyce Carol Oates   \n",
       "..                              ...                     ...   \n",
       "79                        The Mouse             H. H. Munro   \n",
       "80          Mrs. Packletide's Tiger             H. H. Munro   \n",
       "81                One of These Days  Gabriel Garcia Marquez   \n",
       "82          A RETRIEVED REFORMATION                O. Henry   \n",
       "83                      The Hostage             Amelia Gray   \n",
       "\n",
       "                                                story  \\\n",
       "0   Fiona lived in her parents’ house, in the town...   \n",
       "1   The gunman lights a cigarette, watches despond...   \n",
       "2   “Prejudicial of me, I know,” said Tommy, noddi...   \n",
       "3   Near our mountain cabin, in Jahorina, there wa...   \n",
       "4   The husband had got into the habit of calling ...   \n",
       "..                                                ...   \n",
       "79  Theodoric Voler had been brought up, from infa...   \n",
       "80  It was Mrs. Packletide's pleasure and intentio...   \n",
       "81  Monday dawned warm and rainless. Aurelio Escov...   \n",
       "82  A guard came to the prison shoe-shop, where Ji...   \n",
       "83  Nobody knew what to do at first. Deposit slips...   \n",
       "\n",
       "                                      summary_gpt_3_5  \\\n",
       "0   Fiona and Grant are a married couple. Fiona's ...   \n",
       "1   The story follows a gunman who is waiting in a...   \n",
       "2   Tommy, Ernie, and Luke are discussing bald peo...   \n",
       "3   The story is set near a mountain cabin in Jaho...   \n",
       "4   In this story, a husband and wife have develop...   \n",
       "..                                                ...   \n",
       "79  Theodoric Voler, a man who has been sheltered ...   \n",
       "80  Mrs. Packletide, motivated by jealousy of Loon...   \n",
       "81  Aurelio Escovar, a dentist without a degree, o...   \n",
       "82  Jimmy Valentine, a skilled safecracker, is rel...   \n",
       "83  In this story, a bank robber attempts to rob a...   \n",
       "\n",
       "                                   summary_gpt_3_5_t1  sid  \\\n",
       "0   Fiona and Grant are a married couple who live ...   s0   \n",
       "1   The story follows a gunman who finds himself a...   s1   \n",
       "2   Tommy and his friends, Ernie and Luke, are at ...   s2   \n",
       "3   The narrator recalls a summer from their child...   s3   \n",
       "4   In this story, a husband and wife have a pecul...   s4   \n",
       "..                                                ...  ...   \n",
       "79  Theodoric Voler, a man who had been sheltered ...  s79   \n",
       "80  Mrs. Packletide is determined to shoot a tiger...  s80   \n",
       "81  Aurelio Escovar, a dentist with no formal educ...  s81   \n",
       "82  Jimmy Valentine, a skilled safecracker, is rel...  s82   \n",
       "83  In this story, a bank robber enters a bank dur...  s83   \n",
       "\n",
       "                                               tropes  \n",
       "0                                                  []  \n",
       "1   [t08393, t02187, t18297, t03644, t26668, t2022...  \n",
       "2   [t20214, t02282, t14940, t02187, t24108, t0839...  \n",
       "3   [t08393, t26668, t03644, t02187, t15274, t0659...  \n",
       "4                                                  []  \n",
       "..                                                ...  \n",
       "79  [t02187, t06593, t20214, t00265, t08393, t1059...  \n",
       "80  [t02187, t08393, t00265, t06175, t20214, t1494...  \n",
       "81  [t18297, t08393, t26723, t03644, t26668, t0659...  \n",
       "82  [t06452, t08905, t08393, t20214, t06175, t1644...  \n",
       "83  [t02187, t06175, t08393, t28820, t17855, t2672...  \n",
       "\n",
       "[84 rows x 7 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stories['tropes'] = stories['sid'].progress_apply(get_tropes_for_story)\n",
    "stories"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "43ce557c-5271-4e19-8a0c-756004d0fe4e",
   "metadata": {},
   "outputs": [],
   "source": [
    "stories.to_csv('story_with_tropes_story.csv', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "881f1e7f-098e-41bb-aad2-9eedb068b82d",
   "metadata": {},
   "source": [
    "## Story"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "a879270d-6ffb-4123-ba4d-55799c71c06c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "s1 The Boss\n",
      "['Foreshadowing', 'BigBad', 'RealityEnsues']\n",
      "#############################################\n",
      "s11 Town of Cats\n",
      "[]\n",
      "#############################################\n",
      "s15 The Kingdom That Failed\n",
      "['HotSkittyOnWailordAction', 'BigBad', 'ProudWarriorRaceGuy', 'OurVampiresAreDifferent', 'ShoutOut', 'FairplayWhodunnit', 'Foreshadowing', 'DramaticIrony', 'GenderBlenderName', 'FantasyCounterpartCulture']\n",
      "#############################################\n",
      "s32 The Preparatory School\n",
      "['Foreshadowing', 'NiceToTheWaiter', 'IGaveMyWord', 'BigBad', 'ChekhovsGun', 'DeliberateValuesDissonance', 'Irony', 'BilingualBonus', 'SpannerInTheWorks', 'ThePowerOfLove']\n",
      "#############################################\n",
      "s33 The Lottery\n",
      "['EarlyInstallmentWeirdness']\n",
      "#############################################\n",
      "s44 Sticks\n",
      "[]\n",
      "#############################################\n",
      "s45 This Is How You Fail To Ghost Him\n",
      "['ShoutOut', 'Foreshadowing', 'BilingualBonus', 'TooDumbToLive', 'BigBad']\n",
      "#############################################\n",
      "s55 A Good Man is Hard to Find\n",
      "[]\n",
      "#############################################\n",
      "s56 Araby\n",
      "[]\n",
      "#############################################\n",
      "s57 Bellflower\n",
      "['BigBad', 'ShoutOut']\n",
      "#############################################\n",
      "s58 The Bet\n",
      "['OurVampiresAreDifferent']\n",
      "#############################################\n",
      "s59 The Boarded Window\n",
      "['EldritchAbomination', 'OurVampiresAreDifferent', 'BigBad', 'ShoutOut', 'HotSkittyOnWailordAction', 'Foreshadowing', 'AdaptationExpansion', 'FantasyCounterpartCulture', 'ProudWarriorRaceGuy', 'AlwaysChaoticEvil']\n",
      "#############################################\n",
      "s60 A Burlesque Biography\n",
      "['OurVampiresAreDifferent', 'ShoutOut', 'DramaticIrony', 'BigBad', 'GenderBlenderName', 'HotSkittyOnWailordAction', 'FantasyCounterpartCulture', 'EarlyInstallmentWeirdness', 'TheGoodChancellor', 'Foreshadowing']\n",
      "#############################################\n",
      "s61 The Cask of Amontillado\n",
      "['OurVampiresAreDifferent', 'BigBad']\n",
      "#############################################\n",
      "s62 The Christening\n",
      "['EldritchAbomination', 'BigBad', 'ShoutOut', 'OurVampiresAreDifferent', 'HotSkittyOnWailordAction', 'ProudWarriorRaceGuy', 'AdaptationExpansion', 'FantasyCounterpartCulture', 'ThePowerOfLove', 'TheFairFolk']\n",
      "#############################################\n",
      "s63 Coco\n",
      "['BigBad', 'AdaptationExpansion', 'ShoutOut']\n",
      "#############################################\n",
      "s64 The Coming-Out of Maggie\n",
      "['GenderBlenderName', 'ShoutOut', 'OurVampiresAreDifferent', 'Foreshadowing', 'CallBack', 'EarlyInstallmentWeirdness', 'DramaticIrony']\n",
      "#############################################\n",
      "s65 Confessing\n",
      "['BigBad', 'HotSkittyOnWailordAction', 'ShoutOut', 'OurVampiresAreDifferent', 'GenderBlenderName', 'Foreshadowing', 'ProudWarriorRaceGuy', 'AdaptationExpansion', 'DramaticIrony', 'FantasyCounterpartCulture']\n",
      "#############################################\n",
      "s66 Lamb to the Slaughter\n",
      "[]\n",
      "#############################################\n",
      "s73 The gift of the magi\n",
      "['OurVampiresAreDifferent', 'HotSkittyOnWailordAction', 'BigBad']\n",
      "#############################################\n",
      "s75 The Lottery Ticket\n",
      "['OurVampiresAreDifferent', 'Foreshadowing', 'HotSkittyOnWailordAction', 'TheFairFolk', 'BigBad', 'ShoutOut', 'AdaptationExpansion', 'ProudWarriorRaceGuy', 'ArrangedMarriage']\n",
      "#############################################\n",
      "s76 Luck\n",
      "['ProudWarriorRaceGuy', 'OurVampiresAreDifferent', 'BigBad', 'HotSkittyOnWailordAction', 'FantasyCounterpartCulture', 'AdaptationExpansion', 'ShoutOut', 'Foreshadowing', 'EldritchAbomination', 'TheFairFolk']\n",
      "#############################################\n",
      "s77 My Cheesecake-Shaped Poverty\n",
      "['ShoutOut', 'BigBad', 'OurVampiresAreDifferent', 'ProudWarriorRaceGuy', 'HotSkittyOnWailordAction', 'AdaptationExpansion', 'FantasyCounterpartCulture']\n",
      "#############################################\n",
      "s78 Moonlight\n",
      "[]\n",
      "#############################################\n",
      "s79 The Mouse\n",
      "['BigBad', 'EldritchAbomination', 'ShoutOut', 'AdaptationExpansion', 'Foreshadowing', 'HotSkittyOnWailordAction', 'OurVampiresAreDifferent', 'ProudWarriorRaceGuy', 'BilingualBonus', 'DramaticIrony']\n",
      "#############################################\n",
      "s80 Mrs. Packletide's Tiger\n",
      "['BigBad', 'Foreshadowing', 'AdaptationExpansion', 'DramaticIrony', 'ShoutOut', 'MythologyGag', 'EldritchAbomination', 'BilingualBonus', 'HotSkittyOnWailordAction', 'TheFairFolk']\n",
      "#############################################\n",
      "s82 A RETRIEVED REFORMATION\n",
      "['EarlyInstallmentWeirdness', 'GenderBlenderName']\n",
      "#############################################\n",
      "s83 The Hostage\n",
      "['BigBad', 'DramaticIrony', 'Foreshadowing']\n",
      "#############################################\n"
     ]
    }
   ],
   "source": [
    "# sids = tropes_sim.columns[4:]\n",
    "for sid in sids:\n",
    "    title = stories[stories['sid']==sid].iloc[0]['Title']\n",
    "    print(sid, title)\n",
    "    filtered_tropes = tropes_sim_story[tropes_sim_story[sid]>0.7][['trope_id', 'example_type', sid]]\n",
    "    # sort by similarity values\n",
    "    filtered_tropes = filtered_tropes.sort_values(sid, ascending=False)\n",
    "    gp = filtered_tropes.groupby('trope_id', sort=False)\n",
    "    keys = [key for key, _ in gp]\n",
    "    # print(keys)\n",
    "    trope_names = tid_to_tname(keys)\n",
    "    # get top 10 \"unique\" tropes since tropes will be repeated and may also have different values\n",
    "    print(trope_names[:10])\n",
    "    print(\"#############################################\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ee710699-f4c5-4c78-8613-ebe6c9ad0b0b",
   "metadata": {},
   "source": [
    "## Summary gpt 3.5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "a57ac474-a6fc-4839-bd81-7acae545e4d7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "s1 The Boss\n",
      "['DoesThisRemindYouOfAnything', 'UnreliableNarrator', 'RedHerring', 'RealityEnsues', 'ChekhovsGun', 'ChekhovsGunman', 'BigBad', 'DownerEnding', 'HonorBeforeReason', 'InfantImmortality']\n",
      "#############################################\n",
      "s11 Town of Cats\n",
      "[]\n",
      "#############################################\n",
      "s15 The Kingdom That Failed\n",
      "[]\n",
      "#############################################\n",
      "s32 The Preparatory School\n",
      "[]\n",
      "#############################################\n",
      "s33 The Lottery\n",
      "[]\n",
      "#############################################\n",
      "s44 Sticks\n",
      "[]\n",
      "#############################################\n",
      "s45 This Is How You Fail To Ghost Him\n",
      "[]\n",
      "#############################################\n",
      "s55 A Good Man is Hard to Find\n",
      "['InfantImmortality', 'AdultsAreUseless', 'BittersweetEnding', 'RealityEnsues', 'ParentalAbandonment', 'LaserGuidedKarma', 'WickedStepmother', 'Foreshadowing', 'DownerEnding', 'RedHerring']\n",
      "#############################################\n",
      "s56 Araby\n",
      "[]\n",
      "#############################################\n",
      "s57 Bellflower\n",
      "['ParentalAbandonment', 'InfantImmortality']\n",
      "#############################################\n",
      "s58 The Bet\n",
      "['RealityEnsues', 'ExactWords', 'ApocalypticLog', 'UnreliableNarrator', 'Foreshadowing', 'TitleDrop', 'DownerEnding', 'SecretTestOfCharacter', 'AssholeVictim']\n",
      "#############################################\n",
      "s59 The Boarded Window\n",
      "['Jerkass', 'MeaningfulName']\n",
      "#############################################\n",
      "s60 A Burlesque Biography\n",
      "['TakeThat']\n",
      "#############################################\n",
      "s61 The Cask of Amontillado\n",
      "[]\n",
      "#############################################\n",
      "s62 The Christening\n",
      "['InfantImmortality', 'StockUnsolvedMysteries', 'RealityEnsues', 'UnreliableNarrator', 'RedHerring', 'Foil', 'BalefulPolymorph']\n",
      "#############################################\n",
      "s63 Coco\n",
      "[]\n",
      "#############################################\n",
      "s64 The Coming-Out of Maggie\n",
      "[]\n",
      "#############################################\n",
      "s65 Confessing\n",
      "[]\n",
      "#############################################\n",
      "s66 Lamb to the Slaughter\n",
      "[]\n",
      "#############################################\n",
      "s73 The gift of the magi\n",
      "[]\n",
      "#############################################\n",
      "s75 The Lottery Ticket\n",
      "[]\n",
      "#############################################\n",
      "s76 Luck\n",
      "['ParentalSubstitute', 'ExactWords', 'BalefulPolymorph', 'UnreliableNarrator', 'BrickJoke', 'MeaningfulRename', 'KickTheDog', 'FaceHeelTurn', 'Foreshadowing', 'SecretTestOfCharacter']\n",
      "#############################################\n",
      "s77 My Cheesecake-Shaped Poverty\n",
      "[]\n",
      "#############################################\n",
      "s78 Moonlight\n",
      "[]\n",
      "#############################################\n",
      "s79 The Mouse\n",
      "[]\n",
      "#############################################\n",
      "s80 Mrs. Packletide's Tiger\n",
      "[]\n",
      "#############################################\n",
      "s82 A RETRIEVED REFORMATION\n",
      "['LaserGuidedKarma', 'FairplayWhodunnit', 'EvenEvilHasStandards', 'RedHerring', 'VillainWithGoodPublicity', 'Foreshadowing', 'GuileHero', 'AdultsAreUseless', 'SecretTestOfCharacter', 'OOCIsSeriousBusiness']\n",
      "#############################################\n",
      "s83 The Hostage\n",
      "['SecretTestOfCharacter', 'LaserGuidedKarma', 'RedHerring']\n",
      "#############################################\n"
     ]
    }
   ],
   "source": [
    "# sids = tropes_sim.columns[4:]\n",
    "for sid in sids:\n",
    "    title = stories[stories['sid']==sid].iloc[0]['Title']\n",
    "    print(sid, title)\n",
    "    filtered_tropes = tropes_sim_sum[tropes_sim_sum[sid]>0.6][['trope_id', 'example_type', sid]]\n",
    "    # sort by similarity values\n",
    "    filtered_tropes = filtered_tropes.sort_values(sid, ascending=False)\n",
    "    gp = filtered_tropes.groupby('trope_id', sort=False)\n",
    "    keys = [key for key, _ in gp]\n",
    "    # print(keys)\n",
    "    trope_names = tid_to_tname(keys)\n",
    "    # get top 10 \"unique\" tropes since tropes will be repeated and may also have different values\n",
    "    print(trope_names[:10])\n",
    "    print(\"#############################################\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "43696b15-7c06-48d0-97e0-ae942a92b3cf",
   "metadata": {},
   "source": [
    "## Summary gpt 3.5 t1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "d00980ab-873e-403e-be66-2ebd2c01e066",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "s1 The Boss\n",
      "['RealityEnsues', 'DownerEnding', 'ChekhovsGunman', 'Foreshadowing', 'ChekhovsGun', 'BigBad', 'UnreliableNarrator', 'SpannerInTheWorks', 'ContrivedCoincidence', 'CruelAndUnusualDeath']\n",
      "#############################################\n",
      "s11 Town of Cats\n",
      "[]\n",
      "#############################################\n",
      "s15 The Kingdom That Failed\n",
      "[]\n",
      "#############################################\n",
      "s32 The Preparatory School\n",
      "[]\n",
      "#############################################\n",
      "s33 The Lottery\n",
      "[]\n",
      "#############################################\n",
      "s44 Sticks\n",
      "[]\n",
      "#############################################\n",
      "s45 This Is How You Fail To Ghost Him\n",
      "[]\n",
      "#############################################\n",
      "s55 A Good Man is Hard to Find\n",
      "['InfantImmortality', 'AdultsAreUseless', 'DownerEnding', 'RedHerring', 'Foreshadowing', 'UnreliableNarrator', 'BigBad', 'WickedStepmother', 'AssholeVictim', 'OhCrap']\n",
      "#############################################\n",
      "s56 Araby\n",
      "['DownerEnding', 'Foreshadowing', 'UnreliableNarrator', 'TheReveal', 'InfantImmortality', 'ParentalAbandonment', 'AdultsAreUseless', 'BigBad', 'LaserGuidedKarma', 'TakeThat']\n",
      "#############################################\n",
      "s57 Bellflower\n",
      "['ParentalAbandonment', 'InfantImmortality', 'TheReveal', 'ItsAllAboutMe', 'HoistByHisOwnPetard', 'UnreliableNarrator']\n",
      "#############################################\n",
      "s58 The Bet\n",
      "['DownerEnding', 'Foreshadowing', 'RealityEnsues', 'UnreliableNarrator', 'OhCrap', 'YouHaveOutlivedYourUsefulness', 'ContrivedCoincidence', 'RapeAsBackstory', 'SpannerInTheWorks', 'Irony']\n",
      "#############################################\n",
      "s59 The Boarded Window\n",
      "['Foil', 'ExactWords', 'Foreshadowing', 'RealityEnsues', 'InfantImmortality', 'RedHerring', 'UnreliableNarrator', 'ApocalypticLog', 'BigDamnHeroes']\n",
      "#############################################\n",
      "s60 A Burlesque Biography\n",
      "['BeethovenWasAnAlienSpy', 'TakeThat', 'GenerationXerox', 'ShownTheirWork']\n",
      "#############################################\n",
      "s61 The Cask of Amontillado\n",
      "[]\n",
      "#############################################\n",
      "s62 The Christening\n",
      "['InfantImmortality', 'RealityEnsues', 'StockUnsolvedMysteries', 'BalefulPolymorph', 'ParentalAbandonment']\n",
      "#############################################\n",
      "s63 Coco\n",
      "[]\n",
      "#############################################\n",
      "s64 The Coming-Out of Maggie\n",
      "['HoistByHisOwnPetard', 'ShoutOut', 'AdaptationExpansion', 'Foreshadowing']\n",
      "#############################################\n",
      "s65 Confessing\n",
      "[]\n",
      "#############################################\n",
      "s66 Lamb to the Slaughter\n",
      "[]\n",
      "#############################################\n",
      "s73 The gift of the magi\n",
      "[]\n",
      "#############################################\n",
      "s75 The Lottery Ticket\n",
      "[]\n",
      "#############################################\n",
      "s76 Luck\n",
      "['ParentalSubstitute', 'BalefulPolymorph', 'ThePeterPrinciple', 'UnreliableNarrator', 'BrickJoke', 'WhatHappenedToTheMouse', 'NiceToTheWaiter', 'DramaticIrony', 'FaceHeelTurn', 'Foreshadowing']\n",
      "#############################################\n",
      "s77 My Cheesecake-Shaped Poverty\n",
      "[]\n",
      "#############################################\n",
      "s78 Moonlight\n",
      "[]\n",
      "#############################################\n",
      "s79 The Mouse\n",
      "[]\n",
      "#############################################\n",
      "s80 Mrs. Packletide's Tiger\n",
      "[]\n",
      "#############################################\n",
      "s82 A RETRIEVED REFORMATION\n",
      "[]\n",
      "#############################################\n",
      "s83 The Hostage\n",
      "[]\n",
      "#############################################\n"
     ]
    }
   ],
   "source": [
    "# sids = tropes_sim.columns[4:]\n",
    "for sid in sids:\n",
    "    title = stories[stories['sid']==sid].iloc[0]['Title']\n",
    "    print(sid, title)\n",
    "    filtered_tropes = tropes_sim_sum_t1[tropes_sim_sum14[sid]>0.6][['trope_id', 'example_type', sid]]\n",
    "    # sort by similarity values\n",
    "    filtered_tropes = filtered_tropes.sort_values(sid, ascending=False)\n",
    "    gp = filtered_tropes.groupby('trope_id', sort=False)\n",
    "    keys = [key for key, _ in gp]\n",
    "    # print(keys)\n",
    "    trope_names = tid_to_tname(keys)\n",
    "    # get top 10 \"unique\" tropes since tropes will be repeated and may also have different values\n",
    "    print(trope_names[:10])\n",
    "    print(\"#############################################\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "ad87dbe8-0eee-4a41-814a-b8da8c84a804",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Somebody thought they were protected by the power of narrative convention. Then reality ensued.\\nBy definition, fiction is unrealistic. But most of those who indulge in media don\\'t ask for their stories to be completely like reality. As long as things are kept internally consistent, an audience is willing to go along with just about anything an author can create... no matter how irresponsible, immoral, or unhinged their more likeable and sympathetic characters might be acting by the standards of Real Life. For that reason, a creator can sometimes ignore or Hand Wave consequences of the real world in their stories. This trope, though, is about what happens when a creator chooses not to ignore said consequences, and even factors them in as part of the plot or events.\\nThis can sometimes be seen on the hard end of the Sliding Scale of Idealism vs. Cynicism, though it isn\\'t necessarily so since realism, despite what many claim, is not the same as cynicism. There are many realistic stories that run on optimism.\\nGenerally, this trope is not used in order to make fiction completely and entirely mirror mundane everyday life... except when it is. This is also surprisingly often used as a Comedy Trope. Contrast Fantasy All Along, when reality ensues and immediately afterwards fantasy kicks in again (occasionally undoing the damage done by the \"reality\" moment).\\nNote that, when we say \"reality\", we mean reality as in Real Life. We have \"X happens\" and \"Y happens as a consequence of X\"; the Y must not involve the fantastic in-story aspects of the work\\'s own universe. For realistic consequences of unrealistic superpowers, see Logical Weakness.\\nThe Extraordinary World, Ordinary Problems trope is a variant. Also related to Deconstruction and Deconstructive Parody, and is mainly used for comedy.note\\xa0The difference between this trope and Deconstruction is the outcome, oddly enough - where deconstruction goes for a logical and realistic outcome under the rules employed (say \"magic exists\" + \"some people are crazy/evil\" = \"fireball-throwing maniacs using magic to commit crime\"), as mentioned this trope goes for a logical and realistic outcome under Real Life rules, i.e. \"magic does not exist\" and people believing it does are just weirdoes.\\nNot to be confused with Hilarity Ensues, although when done right, the two can and will overlap. Still, do note that this is not strictly a \"humor\" trope: the defiance of a fantastic element can be a pretty powerful tool for deconstructive drama and sometimes even horror.\\nCharacters who use this to their advantage almost invariably are Genre Savvy. A Wrong Genre Savvy character has chances to be hit hard by an Ensuing Reality. The No-Nonsense Nemesis runs entirely on this trope played for drama and sometimes horror. Violates No Ontological Inertia when things do not automatically change because one thing comes to an end.\\nSince this trope is entirely about outcomes happening under the rules of Real Life, real life examples would be redundant. If you want more detailed information on this, see Television Is Trying to Kill Us, a detailed list of why many different fiction tropes would not only not work out well in real life, but will end in disaster for anyone who actually attempts to do it.\\nWarning: As this trope frequently occurs at the climax of a work, spoilers are likely to be unmarked. Caution advised.'"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tropes[tropes['Trope'] == \"RealityEnsues\"].iloc[0].Description"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "0f9da005-4411-46a4-87ec-8f3c5df7292a",
   "metadata": {},
   "outputs": [],
   "source": [
    "stories = pd.read_csv('dataset/stories_with_summary.csv')\n",
    "tropes = pd.read_csv('dataset/my_tropes.csv')\n",
    "def match_story_to_trope(sid, tid):\n",
    "    #get story by id\n",
    "    story = stories[stories['sid'] == sid].iloc[0]['story']\n",
    "    print(story)\n",
    "    #get trope by id\n",
    "    for trope in tid:\n",
    "        t = tropes[tropes['TropeID'] == trope].iloc[0]['Trope']\n",
    "        print(f'~~~~~~~~~~~~~~~~~~~~{t}~~~~~~~~~~~~~~~~')\n",
    "    print(\"######################\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "63b4c469-71e6-4a67-8f15-ce65bc5c2f24",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Driven by necessity, I accepted a position as a substitute Latin teacher at the National School of Buenos Aires, an élite preparatory school. I’d never thought that I would teach high-school Latin, although I was equipped to do so. As for the substitution: they didn’t explain if the teacher I was stepping in for was sick or had died or been fired; his absence sounded more like a time-out. It was not only time that seemed frozen; the school did, too. Something had sucked the air out of that place: at school functions, students did not breathe, and the teachers’ lounge featured enormous portraits of illustrious rectors, plus a gigantic one of a major naval battle. The teachers’ lounge was dark, as were the courtyards, and in those places I would sense disapproving looks aimed in my direction.\n",
      "\n",
      "There was surely a modern methodology for teaching Latin, but that place prevented me from making any plans. I would go in terrified and feel calm again only once I was at least two blocks away. I felt that everything I did was wrong; my fear was a kind of animal fear, and I was just relieved that they didn’t beat me or lock me inside.\n",
      "\n",
      "The school has always been a nest for fledgling leaders, dissidents, and success stories, but, at thirteen and fourteen years old, those kids were punished for any little thing; a security guard, who was said to work for the police, did not allow them to go to the bathroom during classroom hours, no exceptions. Those were the conditions I had to work in, and teaching Latin no less. The sentences my students translated went like this:\n",
      "\n",
      "    The slave prepares a dinner of roasted eel for the lady.\n",
      "    The dog must be obedient to his owner, the child to his parents.\n",
      "    Young lady, put on the light-blue toga to honor our goddess.\n",
      "    Caesar advances forty-five parasangs with his Army.\n",
      "\n",
      "How far is a “parasang”? Whom could I ask?\n",
      "\n",
      "    Young lady, you must put flowers on the goddess’s altar and cinnabar on Janus’.\n",
      "\n",
      "What might “cinnabar” be? The students were going to fuck with me by asking, but neither I nor they actually wanted to know. Having made a fool of myself, I would leave the school still not knowing such things, and if, as I expected, some punishment were to be inflicted upon me, at least I would know the reason. The texts used such restrictive and cruel language; it was always an order, a demand, an altar for some goddess. But the passage I hated most was the one by Arria, the matron who, with great conviction, told her sick husband in one room that their son, who had died in another, was getting better and had eaten a hearty meal.\n",
      "\n",
      "Since I taught Latin class from 11 A.M. to 1 P.M., I would lighten the mood by teaching Roman culture in the second hour and describing what the Romans ate.\n",
      "\n",
      "One thing I always found odd about Roman cuisine was that one creature was cooked inside another. For example, you might find a goose inside a pig, and, inside the goose, a little chicken, all of this smeared in honey, the glue that kept it together.\n",
      "\n",
      "I would say to my students, “How interesting!”\n",
      "\n",
      "And they would reply, “Disgusting! Why are you telling us this—and right at noon!”\n",
      "\n",
      "I also taught them that, in ancient Rome, people would toss everything in the streets—piss and all the rest. The lesson generated such an uproar that I wasn’t able to contain it. I was saved by the bell, but the security guard who was with the police still came in and stared at me. I fled to a café that was about five blocks away and not on my regular route; I wandered around like a lost puppy. When I sat down, the café seemed extraordinary to me, the street like a sanctuary, and the waiter a prince.\n",
      "~~~~~~~~~~~~~~~~~~~~DeadpanSnarker~~~~~~~~~~~~~~~~\n",
      "~~~~~~~~~~~~~~~~~~~~Foreshadowing~~~~~~~~~~~~~~~~\n",
      "######################\n"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "21ec45ea-c8a9-493e-adc4-c1b702d8cea4",
   "metadata": {},
   "outputs": [],
   "source": [
    "match_story_to_trope('s32', ['t05235', 't08393'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "3210cdcc-7a3c-428e-bb52-8ee10229dac2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "One time two clowns set themselves to arguing. The people\n",
      "would stop, amused, to watch them.\n",
      "— What’s that? they asked.\n",
      "— Why, it’s only two clowns arguing.\n",
      "Who could take them seriously? Ridiculous, the two comedians rep-\n",
      "arteed. The arguments were common nonsense, the theme was a ninnery.\n",
      "And an entire day passed.\n",
      "The following morning, the two remained, obnoxious and outdoing\n",
      "each other. It seemed as though, between them, even yucca soured. In the\n",
      "street, meanwhile, those present were exhilarated with the masquerade.\n",
      "The buffoons began worsening their insults with fine-edged and fine-\n",
      "tuned barbs. Believing it to be a show, the passersby left coins along the\n",
      "roadside.\n",
      "On the third day, however, the clowns arrived at acts of force. Their\n",
      "blows became a disarray, their counterkicks zinged more across air than\n",
      "across bodies. The children rollicked, imitating each jester’s blows. And\n",
      "they laughed at the two fools, their bodies tripping upon their own selves.\n",
      "And the boys wanted to repay the delightful goodness of the clowns.\n",
      "— Dad, give me some coins to leave on the sidewalk.\n",
      "On the fourth day, the jabs and blows grew worse. Beneath their\n",
      "makeup, the faces of the clowns began to bleed. Some kids became\n",
      "scared. Was that true blood?\n",
      "— It’s not serious, don’t fret, their parents soothed them.\n",
      "In failures of trajectory, some were struck by directionless wallops. But\n",
      "it was light fare, only serving to add to the laughs. More and more people\n",
      "joined the gallery.\n",
      "— What’s going on?\n",
      "Nothing. A friendly unsettling of accounts. It’s not worth separating\n",
      "them. They’ll tire out, it’s nothing more than a bit of clowning around.\n",
      "On the fifth day, however, one of the clowns armed himself with a\n",
      "stick. Advancing on his adversary, he discharged a blow that tore off his\n",
      "wig. The other, furious, equipped himself with a symmetrical beating\n",
      "bat and responded with the same dismeasure. The wooden rods whistled\n",
      "through the air in somersaults and deliriums. One of the spectators, un-\n",
      "expectedly, was struck. The man fell, deadspread.\n",
      "A certain confusion arose, the souls divided. Little by little, two battle-\n",
      "fields began to form. Various groups traded drubbings. Still more were\n",
      "felled.\n",
      "It entered a second week and the surrounding neighborhoods heard\n",
      "it said that a dizzied pandemonium had set in around the two clowns.\n",
      "And the thing embroiled the entire plaza. And the neighbors found it\n",
      "funny. Some went to the plaza to verify the reports. They returned with\n",
      "contradicting and inflamed versions of their own. The neighborhood\n",
      "continued to divide itself, in opposing opinions. Conflicts began in some\n",
      "neighborhoods.\n",
      "On the twentieth day, shots began to be heard. No one knew exactly\n",
      "where they came from. Could have been from any point in the city.\n",
      "Full of terror, the inhabitants armed themselves. The tiniest movement\n",
      "seemed suspect. The shots spread. Dead bodies began to accumulate in\n",
      "the streets. Terror reigned over the whole city. Soon, massacres began.\n",
      "At the beginning of the month, all the city’s inhabitants had died. All\n",
      "except the two clowns. That morning, the comics sat, each one in his\n",
      "corner, and ridded themselves of their ridiculous dress. They looked at\n",
      "each other, worn out. Later, they rose to their feet and embraced, laugh-\n",
      "ing at the flags dispersed. Arm in arm, they gathered the coins from the\n",
      "roadsides.Together they crossed the city destroyed, careful not to tread on\n",
      "the cadavers. And they went in search of another city.\n",
      "~~~~~~~~~~~~~~~~~~~~ShownTheirWork~~~~~~~~~~~~~~~~\n",
      "######################\n"
     ]
    }
   ],
   "source": [
    "match_story_to_trope('s47', ['t20226'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "51324089-336c-4431-bd25-d6637b2bfdef",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "I answered that I’d been visited by three ghosts.\n",
      "\n",
      "Was it three?\n",
      "\n",
      "The first ghost showed up in the form of a Bernese mountain dog. It was like this. I was staying at a cabin with my husband’s family over the Christmas break. This large dog, maybe two hundred and fifty pounds, came to the back door. He didn’t bark—he looked in through the glass pane and waited patiently. My father-in-law, who, as a child, had shared a home with a deer and a flying squirrel, opened the door.\n",
      "\n",
      "That giant mountain dog came up the steps, crossed the room, and greeted me with a gentle head push. He put his nose down between his front paws, to make himself lower than me. He wagged his tail, gently. He had chosen me. He visited every day that week, for an hour or two in the morning, an hour or two in the afternoon, following me all around the house and out into the yard, too. I get along with dogs fine, generally, but this was something else. We loved each other. His nametag read “Kush.” To the rest of the family, he was merely polite. I don’t know how to explain it, but my father’s spirit was in that dog. Yes, my father had also been giant, and gentle, but it was more than that. My father was paying me a visit. It was strange, but also obvious. This was some fifteen years ago. In the year or so after the encounter, it seemed like I was meeting Bernese mountain dogs in elevators and on sidewalks all the time, but, when I met Kush, who was also my father, he was the first Bernese mountain dog I’d ever seen.\n",
      "\n",
      "Where were all those dogs now? The breed had surged in popularity, then, it seemed, vanished.\n",
      "\n",
      "I met the next ghost at a book-club meeting at the Boulder Public Library. I didn’t live in Boulder, I was passing through, but there was a notice in the newspaper about the book club, and my husband and I thought it sounded fun. I was a better person when I was young, and more open. The book club was reading “The Overcoat,” by Nikolai Gogol. Poor Akaky Akakievich spends all his savings on a new overcoat; the coat is stolen; after a series of further humiliations, trying to reclaim the coat, he dies of a fever; there are reports of his ghost haunting St. Petersburg, stealing coats from others.\n",
      "\n",
      "It was a mixed crowd at the book club. Was the story about bureaucracy? About human vanity? About folklore? Was it a satire, or a tragedy, etc. It was the usual discussion. But then a small, thin man sitting in the corner scolded us all for missing the point. “Ghosts are real,” he said. The story was about a real ghost and “none of you understand that.” The thin man said that he knew that ghosts were real because for years he had worked at a slaughterhouse in Broomfield.\n",
      "\n",
      "The man’s comments were received politely, but he left the meeting frustrated. Upon reflection, it was clear, to me and my husband, that the man from Broomfield was himself a ghost. That was what he was trying to say.\n",
      "\n",
      "The last ghost was a mom I knew only a little bit, from my youth. Her husband was a professional trumpeter. I babysat for her two boys a few times. The last time I did so, they were so out of control when their parents came home that I was never asked back again—which I thought was reasonable. Later, two very sad things happened in that family: one of the boys died in a car accident, and the mom had a seizure in the night and was found to have a brain tumor. By that time, I lived in a city thousands of miles away and hadn’t seen the family in years. But one night, more than a year after I learned of the tumor, I had a very vivid dream with Leona in it—Leona was the mom’s name—and we said hello and were very happy to see each other. Really happy. The next day my own mom called me to tell me that Leona had died. I’d never had a dream with Leona in it before, and I never had another one after.\n",
      "\n",
      "I told my daughter about the ghosts, because I wanted to be honest with her. Ghosts aren’t real, but also they are? Or something like that. I don’t know what I wanted to communicate to her. Probably I was showing off. I said three ghosts. But wasn’t that misleading? I had spent so many years interested in ghosts, the dead, ancestors I’d never met, anything sad and gone—that world felt real to me. But I haven’t seen a single ghost in more than ten years. Wait, no, I fixed the math. I hadn’t seen one in . . . the number of years was the age of my daughter. Now I spend my time more fully among the living. Either that, or the ghost these days is me.\n",
      "~~~~~~~~~~~~~~~~~~~~CassandraTruth~~~~~~~~~~~~~~~~\n",
      "~~~~~~~~~~~~~~~~~~~~RedHerring~~~~~~~~~~~~~~~~\n",
      "~~~~~~~~~~~~~~~~~~~~AdultFear~~~~~~~~~~~~~~~~\n",
      "######################\n"
     ]
    }
   ],
   "source": [
    "match_story_to_trope('s13',\n",
    "['t03332', 't18456', 't00328'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "3cb5db62-937e-44f4-b576-419576d8b88c",
   "metadata": {},
   "outputs": [],
   "source": [
    "tropes = ['a', 'a', 'b', 'a', 'b', 'c', 'b', 'c', 'c']\n",
    "values = [0.6, 0.4, 0.5, 0.6, 0.6, 0.8, 0.7, 0.3, 0.6] #2a, 3b, 2c\n",
    "# select top 2 tropes\n",
    "# output = b,c\n",
    "df = pd.DataFrame({\"tropes\": tropes, \"sim\": values})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "05b87707-7748-4f29-9c35-91f4ca109a58",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tropes</th>\n",
       "      <th>sim</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>a</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>a</td>\n",
       "      <td>0.4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>b</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>a</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>b</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>c</td>\n",
       "      <td>0.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>b</td>\n",
       "      <td>0.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>c</td>\n",
       "      <td>0.3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>c</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  tropes  sim\n",
       "0      a  0.6\n",
       "1      a  0.4\n",
       "2      b  0.5\n",
       "3      a  0.6\n",
       "4      b  0.6\n",
       "5      c  0.8\n",
       "6      b  0.7\n",
       "7      c  0.3\n",
       "8      c  0.6"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "c8a2fe65-1ff4-4023-8d1e-d40ecf53f486",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tropes</th>\n",
       "      <th>sim</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>a</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>b</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>a</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>b</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>c</td>\n",
       "      <td>0.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>b</td>\n",
       "      <td>0.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>c</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  tropes  sim\n",
       "0      a  0.6\n",
       "2      b  0.5\n",
       "3      a  0.6\n",
       "4      b  0.6\n",
       "5      c  0.8\n",
       "6      b  0.7\n",
       "8      c  0.6"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[df['sim']>=0.5]\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "dfd46e7e-4836-4f1e-89ae-19d6a33af279",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tropes</th>\n",
       "      <th>sim</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>c</td>\n",
       "      <td>0.8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>b</td>\n",
       "      <td>0.7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>a</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>a</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>b</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>c</td>\n",
       "      <td>0.6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>b</td>\n",
       "      <td>0.5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  tropes  sim\n",
       "5      c  0.8\n",
       "6      b  0.7\n",
       "0      a  0.6\n",
       "3      a  0.6\n",
       "4      b  0.6\n",
       "8      c  0.6\n",
       "2      b  0.5"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.sort_values('sim', ascending=False)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "af08630f-65e1-497f-9bae-8ac3b3bbb080",
   "metadata": {},
   "outputs": [],
   "source": [
    "# selected_tropes = df.groupby('tropes', sort=False).groups.keys()\n",
    "# selected_tropes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "7891915e-1814-4867-8cba-637e554bf3db",
   "metadata": {},
   "outputs": [],
   "source": [
    "# list(df.groupby('tropes', sort=False).groups"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "ffd3d5b0-cd96-4a52-8a01-8a5e8f9147cb",
   "metadata": {},
   "outputs": [],
   "source": [
    "# df.groupby('tropes', sort=False).apply(lambda x: x.name)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "29b9bbfd-69b6-4ed7-a3ca-74fd88ac968c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['c', 'b', 'a']"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gp = df.groupby('tropes', sort=False)\n",
    "keys = [key for key, _ in gp]\n",
    "keys"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "cb885ee4-c38f-4d58-bea9-409971a093e8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['c', 'b']"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "keys[:2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "fdfacb59-40ec-40d9-92a1-56906714a0d2",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}