experiments_batch_clean.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "%matplotlib inline\n",
    "\n",
    "import dill\n",
    "from IPython.core import display as ICD  # to print multiple nice pandas tables\n",
    "import json\n",
    "import logging\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import pickle\n",
    "import seaborn as sns\n",
    "import tqdm\n",
    "from tqdm import tqdm_notebook, tnrange\n",
    "sns.set()\n",
    "import os"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import datasets\n",
    "import classify\n",
    "import glob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from multiprocessing import Pool"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "from collections import defaultdict\n",
    "results = defaultdict(dict)\n",
    "dump = defaultdict(dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "import experiments as exp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "630\n",
      "skipping dumps/elsa_results_CRDataset_None_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_None_0.1_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_None_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_None_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_None_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_None_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_None_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_None_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_None_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_None_0.1_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_None_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_None_0.1_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_None_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_None_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_None_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_None_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_None_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_None_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_None_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_None_0.1_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_None_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_None_0.1_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_None_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_None_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_None_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_None_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_None_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_None_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_None_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_None_0.1_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_None_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_None_0.01_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_None_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_None_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_None_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_None_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_None_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_None_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_None_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_None_0.01_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_None_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_None_0.01_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_None_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_None_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_None_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_None_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_None_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_None_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_None_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_None_0.01_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_None_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_None_0.01_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_None_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_None_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_None_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_None_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_None_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_None_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_None_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_None_0.01_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_None_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_None_0.001_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_None_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_None_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_None_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_None_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_None_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_None_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_None_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_None_0.001_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_None_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_None_0.001_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_None_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_None_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_None_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_None_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_None_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_None_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_None_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_None_0.001_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_None_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_None_0.001_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_None_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_None_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_None_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_None_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_None_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_None_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_None_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_None_0.001_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfidf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfidf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfidf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfidf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfidf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfidf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfidf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfidf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfidf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfidf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfidf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfidf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfidf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfidf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfidf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfidf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfidf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfidf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfidf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfidf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfidf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfidf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfidf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfidf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfidf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfidf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfidf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfidf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfidf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfidf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfidf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfidf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfidf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfidf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfidf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfidf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfidf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfidf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfidf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfidf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfidf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfidf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfidf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfidf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfidf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfidf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfidf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfidf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfidf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfidf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfidf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfidf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfidf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfidf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfidf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfidf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfidf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfidf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfidf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfidf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfidf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfidf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfidf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfidf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfidf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfidf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfidf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfidf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfidf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfidf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfidf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfidf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfidf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfidf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfidf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfidf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfidf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfidf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfidf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfidf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfidf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfidf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfidf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfidf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfidf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfidf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfidf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfidf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfidf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfidf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfchi2_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfchi2_0.1_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfchi2_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfchi2_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfchi2_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfchi2_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfchi2_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfchi2_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfchi2_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfchi2_0.1_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfchi2_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfchi2_0.1_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfchi2_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfchi2_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfchi2_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfchi2_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfchi2_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfchi2_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfchi2_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfchi2_0.1_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfchi2_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfchi2_0.1_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfchi2_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfchi2_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfchi2_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfchi2_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfchi2_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfchi2_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfchi2_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfchi2_0.1_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfchi2_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfchi2_0.01_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfchi2_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfchi2_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfchi2_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfchi2_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfchi2_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfchi2_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfchi2_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfchi2_0.01_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfchi2_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfchi2_0.01_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfchi2_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfchi2_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfchi2_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfchi2_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfchi2_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfchi2_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfchi2_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfchi2_0.01_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfchi2_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfchi2_0.01_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfchi2_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfchi2_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfchi2_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfchi2_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfchi2_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfchi2_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfchi2_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfchi2_0.01_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfchi2_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfchi2_0.001_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfchi2_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfchi2_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfchi2_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfchi2_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfchi2_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfchi2_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfchi2_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfchi2_0.001_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfchi2_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfchi2_0.001_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfchi2_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfchi2_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfchi2_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfchi2_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfchi2_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfchi2_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfchi2_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfchi2_0.001_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfchi2_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfchi2_0.001_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfchi2_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfchi2_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfchi2_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfchi2_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfchi2_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfchi2_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfchi2_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfchi2_0.001_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfig_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfig_0.1_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfig_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfig_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfig_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfig_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfig_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfig_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfig_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfig_0.1_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfig_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfig_0.1_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfig_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfig_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfig_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfig_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfig_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfig_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfig_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfig_0.1_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfig_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfig_0.1_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfig_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfig_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfig_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfig_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfig_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfig_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfig_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfig_0.1_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfig_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfig_0.01_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfig_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfig_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfig_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfig_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfig_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfig_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfig_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfig_0.01_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfig_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfig_0.01_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfig_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfig_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfig_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfig_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfig_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfig_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfig_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfig_0.01_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfig_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfig_0.01_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfig_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfig_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfig_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfig_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfig_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfig_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfig_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfig_0.01_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfig_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfig_0.001_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfig_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfig_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfig_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfig_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfig_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfig_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfig_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfig_0.001_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfig_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfig_0.001_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfig_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfig_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfig_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfig_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfig_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfig_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfig_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfig_0.001_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfig_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfig_0.001_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfig_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfig_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfig_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfig_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfig_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfig_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfig_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfig_0.001_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfgr_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfgr_0.1_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfgr_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfgr_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfgr_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfgr_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfgr_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfgr_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfgr_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfgr_0.1_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfgr_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfgr_0.1_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfgr_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfgr_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfgr_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfgr_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfgr_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfgr_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfgr_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfgr_0.1_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfgr_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfgr_0.1_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfgr_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfgr_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfgr_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfgr_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfgr_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfgr_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfgr_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfgr_0.1_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfgr_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfgr_0.01_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfgr_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfgr_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfgr_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfgr_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfgr_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfgr_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfgr_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfgr_0.01_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfgr_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfgr_0.01_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfgr_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfgr_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfgr_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfgr_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfgr_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfgr_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfgr_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfgr_0.01_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfgr_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfgr_0.01_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfgr_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfgr_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfgr_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfgr_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfgr_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfgr_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfgr_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfgr_0.01_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfgr_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfgr_0.001_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfgr_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfgr_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfgr_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfgr_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfgr_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfgr_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfgr_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfgr_0.001_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfgr_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfgr_0.001_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfgr_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfgr_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfgr_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfgr_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfgr_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfgr_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfgr_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfgr_0.001_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfgr_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfgr_0.001_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfgr_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfgr_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfgr_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfgr_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfgr_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfgr_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfgr_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfgr_0.001_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfor_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfor_0.1_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfor_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfor_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfor_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfor_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfor_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfor_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfor_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfor_0.1_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfor_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfor_0.1_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfor_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfor_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfor_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfor_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfor_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfor_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfor_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfor_0.1_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfor_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfor_0.1_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfor_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfor_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfor_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfor_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfor_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfor_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfor_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfor_0.1_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfor_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfor_0.01_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfor_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfor_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfor_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfor_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfor_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfor_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfor_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfor_0.01_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfor_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfor_0.01_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfor_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfor_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfor_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfor_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfor_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfor_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfor_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfor_0.01_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfor_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfor_0.01_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfor_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfor_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfor_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfor_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfor_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfor_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfor_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfor_0.01_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfor_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfor_0.001_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfor_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfor_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfor_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfor_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfor_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfor_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfor_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfor_0.001_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfor_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfor_0.001_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfor_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfor_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfor_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfor_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfor_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfor_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfor_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfor_0.001_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfor_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfor_0.001_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfor_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfor_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfor_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfor_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfor_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfor_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfor_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfor_0.001_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfrf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfrf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfrf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfrf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfrf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfrf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfrf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfrf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfrf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfrf_0.1_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfrf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfrf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfrf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfrf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfrf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfrf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfrf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfrf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfrf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfrf_0.1_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfrf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfrf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfrf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfrf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfrf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfrf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfrf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfrf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfrf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfrf_0.1_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfrf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfrf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfrf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfrf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfrf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfrf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfrf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfrf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfrf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfrf_0.01_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfrf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfrf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfrf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfrf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfrf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfrf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfrf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfrf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfrf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfrf_0.01_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfrf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfrf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfrf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfrf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfrf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfrf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfrf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfrf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfrf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfrf_0.01_400.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfrf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfrf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfrf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfrf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfrf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfrf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfrf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfrf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfrf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfrf_0.001_200.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfrf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfrf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfrf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfrf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfrf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfrf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfrf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfrf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfrf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfrf_0.001_300.pickle\n",
      "skipping dumps/elsa_results_CRDataset_tfrf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MRDataset_tfrf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_SUBJDataset_tfrf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_MPQADataset_tfrf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ENTY_tfrf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-HUM_tfrf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-DESC_tfrf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-ABBR_tfrf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-LOC_tfrf_0.001_400.pickle\n",
      "skipping dumps/elsa_results_TRECDataset-NUM_tfrf_0.001_400.pickle\n"
     ]
    }
   ],
   "source": [
    "exp.main(offset=0, sharding=1, threads=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "done = glob.glob(exp.result_file_pattern.format('*'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "630"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(done)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "json.dump(done, open('done.json','w'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "630"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(json.load(open('done.json')))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "diplomka",
   "language": "python",
   "name": "diplomka"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}