deploy: cleanlab/cleanlab@3910f0d

cleanlab · Jan 22, 2024 · 15bc1c5 · 15bc1c5
1 parent 24c398b
commit 15bc1c5
Show file tree

Hide file tree

Showing 165 changed files with 13,397 additions and 10,972 deletions.
diff --git a/master/.buildinfo b/master/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: c85cf038e16935d8219fd92dcbf182c0
+config: 7c1eebdb633c1423ff706327bc15dffe
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/master/.doctrees/cleanlab/benchmarking/index.doctree b/master/.doctrees/cleanlab/benchmarking/index.doctree
diff --git a/master/.doctrees/cleanlab/benchmarking/noise_generation.doctree b/master/.doctrees/cleanlab/benchmarking/noise_generation.doctree
diff --git a/master/.doctrees/cleanlab/classification.doctree b/master/.doctrees/cleanlab/classification.doctree
diff --git a/master/.doctrees/cleanlab/count.doctree b/master/.doctrees/cleanlab/count.doctree
diff --git a/master/.doctrees/cleanlab/datalab/datalab.doctree b/master/.doctrees/cleanlab/datalab/datalab.doctree
diff --git a/master/.doctrees/cleanlab/datalab/guide/custom_issue_manager.doctree b/master/.doctrees/cleanlab/datalab/guide/custom_issue_manager.doctree
diff --git a/master/.doctrees/cleanlab/datalab/guide/generating_cluster_ids.doctree b/master/.doctrees/cleanlab/datalab/guide/generating_cluster_ids.doctree
diff --git a/master/.doctrees/cleanlab/datalab/guide/index.doctree b/master/.doctrees/cleanlab/datalab/guide/index.doctree
diff --git a/master/.doctrees/cleanlab/datalab/guide/issue_type_description.doctree b/master/.doctrees/cleanlab/datalab/guide/issue_type_description.doctree
diff --git a/master/.doctrees/cleanlab/datalab/index.doctree b/master/.doctrees/cleanlab/datalab/index.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/data.doctree b/master/.doctrees/cleanlab/datalab/internal/data.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/data_issues.doctree b/master/.doctrees/cleanlab/datalab/internal/data_issues.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/factory.doctree b/master/.doctrees/cleanlab/datalab/internal/factory.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/index.doctree b/master/.doctrees/cleanlab/datalab/internal/index.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_finder.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_finder.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/_notices/not_registered.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/_notices/not_registered.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/data_valuation.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/data_valuation.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/duplicate.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/duplicate.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/imbalance.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/imbalance.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/index.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/index.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/issue_manager.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/issue_manager.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/label.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/label.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/noniid.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/noniid.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/null.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/null.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/outlier.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/outlier.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/regression/index.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/regression/index.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/regression/label.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/regression/label.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/issue_manager/underperforming_group.doctree b/master/.doctrees/cleanlab/datalab/internal/issue_manager/underperforming_group.doctree
diff --git a/master/.doctrees/cleanlab/datalab/internal/report.doctree b/master/.doctrees/cleanlab/datalab/internal/report.doctree
diff --git a/master/.doctrees/cleanlab/datalab/optional_dependencies.doctree b/master/.doctrees/cleanlab/datalab/optional_dependencies.doctree
diff --git a/master/.doctrees/cleanlab/dataset.doctree b/master/.doctrees/cleanlab/dataset.doctree
diff --git a/master/.doctrees/cleanlab/experimental/cifar_cnn.doctree b/master/.doctrees/cleanlab/experimental/cifar_cnn.doctree
diff --git a/master/.doctrees/cleanlab/experimental/coteaching.doctree b/master/.doctrees/cleanlab/experimental/coteaching.doctree
diff --git a/master/.doctrees/cleanlab/experimental/index.doctree b/master/.doctrees/cleanlab/experimental/index.doctree
diff --git a/master/.doctrees/cleanlab/experimental/label_issues_batched.doctree b/master/.doctrees/cleanlab/experimental/label_issues_batched.doctree
diff --git a/master/.doctrees/cleanlab/experimental/mnist_pytorch.doctree b/master/.doctrees/cleanlab/experimental/mnist_pytorch.doctree
diff --git a/master/.doctrees/cleanlab/filter.doctree b/master/.doctrees/cleanlab/filter.doctree
diff --git a/master/.doctrees/cleanlab/internal/index.doctree b/master/.doctrees/cleanlab/internal/index.doctree
diff --git a/master/.doctrees/cleanlab/internal/label_quality_utils.doctree b/master/.doctrees/cleanlab/internal/label_quality_utils.doctree
diff --git a/master/.doctrees/cleanlab/internal/latent_algebra.doctree b/master/.doctrees/cleanlab/internal/latent_algebra.doctree
diff --git a/master/.doctrees/cleanlab/internal/multiannotator_utils.doctree b/master/.doctrees/cleanlab/internal/multiannotator_utils.doctree
diff --git a/master/.doctrees/cleanlab/internal/multilabel_scorer.doctree b/master/.doctrees/cleanlab/internal/multilabel_scorer.doctree
diff --git a/master/.doctrees/cleanlab/internal/multilabel_utils.doctree b/master/.doctrees/cleanlab/internal/multilabel_utils.doctree
diff --git a/master/.doctrees/cleanlab/internal/outlier.doctree b/master/.doctrees/cleanlab/internal/outlier.doctree
diff --git a/master/.doctrees/cleanlab/internal/token_classification_utils.doctree b/master/.doctrees/cleanlab/internal/token_classification_utils.doctree
diff --git a/master/.doctrees/cleanlab/internal/util.doctree b/master/.doctrees/cleanlab/internal/util.doctree
diff --git a/master/.doctrees/cleanlab/internal/validation.doctree b/master/.doctrees/cleanlab/internal/validation.doctree
diff --git a/master/.doctrees/cleanlab/models/fasttext.doctree b/master/.doctrees/cleanlab/models/fasttext.doctree
diff --git a/master/.doctrees/cleanlab/models/index.doctree b/master/.doctrees/cleanlab/models/index.doctree
diff --git a/master/.doctrees/cleanlab/models/keras.doctree b/master/.doctrees/cleanlab/models/keras.doctree
diff --git a/master/.doctrees/cleanlab/multiannotator.doctree b/master/.doctrees/cleanlab/multiannotator.doctree
diff --git a/master/.doctrees/cleanlab/multilabel_classification/dataset.doctree b/master/.doctrees/cleanlab/multilabel_classification/dataset.doctree
diff --git a/master/.doctrees/cleanlab/multilabel_classification/filter.doctree b/master/.doctrees/cleanlab/multilabel_classification/filter.doctree
diff --git a/master/.doctrees/cleanlab/multilabel_classification/index.doctree b/master/.doctrees/cleanlab/multilabel_classification/index.doctree
diff --git a/master/.doctrees/cleanlab/multilabel_classification/rank.doctree b/master/.doctrees/cleanlab/multilabel_classification/rank.doctree
diff --git a/master/.doctrees/cleanlab/object_detection/filter.doctree b/master/.doctrees/cleanlab/object_detection/filter.doctree
diff --git a/master/.doctrees/cleanlab/object_detection/index.doctree b/master/.doctrees/cleanlab/object_detection/index.doctree
diff --git a/master/.doctrees/cleanlab/object_detection/rank.doctree b/master/.doctrees/cleanlab/object_detection/rank.doctree
diff --git a/master/.doctrees/cleanlab/object_detection/summary.doctree b/master/.doctrees/cleanlab/object_detection/summary.doctree
diff --git a/master/.doctrees/cleanlab/outlier.doctree b/master/.doctrees/cleanlab/outlier.doctree
diff --git a/master/.doctrees/cleanlab/rank.doctree b/master/.doctrees/cleanlab/rank.doctree
diff --git a/master/.doctrees/cleanlab/regression/index.doctree b/master/.doctrees/cleanlab/regression/index.doctree
diff --git a/master/.doctrees/cleanlab/regression/learn.doctree b/master/.doctrees/cleanlab/regression/learn.doctree
diff --git a/master/.doctrees/cleanlab/regression/rank.doctree b/master/.doctrees/cleanlab/regression/rank.doctree
diff --git a/master/.doctrees/cleanlab/segmentation/filter.doctree b/master/.doctrees/cleanlab/segmentation/filter.doctree
diff --git a/master/.doctrees/cleanlab/segmentation/index.doctree b/master/.doctrees/cleanlab/segmentation/index.doctree
diff --git a/master/.doctrees/cleanlab/segmentation/rank.doctree b/master/.doctrees/cleanlab/segmentation/rank.doctree
diff --git a/master/.doctrees/cleanlab/segmentation/summary.doctree b/master/.doctrees/cleanlab/segmentation/summary.doctree
diff --git a/master/.doctrees/cleanlab/token_classification/filter.doctree b/master/.doctrees/cleanlab/token_classification/filter.doctree
diff --git a/master/.doctrees/cleanlab/token_classification/index.doctree b/master/.doctrees/cleanlab/token_classification/index.doctree
diff --git a/master/.doctrees/cleanlab/token_classification/rank.doctree b/master/.doctrees/cleanlab/token_classification/rank.doctree
diff --git a/master/.doctrees/cleanlab/token_classification/summary.doctree b/master/.doctrees/cleanlab/token_classification/summary.doctree
diff --git a/master/.doctrees/environment.pickle b/master/.doctrees/environment.pickle
diff --git a/master/.doctrees/index.doctree b/master/.doctrees/index.doctree
diff --git a/master/.doctrees/migrating/migrate_v2.doctree b/master/.doctrees/migrating/migrate_v2.doctree
diff --git a/master/.doctrees/nbsphinx/tutorials/audio.ipynb b/master/.doctrees/nbsphinx/tutorials/audio.ipynb
diff --git a/master/.doctrees/nbsphinx/tutorials/datalab/datalab_advanced.ipynb b/master/.doctrees/nbsphinx/tutorials/datalab/datalab_advanced.ipynb
diff --git a/master/.doctrees/nbsphinx/tutorials/datalab/datalab_quickstart.ipynb b/master/.doctrees/nbsphinx/tutorials/datalab/datalab_quickstart.ipynb
@@ -78,10 +78,10 @@
    "execution_count": 1,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:55.494721Z",
-     "iopub.status.busy": "2024-01-19T15:45:55.494533Z",
-     "iopub.status.idle": "2024-01-19T15:45:56.534673Z",
-     "shell.execute_reply": "2024-01-19T15:45:56.534067Z"
+     "iopub.execute_input": "2024-01-22T16:10:53.044346Z",
+     "iopub.status.busy": "2024-01-22T16:10:53.044157Z",
+     "iopub.status.idle": "2024-01-22T16:10:54.139952Z",
+     "shell.execute_reply": "2024-01-22T16:10:54.139281Z"
     },
     "nbsphinx": "hidden"
    },
@@ -91,7 +91,7 @@
     "dependencies = [\"cleanlab\", \"matplotlib\", \"datasets\"]  # TODO: make sure this list is updated\n",
     "\n",
     "if \"google.colab\" in str(get_ipython()):  # Check if it's running in Google Colab\n",
-    "    %pip install git+https://github.com/cleanlab/cleanlab.git@7504a21cf72e3f15699b7c8f82261100fdad4175\n",
+    "    %pip install git+https://github.com/cleanlab/cleanlab.git@3910f0d955a5e4e8b5e5d7c831efeb8522cf172a\n",
     "    cmd = ' '.join([dep for dep in dependencies if dep != \"cleanlab\"])\n",
     "    %pip install $cmd\n",
     "else:\n",
@@ -116,10 +116,10 @@
    "execution_count": 2,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:56.537702Z",
-     "iopub.status.busy": "2024-01-19T15:45:56.537154Z",
-     "iopub.status.idle": "2024-01-19T15:45:56.540323Z",
-     "shell.execute_reply": "2024-01-19T15:45:56.539770Z"
+     "iopub.execute_input": "2024-01-22T16:10:54.142832Z",
+     "iopub.status.busy": "2024-01-22T16:10:54.142539Z",
+     "iopub.status.idle": "2024-01-22T16:10:54.145913Z",
+     "shell.execute_reply": "2024-01-22T16:10:54.145297Z"
     }
    },
    "outputs": [],
@@ -250,10 +250,10 @@
    "execution_count": 3,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:56.542959Z",
-     "iopub.status.busy": "2024-01-19T15:45:56.542480Z",
-     "iopub.status.idle": "2024-01-19T15:45:56.552317Z",
-     "shell.execute_reply": "2024-01-19T15:45:56.551696Z"
+     "iopub.execute_input": "2024-01-22T16:10:54.148357Z",
+     "iopub.status.busy": "2024-01-22T16:10:54.147938Z",
+     "iopub.status.idle": "2024-01-22T16:10:54.158035Z",
+     "shell.execute_reply": "2024-01-22T16:10:54.157414Z"
     },
     "nbsphinx": "hidden"
    },
@@ -356,10 +356,10 @@
    "execution_count": 4,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:56.554718Z",
-     "iopub.status.busy": "2024-01-19T15:45:56.554356Z",
-     "iopub.status.idle": "2024-01-19T15:45:56.559304Z",
-     "shell.execute_reply": "2024-01-19T15:45:56.558810Z"
+     "iopub.execute_input": "2024-01-22T16:10:54.160553Z",
+     "iopub.status.busy": "2024-01-22T16:10:54.160101Z",
+     "iopub.status.idle": "2024-01-22T16:10:54.165134Z",
+     "shell.execute_reply": "2024-01-22T16:10:54.164632Z"
     }
    },
    "outputs": [],
@@ -448,10 +448,10 @@
    "execution_count": 5,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:56.561868Z",
-     "iopub.status.busy": "2024-01-19T15:45:56.561508Z",
-     "iopub.status.idle": "2024-01-19T15:45:56.827327Z",
-     "shell.execute_reply": "2024-01-19T15:45:56.826767Z"
+     "iopub.execute_input": "2024-01-22T16:10:54.167403Z",
+     "iopub.status.busy": "2024-01-22T16:10:54.167106Z",
+     "iopub.status.idle": "2024-01-22T16:10:54.434669Z",
+     "shell.execute_reply": "2024-01-22T16:10:54.434040Z"
     },
     "nbsphinx": "hidden"
    },
@@ -520,10 +520,10 @@
    "execution_count": 6,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:56.830250Z",
-     "iopub.status.busy": "2024-01-19T15:45:56.829831Z",
-     "iopub.status.idle": "2024-01-19T15:45:57.137019Z",
-     "shell.execute_reply": "2024-01-19T15:45:57.136390Z"
+     "iopub.execute_input": "2024-01-22T16:10:54.437522Z",
+     "iopub.status.busy": "2024-01-22T16:10:54.437114Z",
+     "iopub.status.idle": "2024-01-22T16:10:54.804330Z",
+     "shell.execute_reply": "2024-01-22T16:10:54.803678Z"
     }
    },
    "outputs": [
@@ -559,10 +559,10 @@
    "execution_count": 7,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:57.139771Z",
-     "iopub.status.busy": "2024-01-19T15:45:57.139390Z",
-     "iopub.status.idle": "2024-01-19T15:45:57.142251Z",
-     "shell.execute_reply": "2024-01-19T15:45:57.141679Z"
+     "iopub.execute_input": "2024-01-22T16:10:54.807017Z",
+     "iopub.status.busy": "2024-01-22T16:10:54.806515Z",
+     "iopub.status.idle": "2024-01-22T16:10:54.809516Z",
+     "shell.execute_reply": "2024-01-22T16:10:54.808904Z"
     }
    },
    "outputs": [],
@@ -601,10 +601,10 @@
    "execution_count": 8,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:57.144572Z",
-     "iopub.status.busy": "2024-01-19T15:45:57.144375Z",
-     "iopub.status.idle": "2024-01-19T15:45:57.181373Z",
-     "shell.execute_reply": "2024-01-19T15:45:57.180719Z"
+     "iopub.execute_input": "2024-01-22T16:10:54.811886Z",
+     "iopub.status.busy": "2024-01-22T16:10:54.811454Z",
+     "iopub.status.idle": "2024-01-22T16:10:54.847518Z",
+     "shell.execute_reply": "2024-01-22T16:10:54.846874Z"
     }
    },
    "outputs": [
@@ -646,10 +646,10 @@
    "execution_count": 9,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:57.183900Z",
-     "iopub.status.busy": "2024-01-19T15:45:57.183459Z",
-     "iopub.status.idle": "2024-01-19T15:45:58.454074Z",
-     "shell.execute_reply": "2024-01-19T15:45:58.453346Z"
+     "iopub.execute_input": "2024-01-22T16:10:54.850104Z",
+     "iopub.status.busy": "2024-01-22T16:10:54.849726Z",
+     "iopub.status.idle": "2024-01-22T16:10:56.126484Z",
+     "shell.execute_reply": "2024-01-22T16:10:56.125760Z"
     }
    },
    "outputs": [
@@ -701,10 +701,10 @@
    "execution_count": 10,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:58.456952Z",
-     "iopub.status.busy": "2024-01-19T15:45:58.456344Z",
-     "iopub.status.idle": "2024-01-19T15:45:58.480908Z",
-     "shell.execute_reply": "2024-01-19T15:45:58.480392Z"
+     "iopub.execute_input": "2024-01-22T16:10:56.129364Z",
+     "iopub.status.busy": "2024-01-22T16:10:56.128848Z",
+     "iopub.status.idle": "2024-01-22T16:10:56.153483Z",
+     "shell.execute_reply": "2024-01-22T16:10:56.152928Z"
     }
    },
    "outputs": [
@@ -737,11 +737,11 @@
       "\n",
       "Examples representing most severe instances of this issue:\n",
       "     is_label_issue  label_score given_label predicted_label\n",
-      "77            False     0.001894         max             mid\n",
-      "58            False     0.003565         max            high\n",
-      "8             False     0.007326         max             mid\n",
-      "7              True     0.008974         low             mid\n",
-      "120            True     0.009699        high             mid\n",
+      "77            False     0.001908         max             mid\n",
+      "58            False     0.003564         max            high\n",
+      "8             False     0.007331         max             mid\n",
+      "7              True     0.008963         low             mid\n",
+      "120            True     0.009664        high             mid\n",
       "\n",
       "\n",
       "---------------------- outlier issues ----------------------\n",
@@ -878,10 +878,10 @@
    "execution_count": 11,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:58.483188Z",
-     "iopub.status.busy": "2024-01-19T15:45:58.482993Z",
-     "iopub.status.idle": "2024-01-19T15:45:58.489826Z",
-     "shell.execute_reply": "2024-01-19T15:45:58.489192Z"
+     "iopub.execute_input": "2024-01-22T16:10:56.155956Z",
+     "iopub.status.busy": "2024-01-22T16:10:56.155588Z",
+     "iopub.status.idle": "2024-01-22T16:10:56.162297Z",
+     "shell.execute_reply": "2024-01-22T16:10:56.161749Z"
     }
    },
    "outputs": [
@@ -985,10 +985,10 @@
    "execution_count": 12,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:58.492236Z",
-     "iopub.status.busy": "2024-01-19T15:45:58.491861Z",
-     "iopub.status.idle": "2024-01-19T15:45:58.498043Z",
-     "shell.execute_reply": "2024-01-19T15:45:58.497419Z"
+     "iopub.execute_input": "2024-01-22T16:10:56.164522Z",
+     "iopub.status.busy": "2024-01-22T16:10:56.164187Z",
+     "iopub.status.idle": "2024-01-22T16:10:56.170535Z",
+     "shell.execute_reply": "2024-01-22T16:10:56.169895Z"
     }
    },
    "outputs": [
@@ -1055,10 +1055,10 @@
    "execution_count": 13,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:58.500363Z",
-     "iopub.status.busy": "2024-01-19T15:45:58.500017Z",
-     "iopub.status.idle": "2024-01-19T15:45:58.510543Z",
-     "shell.execute_reply": "2024-01-19T15:45:58.509998Z"
+     "iopub.execute_input": "2024-01-22T16:10:56.172780Z",
+     "iopub.status.busy": "2024-01-22T16:10:56.172447Z",
+     "iopub.status.idle": "2024-01-22T16:10:56.182872Z",
+     "shell.execute_reply": "2024-01-22T16:10:56.182276Z"
     }
    },
    "outputs": [
@@ -1103,7 +1103,7 @@
        "      <td>False</td>\n",
        "      <td>1.0</td>\n",
        "      <td>False</td>\n",
-       "      <td>0.859109</td>\n",
+       "      <td>0.859131</td>\n",
        "      <td>False</td>\n",
        "      <td>0.417707</td>\n",
        "      <td>False</td>\n",
@@ -1118,7 +1118,7 @@
        "      <td>False</td>\n",
        "      <td>1.0</td>\n",
        "      <td>False</td>\n",
-       "      <td>0.816965</td>\n",
+       "      <td>0.816953</td>\n",
        "      <td>False</td>\n",
        "      <td>0.375317</td>\n",
        "      <td>False</td>\n",
@@ -1133,7 +1133,7 @@
        "      <td>False</td>\n",
        "      <td>1.0</td>\n",
        "      <td>False</td>\n",
-       "      <td>0.530924</td>\n",
+       "      <td>0.531021</td>\n",
        "      <td>False</td>\n",
        "      <td>0.460593</td>\n",
        "      <td>False</td>\n",
@@ -1148,7 +1148,7 @@
        "      <td>False</td>\n",
        "      <td>1.0</td>\n",
        "      <td>False</td>\n",
-       "      <td>0.752776</td>\n",
+       "      <td>0.752808</td>\n",
        "      <td>False</td>\n",
        "      <td>0.321635</td>\n",
        "      <td>False</td>\n",
@@ -1163,7 +1163,7 @@
        "      <td>False</td>\n",
        "      <td>1.0</td>\n",
        "      <td>True</td>\n",
-       "      <td>0.090224</td>\n",
+       "      <td>0.090243</td>\n",
        "      <td>False</td>\n",
        "      <td>0.472909</td>\n",
        "      <td>False</td>\n",
@@ -1179,11 +1179,11 @@
       ],
       "text/plain": [
        "   is_null_issue  null_score  is_label_issue  label_score  is_outlier_issue  \\\n",
-       "0          False         1.0           False     0.859109             False   \n",
-       "1          False         1.0           False     0.816965             False   \n",
-       "2          False         1.0           False     0.530924             False   \n",
-       "3          False         1.0           False     0.752776             False   \n",
-       "4          False         1.0            True     0.090224             False   \n",
+       "0          False         1.0           False     0.859131             False   \n",
+       "1          False         1.0           False     0.816953             False   \n",
+       "2          False         1.0           False     0.531021             False   \n",
+       "3          False         1.0           False     0.752808             False   \n",
+       "4          False         1.0            True     0.090243             False   \n",
        "\n",
        "   outlier_score  is_near_duplicate_issue  near_duplicate_score  \\\n",
        "0       0.417707                    False              0.664083   \n",
@@ -1231,10 +1231,10 @@
    "execution_count": 14,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:58.512806Z",
-     "iopub.status.busy": "2024-01-19T15:45:58.512607Z",
-     "iopub.status.idle": "2024-01-19T15:45:58.521986Z",
-     "shell.execute_reply": "2024-01-19T15:45:58.521453Z"
+     "iopub.execute_input": "2024-01-22T16:10:56.185213Z",
+     "iopub.status.busy": "2024-01-22T16:10:56.184835Z",
+     "iopub.status.idle": "2024-01-22T16:10:56.194207Z",
+     "shell.execute_reply": "2024-01-22T16:10:56.193637Z"
     }
    },
    "outputs": [
@@ -1269,35 +1269,35 @@
        "    <tr>\n",
        "      <th>7</th>\n",
        "      <td>True</td>\n",
-       "      <td>0.008974</td>\n",
+       "      <td>0.008963</td>\n",
        "      <td>low</td>\n",
        "      <td>mid</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>120</th>\n",
        "      <td>True</td>\n",
-       "      <td>0.009699</td>\n",
+       "      <td>0.009664</td>\n",
        "      <td>high</td>\n",
        "      <td>mid</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>40</th>\n",
        "      <td>True</td>\n",
-       "      <td>0.013444</td>\n",
+       "      <td>0.013445</td>\n",
        "      <td>mid</td>\n",
        "      <td>low</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>107</th>\n",
        "      <td>True</td>\n",
-       "      <td>0.025173</td>\n",
+       "      <td>0.025184</td>\n",
        "      <td>high</td>\n",
        "      <td>mid</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>53</th>\n",
        "      <td>True</td>\n",
-       "      <td>0.026416</td>\n",
+       "      <td>0.026376</td>\n",
        "      <td>high</td>\n",
        "      <td>mid</td>\n",
        "    </tr>\n",
@@ -1307,11 +1307,11 @@
       ],
       "text/plain": [
        "     is_label_issue  label_score given_label predicted_label\n",
-       "7              True     0.008974         low             mid\n",
-       "120            True     0.009699        high             mid\n",
-       "40             True     0.013444         mid             low\n",
-       "107            True     0.025173        high             mid\n",
-       "53             True     0.026416        high             mid"
+       "7              True     0.008963         low             mid\n",
+       "120            True     0.009664        high             mid\n",
+       "40             True     0.013445         mid             low\n",
+       "107            True     0.025184        high             mid\n",
+       "53             True     0.026376        high             mid"
       ]
      },
      "execution_count": 14,
@@ -1350,10 +1350,10 @@
    "execution_count": 15,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:58.524277Z",
-     "iopub.status.busy": "2024-01-19T15:45:58.524085Z",
-     "iopub.status.idle": "2024-01-19T15:45:58.531464Z",
-     "shell.execute_reply": "2024-01-19T15:45:58.530937Z"
+     "iopub.execute_input": "2024-01-22T16:10:56.196673Z",
+     "iopub.status.busy": "2024-01-22T16:10:56.196234Z",
+     "iopub.status.idle": "2024-01-22T16:10:56.203835Z",
+     "shell.execute_reply": "2024-01-22T16:10:56.203215Z"
     },
     "scrolled": true
    },
@@ -1478,10 +1478,10 @@
    "execution_count": 16,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2024-01-19T15:45:58.533829Z",
-     "iopub.status.busy": "2024-01-19T15:45:58.533487Z",
-     "iopub.status.idle": "2024-01-19T15:45:58.543317Z",
-     "shell.execute_reply": "2024-01-19T15:45:58.542691Z"
+     "iopub.execute_input": "2024-01-22T16:10:56.206242Z",
+     "iopub.status.busy": "2024-01-22T16:10:56.205773Z",
+     "iopub.status.idle": "2024-01-22T16:10:56.215854Z",
+     "shell.execute_reply": "2024-01-22T16:10:56.215231Z"
     }
    },
    "outputs": [