grounded a few more terms, started working on score_check for strict …

…scoring
monarch-initiative · Jan 3, 2025 · 194a648 · 194a648
1 parent 787c1df
commit 194a648
Show file tree

Hide file tree

Showing 46 changed files with 258,160 additions and 27,997 deletions.
diff --git a/caches/cache_log.txt b/caches/cache_log.txt
@@ -330,3 +330,103 @@ CacheInfo: hits=124730, misses=220, maxsize=524288        , currsize=37359
 omim_mappings cache info:
 CacheInfo: hits=2477, misses=16, maxsize=524288        , currsize=27130
 
+Timestamp: 20250102-184736
+
+it/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=15537, misses=0, maxsize=524288        , currsize=37359
+omim_mappings cache info:
+CacheInfo: hits=0, misses=0, maxsize=524288        , currsize=0
+
+cs/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=31842, misses=0, maxsize=524288        , currsize=37359
+omim_mappings cache info:
+CacheInfo: hits=0, misses=0, maxsize=524288        , currsize=0
+
+zh/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=44634, misses=0, maxsize=524288        , currsize=37359
+omim_mappings cache info:
+CacheInfo: hits=0, misses=0, maxsize=524288        , currsize=0
+
+nl/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=59804, misses=0, maxsize=524288        , currsize=37359
+omim_mappings cache info:
+CacheInfo: hits=0, misses=0, maxsize=524288        , currsize=0
+
+de/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=74508, misses=0, maxsize=524288        , currsize=37359
+omim_mappings cache info:
+CacheInfo: hits=0, misses=0, maxsize=524288        , currsize=0
+
+es/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=91361, misses=0, maxsize=524288        , currsize=37359
+omim_mappings cache info:
+CacheInfo: hits=0, misses=0, maxsize=524288        , currsize=0
+
+en/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=110215, misses=0, maxsize=524288        , currsize=37359
+omim_mappings cache info:
+CacheInfo: hits=0, misses=0, maxsize=524288        , currsize=0
+
+tr/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=124950, misses=0, maxsize=524288        , currsize=37359
+omim_mappings cache info:
+CacheInfo: hits=0, misses=0, maxsize=524288        , currsize=0
+
+Timestamp: 20250103-181755
+
+it/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=15493, misses=39, maxsize=524288        , currsize=37398
+omim_mappings cache info:
+CacheInfo: hits=308, misses=1, maxsize=524288        , currsize=27131
+
+cs/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=31634, misses=60, maxsize=524288        , currsize=37419
+omim_mappings cache info:
+CacheInfo: hits=392, misses=1, maxsize=524288        , currsize=27131
+
+zh/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=44076, misses=72, maxsize=524288        , currsize=37431
+omim_mappings cache info:
+CacheInfo: hits=462, misses=1, maxsize=524288        , currsize=27131
+
+nl/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=59233, misses=81, maxsize=524288        , currsize=37440
+omim_mappings cache info:
+CacheInfo: hits=487, misses=1, maxsize=524288        , currsize=27131
+
+de/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=73914, misses=93, maxsize=524288        , currsize=37452
+omim_mappings cache info:
+CacheInfo: hits=559, misses=18, maxsize=524288        , currsize=27148
+
+es/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=90746, misses=106, maxsize=524288        , currsize=37465
+omim_mappings cache info:
+CacheInfo: hits=591, misses=18, maxsize=524288        , currsize=27148
+
+en/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=109586, misses=120, maxsize=524288        , currsize=37479
+omim_mappings cache info:
+CacheInfo: hits=687, misses=18, maxsize=524288        , currsize=27148
+
+tr/results.tsv
+score_grounded_result cache info:
+CacheInfo: hits=124311, misses=124, maxsize=524288        , currsize=37483
+omim_mappings cache info:
+CacheInfo: hits=739, misses=18, maxsize=524288        , currsize=27148
+
diff --git a/caches/omim_mappings_cache.db b/caches/omim_mappings_cache.db
diff --git a/caches/score_grounded_result_cache.db b/caches/score_grounded_result_cache.db
diff --git a/out_multlingual_nov24/multilingual/cs/full_df_results.tsv b/out_multlingual_nov24/multilingual/cs/full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/cs/old_full_df_results.tsv b/out_multlingual_nov24/multilingual/cs/old_full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/cs/old_results.tsv b/out_multlingual_nov24/multilingual/cs/old_results.tsv
diff --git a/out_multlingual_nov24/multilingual/cs/results.tsv b/out_multlingual_nov24/multilingual/cs/results.tsv
diff --git a/out_multlingual_nov24/multilingual/de/full_df_results.tsv b/out_multlingual_nov24/multilingual/de/full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/de/old_full_df_results.tsv b/out_multlingual_nov24/multilingual/de/old_full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/de/old_results.tsv b/out_multlingual_nov24/multilingual/de/old_results.tsv
diff --git a/out_multlingual_nov24/multilingual/de/results.tsv b/out_multlingual_nov24/multilingual/de/results.tsv
diff --git a/out_multlingual_nov24/multilingual/en/full_df_results.tsv b/out_multlingual_nov24/multilingual/en/full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/en/old_full_df_results.tsv b/out_multlingual_nov24/multilingual/en/old_full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/en/old_results.tsv b/out_multlingual_nov24/multilingual/en/old_results.tsv
@@ -0,0 +1 @@
+
diff --git a/out_multlingual_nov24/multilingual/en/results.tsv b/out_multlingual_nov24/multilingual/en/results.tsv
diff --git a/out_multlingual_nov24/multilingual/es/full_df_results.tsv b/out_multlingual_nov24/multilingual/es/full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/es/old_full_df_results.tsv b/out_multlingual_nov24/multilingual/es/old_full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/es/old_results.tsv b/out_multlingual_nov24/multilingual/es/old_results.tsv
diff --git a/out_multlingual_nov24/multilingual/es/results.tsv b/out_multlingual_nov24/multilingual/es/results.tsv
diff --git a/out_multlingual_nov24/multilingual/it/full_df_results.tsv b/out_multlingual_nov24/multilingual/it/full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/it/old_full_df_results.tsv b/out_multlingual_nov24/multilingual/it/old_full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/it/old_results.tsv b/out_multlingual_nov24/multilingual/it/old_results.tsv
diff --git a/out_multlingual_nov24/multilingual/it/results.tsv b/out_multlingual_nov24/multilingual/it/results.tsv
diff --git a/out_multlingual_nov24/multilingual/nl/full_df_results.tsv b/out_multlingual_nov24/multilingual/nl/full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/nl/old_full_df_results.tsv b/out_multlingual_nov24/multilingual/nl/old_full_df_results.tsv
diff --git a/out_multlingual_nov24/multilingual/nl/old_results.tsv b/out_multlingual_nov24/multilingual/nl/old_results.tsv
diff --git a/out_multlingual_nov24/multilingual/nl/results.tsv b/out_multlingual_nov24/multilingual/nl/results.tsv
diff --git a/out_multlingual_nov24/multilingual/plots/8_language_3119ppkt.png b/out_multlingual_nov24/multilingual/plots/8_language_3119ppkt.png
diff --git a/out_multlingual_nov24/multilingual/plots/barplot_8_language_3119ppkt.png b/out_multlingual_nov24/multilingual/plots/barplot_8_language_3119ppkt.png
diff --git a/out_multlingual_nov24/multilingual/rank_data/mrr_result.tsv b/out_multlingual_nov24/multilingual/rank_data/mrr_result.tsv
@@ -1,2 +1,2 @@
 "it/results.tsv"	"cs/results.tsv"	"zh/results.tsv"	"nl/results.tsv"	"de/results.tsv"	"es/results.tsv"	"en/results.tsv"	"tr/results.tsv"
-0.20652041979365574	0.20156394430032498	0.19672470978441123	0.22447428690401833	0.21043069359837552	0.21162286542957767	0.21283800447877516	0.19920212765957448
+0.19825702739908524	0.1942150239362892	0.19013266998341627	0.21475640224859463	0.2018221652238965	0.20279232886442333	0.20425089032919985	0.1903338549817423
diff --git a/out_multlingual_nov24/multilingual/rank_data/old_topn_aggr.tsv b/out_multlingual_nov24/multilingual/rank_data/old_topn_aggr.tsv
@@ -1,41 +1,41 @@
 language	Rank_in	percentage
-it	top1	0.17540253511476533
-cs	top1	0.18743068391866913
-zh	top1	0.1734657680028379
-nl	top1	0.2023082145281738
-de	top1	0.1887937187723055
-es	top1	0.18048780487804877
-en	top1	0.19905385735080058
-tr	top1	0.1691456243514355
-it	top3	0.27714970880438505
-cs	top3	0.2839186691312384
-zh	top3	0.28166016317843207
-nl	top3	0.2817379497623897
-de	top3	0.27587437544610993
-es	top3	0.2857142857142857
-en	top3	0.28857350800582243
-tr	top3	0.2684192320996195
-it	top5	0.31654676258992803
-cs	top5	0.32125693160813307
-zh	top5	0.296204327775807
-nl	top5	0.3153428377460964
-de	top5	0.31263383297644537
-es	top5	0.33484320557491287
-en	top5	0.33624454148471616
-tr	top5	0.299896229678312
-it	top10	0.3172319287427201
-cs	top10	0.32236598890942697
-zh	top10	0.29655906349769423
-nl	top10	0.3153428377460964
-de	top10	0.31263383297644537
-es	top10	0.33693379790940764
-en	top10	0.34425036390101893
-tr	top10	0.30024213075060535
-it	not_found	0.6827680712572799
-cs	not_found	0.677634011090573
-zh	not_found	0.7034409365023058
-nl	not_found	0.6846571622539036
-de	not_found	0.6873661670235546
-es	not_found	0.6630662020905923
-en	not_found	0.6557496360989811
-tr	not_found	0.6997578692493946
+it	top1	0.16752312435765673
+cs	top1	0.17710974284679465
+zh	top1	0.15833333333333333
+nl	top1	0.19252971137521221
+de	top1	0.1803921568627451
+es	top1	0.17141863699582754
+en	top1	0.18986880466472303
+tr	top1	0.16038714137573454
+it	top3	0.26652963343610825
+cs	top3	0.2672944585295183
+zh	top3	0.25533333333333336
+nl	top3	0.2709677419354839
+de	top3	0.2645276292335116
+es	top3	0.27399165507649514
+en	top3	0.2780612244897959
+tr	top3	0.2571724853093674
+it	top5	0.3055841041452552
+cs	top5	0.30387540746106484
+zh	top5	0.26866666666666666
+nl	top5	0.30390492359932086
+de	top5	0.30053475935828877
+es	top5	0.3226703755215577
+en	top5	0.3261661807580175
+tr	top5	0.28828206014517804
+it	top10	0.3062692702980473
+cs	top10	0.3049619703006157
+zh	top10	0.269
+nl	top10	0.30390492359932086
+de	top10	0.30053475935828877
+es	top10	0.3247566063977747
+en	top10	0.3338192419825073
+tr	top10	0.28862772208779813
+it	not_found	0.6937307297019527
+cs	not_found	0.6950380296993843
+zh	not_found	0.731
+nl	not_found	0.6960950764006791
+de	not_found	0.6994652406417112
+es	not_found	0.6752433936022253
+en	not_found	0.6661807580174927
+tr	not_found	0.7113722779122018
diff --git a/out_multlingual_nov24/multilingual/rank_data/old_topn_result.tsv b/out_multlingual_nov24/multilingual/rank_data/old_topn_result.tsv
@@ -0,0 +1,9 @@
+language	n1	n2	n3	n4	n5	n6	n7	n8	n9	n10	n10p	nf	num_cases	grounding_failed
+it	512	160	137	68	47	1	1	0	0	0	0	1993	3217	298
+cs	507	160	101	50	51	0	3	0	0	0	0	1833	3194	489
+zh	489	194	111	26	15	1	0	0	0	0	0	1983	3216	397
+nl	596	130	104	66	33	0	0	0	0	0	0	2017	3202	256
+de	529	132	112	68	35	0	0	0	0	0	0	1926	3119	317
+es	518	176	126	77	64	4	2	0	0	0	0	1903	3218	348
+en	547	136	110	74	57	13	6	0	2	1	0	1802	3218	470
+tr	489	184	103	59	32	1	0	0	0	0	0	2023	3196	305
diff --git a/out_multlingual_nov24/multilingual/rank_data/topn_aggr.tsv b/out_multlingual_nov24/multilingual/rank_data/topn_aggr.tsv
@@ -1,41 +1,41 @@
 language	Rank_in	percentage
-it	top1	0.15915449176251165
-cs	top1	0.15873512836568565
-zh	top1	0.15205223880597016
-nl	top1	0.18613366645846346
-de	top1	0.16960564283424173
-es	top1	0.16096954630205096
-en	top1	0.16998135487880672
-tr	top1	0.15300375469336672
-it	top3	0.25147653092943734
-cs	top3	0.24045084533500313
-zh	top3	0.2468905472636816
-nl	top3	0.25921299188007496
-de	top3	0.24783584482205837
-es	top3	0.254816656308266
-en	top3	0.24642635177128652
-tr	top3	0.2428035043804756
-it	top5	0.2872241218526578
-cs	top5	0.2720726361928616
-zh	top5	0.25963930348258707
-nl	top5	0.2901311680199875
-de	top5	0.2808592497595383
-es	top5	0.29863269111249224
-en	top5	0.28713486637663144
-tr	top5	0.2712765957446808
-it	top10	0.28784581908610507
-cs	top10	0.27301189730745146
-zh	top10	0.2599502487562189
-nl	top10	0.2901311680199875
-de	top10	0.2808592497595383
-es	top10	0.300497203231821
-en	top10	0.2939714108141703
-tr	top10	0.2715894868585732
-it	not_found	0.7121541809138949
-cs	not_found	0.7269881026925485
-zh	not_found	0.7400497512437811
-nl	not_found	0.7098688319800125
-de	not_found	0.7191407502404616
-es	not_found	0.699502796768179
-en	not_found	0.7060285891858297
-tr	not_found	0.7284105131414268
+it	top1	0.15200497357786757
+cs	top1	0.1531475101785155
+zh	top1	0.14769900497512436
+nl	top1	0.17707682698313554
+de	top1	0.16223148445014426
+es	top1	0.15320074580484774
+en	top1	0.16190180236171536
+tr	top1	0.14522691705790297
+it	top3	0.24184022381100403
+cs	top3	0.23113059818352646
+zh	top3	0.23818407960199006
+nl	top3	0.24921923797626483
+de	top3	0.23789676178262265
+es	top3	0.24487259167184586
+en	top3	0.23710379117464264
+tr	top3	0.23286384976525823
+it	top5	0.2772769661175008
+cs	top5	0.2627622925148763
+zh	top5	0.2506218905472637
+nl	top5	0.27951280449718924
+de	top5	0.27027893555626803
+es	top5	0.28837787445618396
+en	top5	0.2781230577998757
+tr	top5	0.26103286384976526
+it	top10	0.2778986633509481
+cs	top10	0.2637018477920451
+zh	top10	0.25093283582089554
+nl	top10	0.27951280449718924
+de	top10	0.27027893555626803
+es	top10	0.29024238657551277
+en	top10	0.2846488502175264
+tr	top10	0.26134585289514867
+it	not_found	0.722101336649052
+cs	not_found	0.7362981522079549
+zh	not_found	0.7490671641791045
+nl	not_found	0.7204871955028107
+de	not_found	0.729721064443732
+es	not_found	0.7097576134244873
+en	not_found	0.7153511497824736
+tr	not_found	0.7386541471048513
diff --git a/out_multlingual_nov24/multilingual/rank_data/topn_result.tsv b/out_multlingual_nov24/multilingual/rank_data/topn_result.tsv
@@ -1,9 +1,9 @@
 language	n1	n2	n3	n4	n5	n6	n7	n8	n9	n10	n10p	nf	num_cases	grounding_failed
-it	512	160	137	68	47	1	1	0	0	0	0	1993	3217	298
-cs	507	160	101	50	51	0	3	0	0	0	0	1833	3194	489
-zh	489	194	111	26	15	1	0	0	0	0	0	1983	3216	397
-nl	596	130	104	66	33	0	0	0	0	0	0	2017	3202	256
-de	529	132	112	68	35	0	0	0	0	0	0	1926	3119	317
-es	518	176	126	77	64	4	2	0	0	0	0	1903	3218	348
-en	547	136	110	74	57	13	6	0	2	1	0	1802	3218	470
-tr	489	184	103	59	32	1	0	0	0	0	0	2023	3196	305
+it	489	156	133	67	47	1	1	0	0	0	0	2025	3217	298
+cs	489	150	99	50	51	0	3	0	0	0	0	1919	3193	432
+zh	475	180	111	26	14	1	0	0	0	0	0	2193	3216	216
+nl	567	126	105	65	32	0	0	0	0	0	0	2050	3202	257
+de	506	127	109	69	32	0	0	0	0	0	0	1962	3119	314
+es	493	171	124	76	64	4	2	0	0	0	0	1942	3218	342
+en	521	134	108	74	58	12	6	0	2	1	0	1828	3218	474
+tr	464	178	102	59	31	1	0	0	0	0	0	2058	3195	302