diff --git a/.asv/results/M-WFLM6NH6G5/f594c8bc-virtualenv-py3.11-kedro-datasets-pandas.json b/.asv/results/M-WFLM6NH6G5/f594c8bc-virtualenv-py3.11-kedro-datasets-pandas.json deleted file mode 100644 index b7dff2c438..0000000000 --- a/.asv/results/M-WFLM6NH6G5/f594c8bc-virtualenv-py3.11-kedro-datasets-pandas.json +++ /dev/null @@ -1 +0,0 @@ -{"commit_hash": "f594c8bcd43100b216ac104d1e670ca4d5783096", "env_name": "virtualenv-py3.11-kedro-datasets-pandas", "date": 1729087847000, "params": {"arch": "arm64", "cpu": "Apple M1 Max", "machine": "M-WFLM6NH6G5", "num_cpu": "10", "os": "Darwin 23.6.0", "ram": "34359738368", "python": "3.11", "kedro-datasets": "", "pandas": ""}, "python": "3.11", "requirements": {"kedro-datasets": "", "pandas": ""}, "env_vars": {}, "result_columns": ["result", "params", "version", "started_at", "duration", "stats_ci_99_a", "stats_ci_99_b", "stats_q_25", "stats_q_75", "stats_number", "stats_repeat", "samples", "profile"], "results": {"benchmark_datacatalog.TimeDataCatalog.time_add_all": [[0.04391904201474972], [], "f470854de9a319e47c6bab999cdb3c7662341b063447a6866500b2e70b2c5ed8", 1729096807842, 1.0691, [-Infinity], [Infinity], [0.043919], [0.043919], [1], [1]], "benchmark_datacatalog.TimeDataCatalog.time_exists": [[0.026259125006617978], [], "9bbce85f01a2cfbb5569bc2ba076dd22b662d5d17db4901cd5269d14dbce3ea6", 1729096808911, 0.93221, [-Infinity], [Infinity], [0.026259], [0.026259], [1], [1]], "benchmark_datacatalog.TimeDataCatalog.time_feed_dict": [[0.034821834007743746], [], "0101ab38b04d7b27eda18738a82f5f06e48604c6e91d0e10bae33327bb588f69", 1729096809843, 0.8628, [-Infinity], [Infinity], [0.034822], [0.034822], [1], [1]], "benchmark_datacatalog.TimeDataCatalog.time_initialise": [[0.0948639580165036], [], "9e460ed25ea64f63f905b3f3a01a817e5daa00c81390b0cdfc25fbad0ae85ea6", 1729096810706, 1.0807, [-Infinity], [Infinity], [0.094864], [0.094864], [1], [1]], "benchmark_datacatalog.TimeDataCatalog.time_list": [[1.4999997802078724e-05], [], "4a7ae456f2349941bdbc595b3919284633da1da166cf1394660a0399ec618687", 1729096811787, 0.82309, [-Infinity], [Infinity], [1.5e-05], [1.5e-05], [1], [1]], "benchmark_datacatalog.TimeDataCatalog.time_load": [[0.20476879199850373], [], "96bd6914ea6ed937ae958177afd17861ccf3ab1481a5d4d2ed8002dbc5d1131e", 1729096812610, 0.86483, [-Infinity], [Infinity], [0.20477], [0.20477], [1], [1]], "benchmark_datacatalog.TimeDataCatalog.time_release": [[0.00888583398773335], [], "fa49ed3249b0319f92a7d6309f2a58ed8595c86141b16768cd575326a2d28d77", 1729096813475, 0.76429, [-Infinity], [Infinity], [0.0088858], [0.0088858], [1], [1]], "benchmark_datacatalog.TimeDataCatalog.time_resolve_factory": [[0.09763062497950159], [], "c051d31d513ef455328bb051eafacb1cc06d9f84dd613ee2e0bee3440bbab467", 1729096814240, 0.83693, [-Infinity], [Infinity], [0.097631], [0.097631], [1], [1]], "benchmark_datacatalog.TimeDataCatalog.time_save": [[0.5207992079958785], [], "4ea897eb28bd91fc7cf8da6e2679bf608b909c8db9ebdffd97f3bf19b275a809", 1729096815077, 1.6094, [-Infinity], [Infinity], [0.5208], [0.5208], [1], [1]], "benchmark_datacatalog.TimeDataCatalog.time_shallow_copy": [[0.031129041977692395], [], "64ead39024c492d18b91a21c23a9d3f1323533cd37bd53934d54701ecb259762", 1729096816687, 0.68384, [-Infinity], [Infinity], [0.031129], [0.031129], [1], [1]], "benchmark_dummy.TimeSuite.time_keys": [[3.2910029403865337e-06], [], "86e015a3c40c52da31e4185fff7c7176c38c5e1e1e4aba71912db0b388225191", 1729096817371, 0.18749, [-Infinity], [Infinity], [3.291e-06], [3.291e-06], [1], [1]], "benchmark_ocl.TimeOmegaConfigLoader.time_loading_catalog": [[0.4770808340108488], [], "3ccff2348faeaf3038548994686b45deeaa3c7c46df2270a8a1f697e7401ae5a", 1729096817558, 1.0252, [-Infinity], [Infinity], [0.47708], [0.47708], [1], [1]], "benchmark_ocl.TimeOmegaConfigLoader.time_loading_globals": [[0.11477499999455176], [], "d42dda2b001097642dc790de01ab15e3f1f11426f6bfc5affbc1c658248f32be", 1729096818583, 0.75575, [-Infinity], [Infinity], [0.11477], [0.11477], [1], [1]], "benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters": [[0.12353595800232142], [], "3187d47ad3445bdf83439512e124e3cde01f0503a3ffa7db9ca7a02e6bc2f7f2", 1729096819339, 0.78861, [-Infinity], [Infinity], [0.12354], [0.12354], [1], [1]], "benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters_runtime": [[0.13527949998388067], [], "153be6afe75261c83d15bbc165c10b98af15d3489c722c0f7f8e5c0ce3ca2d59", 1729096820128, 0.77955, [-Infinity], [Infinity], [0.13528], [0.13528], [1], [1]], "benchmark_ocl.TimeOmegaConfigLoader.time_merge_soft_strategy": [[0.7280506670067552], [], "317897f43311426ea9b688e3019361eb5bb1f61f60eca4f763d7a8ec38265ea2", 1729096820908, 1.4309, [-Infinity], [Infinity], [0.72805], [0.72805], [1], [1]], "benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_catalog": [[0.6754177919938229], [], "5499c39a6750c5d527f1a3e8a747fdd5b3128af31640d9d7ee9c72be261e344a", 1729096822339, 1.3692, [-Infinity], [Infinity], [0.67542], [0.67542], [1], [1]], "benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_parameters": [[1.9011982079828158], [], "f74ef4eead7a35df856006dbf9e1b72b61ba36b34767525f55bf8c5eabb343f1", 1729096823708, 2.5663, [-Infinity], [Infinity], [1.9012], [1.9012], [1], [1]]}, "durations": {}, "version": 2} \ No newline at end of file diff --git a/.asv/results/M-WFLM6NH6G5/machine.json b/.asv/results/M-WFLM6NH6G5/machine.json deleted file mode 100644 index 3fe4186a75..0000000000 --- a/.asv/results/M-WFLM6NH6G5/machine.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "arch": "arm64", - "cpu": "Apple M1 Max", - "machine": "M-WFLM6NH6G5", - "num_cpu": "10", - "os": "Darwin 23.6.0", - "ram": "34359738368", - "version": 1 -} \ No newline at end of file diff --git a/.asv/results/benchmarks.json b/.asv/results/benchmarks.json deleted file mode 100644 index 347fbe8942..0000000000 --- a/.asv/results/benchmarks.json +++ /dev/null @@ -1,273 +0,0 @@ -{ - "benchmark_datacatalog.TimeDataCatalog.time_add_all": { - "code": "class TimeDataCatalog:\n def time_add_all(self):\n \"\"\"Benchmark the time to add all datasets\"\"\"\n self.catalog.add_all(self.datasets)\n\n def setup(self):\n self.catalog = DataCatalog.from_config(base_catalog)\n self.dataframe = pd.DataFrame({\"column\": [1, 2, 3]})\n self.dataframe.to_csv(\"data.csv\", index=False)\n self.datasets = {\n f\"dataset_new_{i}\": CSVDataset(filepath=\"data.csv\") for i in range(1, 1001)\n }\n self.feed_dict = {\n f\"param_{i}\": i for i in range(1, 1001)\n }", - "min_run_count": 2, - "name": "benchmark_datacatalog.TimeDataCatalog.time_add_all", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "f470854de9a319e47c6bab999cdb3c7662341b063447a6866500b2e70b2c5ed8", - "warmup_time": -1 - }, - "benchmark_datacatalog.TimeDataCatalog.time_exists": { - "code": "class TimeDataCatalog:\n def time_exists(self):\n \"\"\"Benchmark the time to check if datasets exist\"\"\"\n for i in range(1,1001):\n self.catalog.exists(f\"dataset_{i}\")\n\n def setup(self):\n self.catalog = DataCatalog.from_config(base_catalog)\n self.dataframe = pd.DataFrame({\"column\": [1, 2, 3]})\n self.dataframe.to_csv(\"data.csv\", index=False)\n self.datasets = {\n f\"dataset_new_{i}\": CSVDataset(filepath=\"data.csv\") for i in range(1, 1001)\n }\n self.feed_dict = {\n f\"param_{i}\": i for i in range(1, 1001)\n }", - "min_run_count": 2, - "name": "benchmark_datacatalog.TimeDataCatalog.time_exists", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "9bbce85f01a2cfbb5569bc2ba076dd22b662d5d17db4901cd5269d14dbce3ea6", - "warmup_time": -1 - }, - "benchmark_datacatalog.TimeDataCatalog.time_feed_dict": { - "code": "class TimeDataCatalog:\n def time_feed_dict(self):\n \"\"\"Benchmark the time to add feed dict\"\"\"\n self.catalog.add_feed_dict(self.feed_dict)\n\n def setup(self):\n self.catalog = DataCatalog.from_config(base_catalog)\n self.dataframe = pd.DataFrame({\"column\": [1, 2, 3]})\n self.dataframe.to_csv(\"data.csv\", index=False)\n self.datasets = {\n f\"dataset_new_{i}\": CSVDataset(filepath=\"data.csv\") for i in range(1, 1001)\n }\n self.feed_dict = {\n f\"param_{i}\": i for i in range(1, 1001)\n }", - "min_run_count": 2, - "name": "benchmark_datacatalog.TimeDataCatalog.time_feed_dict", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "0101ab38b04d7b27eda18738a82f5f06e48604c6e91d0e10bae33327bb588f69", - "warmup_time": -1 - }, - "benchmark_datacatalog.TimeDataCatalog.time_initialise": { - "code": "class TimeDataCatalog:\n def time_initialise(self):\n \"\"\"Benchmark the time to initialise the catalog\"\"\"\n DataCatalog.from_config(base_catalog)\n\n def setup(self):\n self.catalog = DataCatalog.from_config(base_catalog)\n self.dataframe = pd.DataFrame({\"column\": [1, 2, 3]})\n self.dataframe.to_csv(\"data.csv\", index=False)\n self.datasets = {\n f\"dataset_new_{i}\": CSVDataset(filepath=\"data.csv\") for i in range(1, 1001)\n }\n self.feed_dict = {\n f\"param_{i}\": i for i in range(1, 1001)\n }", - "min_run_count": 2, - "name": "benchmark_datacatalog.TimeDataCatalog.time_initialise", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "9e460ed25ea64f63f905b3f3a01a817e5daa00c81390b0cdfc25fbad0ae85ea6", - "warmup_time": -1 - }, - "benchmark_datacatalog.TimeDataCatalog.time_list": { - "code": "class TimeDataCatalog:\n def time_list(self):\n \"\"\"Benchmark the time to list all datasets\"\"\"\n self.catalog.list()\n\n def setup(self):\n self.catalog = DataCatalog.from_config(base_catalog)\n self.dataframe = pd.DataFrame({\"column\": [1, 2, 3]})\n self.dataframe.to_csv(\"data.csv\", index=False)\n self.datasets = {\n f\"dataset_new_{i}\": CSVDataset(filepath=\"data.csv\") for i in range(1, 1001)\n }\n self.feed_dict = {\n f\"param_{i}\": i for i in range(1, 1001)\n }", - "min_run_count": 2, - "name": "benchmark_datacatalog.TimeDataCatalog.time_list", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "4a7ae456f2349941bdbc595b3919284633da1da166cf1394660a0399ec618687", - "warmup_time": -1 - }, - "benchmark_datacatalog.TimeDataCatalog.time_load": { - "code": "class TimeDataCatalog:\n def time_load(self):\n \"\"\"Benchmark the time to load datasets\"\"\"\n for i in range(1,1001):\n self.catalog.load(f\"dataset_load_{i}\")\n\n def setup(self):\n self.catalog = DataCatalog.from_config(base_catalog)\n self.dataframe = pd.DataFrame({\"column\": [1, 2, 3]})\n self.dataframe.to_csv(\"data.csv\", index=False)\n self.datasets = {\n f\"dataset_new_{i}\": CSVDataset(filepath=\"data.csv\") for i in range(1, 1001)\n }\n self.feed_dict = {\n f\"param_{i}\": i for i in range(1, 1001)\n }", - "min_run_count": 2, - "name": "benchmark_datacatalog.TimeDataCatalog.time_load", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "96bd6914ea6ed937ae958177afd17861ccf3ab1481a5d4d2ed8002dbc5d1131e", - "warmup_time": -1 - }, - "benchmark_datacatalog.TimeDataCatalog.time_release": { - "code": "class TimeDataCatalog:\n def time_release(self):\n \"\"\"Benchmark the time to release datasets\"\"\"\n for i in range(1,1001):\n self.catalog.release(f\"dataset_{i}\")\n\n def setup(self):\n self.catalog = DataCatalog.from_config(base_catalog)\n self.dataframe = pd.DataFrame({\"column\": [1, 2, 3]})\n self.dataframe.to_csv(\"data.csv\", index=False)\n self.datasets = {\n f\"dataset_new_{i}\": CSVDataset(filepath=\"data.csv\") for i in range(1, 1001)\n }\n self.feed_dict = {\n f\"param_{i}\": i for i in range(1, 1001)\n }", - "min_run_count": 2, - "name": "benchmark_datacatalog.TimeDataCatalog.time_release", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "fa49ed3249b0319f92a7d6309f2a58ed8595c86141b16768cd575326a2d28d77", - "warmup_time": -1 - }, - "benchmark_datacatalog.TimeDataCatalog.time_resolve_factory": { - "code": "class TimeDataCatalog:\n def time_resolve_factory(self):\n \"\"\"Benchmark the time to resolve factory\"\"\"\n for i in range(1,1001):\n self.catalog._get_dataset(f\"dataset_factory_{i}\")\n\n def setup(self):\n self.catalog = DataCatalog.from_config(base_catalog)\n self.dataframe = pd.DataFrame({\"column\": [1, 2, 3]})\n self.dataframe.to_csv(\"data.csv\", index=False)\n self.datasets = {\n f\"dataset_new_{i}\": CSVDataset(filepath=\"data.csv\") for i in range(1, 1001)\n }\n self.feed_dict = {\n f\"param_{i}\": i for i in range(1, 1001)\n }", - "min_run_count": 2, - "name": "benchmark_datacatalog.TimeDataCatalog.time_resolve_factory", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "c051d31d513ef455328bb051eafacb1cc06d9f84dd613ee2e0bee3440bbab467", - "warmup_time": -1 - }, - "benchmark_datacatalog.TimeDataCatalog.time_save": { - "code": "class TimeDataCatalog:\n def time_save(self):\n \"\"\"Benchmark the time to save datasets\"\"\"\n for i in range(1,1001):\n self.catalog.save(f\"dataset_{i}\", self.dataframe)\n\n def setup(self):\n self.catalog = DataCatalog.from_config(base_catalog)\n self.dataframe = pd.DataFrame({\"column\": [1, 2, 3]})\n self.dataframe.to_csv(\"data.csv\", index=False)\n self.datasets = {\n f\"dataset_new_{i}\": CSVDataset(filepath=\"data.csv\") for i in range(1, 1001)\n }\n self.feed_dict = {\n f\"param_{i}\": i for i in range(1, 1001)\n }", - "min_run_count": 2, - "name": "benchmark_datacatalog.TimeDataCatalog.time_save", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "4ea897eb28bd91fc7cf8da6e2679bf608b909c8db9ebdffd97f3bf19b275a809", - "warmup_time": -1 - }, - "benchmark_datacatalog.TimeDataCatalog.time_shallow_copy": { - "code": "class TimeDataCatalog:\n def time_shallow_copy(self):\n \"\"\"Benchmark the time to shallow copy the catalog\"\"\"\n self.catalog.shallow_copy()\n\n def setup(self):\n self.catalog = DataCatalog.from_config(base_catalog)\n self.dataframe = pd.DataFrame({\"column\": [1, 2, 3]})\n self.dataframe.to_csv(\"data.csv\", index=False)\n self.datasets = {\n f\"dataset_new_{i}\": CSVDataset(filepath=\"data.csv\") for i in range(1, 1001)\n }\n self.feed_dict = {\n f\"param_{i}\": i for i in range(1, 1001)\n }", - "min_run_count": 2, - "name": "benchmark_datacatalog.TimeDataCatalog.time_shallow_copy", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "64ead39024c492d18b91a21c23a9d3f1323533cd37bd53934d54701ecb259762", - "warmup_time": -1 - }, - "benchmark_dummy.TimeSuite.time_keys": { - "code": "class TimeSuite:\n def time_keys(self):\n for key in self.d.keys():\n pass\n\n def setup(self):\n self.d = {}\n for x in range(500):\n self.d[x] = None", - "min_run_count": 2, - "name": "benchmark_dummy.TimeSuite.time_keys", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "86e015a3c40c52da31e4185fff7c7176c38c5e1e1e4aba71912db0b388225191", - "warmup_time": -1 - }, - "benchmark_ocl.TimeOmegaConfigLoader.time_loading_catalog": { - "code": "class TimeOmegaConfigLoader:\n def time_loading_catalog(self):\n \"\"\"Benchmark the time to load the catalog\"\"\"\n self.loader[\"catalog\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params)\n _create_config_file(self.conf_source, \"local\", \"parameters.yml\", local_params)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n _create_config_file(self.conf_source, \"local\", \"globals.yml\", local_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')", - "min_run_count": 2, - "name": "benchmark_ocl.TimeOmegaConfigLoader.time_loading_catalog", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "3ccff2348faeaf3038548994686b45deeaa3c7c46df2270a8a1f697e7401ae5a", - "warmup_time": -1 - }, - "benchmark_ocl.TimeOmegaConfigLoader.time_loading_globals": { - "code": "class TimeOmegaConfigLoader:\n def time_loading_globals(self):\n \"\"\"Benchmark the time to load global configuration\"\"\"\n self.loader[\"globals\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params)\n _create_config_file(self.conf_source, \"local\", \"parameters.yml\", local_params)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n _create_config_file(self.conf_source, \"local\", \"globals.yml\", local_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')", - "min_run_count": 2, - "name": "benchmark_ocl.TimeOmegaConfigLoader.time_loading_globals", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "d42dda2b001097642dc790de01ab15e3f1f11426f6bfc5affbc1c658248f32be", - "warmup_time": -1 - }, - "benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters": { - "code": "class TimeOmegaConfigLoader:\n def time_loading_parameters(self):\n \"\"\"Benchmark the time to load the parameters\"\"\"\n self.loader[\"parameters\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params)\n _create_config_file(self.conf_source, \"local\", \"parameters.yml\", local_params)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n _create_config_file(self.conf_source, \"local\", \"globals.yml\", local_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')", - "min_run_count": 2, - "name": "benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "3187d47ad3445bdf83439512e124e3cde01f0503a3ffa7db9ca7a02e6bc2f7f2", - "warmup_time": -1 - }, - "benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters_runtime": { - "code": "class TimeOmegaConfigLoader:\n def time_loading_parameters_runtime(self):\n \"\"\"Benchmark the time to load parameters with runtime configuration\"\"\"\n self.loader.runtime_params = _generate_params(2001, 2002)\n self.loader[\"parameters\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params)\n _create_config_file(self.conf_source, \"local\", \"parameters.yml\", local_params)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n _create_config_file(self.conf_source, \"local\", \"globals.yml\", local_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')", - "min_run_count": 2, - "name": "benchmark_ocl.TimeOmegaConfigLoader.time_loading_parameters_runtime", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "153be6afe75261c83d15bbc165c10b98af15d3489c722c0f7f8e5c0ce3ca2d59", - "warmup_time": -1 - }, - "benchmark_ocl.TimeOmegaConfigLoader.time_merge_soft_strategy": { - "code": "class TimeOmegaConfigLoader:\n def time_merge_soft_strategy(self):\n \"\"\"Benchmark the time to load and soft-merge configurations\"\"\"\n self.loader.merge_strategy = {\"catalog\": \"soft\"}\n self.loader[\"catalog\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params)\n _create_config_file(self.conf_source, \"local\", \"parameters.yml\", local_params)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n _create_config_file(self.conf_source, \"local\", \"globals.yml\", local_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')", - "min_run_count": 2, - "name": "benchmark_ocl.TimeOmegaConfigLoader.time_merge_soft_strategy", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "317897f43311426ea9b688e3019361eb5bb1f61f60eca4f763d7a8ec38265ea2", - "warmup_time": -1 - }, - "benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_catalog": { - "code": "class TimeOmegaConfigLoaderAdvanced:\n def time_loading_catalog(self):\n \"\"\"Benchmark the time to load the catalog\"\"\"\n self.loader[\"catalog\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog_with_interpolations)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog_with_interpolations)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params_with_globals)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')", - "min_run_count": 2, - "name": "benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_catalog", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "5499c39a6750c5d527f1a3e8a747fdd5b3128af31640d9d7ee9c72be261e344a", - "warmup_time": -1 - }, - "benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_parameters": { - "code": "class TimeOmegaConfigLoaderAdvanced:\n def time_loading_parameters(self):\n \"\"\"Benchmark the time to load parameters with global interpolation\"\"\"\n self.loader[\"parameters\"]\n\n def setup(self):\n # Setup temporary configuration directory with sample config files\n self.temp_dir = tempfile.TemporaryDirectory()\n self.conf_source = Path(self.temp_dir.name)\n \n # Create sample config files in the temp directory\n _create_config_file(self.conf_source, \"base\", \"catalog.yml\", base_catalog_with_interpolations)\n _create_config_file(self.conf_source, \"local\", \"catalog.yml\", local_catalog_with_interpolations)\n _create_config_file(self.conf_source, \"base\", \"parameters.yml\", base_params_with_globals)\n _create_config_file(self.conf_source, \"base\", \"globals.yml\", base_globals)\n \n # Instantiate the OmegaConfigLoader\n self.loader = OmegaConfigLoader(conf_source=self.conf_source, base_env='base', default_run_env='local')", - "min_run_count": 2, - "name": "benchmark_ocl.TimeOmegaConfigLoaderAdvanced.time_loading_parameters", - "number": 0, - "param_names": [], - "params": [], - "repeat": 0, - "rounds": 2, - "sample_time": 0.01, - "type": "time", - "unit": "seconds", - "version": "f74ef4eead7a35df856006dbf9e1b72b61ba36b34767525f55bf8c5eabb343f1", - "warmup_time": -1 - }, - "version": 2 -} \ No newline at end of file diff --git a/benchmarks/benchmark_datacatalog.py b/benchmarks/benchmark_datacatalog.py index 7c1a73b6a9..d3b12e44ea 100644 --- a/benchmarks/benchmark_datacatalog.py +++ b/benchmarks/benchmark_datacatalog.py @@ -36,9 +36,6 @@ def setup(self): f"param_{i}": i for i in range(1, 1001) } - def time_initialise(self): - """Benchmark the time to initialise the catalog""" - DataCatalog.from_config(base_catalog) def time_save(self): """Benchmark the time to save datasets""" diff --git a/benchmarks/benchmark_ocl.py b/benchmarks/benchmark_ocl.py index 2dfd970a2e..5c38b61901 100644 --- a/benchmarks/benchmark_ocl.py +++ b/benchmarks/benchmark_ocl.py @@ -33,13 +33,13 @@ def _generate_globals(start_range, end_range, is_local=False): return globals_dict def _create_config_file(conf_source, env, file_name, data): - env_path = conf_source / env - env_path.mkdir(parents=True, exist_ok=True) - file_path = env_path / file_name + env_path = conf_source / env + env_path.mkdir(parents=True, exist_ok=True) + file_path = env_path / file_name - import yaml - with open(file_path, "w") as f: - yaml.dump(data, f) + import yaml + with open(file_path, "w") as f: + yaml.dump(data, f) base_catalog = _generate_catalog(1, 1000, is_versioned=True) local_catalog = _generate_catalog(501, 1500, is_local=True)