diff --git a/README.md b/README.md index 5d563d3..36f67c2 100644 --- a/README.md +++ b/README.md @@ -22,7 +22,7 @@ dotnet timeit -- "[command]" ```bash ❯ dotnet timeit --help -TimeItSharp v0.1.15 +TimeItSharp v0.1.16 Description: Usage: @@ -35,8 +35,10 @@ Options: --variable Variables used to instantiate the configuration file [default: TimeItSharp.Common.TemplateVariables] --count Number of iterations to run --warmup Number of iterations to warm up + --metrics Enable Metrics from startup hook [default: True] --json-exporter Enable JSON exporter [default: False] --datadog-exporter Enable Datadog exporter [default: False] + --datadog-profiler Enable Datadog profiler [default: False] --version Show version information -?, -h, --help Show help and usage information ``` @@ -66,6 +68,9 @@ Assertors = DefaultAssertor "services": [ { "name": "NoopService" + }, + { + "name": "DatadogProfilerService" } ], "scenarios": [ @@ -119,213 +124,274 @@ Assertors = DefaultAssertor ## Sample output ```bash -/Users/tony.redondo/repos/github/tonyredondo/timeitsharp/src/TimeItSharp/bin/Debug/net7.0/TimeItSharp config-example.json +dotnet timeit config-example.json + +TimeItSharp v0.1.16 Warmup count: 10 Count: 100 Number of Scenarios: 3 Exporters: ConsoleExporter, JsonExporter, Datadog Assertors: DefaultAssertor -Services: NoopService +Services: NoopService, DatadogProfilerService Scenario: Callsite Warming up .......... - Duration: 1,2576003s + Duration: 18,022s Run .................................................................................................... - Duration: 12,1142533s + Duration: 183,268s Scenario: CallTarget Warming up .......... - Duration: 1,2086785s + Duration: 17,901s Run .................................................................................................... - Duration: 12,0948391s + Duration: 177,054s -Scenario: CallTarget & Inlining +Scenario: CallTarget+Inlining Warming up .......... - Duration: 1,2076043s + Duration: 17,138s Run .................................................................................................... - Duration: 12,0980161s + Duration: 176,731s ### Results: - -| Callsite | CallTarget | CallTarget & Inlining | -| :--------: | :--------: | :-------------------: | -| 113,9241ms | 113,7989ms | 113,9227ms | -| 115,0473ms | 112,3052ms | 112,2312ms | -| 115,6562ms | 113,8516ms | 113,8083ms | -| 115,5837ms | 112,171ms | 114,5854ms | -| 114,531ms | 113,1679ms | 113,7633ms | -| 113,5719ms | 115,049ms | 113,6634ms | -| 112,996ms | 112,2951ms | 114,808ms | -| 113,9613ms | 114,2323ms | 114,1045ms | -| 113,8192ms | 113,6768ms | 113,4776ms | -| 115,2985ms | 115,3041ms | 113,5312ms | -| 113,0053ms | 114,411ms | 113,4308ms | -| 113,1052ms | 115,1834ms | 115,1198ms | -| 113,4218ms | 112,6477ms | 115,3083ms | -| 113,6742ms | 112,769ms | 115,1581ms | -| 113,4795ms | 113,2891ms | 115,3983ms | -| 113,5746ms | 113,1555ms | 113,7537ms | -| 114,419ms | 116,2608ms | 113,3428ms | -| 115,0626ms | 114,5644ms | 114,4712ms | -| 113,2105ms | 114,7242ms | 114,1649ms | -| 114,1611ms | 114,5677ms | 114,3762ms | -| 115,1171ms | 113,514ms | 113,2202ms | -| 116,5148ms | 113,9875ms | 112,7338ms | -| 113,9275ms | 112,8656ms | 114,1884ms | -| 114,0489ms | 113,3248ms | 114,9617ms | -| 112,5197ms | 114,3962ms | 114,1384ms | -| 116,0845ms | 113,7036ms | 114,5753ms | -| 111,3858ms | 112,8948ms | 114,0322ms | -| 113,6367ms | 111,6799ms | 114,6525ms | -| 114,3547ms | 112,4421ms | 114,8146ms | -| 112,6465ms | 112,1149ms | 114,9683ms | -| 113,6054ms | 113,0083ms | 114,4887ms | -| 113,8139ms | 112,8158ms | 115,1757ms | -| 114,2592ms | 114,0464ms | 113,5708ms | -| 111,2637ms | 112,7513ms | 114,0004ms | -| 113,8222ms | 113,8165ms | 114,1322ms | -| 114,7835ms | 112,9097ms | 113,4548ms | -| 114,8584ms | 114,4416ms | 115,6075ms | -| 115,1535ms | 112,3971ms | 112,824ms | -| 113,4796ms | 113,6698ms | 112,7386ms | -| 113,824ms | 114,1509ms | 113,8929ms | -| 114,2785ms | 114,0041ms | 113,7942ms | -| 112,6768ms | 114,0956ms | 114,5547ms | -| 115,0067ms | 113,2544ms | 114,1003ms | -| 114,0862ms | 113,2479ms | 113,338ms | -| 115,8104ms | 113,3179ms | 113,9478ms | -| 113,9974ms | 113,7976ms | 115,0846ms | -| 113,6279ms | 114,0461ms | 113,9872ms | -| 113,7268ms | 114,4815ms | 112,2872ms | -| 112,8952ms | 114,363ms | 114,3088ms | -| 114,4298ms | 113,8841ms | 114,2478ms | -| 111,8807ms | 112,6619ms | 113,8354ms | -| 113,721ms | 113,5198ms | 113,427ms | -| 115,1939ms | 113,5069ms | 112,8888ms | -| 113,5806ms | 112,1734ms | 113,712ms | -| 114,9851ms | 113,2249ms | 114,1256ms | -| 112,4978ms | 114,8577ms | 114,6791ms | -| 113,8068ms | 114,7471ms | 114,014ms | -| 113,845ms | 114,7619ms | 113,45ms | -| 114,4426ms | 115,2678ms | 113,3019ms | -| 111,5579ms | 115,0766ms | 112,6483ms | -| 115,1886ms | 113,3607ms | 114,5278ms | -| 114,3367ms | 115,1138ms | 114,0671ms | -| 114,5135ms | 114,2602ms | 113,213ms | -| 112,918ms | 112,7266ms | 113,2041ms | -| 113,2955ms | 113,5682ms | 112,6389ms | -| 113,8396ms | 114,4808ms | 113,1806ms | -| 113,8145ms | 114,8987ms | 112,0416ms | -| 113,0066ms | 113,2022ms | 113,288ms | -| 113,528ms | 112,5776ms | 113,0443ms | -| 113,9804ms | 114,5326ms | 113,3947ms | -| 112,5082ms | 113,9755ms | 113,9503ms | -| 113,8093ms | 114,0297ms | 114,4926ms | -| 113,7797ms | 113,1294ms | 113,8655ms | -| 113,8824ms | 112,8525ms | 113,8925ms | -| 113,8264ms | 113,9562ms | 114,2753ms | -| 113,1531ms | 115,2666ms | 114,8472ms | -| 113,401ms | 115,7456ms | 112,5652ms | -| 114,1964ms | 112,3506ms | 114,3756ms | -| 114,3784ms | 114,7119ms | 113,6793ms | -| 113,3102ms | 112,5881ms | 113,5835ms | -| 114,0532ms | 112,7473ms | 113,6977ms | -| 114,6785ms | 112,0544ms | 112,1273ms | -| 114,9231ms | 114,8453ms | 113,0149ms | -| 113,4759ms | 113,901ms | 113,5979ms | -| 114,0546ms | 112,7365ms | 112,4997ms | -| 116,7696ms | 114,8267ms | 113,9719ms | -| 116,12ms | 114,3021ms | 114,5265ms | -| 113,9594ms | 116,5193ms | 114,4538ms | -| 113,3661ms | 113,2813ms | 112,9942ms | -| 112,4776ms | 113,8068ms | 112,6043ms | -| 113,5599ms | 114,4247ms | 114,8679ms | -| 113,8415ms | 113,0668ms | 113,4885ms | -| 113,8218ms | 116,3874ms | 114,4866ms | -| 113,5723ms | 115,7392ms | 112,8485ms | -| 114,2455ms | - | 113,4365ms | -| 114,0397ms | - | 114,8336ms | -| 113,6698ms | - | 113,2389ms | -| 115,8772ms | - | 114,9704ms | -| 112,0637ms | - | - | -| - | - | - | + +| Callsite | CallTarget | CallTarget+Inlining | +| :---------: | :---------: | :-----------------: | +| 1712,0355ms | 1809,2249ms | 1712,7451ms | +| 1711,8519ms | 1812,707ms | 1681,5321ms | +| 1759,6334ms | 1761,4379ms | 1709,6565ms | +| 1743,6047ms | 1782,0147ms | 1718,8594ms | +| 1805,166ms | 1759,5192ms | 1693,5514ms | +| 1728,1286ms | 1721,4352ms | 1741,2108ms | +| 1726,9731ms | 1809,1678ms | 1729,0586ms | +| 1727,3671ms | 1762,9909ms | 1683,2086ms | +| 1760,2616ms | 1769,7007ms | 1692,7196ms | +| 1740,318ms | 1728,7443ms | 1683,2427ms | +| 1694,9397ms | 1730,3045ms | 1711,8535ms | +| 1772,488ms | 1791,301ms | 1753,7779ms | +| 1758,5648ms | 1759,556ms | 1744,7893ms | +| 1770,2129ms | 1819,0962ms | 1681,1516ms | +| 1762,3458ms | 1746,6244ms | 1741,5067ms | +| 1759,0538ms | 1765,0275ms | 1740,873ms | +| 1726,4549ms | 1775,252ms | 1696,2346ms | +| 1759,2269ms | 1779,7219ms | 1744,4713ms | +| 1731,2681ms | 1767,6617ms | 1727,8033ms | +| 1743,478ms | 1746,817ms | 1712,9343ms | +| 1819,3852ms | 1745,6788ms | 1725,1472ms | +| 1730,5452ms | 1789,5299ms | 1709,2331ms | +| 1744,3131ms | 1793,4586ms | 1713,4544ms | +| 1698,4716ms | 1835,735ms | 1726,0341ms | +| 1763,3534ms | 1731,1909ms | 1695,6123ms | +| 1710,515ms | 1761,3074ms | 1698,4475ms | +| 1763,1017ms | 1742,8739ms | 1710,1266ms | +| 1747,0451ms | 1713,5304ms | 1695,1605ms | +| 1742,3292ms | 1789,3941ms | 1701,6009ms | +| 1716,5927ms | 1806,0775ms | 1697,5976ms | +| 1730,5595ms | 1789,4396ms | 1698,3711ms | +| 1714,7109ms | 1760,5576ms | 1729,1777ms | +| 1779,277ms | 1807,4681ms | 1772,8821ms | +| 1759,782ms | 1837,7094ms | 1728,9686ms | +| 1775,1079ms | 1820,2698ms | 1699,3048ms | +| 1728,2771ms | 1837,3627ms | 1697,9556ms | +| 1743,438ms | 1807,4316ms | 1686,4281ms | +| 1776,5764ms | 1738,1716ms | 1730,7365ms | +| 1743,2013ms | 1742,9412ms | 1715,8751ms | +| 1729,5267ms | 1759,1538ms | 1712,5777ms | +| 1710,895ms | 1760,6198ms | 1698,9213ms | +| 1801,8411ms | 1746,8487ms | 1695,4041ms | +| 1788,4059ms | 1786,8286ms | 1723,8195ms | +| 1743,0373ms | 1742,7919ms | 1683,4364ms | +| 1761,3715ms | 1790,2992ms | 1741,9327ms | +| 1760,4818ms | 1805,1251ms | 1727,9758ms | +| 1773,8946ms | 1785,9882ms | 1742,9782ms | +| 1740,9452ms | 1791,4015ms | 1725,8319ms | +| 1730,496ms | 1823,6339ms | 1726,7436ms | +| 1788,5657ms | 1823,3078ms | 1713,1223ms | +| 1727,6348ms | 1823,1085ms | 1771,4378ms | +| 1742,0519ms | 1726,4092ms | 1741,223ms | +| 1696,4017ms | 1806,6418ms | 1728,1647ms | +| 1741,3756ms | 1683,0613ms | 1694,7828ms | +| 1791,0202ms | 1808,123ms | 1714,4326ms | +| 1756,6777ms | 1822,8259ms | 1722,8026ms | +| 1744,121ms | 1759,102ms | 1725,437ms | +| 1712,5388ms | 1716,223ms | 1757,7084ms | +| 1727,5275ms | 1788,5648ms | 1682,3973ms | +| 1792,3348ms | 1822,1408ms | 1729,5675ms | +| 1724,6534ms | 1742,6151ms | 1725,1679ms | +| 1976,2218ms | 1705,8983ms | 1756,8827ms | +| 1730,4318ms | 1745,7135ms | 1690,746ms | +| 1788,4166ms | 1679,7297ms | 1696,6972ms | +| 1791,1102ms | 1711,8348ms | 1691,8506ms | +| 1806,7579ms | 1730,2446ms | 1713,3716ms | +| 1793,2581ms | 1695,1808ms | 1736,2358ms | +| 1741,9318ms | 1678,5405ms | 1805,5481ms | +| 1869,6069ms | 1773,6039ms | 1712,5382ms | +| 1786,0646ms | 1710,1417ms | 1684,3112ms | +| 1805,049ms | 1711,3176ms | 1696,072ms | +| 1771,7984ms | 1710,3687ms | 1740,4835ms | +| 1808,9874ms | 1725,5298ms | 1757,8404ms | +| 1740,8034ms | 1741,7316ms | 1713,5916ms | +| 1839,7998ms | 1683,1864ms | 1681,7954ms | +| 1797,0736ms | 1771,8577ms | 1728,8432ms | +| 1772,4506ms | 1699,0737ms | 1743,4279ms | +| 1835,1057ms | 1714,379ms | 1682,5108ms | +| 1854,3158ms | 1741,7556ms | 1711,4469ms | +| 1819,1745ms | 1707,9758ms | 1756,2691ms | +| 1820,4258ms | 1742,0838ms | 1709,8878ms | +| 1790,7461ms | 1743,5837ms | 1773,5385ms | +| 1805,9105ms | 1709,2508ms | 1710,7374ms | +| 1710,1299ms | 1772,7934ms | 1697,0076ms | +| 1821,0742ms | 1694,6805ms | - | +| 1806,668ms | 1743,0322ms | - | +| 1775,3134ms | 1802,9804ms | - | +| 1714,7574ms | 1711,4609ms | - | +| 1850,6723ms | 1712,8047ms | - | +| 1835,1855ms | 1669,5232ms | - | +| 1853,4894ms | 1692,034ms | - | +| 1792,8148ms | 1711,2491ms | - | +| 1758,8601ms | 1746,5024ms | - | +| 1824,0592ms | 1697,8429ms | - | +| - | 1727,1796ms | - | +| - | 1700,2008ms | - | +| - | 1712,8316ms | - | +| - | - | - | +| - | - | - | +| - | - | - | ### Outliers: -| Callsite | CallTarget | CallTarget & Inlining | -| :--------: | :--------: | :-------------------: | -| 124,0938ms | 109,1599ms | 120,0334ms | -| - | 109,5055ms | 116,2709ms | -| - | 117,8375ms | - | -| - | 119,3301ms | - | -| - | 116,8417ms | - | -| - | 117,8582ms | - | +| Callsite | CallTarget | CallTarget+Inlining | +| :---------: | :---------: | :-----------------: | +| 2786,0422ms | 1885,1344ms | 2709,2544ms | +| 2712,1441ms | 1664,9316ms | 1667,0647ms | +| 2736,9514ms | 1848,4335ms | 1650,6314ms | +| 2738,2216ms | - | 1680,3987ms | +| 2874,8266ms | - | 1651,3404ms | +| 1978,7659ms | - | 1677,8969ms | +| - | - | 1930,4749ms | +| - | - | 2008,7525ms | +| - | - | 1992,1655ms | +| - | - | 1666,6164ms | +| - | - | 1829,3078ms | +| - | - | 1677,0121ms | +| - | - | 1679,929ms | +| - | - | 2770,4633ms | +| - | - | 2680,0046ms | +| - | - | 1669,4135ms | + +### Distribution: + +Callsite: + 1694,9397ms - 1716,5927ms: ████ (12) + 1724,6534ms - 1747,0451ms: ██████████ (29) + 1756,6777ms - 1779,2770ms: ███████ (22) + 1786,0646ms - 1806,7579ms: █████ (17) + 1808,9874ms - 1835,1855ms: ██ (8) + 1839,7998ms - 1854,3158ms: █ (4) + 1869,6069ms - 1869,6069ms: (1) + -922337203685477,0000ms - -922337203685477,0000ms: (0) + -922337203685477,0000ms - -922337203685477,0000ms: (0) + 1976,2218ms - 1976,2218ms: (1) + +CallTarget: +Scenario 'CallTarget' is Bimodal. Peak count: 3 + 1669,5232ms - 1683,1864ms: ███ (5) + 1692,0340ms - 1700,2008ms: ███ (6) + 1705,8983ms - 1716,2230ms: ████████ (14) + 1721,4352ms - 1731,1909ms: █████ (8) + 1738,1716ms - 1746,8487ms: ██████████ (16) + 1759,1020ms - 1769,7007ms: ███████ (12) + 1771,8577ms - 1786,8286ms: █████ (8) + 1788,5648ms - 1802,9804ms: █████ (9) + 1805,1251ms - 1820,2698ms: ██████ (11) + 1822,1408ms - 1837,7094ms: █████ (8) + +CallTarget+Inlining: + 1681,1516ms - 1693,5514ms: ███████ (14) + 1694,7828ms - 1701,6009ms: ████████ (15) + 1709,2331ms - 1715,8751ms: █████████ (17) + 1718,8594ms - 1730,7365ms: ██████████ (18) + 1736,2358ms - 1742,9782ms: ████ (8) + 1743,4279ms - 1753,7779ms: ██ (4) + 1756,2691ms - 1757,8404ms: ██ (4) + 1771,4378ms - 1773,5385ms: █ (3) + -922337203685477,0000ms - -922337203685477,0000ms: (0) + 1805,5481ms - 1805,5481ms: (1) ### Summary: -| Name | Status | Mean | StdDev | StdErr | Min | Max | P95 | P90 | Outliers | -| ------------------------------------------- | ------ | -------------- | ------------ | ----------- | ---------- | ---------- | ---------- | -------------- | -------- | -| Callsite | Passed | 113,9382ms | 1,0308ms | 0,1036ms | 111,2637ms | 116,7696ms | 115,8571ms | 115,1924ms | 1 | -| ├>process.corrected_duration_ms | | 80,749194 | 0,730394 | 0,07416 | 79,1127 | 83,08 | 81,8927 | 81,60264 | 1 | -| ├>process.internal_duration_ms | | 41,639184 | 0,532063 | 0,053746 | 40,5504 | 43,3152 | 42,5472 | 42,3936 | 1 | -| ├>process.startuphook_overhead_ms | | 33,17969 | 0,559127 | 0,05648 | 31,744 | 34,7136 | 34,176 | 33,8944 | 0 | -| ├>process.time_to_end_main_ms | | 4,437049 | 0,133321 | 0,013399 | 4,1651 | 4,7962 | 4,71259 | 4,626 | 0 | -| ├>process.time_to_end_ms | | 4,377058 | 0,123479 | 0,01241 | 4,1645 | 4,7368 | 4,63027 | 4,55234 | 0 | -| ├>process.time_to_main_ms | | 67,843007 | 0,92528 | 0,092994 | 65,0737 | 70,3478 | 69,86138 | 69,149653 | 0 | -| ├>process.time_to_start_ms | | 34,69665 | 0,484168 | 0,049415 | 33,8002 | 36,275 | 35,621665 | 35,380203 | 2 | -| ├>runtime.dotnet.cpu.percent | | 0,07483 | 0,182453 | 0,01843 | 0 | 0,666667 | 0,666667 | 0,333333 | N/A | -| ├>runtime.dotnet.cpu.system | | 30,241935 | 62,538947 | 6,484987 | 0 | 208,333333 | 208,333333 | 104,166667 | 4 | -| ├>runtime.dotnet.cpu.user | | 15,190972 | 36,957475 | 3,771956 | 0 | 104,166667 | 104,166667 | 104,166667 | 0 | -| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 0 | -| ├>runtime.dotnet.mem.committed | | 6554548,547368 | 32453,036804 | 3329,611322 | 6492160 | 6656000 | 6643302,4 | 6578722,133333 | 3 | -| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.count | | 10 | 0 | 0 | 10 | 10 | 10 | 10 | 0 | -| ├>runtime.dotnet.threads.workers_count | | 1,333333 | 0 | 0 | 1,333333 | 1,333333 | 1,333333 | 1,333333 | 0 | -| ├>runtime.process.private_bytes | | 6554548,547368 | 32453,036804 | 3329,611322 | 6492160 | 6656000 | 6643302,4 | 6578722,133333 | 3 | -| └>runtime.process.processor_time | | 23,384354 | 57,016408 | 5,759527 | 0 | 208,333333 | 208,333333 | 104,166667 | N/A | -| CallTarget | Passed | 113,7937ms | 1,045ms | 0,1077ms | 111,6799ms | 116,5193ms | 115,7174ms | 115,13ms | 6 | -| ├>process.corrected_duration_ms | | 80,641606 | 0,794299 | 0,081068 | 78,9504 | 82,9776 | 81,9072 | 81,6632 | 2 | -| ├>process.internal_duration_ms | | 41,664388 | 0,606561 | 0,060962 | 40,3456 | 43,3152 | 42,67008 | 42,468693 | 0 | -| ├>process.startuphook_overhead_ms | | 33,113204 | 0,548525 | 0,055694 | 31,6416 | 34,6112 | 34,18112 | 33,8944 | 1 | -| ├>process.time_to_end_main_ms | | 4,402017 | 0,163019 | 0,016384 | 4,0581 | 4,8713 | 4,74183 | 4,648973 | 0 | -| ├>process.time_to_end_ms | | 4,347197 | 0,149074 | 0,014982 | 4,0581 | 4,7689 | 4,66037 | 4,552587 | 0 | -| ├>process.time_to_main_ms | | 67,794415 | 0,834686 | 0,08475 | 66,3773 | 70,1089 | 69,40198 | 68,923013 | 0 | -| ├>process.time_to_start_ms | | 34,679836 | 0,459767 | 0,046682 | 33,8467 | 36,0204 | 35,54448 | 35,3139 | 1 | -| ├>runtime.dotnet.cpu.percent | | 0,21 | 0,278907 | 0,027891 | 0 | 1 | 0,666667 | 0,666667 | 0 | -| ├>runtime.dotnet.cpu.system | | 109,375 | 123,318339 | 12,331834 | 0 | 416,666667 | 380,208333 | 312,5 | 0 | -| ├>runtime.dotnet.cpu.user | | 41,035354 | 62,814863 | 6,313131 | 0 | 208,333333 | 208,333333 | 104,166667 | 0 | -| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 0 | -| ├>runtime.dotnet.mem.committed | | 6554732,93617 | 24600,976251 | 2537,396958 | 6504448 | 6639616 | 6598656 | 6586368 | 3 | -| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.count | | 10 | 0 | 0 | 10 | 10 | 10 | 10 | 0 | -| ├>runtime.dotnet.threads.workers_count | | 1,333333 | 0 | 0 | 1,333333 | 1,333333 | 1,333333 | 1,333333 | 0 | -| ├>runtime.process.private_bytes | | 6554732,93617 | 24600,976251 | 2537,396958 | 6504448 | 6639616 | 6598656 | 6586368 | 3 | -| └>runtime.process.processor_time | | 65,625 | 87,158374 | 8,715837 | 0 | 312,5 | 208,333333 | 208,333333 | 0 | -| CallTarget & Inlining | Passed | 113,8582ms | 0,8006ms | 0,0808ms | 112,0416ms | 115,6075ms | 115,1485ms | 114,946ms | 2 | -| ├>process.corrected_duration_ms | | 80,631593 | 0,688826 | 0,06923 | 79,0521 | 82,4299 | 81,69873 | 81,55296 | 0 | -| ├>process.internal_duration_ms | | 41,648128 | 0,529608 | 0,052961 | 40,5504 | 43,008 | 42,52672 | 42,3936 | 0 | -| ├>process.startuphook_overhead_ms | | 33,222531 | 0,493414 | 0,049842 | 32,0512 | 34,4064 | 33,9968 | 33,792 | 0 | -| ├>process.time_to_end_main_ms | | 4,385025 | 0,148015 | 0,014801 | 4,0568 | 4,7748 | 4,679905 | 4,62272 | 0 | -| ├>process.time_to_end_ms | | 4,319489 | 0,148255 | 0,014826 | 4,0568 | 4,7502 | 4,577505 | 4,53148 | 0 | -| ├>process.time_to_main_ms | | 67,849175 | 0,611857 | 0,061494 | 66,7709 | 69,5804 | 68,79788 | 68,6341 | 0 | -| ├>process.time_to_start_ms | | 34,677763 | 0,412835 | 0,041703 | 33,7518 | 35,6989 | 35,470225 | 35,244983 | 1 | -| ├>runtime.dotnet.cpu.percent | | 0,255892 | 0,311635 | 0,03132 | 0 | 1 | 1 | 0,666667 | 0 | -| ├>runtime.dotnet.cpu.system | | 107,323232 | 120,392833 | 12,099935 | 0 | 416,666667 | 312,5 | 312,5 | 0 | -| ├>runtime.dotnet.cpu.user | | 20,616319 | 41,720885 | 4,25812 | 0 | 104,166667 | 104,166667 | 104,166667 | 0 | -| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 0 | -| ├>runtime.dotnet.mem.committed | | 6556432,340426 | 25163,747726 | 2595,442404 | 6500352 | 6631424 | 6610329,6 | 6583227,733333 | 3 | -| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.count | | 10 | 0 | 0 | 10 | 10 | 10 | 10 | 0 | -| ├>runtime.dotnet.threads.workers_count | | 1,333333 | 0 | 0 | 1,333333 | 1,333333 | 1,333333 | 1,333333 | 0 | -| ├>runtime.process.private_bytes | | 6556432,340426 | 25163,747726 | 2595,442404 | 6500352 | 6631424 | 6610329,6 | 6583227,733333 | 3 | -| └>runtime.process.processor_time | | 79,96633 | 97,385895 | 9,787651 | 0 | 312,5 | 312,5 | 208,333333 | 0 | - - -The json file 'C:\github\tonyredondo\timeitsharp\test\TimeItSharp.FluentConfiguration.Sample\bin\Debug\net7.0\jsonexporter_539156412.json' was exported. +| Name | Status | Mean | StdDev | StdErr | Min | Median | Max | P95 | P90 | Outliers | +| ------------------------------------------- | ------ | -------------- | ------------ | ----------- | ----------- | ----------- | ----------- | ----------- | ----------- | -------- | +| Callsite | Passed | 1766,5342ms | 45,743ms | 4,718ms | 1694,9397ms | 1759,7077ms | 1976,2218ms | 1850,1286ms | 1821,7707ms | 6 {0,7} | +| ├>process.corrected_duration_ms | | 1730,316935 | 30,30465 | 3,431326 | 1682,735 | 1730,14375 | 1790,0988 | 1779,55635 | 1776,316283 | 12 {1,4} | +| ├>process.internal_duration_ms | | 56,096237 | 1,409638 | 0,156626 | 53,76 | 55,808 | 59,1872 | 58,96192 | 58,272427 | 14 {0,8} | +| ├>process.startuphook_overhead_ms | | 29,172462 | 0,809182 | 0,096032 | 27,9552 | 29,184 | 30,72 | 30,6176 | 30,4128 | 13 {1,4} | +| ├>process.time_to_end_main_ms | | 1591,641781 | 27,194802 | 3,250401 | 1552,1721 | 1592,0604 | 1642,2909 | 1639,81562 | 1632,472447 | 13 {1,4} | +| ├>process.time_to_end_ms | | 1591,555473 | 27,202259 | 3,251292 | 1552,0697 | 1592,0092 | 1642,2909 | 1639,71322 | 1632,370047 | 13 {1,4} | +| ├>process.time_to_main_ms | | 111,093936 | 2,128916 | 0,260088 | 106,8526 | 111,256 | 115,3568 | 114,8944 | 114,142133 | 14 {1,4} | +| ├>process.time_to_start_ms | | 81,656108 | 1,51857 | 0,186923 | 78,5269 | 81,5398 | 84,8243 | 84,48183 | 83,98788 | 15 {1,3} | +| ├>runtime.dotnet.cpu.percent | | 0,738487 | 0,187774 | 0,021539 | 0,375 | 0,75 | 1 | 1 | 1 | 11 {1,4} | +| ├>runtime.dotnet.cpu.system | | 390,268265 | 3,047947 | 0,356735 | 364,583333 | 390,625 | 390,625 | 390,625 | 390,625 | 15 {0,5} | +| ├>runtime.dotnet.cpu.user | | 155,924479 | 60,222969 | 6,733133 | 78,125 | 156,25 | 234,375 | 234,375 | 234,375 | 1 {1,3} | +| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 1 | 0 | +| ├>runtime.dotnet.mem.committed | | 9018957,575758 | 30887,615577 | 3802,002654 | 8970240 | 9017344 | 9084928 | 9076736 | 9072640 | 16 {1,3} | +| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.count | | 17 | 0 | 0 | 17 | 17 | 17 | 17 | 17 | 0 | +| ├>runtime.dotnet.threads.workers_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.process.private_bytes | | 9018957,575758 | 30887,615577 | 3802,002654 | 8970240 | 9017344 | 9084928 | 9076736 | 9072640 | 16 {1,3} | +| └>runtime.process.processor_time | | 230,777138 | 58,679478 | 6,730998 | 117,1875 | 234,375 | 312,5 | 312,5 | 312,5 | 11 {1,4} | +| CallTarget | Passed | 1755,5808ms | 43,2235ms | 4,3886ms | 1669,5232ms | 1746,8487ms | 1837,7094ms | 1823,2679ms | 1818,6702ms | 3 {2} | +| ├>process.corrected_duration_ms | | 1725,483945 | 33,09116 | 3,771088 | 1672,2429 | 1719,898 | 1782,2158 | 1780,99038 | 1776,376973 | 8 {1,5} | +| ├>process.internal_duration_ms | | 50,344119 | 0,714736 | 0,087319 | 49,2544 | 50,176 | 51,712 | 51,6096 | 51,500373 | 16 {1,2} | +| ├>process.startuphook_overhead_ms | | 26,645333 | 0,637739 | 0,075158 | 25,6 | 26,7264 | 27,7504 | 27,648 | 27,5456 | 14 {1,4} | +| ├>process.time_to_end_main_ms | | 1605,304849 | 31,551214 | 3,69279 | 1555,1572 | 1600,4117 | 1661,8323 | 1659,5816 | 1647,0121 | 10 {1,5} | +| ├>process.time_to_end_ms | | 1605,22349 | 31,545042 | 3,692068 | 1555,0709 | 1600,4117 | 1661,6275 | 1659,4792 | 1646,9097 | 10 {1,5} | +| ├>process.time_to_main_ms | | 93,355852 | 1,419978 | 0,170945 | 91,0894 | 93,1112 | 96,1111 | 95,93446 | 95,6993 | 16 {1,3} | +| ├>process.time_to_start_ms | | 66,891103 | 1,007772 | 0,124048 | 65,405 | 66,85325 | 68,8535 | 68,80274 | 68,439097 | 15 {1,3} | +| ├>runtime.dotnet.cpu.percent | | 0,569277 | 0,204049 | 0,022397 | 0,25 | 0,75 | 0,75 | 0,75 | 0,75 | 11 {1,6} | +| ├>runtime.dotnet.cpu.system | | 342,548077 | 38,218718 | 4,00641 | 312,5 | 312,5 | 390,625 | 390,625 | 390,625 | 0 | +| ├>runtime.dotnet.cpu.user | | 150,799419 | 57,21032 | 6,169147 | 78,125 | 156,25 | 234,375 | 234,375 | 234,375 | 0 | +| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 1 | 0 | +| ├>runtime.dotnet.mem.committed | | 9105882,898551 | 31871,297712 | 3836,853364 | 9056256 | 9101312 | 9170944 | 9156198,4 | 9150464 | 14 {1,3} | +| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.count | | 17 | 0 | 0 | 17 | 17 | 17 | 17 | 17 | 0 | +| ├>runtime.dotnet.threads.workers_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.process.private_bytes | | 9105882,898551 | 31871,297712 | 3836,853364 | 9056256 | 9101312 | 9170944 | 9156198,4 | 9150464 | 14 {1,3} | +| └>runtime.process.processor_time | | 177,899096 | 63,76536 | 6,999158 | 78,125 | 234,375 | 234,375 | 234,375 | 234,375 | 11 {1,6} | +| CallTarget+Inlining | Passed | 1717,9856ms | 25,4678ms | 2,7787ms | 1681,1516ms | 1713,413ms | 1805,5481ms | 1763,9592ms | 1754,3591ms | 16 {0,4} | +| ├>process.corrected_duration_ms | | 1685,750551 | 19,598238 | 2,219063 | 1654,9372 | 1686,1593 | 1719,0761 | 1717,055425 | 1715,472517 | 11 {1,4} | +| ├>process.internal_duration_ms | | 49,355316 | 0,652259 | 0,078523 | 48,3328 | 49,2544 | 50,5856 | 50,4832 | 50,2784 | 17 {1,3} | +| ├>process.startuphook_overhead_ms | | 26,658966 | 0,826628 | 0,091286 | 25,1904 | 26,6752 | 28,3648 | 28,06784 | 27,8528 | 16 {1,1} | +| ├>process.time_to_end_main_ms | | 1573,896153 | 16,835826 | 2,041644 | 1542,6652 | 1573,2282 | 1601,7912 | 1600,49405 | 1597,9986 | 15 {1,4} | +| ├>process.time_to_end_ms | | 1573,8314 | 16,836567 | 2,041734 | 1542,5628 | 1573,2282 | 1601,6888 | 1600,46845 | 1597,913267 | 15 {1,4} | +| ├>process.time_to_main_ms | | 93,124909 | 2,006212 | 0,225716 | 89,9792 | 93,1061 | 98,1067 | 97,18971 | 96,065427 | 18 {1,1} | +| ├>process.time_to_start_ms | | 66,629472 | 1,422528 | 0,159043 | 64,3902 | 66,5111 | 69,9548 | 69,452125 | 68,605687 | 19 {1} | +| ├>runtime.dotnet.cpu.percent | | 0,746951 | 0,177838 | 0,019639 | 0,5 | 0,75 | 1 | 1 | 1 | 1 {1,5} | +| ├>runtime.dotnet.cpu.system | | 342,221467 | 38,13703 | 3,97606 | 312,5 | 312,5 | 390,625 | 390,625 | 390,625 | 0 | +| ├>runtime.dotnet.cpu.user | | 114,272388 | 39,247569 | 4,794854 | 78,125 | 78,125 | 156,25 | 156,25 | 156,25 | 16 {1} | +| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 1 | 0 | +| ├>runtime.dotnet.mem.committed | | 9184699,223881 | 27213,741843 | 3324,68772 | 9146368 | 9179136 | 9240576 | 9236480 | 9228288 | 14 {1,2} | +| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.count | | 17 | 0 | 0 | 17 | 17 | 17 | 17 | 17 | 0 | +| ├>runtime.dotnet.threads.workers_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.process.private_bytes | | 9184699,223881 | 27213,741843 | 3324,68772 | 9146368 | 9179136 | 9240576 | 9236480 | 9228288 | 14 {1,2} | +| └>runtime.process.processor_time | | 233,422256 | 55,574409 | 6,137167 | 156,25 | 234,375 | 312,5 | 312,5 | 312,5 | 1 {1,5} | + + +### Overheads: + +| | Callsite | CallTarget | CallTarget+Inlining | +| ------------------- | -------- | ---------- | ------------------- | +| Callsite | -- | -0.6% | -2.7% | +| CallTarget | 0.6% | -- | -2.1% | +| CallTarget+Inlining | 2.8% | 2.2% | -- | + + +The json file 'X:\github\tonyredondo\timeitsharp\src\TimeItSharp\jsonexporter_2919115.json' was exported. The Datadog exported ran successfully. +The Datadog profiler was successfully attached to the .NET processes. ``` @@ -335,97 +401,121 @@ Example: ### Results: -| Callsite | CallTarget | CallTarget & Inlining | -| :--------: | :--------: | :-------------------: | -| 113,9241ms | 113,7989ms | 113,9227ms | -| 115,0473ms | 112,3052ms | 112,2312ms | -| 115,6562ms | 113,8516ms | 113,8083ms | -| 115,5837ms | 112,171ms | 114,5854ms | -| 114,531ms | 113,1679ms | 113,7633ms | -| 113,5719ms | 115,049ms | 113,6634ms | -| 112,996ms | 112,2951ms | 114,808ms | +| Callsite | CallTarget | CallTarget+Inlining | +| :---------: | :---------: | :-----------------: | +| 1712,0355ms | 1809,2249ms | 1712,7451ms | +| 1711,8519ms | 1812,707ms | 1681,5321ms | +| 1759,6334ms | 1761,4379ms | 1709,6565ms | +| 1743,6047ms | 1782,0147ms | 1718,8594ms | +| 1805,166ms | 1759,5192ms | 1693,5514ms | +| 1728,1286ms | 1721,4352ms | 1741,2108ms | +| 1726,9731ms | 1809,1678ms | 1729,0586ms | +| 1727,3671ms | 1762,9909ms | 1683,2086ms | ... ### Outliers: -| Callsite | CallTarget | CallTarget & Inlining | -| :--------: | :--------: | :-------------------: | -| 124,0938ms | 109,1599ms | 120,0334ms | -| - | 109,5055ms | 116,2709ms | -| - | 117,8375ms | - | -| - | 119,3301ms | - | -| - | 116,8417ms | - | -| - | 117,8582ms | - | +| Callsite | CallTarget | CallTarget+Inlining | +| :---------: | :---------: | :-----------------: | +| 2786,0422ms | 1885,1344ms | 2709,2544ms | +| 2712,1441ms | 1664,9316ms | 1667,0647ms | +| 2736,9514ms | 1848,4335ms | 1650,6314ms | +| 2738,2216ms | - | 1680,3987ms | +| 2874,8266ms | - | 1651,3404ms | +| 1978,7659ms | - | 1677,8969ms | +| - | - | 1930,4749ms | +| - | - | 2008,7525ms | +| - | - | 1992,1655ms | ### Summary: -| Name | Status | Mean | StdDev | StdErr | Min | Max | P95 | P90 | Outliers | -| ------------------------------------------- | ------ | -------------- | ------------ | ----------- | ---------- | ---------- | ---------- | -------------- | -------- | -| Callsite | Passed | 113,9382ms | 1,0308ms | 0,1036ms | 111,2637ms | 116,7696ms | 115,8571ms | 115,1924ms | 1 | -| ├>process.corrected_duration_ms | | 80,749194 | 0,730394 | 0,07416 | 79,1127 | 83,08 | 81,8927 | 81,60264 | 1 | -| ├>process.internal_duration_ms | | 41,639184 | 0,532063 | 0,053746 | 40,5504 | 43,3152 | 42,5472 | 42,3936 | 1 | -| ├>process.startuphook_overhead_ms | | 33,17969 | 0,559127 | 0,05648 | 31,744 | 34,7136 | 34,176 | 33,8944 | 0 | -| ├>process.time_to_end_main_ms | | 4,437049 | 0,133321 | 0,013399 | 4,1651 | 4,7962 | 4,71259 | 4,626 | 0 | -| ├>process.time_to_end_ms | | 4,377058 | 0,123479 | 0,01241 | 4,1645 | 4,7368 | 4,63027 | 4,55234 | 0 | -| ├>process.time_to_main_ms | | 67,843007 | 0,92528 | 0,092994 | 65,0737 | 70,3478 | 69,86138 | 69,149653 | 0 | -| ├>process.time_to_start_ms | | 34,69665 | 0,484168 | 0,049415 | 33,8002 | 36,275 | 35,621665 | 35,380203 | 2 | -| ├>runtime.dotnet.cpu.percent | | 0,07483 | 0,182453 | 0,01843 | 0 | 0,666667 | 0,666667 | 0,333333 | N/A | -| ├>runtime.dotnet.cpu.system | | 30,241935 | 62,538947 | 6,484987 | 0 | 208,333333 | 208,333333 | 104,166667 | 4 | -| ├>runtime.dotnet.cpu.user | | 15,190972 | 36,957475 | 3,771956 | 0 | 104,166667 | 104,166667 | 104,166667 | 0 | -| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 0 | -| ├>runtime.dotnet.mem.committed | | 6554548,547368 | 32453,036804 | 3329,611322 | 6492160 | 6656000 | 6643302,4 | 6578722,133333 | 3 | -| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.count | | 10 | 0 | 0 | 10 | 10 | 10 | 10 | 0 | -| ├>runtime.dotnet.threads.workers_count | | 1,333333 | 0 | 0 | 1,333333 | 1,333333 | 1,333333 | 1,333333 | 0 | -| ├>runtime.process.private_bytes | | 6554548,547368 | 32453,036804 | 3329,611322 | 6492160 | 6656000 | 6643302,4 | 6578722,133333 | 3 | -| └>runtime.process.processor_time | | 23,384354 | 57,016408 | 5,759527 | 0 | 208,333333 | 208,333333 | 104,166667 | N/A | -| CallTarget | Passed | 113,7937ms | 1,045ms | 0,1077ms | 111,6799ms | 116,5193ms | 115,7174ms | 115,13ms | 6 | -| ├>process.corrected_duration_ms | | 80,641606 | 0,794299 | 0,081068 | 78,9504 | 82,9776 | 81,9072 | 81,6632 | 2 | -| ├>process.internal_duration_ms | | 41,664388 | 0,606561 | 0,060962 | 40,3456 | 43,3152 | 42,67008 | 42,468693 | 0 | -| ├>process.startuphook_overhead_ms | | 33,113204 | 0,548525 | 0,055694 | 31,6416 | 34,6112 | 34,18112 | 33,8944 | 1 | -| ├>process.time_to_end_main_ms | | 4,402017 | 0,163019 | 0,016384 | 4,0581 | 4,8713 | 4,74183 | 4,648973 | 0 | -| ├>process.time_to_end_ms | | 4,347197 | 0,149074 | 0,014982 | 4,0581 | 4,7689 | 4,66037 | 4,552587 | 0 | -| ├>process.time_to_main_ms | | 67,794415 | 0,834686 | 0,08475 | 66,3773 | 70,1089 | 69,40198 | 68,923013 | 0 | -| ├>process.time_to_start_ms | | 34,679836 | 0,459767 | 0,046682 | 33,8467 | 36,0204 | 35,54448 | 35,3139 | 1 | -| ├>runtime.dotnet.cpu.percent | | 0,21 | 0,278907 | 0,027891 | 0 | 1 | 0,666667 | 0,666667 | 0 | -| ├>runtime.dotnet.cpu.system | | 109,375 | 123,318339 | 12,331834 | 0 | 416,666667 | 380,208333 | 312,5 | 0 | -| ├>runtime.dotnet.cpu.user | | 41,035354 | 62,814863 | 6,313131 | 0 | 208,333333 | 208,333333 | 104,166667 | 0 | -| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 0 | -| ├>runtime.dotnet.mem.committed | | 6554732,93617 | 24600,976251 | 2537,396958 | 6504448 | 6639616 | 6598656 | 6586368 | 3 | -| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.count | | 10 | 0 | 0 | 10 | 10 | 10 | 10 | 0 | -| ├>runtime.dotnet.threads.workers_count | | 1,333333 | 0 | 0 | 1,333333 | 1,333333 | 1,333333 | 1,333333 | 0 | -| ├>runtime.process.private_bytes | | 6554732,93617 | 24600,976251 | 2537,396958 | 6504448 | 6639616 | 6598656 | 6586368 | 3 | -| └>runtime.process.processor_time | | 65,625 | 87,158374 | 8,715837 | 0 | 312,5 | 208,333333 | 208,333333 | 0 | -| CallTarget & Inlining | Passed | 113,8582ms | 0,8006ms | 0,0808ms | 112,0416ms | 115,6075ms | 115,1485ms | 114,946ms | 2 | -| ├>process.corrected_duration_ms | | 80,631593 | 0,688826 | 0,06923 | 79,0521 | 82,4299 | 81,69873 | 81,55296 | 0 | -| ├>process.internal_duration_ms | | 41,648128 | 0,529608 | 0,052961 | 40,5504 | 43,008 | 42,52672 | 42,3936 | 0 | -| ├>process.startuphook_overhead_ms | | 33,222531 | 0,493414 | 0,049842 | 32,0512 | 34,4064 | 33,9968 | 33,792 | 0 | -| ├>process.time_to_end_main_ms | | 4,385025 | 0,148015 | 0,014801 | 4,0568 | 4,7748 | 4,679905 | 4,62272 | 0 | -| ├>process.time_to_end_ms | | 4,319489 | 0,148255 | 0,014826 | 4,0568 | 4,7502 | 4,577505 | 4,53148 | 0 | -| ├>process.time_to_main_ms | | 67,849175 | 0,611857 | 0,061494 | 66,7709 | 69,5804 | 68,79788 | 68,6341 | 0 | -| ├>process.time_to_start_ms | | 34,677763 | 0,412835 | 0,041703 | 33,7518 | 35,6989 | 35,470225 | 35,244983 | 1 | -| ├>runtime.dotnet.cpu.percent | | 0,255892 | 0,311635 | 0,03132 | 0 | 1 | 1 | 0,666667 | 0 | -| ├>runtime.dotnet.cpu.system | | 107,323232 | 120,392833 | 12,099935 | 0 | 416,666667 | 312,5 | 312,5 | 0 | -| ├>runtime.dotnet.cpu.user | | 20,616319 | 41,720885 | 4,25812 | 0 | 104,166667 | 104,166667 | 104,166667 | 0 | -| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 0 | -| ├>runtime.dotnet.mem.committed | | 6556432,340426 | 25163,747726 | 2595,442404 | 6500352 | 6631424 | 6610329,6 | 6583227,733333 | 3 | -| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | -| ├>runtime.dotnet.threads.count | | 10 | 0 | 0 | 10 | 10 | 10 | 10 | 0 | -| ├>runtime.dotnet.threads.workers_count | | 1,333333 | 0 | 0 | 1,333333 | 1,333333 | 1,333333 | 1,333333 | 0 | -| ├>runtime.process.private_bytes | | 6556432,340426 | 25163,747726 | 2595,442404 | 6500352 | 6631424 | 6610329,6 | 6583227,733333 | 3 | -| └>runtime.process.processor_time | | 79,96633 | 97,385895 | 9,787651 | 0 | 312,5 | 312,5 | 208,333333 | 0 | - - -## Datadog Exporter: +| Name | Status | Mean | StdDev | StdErr | Min | Median | Max | P95 | P90 | Outliers | +| ------------------------------------------- | ------ | -------------- | ------------ | ----------- | ----------- | ----------- | ----------- | ----------- | ----------- | -------- | +| Callsite | Passed | 1766,5342ms | 45,743ms | 4,718ms | 1694,9397ms | 1759,7077ms | 1976,2218ms | 1850,1286ms | 1821,7707ms | 6 {0,7} | +| ├>process.corrected_duration_ms | | 1730,316935 | 30,30465 | 3,431326 | 1682,735 | 1730,14375 | 1790,0988 | 1779,55635 | 1776,316283 | 12 {1,4} | +| ├>process.internal_duration_ms | | 56,096237 | 1,409638 | 0,156626 | 53,76 | 55,808 | 59,1872 | 58,96192 | 58,272427 | 14 {0,8} | +| ├>process.startuphook_overhead_ms | | 29,172462 | 0,809182 | 0,096032 | 27,9552 | 29,184 | 30,72 | 30,6176 | 30,4128 | 13 {1,4} | +| ├>process.time_to_end_main_ms | | 1591,641781 | 27,194802 | 3,250401 | 1552,1721 | 1592,0604 | 1642,2909 | 1639,81562 | 1632,472447 | 13 {1,4} | +| ├>process.time_to_end_ms | | 1591,555473 | 27,202259 | 3,251292 | 1552,0697 | 1592,0092 | 1642,2909 | 1639,71322 | 1632,370047 | 13 {1,4} | +| ├>process.time_to_main_ms | | 111,093936 | 2,128916 | 0,260088 | 106,8526 | 111,256 | 115,3568 | 114,8944 | 114,142133 | 14 {1,4} | +| ├>process.time_to_start_ms | | 81,656108 | 1,51857 | 0,186923 | 78,5269 | 81,5398 | 84,8243 | 84,48183 | 83,98788 | 15 {1,3} | +| ├>runtime.dotnet.cpu.percent | | 0,738487 | 0,187774 | 0,021539 | 0,375 | 0,75 | 1 | 1 | 1 | 11 {1,4} | +| ├>runtime.dotnet.cpu.system | | 390,268265 | 3,047947 | 0,356735 | 364,583333 | 390,625 | 390,625 | 390,625 | 390,625 | 15 {0,5} | +| ├>runtime.dotnet.cpu.user | | 155,924479 | 60,222969 | 6,733133 | 78,125 | 156,25 | 234,375 | 234,375 | 234,375 | 1 {1,3} | +| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 1 | 0 | +| ├>runtime.dotnet.mem.committed | | 9018957,575758 | 30887,615577 | 3802,002654 | 8970240 | 9017344 | 9084928 | 9076736 | 9072640 | 16 {1,3} | +| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.count | | 17 | 0 | 0 | 17 | 17 | 17 | 17 | 17 | 0 | +| ├>runtime.dotnet.threads.workers_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.process.private_bytes | | 9018957,575758 | 30887,615577 | 3802,002654 | 8970240 | 9017344 | 9084928 | 9076736 | 9072640 | 16 {1,3} | +| └>runtime.process.processor_time | | 230,777138 | 58,679478 | 6,730998 | 117,1875 | 234,375 | 312,5 | 312,5 | 312,5 | 11 {1,4} | +| CallTarget | Passed | 1755,5808ms | 43,2235ms | 4,3886ms | 1669,5232ms | 1746,8487ms | 1837,7094ms | 1823,2679ms | 1818,6702ms | 3 {2} | +| ├>process.corrected_duration_ms | | 1725,483945 | 33,09116 | 3,771088 | 1672,2429 | 1719,898 | 1782,2158 | 1780,99038 | 1776,376973 | 8 {1,5} | +| ├>process.internal_duration_ms | | 50,344119 | 0,714736 | 0,087319 | 49,2544 | 50,176 | 51,712 | 51,6096 | 51,500373 | 16 {1,2} | +| ├>process.startuphook_overhead_ms | | 26,645333 | 0,637739 | 0,075158 | 25,6 | 26,7264 | 27,7504 | 27,648 | 27,5456 | 14 {1,4} | +| ├>process.time_to_end_main_ms | | 1605,304849 | 31,551214 | 3,69279 | 1555,1572 | 1600,4117 | 1661,8323 | 1659,5816 | 1647,0121 | 10 {1,5} | +| ├>process.time_to_end_ms | | 1605,22349 | 31,545042 | 3,692068 | 1555,0709 | 1600,4117 | 1661,6275 | 1659,4792 | 1646,9097 | 10 {1,5} | +| ├>process.time_to_main_ms | | 93,355852 | 1,419978 | 0,170945 | 91,0894 | 93,1112 | 96,1111 | 95,93446 | 95,6993 | 16 {1,3} | +| ├>process.time_to_start_ms | | 66,891103 | 1,007772 | 0,124048 | 65,405 | 66,85325 | 68,8535 | 68,80274 | 68,439097 | 15 {1,3} | +| ├>runtime.dotnet.cpu.percent | | 0,569277 | 0,204049 | 0,022397 | 0,25 | 0,75 | 0,75 | 0,75 | 0,75 | 11 {1,6} | +| ├>runtime.dotnet.cpu.system | | 342,548077 | 38,218718 | 4,00641 | 312,5 | 312,5 | 390,625 | 390,625 | 390,625 | 0 | +| ├>runtime.dotnet.cpu.user | | 150,799419 | 57,21032 | 6,169147 | 78,125 | 156,25 | 234,375 | 234,375 | 234,375 | 0 | +| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 1 | 0 | +| ├>runtime.dotnet.mem.committed | | 9105882,898551 | 31871,297712 | 3836,853364 | 9056256 | 9101312 | 9170944 | 9156198,4 | 9150464 | 14 {1,3} | +| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.count | | 17 | 0 | 0 | 17 | 17 | 17 | 17 | 17 | 0 | +| ├>runtime.dotnet.threads.workers_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.process.private_bytes | | 9105882,898551 | 31871,297712 | 3836,853364 | 9056256 | 9101312 | 9170944 | 9156198,4 | 9150464 | 14 {1,3} | +| └>runtime.process.processor_time | | 177,899096 | 63,76536 | 6,999158 | 78,125 | 234,375 | 234,375 | 234,375 | 234,375 | 11 {1,6} | +| CallTarget+Inlining | Passed | 1717,9856ms | 25,4678ms | 2,7787ms | 1681,1516ms | 1713,413ms | 1805,5481ms | 1763,9592ms | 1754,3591ms | 16 {0,4} | +| ├>process.corrected_duration_ms | | 1685,750551 | 19,598238 | 2,219063 | 1654,9372 | 1686,1593 | 1719,0761 | 1717,055425 | 1715,472517 | 11 {1,4} | +| ├>process.internal_duration_ms | | 49,355316 | 0,652259 | 0,078523 | 48,3328 | 49,2544 | 50,5856 | 50,4832 | 50,2784 | 17 {1,3} | +| ├>process.startuphook_overhead_ms | | 26,658966 | 0,826628 | 0,091286 | 25,1904 | 26,6752 | 28,3648 | 28,06784 | 27,8528 | 16 {1,1} | +| ├>process.time_to_end_main_ms | | 1573,896153 | 16,835826 | 2,041644 | 1542,6652 | 1573,2282 | 1601,7912 | 1600,49405 | 1597,9986 | 15 {1,4} | +| ├>process.time_to_end_ms | | 1573,8314 | 16,836567 | 2,041734 | 1542,5628 | 1573,2282 | 1601,6888 | 1600,46845 | 1597,913267 | 15 {1,4} | +| ├>process.time_to_main_ms | | 93,124909 | 2,006212 | 0,225716 | 89,9792 | 93,1061 | 98,1067 | 97,18971 | 96,065427 | 18 {1,1} | +| ├>process.time_to_start_ms | | 66,629472 | 1,422528 | 0,159043 | 64,3902 | 66,5111 | 69,9548 | 69,452125 | 68,605687 | 19 {1} | +| ├>runtime.dotnet.cpu.percent | | 0,746951 | 0,177838 | 0,019639 | 0,5 | 0,75 | 1 | 1 | 1 | 1 {1,5} | +| ├>runtime.dotnet.cpu.system | | 342,221467 | 38,13703 | 3,97606 | 312,5 | 312,5 | 390,625 | 390,625 | 390,625 | 0 | +| ├>runtime.dotnet.cpu.user | | 114,272388 | 39,247569 | 4,794854 | 78,125 | 78,125 | 156,25 | 156,25 | 156,25 | 16 {1} | +| ├>runtime.dotnet.exceptions.count | | 1 | 0 | 0 | 1 | 1 | 1 | 1 | 1 | 0 | +| ├>runtime.dotnet.mem.committed | | 9184699,223881 | 27213,741843 | 3324,68772 | 9146368 | 9179136 | 9240576 | 9236480 | 9228288 | 14 {1,2} | +| ├>runtime.dotnet.threads.contention_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.contention_time | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.dotnet.threads.count | | 17 | 0 | 0 | 17 | 17 | 17 | 17 | 17 | 0 | +| ├>runtime.dotnet.threads.workers_count | | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | +| ├>runtime.process.private_bytes | | 9184699,223881 | 27213,741843 | 3324,68772 | 9146368 | 9179136 | 9240576 | 9236480 | 9228288 | 14 {1,2} | +| └>runtime.process.processor_time | | 233,422256 | 55,574409 | 6,137167 | 156,25 | 234,375 | 312,5 | 312,5 | 312,5 | 1 {1,5} | + +### Overheads: + +| | Callsite | CallTarget | CallTarget+Inlining | +| ------------------- | -------- | ---------- | ------------------- | +| Callsite | -- | -0.6% | -2.7% | +| CallTarget | 0.6% | -- | -2.1% | +| CallTarget+Inlining | 2.8% | 2.2% | -- | + +## Datadog Exporter The datadog exporter send all the data using the CI Test Visibility public api: -### Benchmark data: +### Benchmark data image -### Metrics from the startup hook: +### Metrics from the startup hook image + + + +## Datadog Profiler Service + +The datadog profiler service injects the datadog profiler to the target .NET process + +![image](https://github.com/tonyredondo/timeitsharp/assets/69803/757e9dad-9418-40f5-9fc6-d0e0881c08f6) + +![image](https://github.com/tonyredondo/timeitsharp/assets/69803/b4b48267-c7f0-4e63-a4dd-a1a17f5c0f60) + +![image](https://github.com/tonyredondo/timeitsharp/assets/69803/d54dbe17-bc89-4fd4-b985-79449ae62f29) +