pybind11 smart_holder / master benchmarking 2025-02-16

	A	B	C	D
1
2	See https://github.com/pybind/pybind11/pull/5529 for background
3		master	smart_holder	sh/master
4	./tests/cross_module_gil_utils.cpython-312-x86_64-linux-gnu.so	93880	93880	100.00%
5	./tests/cross_module_interleaved_error_already_set.cpython-312-x86_64-linux-gnu.so	93848	93848	100.00%
6	./tests/eigen_tensor_avoid_stl_array.cpython-312-x86_64-linux-gnu.so	225040	225072	100.01%
7	./tests/exo_planet_c_api.cpython-312-x86_64-linux-gnu.so	14752	14752	100.00%
8	./tests/exo_planet_pybind11.cpython-312-x86_64-linux-gnu.so	134896	134896	100.00%
9	./tests/home_planet_very_lonely_traveler.cpython-312-x86_64-linux-gnu.so	114352	118480	103.61%
10	./tests/pybind11_cross_module_tests.cpython-312-x86_64-linux-gnu.so	430032	442352	102.86%
11	./tests/pybind11_tests.cpython-312-x86_64-linux-gnu.so	4285952	4396544	102.58%
12	./tests/test_cmake_build/installed_function/test_cmake_build.cpython-312-x86_64-linux-gnu.so	161176	161176	100.00%
13	./tests/test_cmake_build/installed_target/test_cmake_build.cpython-312-x86_64-linux-gnu.so	165304	165304	100.00%
14	./tests/test_cmake_build/subdirectory_function/test_cmake_build.cpython-312-x86_64-linux-gnu.so	126512	126512	100.00%
15	./tests/test_cmake_build/subdirectory_target/test_cmake_build.cpython-312-x86_64-linux-gnu.so	165304	165304	100.00%
16	./tests/test_embed/external_module.cpython-312-x86_64-linux-gnu.so	118512	118512	100.00%
17
18	make check real time [seconds]
19	10 trials	234.56	239.03
20		233.95	238.03
21		234.07	238.17
22		233.94	237.94
23		233.82	238.22
24		233.82	238.20
25		233.80	237.95
26		233.75	238.13
27		234.36	237.94
28		233.68	237.93
29
30	average make check	233.98	238.15	101.79%
31
32	link pybind11_tests.cpython-312-x86_64-linux-gnu.so [seconds]
33	10 trials	41.72	42.74
34		41.68	42.82
35		41.81	42.80
36		41.75	42.76
37		41.74	42.81
38		41.77	42.76
39		41.64	42.76
40		41.68	42.74
41		41.79	42.88
42		41.71	42.75
43
44	average link	41.73	42.78	102.52%
45
46	average make check - average link	192.25	195.37	101.63%
47
48	pytest (953\|954 passed, 13 skipped) [seconds]
49	10 trials	12.83	12.95
50		11.85	11.94
51		12.00	11.96
52		11.95	11.83
53		11.95	11.86
54		11.88	11.95
55		11.83	11.91
56		11.86	11.84
57		12.38	11.93
58		11.90	11.85
59
60	average pytest	12.04	12.00	99.66%
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100