Skip to content

Commit 7723088

Browse files
b-passb-pass
committed
Change PYBIND11_MODULE to use multi-phase init
Use slots to specify advanced init options (currently just Py_GIL_NOT_USED). Adds a new function `init_module_def` to module_, similar to the existing (unchanged) create_extension_module.
1 parent 655c60d commit 7723088

File tree

3 files changed

+88
-7
lines changed

3 files changed

+88
-7
lines changed

‎include/pybind11/detail/common.h‎

Lines changed: 16 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -372,11 +372,9 @@
372372
#define PYBIND11_CATCH_INIT_EXCEPTIONS \
373373
catch (pybind11::error_already_set & e) { \
374374
pybind11::raise_from(e, PyExc_ImportError, "initialization failed"); \
375-
return nullptr; \
376375
} \
377376
catch (const std::exception &e) { \
378377
::pybind11::set_error(PyExc_ImportError, e.what()); \
379-
return nullptr; \
380378
}
381379

382380
/** \rst
@@ -404,6 +402,7 @@
404402
return pybind11_init(); \
405403
} \
406404
PYBIND11_CATCH_INIT_EXCEPTIONS \
405+
return nullptr; \
407406
} \
408407
PyObject *pybind11_init()
409408

@@ -447,23 +446,33 @@
447446
PYBIND11_WARNING_PUSH
448447
PYBIND11_WARNING_DISABLE_CLANG("-Wgnu-zero-variadic-macro-arguments")
449448
#define PYBIND11_MODULE(name, variable, ...) \
450-
static ::pybind11::module_::module_def PYBIND11_CONCAT(pybind11_module_def_, name) \
451-
PYBIND11_MAYBE_UNUSED; \
452-
PYBIND11_MAYBE_UNUSED \
449+
static ::pybind11::module_::module_def PYBIND11_CONCAT(pybind11_module_def_, name); \
450+
static PyModuleDef_Slot PYBIND11_CONCAT(pybind11_module_slots_, name)[5]; \
451+
static int PYBIND11_CONCAT(pybind11_exec_, name)(PyObject *); \
453452
static void PYBIND11_CONCAT(pybind11_init_, name)(::pybind11::module_ &); \
454453
PYBIND11_PLUGIN_IMPL(name) { \
455454
PYBIND11_CHECK_PYTHON_VERSION \
456455
PYBIND11_ENSURE_INTERNALS_READY \
457-
auto m = ::pybind11::module_::create_extension_module( \
456+
PyModuleDef_Slot *slots = PYBIND11_CONCAT(pybind11_module_slots_, name); \
457+
slots[0].slot = Py_mod_exec; \
458+
slots[0].value = reinterpret_cast<void *>(&PYBIND11_CONCAT(pybind11_exec_, name)); \
459+
slots[1] = {0, nullptr}; \
460+
auto m = ::pybind11::module_::initialize_multiphase_module_def( \
458461
PYBIND11_TOSTRING(name), \
459462
nullptr, \
460463
&PYBIND11_CONCAT(pybind11_module_def_, name), \
464+
slots, \
461465
##__VA_ARGS__); \
466+
return m.ptr(); \
467+
} \
468+
int PYBIND11_CONCAT(pybind11_exec_, name)(PyObject * pm) { \
462469
try { \
470+
auto m = pybind11::reinterpret_borrow<::pybind11::module_>(pm); \
463471
PYBIND11_CONCAT(pybind11_init_, name)(m); \
464-
return m.ptr(); \
472+
return 0; \
465473
} \
466474
PYBIND11_CATCH_INIT_EXCEPTIONS \
475+
return -1; \
467476
} \
468477
void PYBIND11_CONCAT(pybind11_init_, name)(::pybind11::module_ & (variable))
469478
PYBIND11_WARNING_POP

‎include/pybind11/embed.h‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -49,6 +49,7 @@
4949
return m.ptr(); \
5050
} \
5151
PYBIND11_CATCH_INIT_EXCEPTIONS \
52+
return nullptr; \
5253
} \
5354
PYBIND11_EMBEDDED_MODULE_IMPL(name) \
5455
::pybind11::detail::embedded_module PYBIND11_CONCAT(pybind11_module_, name)( \

‎include/pybind11/pybind11.h‎

Lines changed: 71 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1255,6 +1255,22 @@ class mod_gil_not_used {
12551255
bool flag_;
12561256
};
12571257

1258+
PYBIND11_NAMESPACE_BEGIN(detail)
1259+
1260+
inline bool gil_not_used_option() { return false; }
1261+
template <typename F, typename... O>
1262+
bool gil_not_used_option(F &&, O &&...o);
1263+
template <typename... O>
1264+
inline bool gil_not_used_option(mod_gil_not_used f, O &&...o) {
1265+
return f.flag() || gil_not_used_option(o...);
1266+
}
1267+
template <typename F, typename... O>
1268+
inline bool gil_not_used_option(F &&, O &&...o) {
1269+
return gil_not_used_option(o...);
1270+
}
1271+
1272+
PYBIND11_NAMESPACE_END(detail)
1273+
12581274
/// Wrapper for Python extension modules
12591275
class module_ : public object {
12601276
public:
@@ -1389,6 +1405,61 @@ class module_ : public object {
13891405
// For Python 2, reinterpret_borrow was correct.
13901406
return reinterpret_borrow<module_>(m);
13911407
}
1408+
1409+
/** \rst
1410+
Initialized a module def for use with multi-phase module initialization.
1411+
1412+
``def`` should point to a statically allocated module_def.
1413+
``slots`` must point to an initialized array of slots with space for at
1414+
least one additional slot to be populated based on the options.
1415+
\endrst */
1416+
template <typename... Options>
1417+
static object initialize_multiphase_module_def(const char *name,
1418+
const char *doc,
1419+
module_def *def,
1420+
PyModuleDef_Slot *slots,
1421+
Options &&...options) {
1422+
int next_slot = 0;
1423+
while (slots[next_slot].slot != 0) {
1424+
++next_slot;
1425+
}
1426+
1427+
bool nogil PYBIND11_MAYBE_UNUSED = detail::gil_not_used_option(options...);
1428+
if (nogil) {
1429+
#ifdef Py_mod_gil
1430+
slots[next_slot].slot = Py_mod_gil;
1431+
# ifdef Py_GIL_DISABLED
1432+
slots[next_slot].value = Py_MOD_GIL_NOT_USED;
1433+
# else
1434+
slots[next_slot].value = Py_MOD_GIL_USED;
1435+
# endif
1436+
++next_slot;
1437+
#endif
1438+
}
1439+
1440+
slots[next_slot] = {0, nullptr};
1441+
1442+
// module_def is PyModuleDef
1443+
// Placement new (not an allocation).
1444+
def = new (def)
1445+
PyModuleDef{/* m_base */ PyModuleDef_HEAD_INIT,
1446+
/* m_name */ name,
1447+
/* m_doc */ options::show_user_defined_docstrings() ? doc : nullptr,
1448+
/* m_size */ 0,
1449+
/* m_methods */ nullptr,
1450+
/* m_slots */ slots,
1451+
/* m_traverse */ nullptr,
1452+
/* m_clear */ nullptr,
1453+
/* m_free */ nullptr};
1454+
auto *m = PyModuleDef_Init(def);
1455+
if (m == nullptr) {
1456+
if (PyErr_Occurred()) {
1457+
throw error_already_set();
1458+
}
1459+
pybind11_fail("Internal error in module_::initialize_multiphase_module_def()");
1460+
}
1461+
return reinterpret_borrow<object>(m);
1462+
}
13921463
};
13931464

13941465
PYBIND11_NAMESPACE_BEGIN(detail)

0 commit comments

Comments
 (0)