[mypyc] Split CPy.h into multiple C files (#9132)

Move functions from CPy.h to C files corresponding to various modules that define 
primitives. For example, the new file `int_ops.c` corresponds to 
`mypyc.primitives.int_ops`. Also group related things together in CPy.h

The motivation is to clean things up by not having function implementations in a 
header (for non-inline functions), and to improve the organization of the code. CPy.h 
used to have a lot of only loosely related functionality.

As a side effect, many of the functions are no longer declared as static. I left all inline 
functions in CPy.h to avoid regressing performance.

Closes mypyc/mypyc#733.

Author: JukkaL

mypyc/build.py

@@ -37,7 +37,7 @@
 from mypyc.namegen import exported_name
 from mypyc.options import CompilerOptions
 from mypyc.errors import Errors
-from mypyc.common import shared_lib_name
+from mypyc.common import RUNTIME_C_FILES, shared_lib_name
 from mypyc.ir.module_ir import format_modules
 
 from mypyc.codegen import emitmodule
@@ -536,7 +536,7 @@ def mypycify(
     # compiler invocations.
     shared_cfilenames = []
     if not compiler_options.include_runtime_files:
-        for name in ['CPy.c', 'getargs.c']:
+        for name in RUNTIME_C_FILES:
             rt_file = os.path.join(build_dir, name)
             with open(os.path.join(include_dir(), name), encoding='utf-8') as f:
                 write_file(rt_file, f.read())

mypyc/codegen/emitmodule.py

@@ -23,7 +23,7 @@
 from mypyc.irbuild.prepare import load_type_map
 from mypyc.irbuild.mapper import Mapper
 from mypyc.common import (
-    PREFIX, TOP_LEVEL_NAME, INT_PREFIX, MODULE_PREFIX, shared_lib_name,
+    PREFIX, TOP_LEVEL_NAME, INT_PREFIX, MODULE_PREFIX, RUNTIME_C_FILES, shared_lib_name,
 )
 from mypyc.codegen.cstring import encode_as_c_string, encode_bytes_as_c_string
 from mypyc.codegen.emit import EmitterContext, Emitter, HeaderDeclaration
@@ -493,8 +493,8 @@ def generate_c_for_modules(self) -> List[Tuple[str, str]]:
         # Optionally just include the runtime library c files to
         # reduce the number of compiler invocations needed
         if self.compiler_options.include_runtime_files:
-            base_emitter.emit_line('#include "CPy.c"')
-            base_emitter.emit_line('#include "getargs.c"')
+            for name in RUNTIME_C_FILES:
+                base_emitter.emit_line('#include "{}"'.format(name))
         base_emitter.emit_line('#include "__native{}.h"'.format(self.short_group_suffix))
         base_emitter.emit_line('#include "__native_internal{}.h"'.format(self.short_group_suffix))
         emitter = base_emitter

mypyc/common.py

@@ -31,6 +31,21 @@
 
 IS_32_BIT_PLATFORM = sys.maxsize < (1 << 31)  # type: Final
 
+# Runtime C library files
+RUNTIME_C_FILES = [
+    'init.c',
+    'getargs.c',
+    'int_ops.c',
+    'list_ops.c',
+    'dict_ops.c',
+    'str_ops.c',
+    'set_ops.c',
+    'tuple_ops.c',
+    'exc_ops.c',
+    'misc_ops.c',
+    'generic_ops.c',
+]  # type: Final
+
 
 def decorator_helper_name(func_name: str) -> str:
     return '__mypyc_{}_decorator_helper__'.format(func_name)