diff --git a/onnxscript/function_libs/tools/torch_aten/generate_aten_signatures.py b/onnxscript/function_libs/tools/torch_aten/generate_aten_signatures.py
new file mode 100644
index 0000000000..3f1272b3d4
--- /dev/null
+++ b/onnxscript/function_libs/tools/torch_aten/generate_aten_signatures.py
@@ -0,0 +1,5 @@
+"""Generates the ATen signatures for the ONNX ATen operator set using torch.ops."""
+
+
+def main():
+    pass
diff --git a/onnxscript/function_libs/torch_aten/__init__.py b/onnxscript/function_libs/torch_aten/__init__.py
new file mode 100644
index 0000000000..4c4966c2b4
--- /dev/null
+++ b/onnxscript/function_libs/torch_aten/__init__.py
@@ -0,0 +1,10 @@
+"""A torch function library for onnxscript.
+
+The modules are named after the torch module names for grouping:
+
+- core
+- nn
+- fft
+- vision
+- etc.
+"""
diff --git a/onnxscript/function_libs/torch_aten/ops/__init__.py b/onnxscript/function_libs/torch_aten/ops/__init__.py
new file mode 100644
index 0000000000..e69de29bb2
diff --git a/onnxscript/function_libs/torch_aten/ops/core.py b/onnxscript/function_libs/torch_aten/ops/core.py
new file mode 100644
index 0000000000..0fd0a54664
--- /dev/null
+++ b/onnxscript/function_libs/torch_aten/ops/core.py
@@ -0,0 +1,6 @@
+"""All operators in torch.ops.aten.
+
+- No inplace operators.
+- All functions should not have the script() decorator. This is because
+    we want to delay the compilation of the function.
+"""