Add test machinery for compile

Author: ncw

compile/compile_data_test.go

@@ -0,0 +1,49 @@
+// Test data generated by make_compile_test.py - do not edit
+
+package compile
+
+import (
+	"github.com/ncw/gpython/py"
+)
+
+var compileTestData = []struct {
+	in   string
+	mode string // exec, eval or single
+	out  py.Code
+	dis  string
+}{
+	{"pass", "exec", py.Code{
+		Argcount:       0,
+		Kwonlyargcount: 0,
+		Nlocals:        0,
+		Stacksize:      1,
+		Flags:          64,
+		Code:           "\x64\x00\x00\x53",
+		Consts:         []py.Object{py.None},
+		Names:          []string{},
+		Varnames:       []string{},
+		Freevars:       []string{},
+		Cellvars:       []string{},
+		Filename:       "<string>",
+		Name:           "<module>",
+		Firstlineno:    1,
+		Lnotab:         "",
+	}, "  1           0 LOAD_CONST               0 (None)\n              3 RETURN_VALUE\n"},
+	{"print(\"Hello World!\")", "eval", py.Code{
+		Argcount:       0,
+		Kwonlyargcount: 0,
+		Nlocals:        0,
+		Stacksize:      2,
+		Flags:          64,
+		Code:           "\x65\x00\x00\x64\x00\x00\x83\x01\x00\x53",
+		Consts:         []py.Object{py.String("Hello World!")},
+		Names:          []string{"print"},
+		Varnames:       []string{},
+		Freevars:       []string{},
+		Cellvars:       []string{},
+		Filename:       "<string>",
+		Name:           "<module>",
+		Firstlineno:    1,
+		Lnotab:         "",
+	}, "  1           0 LOAD_NAME                0 (print)\n              3 LOAD_CONST               0 ('Hello World!')\n              6 CALL_FUNCTION            1 (1 positional, 0 keyword pair)\n              9 RETURN_VALUE\n"},
+}

compile/compile_test.go

@@ -0,0 +1,79 @@
+package compile
+
+//go:generate ./make_compile_test.py
+
+import (
+	"testing"
+
+	"github.com/ncw/gpython/py"
+)
+
+func EqStrings(t *testing.T, name string, a, b []string) {
+	if len(a) != len(b) {
+		t.Errorf("%s has differing length, want %v, got %v", name, a, b)
+	}
+	for i := range a {
+		if a[i] != b[i] {
+			t.Errorf("%s[%d] has differs, want %v, got %v", name, i, a, b)
+		}
+	}
+}
+
+func EqCode(t *testing.T, a, b *py.Code) {
+	// int32
+	if a.Argcount != b.Argcount {
+		t.Errorf("Argcount differs, want %d, got %d", a.Argcount, b.Argcount)
+	}
+	if a.Kwonlyargcount != b.Kwonlyargcount {
+		t.Errorf("Kwonlyargcount differs, want %d, got %d", a.Kwonlyargcount, b.Kwonlyargcount)
+	}
+	if a.Nlocals != b.Nlocals {
+		t.Errorf("Nlocals differs, want %d, got %d", a.Nlocals, b.Nlocals)
+	}
+	if a.Stacksize != b.Stacksize {
+		t.Errorf("Stacksize differs, want %d, got %d", a.Stacksize, b.Stacksize)
+	}
+	if a.Flags != b.Flags {
+		t.Errorf("Flags differs, want %d, got %d", a.Flags, b.Flags)
+	}
+	if a.Firstlineno != b.Firstlineno {
+		t.Errorf("Firstlineno differs, want %d, got %d", a.Firstlineno, b.Firstlineno)
+	}
+
+	// string
+	if a.Code != b.Code {
+		t.Errorf("Code differs, want %q, got %q", a.Code, b.Code)
+	}
+	if a.Filename != b.Filename {
+		t.Errorf("Filename differs, want %q, got %q", a.Filename, b.Filename)
+	}
+	if a.Name != b.Name {
+		t.Errorf("Name differs, want %q, got %q", a.Name, b.Name)
+	}
+	if a.Lnotab != b.Lnotab {
+		t.Errorf("Lnotab differs, want %q, got %q", a.Lnotab, b.Lnotab)
+	}
+
+	// Tuple
+	// FIXME Consts
+
+	// []string
+	EqStrings(t, "Names", a.Names, b.Names)
+	EqStrings(t, "Varnames", a.Varnames, b.Varnames)
+	EqStrings(t, "Freevars", a.Freevars, b.Freevars)
+	EqStrings(t, "Cellvars", a.Cellvars, b.Cellvars)
+
+	// []byte
+	// Cell2arg
+}
+
+func TestCompile(t *testing.T) {
+	for _, test := range compileTestData {
+		codeObj := Compile(test.in, "<string>", test.mode, 0, true)
+		code, ok := codeObj.(*py.Code)
+		if !ok {
+			t.Fatalf("Expecting *py.Code but got %T", codeObj)
+		}
+		EqCode(t, &test.out, code)
+	}
+}

compile/make_compile_test.py

@@ -0,0 +1,104 @@
+#!/usr/bin/env python3.4
+"""
+Write compile_data_test.go
+"""
+
+import sys
+import ast
+import subprocess
+import dis
+
+inp = [
+    ('''pass''', "exec"),
+    ('''print("Hello World!")''', "eval"),
+]
+
+def string(s):
+    if isinstance(s, str):
+        return '"%s"' % s
+    elif isinstance(s, bytes):
+        out = '"'
+        for b in s:
+            out += "\\x%02x" % b
+        out += '"'
+        return out
+    else:
+        raise AssertionError("Unknown string %r" % s)
+
+def strings(ss):
+    """Dump a list of py strings into go format"""
+    return "[]string{"+",".join(string(s) for s in ss)+"}"
+
+def const(x):
+    if isinstance(x, str):
+        return 'py.String("%s")' % x
+    elif isinstance(x, int):
+        return 'py.Int(%d)' % x
+    elif isinstance(x, float):
+        return 'py.Float(%g)' % x
+    elif x is None:
+        return 'py.None'
+    else:
+        raise AssertionError("Unknown const %r" % x)
+
+def consts(xs):
+    return "[]py.Object{"+",".join(const(x) for x in xs)+"}"
+    
+def _compile(source, mode):
+    """compile source with mode"""
+    a = compile(source=source, filename="<string>", mode=mode, dont_inherit=True, optimize=0)
+    return a, "\n".join([
+        "py.Code{",
+	"Argcount: %s," % a.co_argcount,
+	"Kwonlyargcount: %s," % a.co_kwonlyargcount,
+	"Nlocals: %s," % a.co_nlocals,
+	"Stacksize: %s," % a.co_stacksize,
+	"Flags: %s," % a.co_flags,
+	"Code: %s," % string(a.co_code),
+	"Consts: %s," % consts(a.co_consts),
+	"Names: %s," % strings(a.co_names),
+	"Varnames: %s," % strings(a.co_varnames),
+	"Freevars: %s," % strings(a.co_freevars),
+	"Cellvars: %s," % strings(a.co_cellvars),
+	# "Cell2arg    []byte // Maps cell vars which are arguments".
+	"Filename: %s," % string(a.co_filename),
+	"Name: %s," % string(a.co_name),
+	"Firstlineno: %d," % a.co_firstlineno,
+	"Lnotab: %s," % string(a.co_lnotab),
+        "}",
+        ])
+
+def escape(x):
+    """Encode strings with backslashes for python/go"""
+    return x.replace('\\', "\\\\").replace('"', r'\"').replace("\n", r'\n').replace("\t", r'\t')
+
+def main():
+    """Write compile_data_test.go"""
+    path = "compile_data_test.go"
+    out = ["""// Test data generated by make_compile_test.py - do not edit
+
+package compile
+
+import (
+"github.com/ncw/gpython/py"
+)
+
+var compileTestData = []struct {
+in   string
+mode string // exec, eval or single
+out  py.Code
+dis string
+}{"""]
+    for source, mode in inp:
+        code, gostring = _compile(source, mode)
+        discode = dis.Bytecode(code)
+        out.append('{"%s", "%s", %s, "%s"},' % (escape(source), mode, gostring, escape(discode.dis())))
+    out.append("}")
+    print("Writing %s" % path)
+    with open(path, "w") as f:
+        f.write("\n".join(out))
+        f.write("\n")
+    subprocess.check_call(["gofmt", "-w", path])
+
+if __name__ == "__main__":
+    main()