zingg/examples/febrl/configWithTrainingSamples.json at main · zinggAI/zingg · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
{
	"trainingSamples" : [{
		"name":"trainingPos",
		"format":"csv",
		"props": {
			"path": "examples/febrl/training.csv",
			"delimiter": ",",
			"header":false,
			"badRecordsPath":"/tmp/bad"
			},
		"schema": "z_cluster string, z_ismatch integer, fname string, lname string, stNo string, add1 string, add2 string, city string, areacode string, state string, dob string, ssn  string"
		}],
	"fieldDefinition":[
		{
			"fieldName" : "fname",
			"matchType" : "fuzzy",
			"fields" : "fname",
			"dataType": "string"
		},
		{
			"fieldName" : "lname",
			"matchType" : "fuzzy",
			"fields" : "lname",
			"dataType": "string"
		},
		{
			"fieldName" : "stNo",
			"matchType": "exact",
			"fields" : "stNo",
			"dataType": "string"
		},
		{
			"fieldName" : "add1",
			"matchType": "fuzzy",
			"fields" : "add1",
			"dataType": "string"
		},
		{
			"fieldName" : "add2",
			"matchType": "fuzzy",
			"fields" : "add2",
			"dataType": "string"
		},
		{
			"fieldName" : "city",
			"matchType": "fuzzy",
			"fields" : "city",
			"dataType": "string"
		},
		{
			"fieldName" : "areacode",
			"matchType": "exact",
			"fields" : "areacode",
			"dataType": "string"
		},
		{
			"fieldName" : "state",
			"matchType": "fuzzy",
			"fields" : "state",
			"dataType": "string"
		},
		{
			"fieldName" : "dob",
			"matchType": "fuzzy",
			"fields" : "dob",
			"dataType": "string"
		},
		{
			"fieldName" : "ssn",
			"matchType": "fuzzy",
			"fields" : "ssn",
			"dataType": "string"
		}
		],
		"output" : [{
			"name":"output",
			"format":"csv",
			"props": {
				"path": "/tmp/zinggOutput",
				"delimiter": ",",
				"header":false
			}
		}],
		"data" : [{
			"name":"test",
			"format":"csv",
			"props": {
				"path": "examples/febrl/test.csv",
				"delimiter": ",",
				"header":false
			},
			"schema": "id string, fname string, lname string, stNo string, add1 string, add2 string, city string, areacode string, state string, dob string, ssn  string"
		}],
		"labelDataSampleSize" : 0.5,
		"numPartitions":4,
		"modelId": 102,
		"zinggDir": "models"
}