From e4265321996d547512fcd5aa5af672409998658b Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Mon, 11 Oct 2021 18:01:59 +0100 Subject: [PATCH 01/19] adding tests to check output of quantized models --- test/test_models.py | 32 ++++++++++++++++++++++++++++---- 1 file changed, 28 insertions(+), 4 deletions(-) diff --git a/test/test_models.py b/test/test_models.py index 9e376bedce5..0a309faebaf 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -44,14 +44,14 @@ def get_available_quantizable_models(): return [k for k, v in models.quantization.__dict__.items() if callable(v) and k[0].lower() == k[0] and k[0] != "_"] -def _get_expected_file(name=None): +def _get_expected_file(name=None, quantized=False): # Determine expected file based on environment expected_file_base = get_relative_path(os.path.realpath(__file__), "expect") # Note: for legacy reasons, the reference file names all had "ModelTest.test_" in their names # We hardcode it here to avoid having to re-generate the reference files expected_file = expected_file = os.path.join(expected_file_base, 'ModelTester.test_' + name) - expected_file += "_expect.pkl" + expected_file += "_quantized_expect.pkl" if quantized else "_expect.pkl" if not ACCEPT and not os.path.exists(expected_file): raise RuntimeError( @@ -63,7 +63,7 @@ def _get_expected_file(name=None): return expected_file -def _assert_expected(output, name, prec): +def _assert_expected(output, name, prec, quantized=False): """Test that a python value matches the recorded contents of a file based on a "check" name. The value must be pickable with `torch.save`. This file @@ -71,7 +71,7 @@ def _assert_expected(output, name, prec): as the test script. You can automatically update the recorded test output using an EXPECTTEST_ACCEPT=1 env variable. """ - expected_file = _get_expected_file(name) + expected_file = _get_expected_file(name, quantized) if ACCEPT: filename = {os.path.basename(expected_file)} @@ -716,6 +716,30 @@ def test_quantized_classification_model(model_name): tb = traceback.format_exc() raise AssertionError(f"model cannot be scripted. Traceback = {str(tb)}") from e +@pytest.mark.skipif(not ('fbgemm' in torch.backends.quantized.supported_engines and + 'qnnpack' in torch.backends.quantized.supported_engines), + reason="This Pytorch Build has not been built with fbgemm and qnnpack") +@pytest.mark.parametrize('model_name', get_available_quantizable_models()) +def test_new_quantized_classification_model(model_name): + set_rng_seed(0) + defaults = { + 'num_classes': 50, + 'input_shape': (1, 3, 224, 224), + 'pretrained': False, + 'quantize': True, + } + kwargs = {**defaults, **_model_params.get(model_name, {})} + input_shape = kwargs.pop('input_shape') + + model = torchvision.models.quantization.__dict__[model_name](**kwargs) + # RNG always on CPU, to ensure x in cuda tests is bitwise identical to x in cpu tests + x = torch.rand(input_shape) + out = model(x) + _assert_expected(out.cpu(), model_name, prec=0.1, quantized=True) + assert out.shape[-1] == 50 + _check_jit_scriptable(model, (x,), unwrapper=script_model_unwrapper.get(model_name, None)) + _check_fx_compatible(model, x) + _check_input_backprop(model, x) if __name__ == '__main__': pytest.main([__file__]) From 052eb6a5b7771b65e9f2ad2201b1e0550e265be7 Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Mon, 11 Oct 2021 18:03:32 +0100 Subject: [PATCH 02/19] adding test quantized model weights --- ...odelTester.test_googlenet_quantized_expect.pkl | Bin 0 -> 939 bytes ...lTester.test_inception_v3_quantized_expect.pkl | Bin 0 -> 939 bytes ...lTester.test_mobilenet_v2_quantized_expect.pkl | Bin 0 -> 939 bytes ...r.test_mobilenet_v3_large_quantized_expect.pkl | Bin 0 -> 939 bytes ...ModelTester.test_resnet18_quantized_expect.pkl | Bin 0 -> 939 bytes ...ModelTester.test_resnet50_quantized_expect.pkl | Bin 0 -> 939 bytes ...ter.test_resnext101_32x8d_quantized_expect.pkl | Bin 0 -> 939 bytes ...r.test_shufflenet_v2_x0_5_quantized_expect.pkl | Bin 0 -> 939 bytes ...r.test_shufflenet_v2_x1_0_quantized_expect.pkl | Bin 0 -> 939 bytes ...r.test_shufflenet_v2_x1_5_quantized_expect.pkl | Bin 0 -> 939 bytes ...r.test_shufflenet_v2_x2_0_quantized_expect.pkl | Bin 0 -> 939 bytes 11 files changed, 0 insertions(+), 0 deletions(-) create mode 100644 test/expect/ModelTester.test_googlenet_quantized_expect.pkl create mode 100644 test/expect/ModelTester.test_inception_v3_quantized_expect.pkl create mode 100644 test/expect/ModelTester.test_mobilenet_v2_quantized_expect.pkl create mode 100644 test/expect/ModelTester.test_mobilenet_v3_large_quantized_expect.pkl create mode 100644 test/expect/ModelTester.test_resnet18_quantized_expect.pkl create mode 100644 test/expect/ModelTester.test_resnet50_quantized_expect.pkl create mode 100644 test/expect/ModelTester.test_resnext101_32x8d_quantized_expect.pkl create mode 100644 test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl create mode 100644 test/expect/ModelTester.test_shufflenet_v2_x1_0_quantized_expect.pkl create mode 100644 test/expect/ModelTester.test_shufflenet_v2_x1_5_quantized_expect.pkl create mode 100644 test/expect/ModelTester.test_shufflenet_v2_x2_0_quantized_expect.pkl diff --git a/test/expect/ModelTester.test_googlenet_quantized_expect.pkl b/test/expect/ModelTester.test_googlenet_quantized_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..98e27f4f955a1edf426ea5acf6ea29e1b332daf9 GIT binary patch literal 939 zcmWIWW@cev;NW1u00Im`42ea_8JT6N`YDMeiFyUuIc`pT3{fbcfhoBpAE-(%zO*DW zr zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK66Z{ZwT=CS^)}9@qV{|%6WPzI!jk!QJU!0d7$^^6(gaf=8K@>bqBFCWsNCE|*r%-g=$bRBO(fJC4k zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK66d@cQ*c5~_(h?FmqEW;HeWm%{2Ro+_^ZYE($u;A0Ui?<1|AKrzO=UDC`b&* z{v9}VF8>7}4mhvY1k_^;lyeONssm!hpcM+;K?yn61A%4)=1rFf+OxPV2xKP6?AMV+ zVD$%n9|!{J0qO(0AoddZABnQNsFDiCx z1zV;iTmpsG;rlC0PXI#-gmH%!KZ7+qw8~P8ih;4<=44J}a3O^pglWtLviah?^iU?C ztsorW%?P64X%aaO1waxg06m4G>qhnyABxUbKpwJgeFJp8$gbi?(JKLTAxtkc3 zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK5(jATumGUYDqB%_@&wQ~AdEY-_!+F>p;eYzR1Ay-Hz#ul>i!MRpZGie3qz3t@Vp zVG!WW#-;;RB*&}^R}M zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK5(jATumGUYDqB%_@&wQ~AdEY-_!+F>p;eYzR1Ay-Hz#ul>i!MRpZGie3qz3t@Vp zVG!WW#-;;RB*&}^R}M zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK5~uPolYRGJ4*PRLm3D1f33f@_g7@1wx$j#wFK7R^NIko^Hmia19daqV8xo+PR`4#&?<^tJvQs;K0?<<^x^84Y@uBE^1>_;?);B=ci|i_X z6ulBa7sB*H!yv$$jZFutNRC+-t{jw@K>$W?hj1AtfjtTGE*mIsFnB^0fHFaVH!B-R Lj2Q?)>LF?Yn(y~7 literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_resnet50_quantized_expect.pkl b/test/expect/ModelTester.test_resnet50_quantized_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..47bbdca4c700c162fde56d00e9082cf62d9cdde5 GIT binary patch literal 939 zcmWIWW@cev;NW1u00Im`42ea_8JT6N`YDMeiFyUuIc`pT3{fbcfhoBpAE-(%zO*DW zr zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK66fQ7cSpIUvkul8`Z=uqo_>(+5br@C?EvD}8lKz#=fJ9iKzVz!4s}N$-;s0i z6(H?*0HnsOW4S|B0Q*79%)EoE#1tL3h_`^`_RB4m0-7lWQt$9_|8Ym(Y!i@K2Y_nf z^6&0398C2)=m0Xmz<-J3+V9T~0Qm=2i7h-hRV4c0yL$}|2Y>1w1exKRy#?f+{Xn)I z=i(5c8+$=!0_|LQ(4n&ntQHhnbFT4+odAXu2;&Ydegg|;6e&H z2-BDgWb?&&>7h(OTR}L$n-N68( zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK5~p^t!XC$TM%$a)#P@bM2=AT2kpbj4+6L-h1B(Oc-HVq-?LAVn$>vEg7f{{w zJs}zMY`MZ*Y(Q+YQ+?Jzyayz&Fk$7Mdk-sZfadL0n4oE!p1IrRi}d|HFY9u^W`pz} zsWI9M)Mo>-7igy~Q133YQ+(DyyKT=&s@n4Q_t?gq@z@JA2doaH7ig{x$XpNx*$JdU z_F1QAT7%qaJ^5~{4JfoW3P^{Y0EQF@;|?u;25Wd|m8BLH17pF>$(+dGLJBzu)0hin z^Tm1Tp-ezqK{&vh5k$e$Byt=IfFw`=dJ09?jqE2r6rHbtJY?Pa2IzW`UB!>0R|4ol zm|kcY1bDNt=|C09G3&yWgAy|c!07D|F2f|SCqdq21LX|{PpAS=CJ69mWdn&Z10hH~ GL@fX*C-^1+ literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..1925d06d3924636302187be762952129a20de7a1 GIT binary patch literal 939 zcmWIWW@cev;NW1u00Im`42ea_8JT6N`YDMeiFyUuIc`pT3{fbcfhoBpAE-(%zO*DW zr zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK66eqLJ$wGzEZtLgrE!nO#ECZ5x4+vgJ5_D<=eo`AWv6~y2fq1ivwX@Kn?Jm7 zc7xeJP4-;!UAPC#54>Xo5(^BBv0ibQb`}-bf)^E!dhgD|kLdO`Mq)Pneb7xLNw)q>0d@j>D?mp65S++qVX%X*pq6PuuINA`f!0NEh-LG;JX z1=?e?8>r8wHh(5a%o-G0KVL5LIsptR5XK!^{0!Fc&?-wUDh9@ao0B<_!G#oZ5T-E~ z$mWal(nFbmwt{egHzSCGr%B{E6aYz}0Q3}!t{d4;d?-3!0eQ%}^$pPVBD;zoMXv zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK635^~v5oTEn>G>JzpcfD4(vYWZD^Bz!w*DTU-{9pyWjen4G`}E@_~5co~DF7 zdv+E~-@}pm#`?0_X&cr3lXpjGSK9#PtS9nLu<;3aX!G{YKbv>!c7W8_0L`#jefY2q z(4IX&^Y_@79=G90%>kOf(WqhnyABxUbKpwJgeFJp8$gbi? z(JKLTAxtkc3 zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK5+~rj_a2S^ReNea&#(y>ciCf8{&-K(c9lK8x6j*X{QqSM#8x59C-%hI@3D@v zx3S6TU$Z+keG5pB6;REd%KLNncpbkCQoGa4|FyM4_x(LUb8LX>cZ1Y}^p>4o0ODIW zuuru~4Bi3M`)g0L^u#^R^P@rb?$KBOYy(uYr#HNHPqg*{8<3gd;zvMs?wXk02%@b( z_JP!B3x5Y;pnX*~0q;-mZqx6z2CBCPg;v`wF0T{7kOE=cp~cT&4G*od)S_ZwEVwzD z6B%4cAqQa^bAfEWI4?bv31}+_2Y54rD0rGgjza;E1PVY;q3F7i{ltf&^A(VXtXtmz zT`#h$_)+vq09^>v3k`z+Z#Fg^s3JLLUAS^kVg>;iy&b}3m<0AD$h&NyyusiJRRGEa R0p6@^ATeej1gVFp1pox`{V4zd literal 0 HcmV?d00001 diff --git a/test/expect/ModelTester.test_shufflenet_v2_x2_0_quantized_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x2_0_quantized_expect.pkl new file mode 100644 index 0000000000000000000000000000000000000000..12994d5b182015446a8fc42663c24a7d487f04df GIT binary patch literal 939 zcmWIWW@cev;NW1u00Im`42ea_8JT6N`YDMeiFyUuIc`pT3{fbcfhoBpAE-(%zO*DW zr zf)S|3ppZF&8AvA=loqmh8ZvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_tTy&EnguisgadH;l#f9R#i#lPZcb`w z{zUOK5@*?e7n>`#ReL5RXzkwN9c42iVbz`jY1TcQDT{3CL_~LQSn9uL%a1F&>O`jQ zc~{tEvuMqJ>zQm@cLUYftPVP5{rO0{O=%t%h`pO{`*I+=YY)S|>0n%Su-^vAw%I%H z{_dGp;eYzR1Ay- zHz#ul>i!MRpZGie3qz3t@VpVG!WW#-;;RB*&}^R}M Date: Tue, 12 Oct 2021 11:02:37 +0100 Subject: [PATCH 03/19] merge test_new_quantized_classification_model with test_quantized_classification_model --- test/test_models.py | 36 ++++++++---------------------------- 1 file changed, 8 insertions(+), 28 deletions(-) diff --git a/test/test_models.py b/test/test_models.py index 0a309faebaf..1660a2163ee 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -673,12 +673,11 @@ def test_video_model(model_name, dev): _check_input_backprop(model, x) -@pytest.mark.skipif(not ('fbgemm' in torch.backends.quantized.supported_engines and - 'qnnpack' in torch.backends.quantized.supported_engines), - reason="This Pytorch Build has not been built with fbgemm and qnnpack") @pytest.mark.parametrize('model_name', get_available_quantizable_models()) def test_quantized_classification_model(model_name): + set_rng_seed(0) defaults = { + 'num_classes': 50, 'input_shape': (1, 3, 224, 224), 'pretrained': False, 'quantize': True, @@ -689,7 +688,12 @@ def test_quantized_classification_model(model_name): # First check if quantize=True provides models that can run with input data model = torchvision.models.quantization.__dict__[model_name](**kwargs) x = torch.rand(input_shape) - model(x) + out = model(x) + + _assert_expected(out.cpu(), model_name, prec=0.1, quantized=True) + assert out.shape[-1] == 50 + _check_jit_scriptable(model, (x,), unwrapper=script_model_unwrapper.get(model_name, None)) + _check_fx_compatible(model, x) kwargs['quantize'] = False for eval_mode in [True, False]: @@ -716,30 +720,6 @@ def test_quantized_classification_model(model_name): tb = traceback.format_exc() raise AssertionError(f"model cannot be scripted. Traceback = {str(tb)}") from e -@pytest.mark.skipif(not ('fbgemm' in torch.backends.quantized.supported_engines and - 'qnnpack' in torch.backends.quantized.supported_engines), - reason="This Pytorch Build has not been built with fbgemm and qnnpack") -@pytest.mark.parametrize('model_name', get_available_quantizable_models()) -def test_new_quantized_classification_model(model_name): - set_rng_seed(0) - defaults = { - 'num_classes': 50, - 'input_shape': (1, 3, 224, 224), - 'pretrained': False, - 'quantize': True, - } - kwargs = {**defaults, **_model_params.get(model_name, {})} - input_shape = kwargs.pop('input_shape') - - model = torchvision.models.quantization.__dict__[model_name](**kwargs) - # RNG always on CPU, to ensure x in cuda tests is bitwise identical to x in cpu tests - x = torch.rand(input_shape) - out = model(x) - _assert_expected(out.cpu(), model_name, prec=0.1, quantized=True) - assert out.shape[-1] == 50 - _check_jit_scriptable(model, (x,), unwrapper=script_model_unwrapper.get(model_name, None)) - _check_fx_compatible(model, x) - _check_input_backprop(model, x) if __name__ == '__main__': pytest.main([__file__]) From 7ab98ad24c2934ad1bc5b24596190f5f5645b3a1 Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Tue, 12 Oct 2021 11:07:58 +0100 Subject: [PATCH 04/19] adding skipif removed by mistake --- test/test_models.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/test/test_models.py b/test/test_models.py index 1660a2163ee..cb131e52b5e 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -673,6 +673,9 @@ def test_video_model(model_name, dev): _check_input_backprop(model, x) +@pytest.mark.skipif(not ('fbgemm' in torch.backends.quantized.supported_engines and + 'qnnpack' in torch.backends.quantized.supported_engines), + reason="This Pytorch Build has not been built with fbgemm and qnnpack") @pytest.mark.parametrize('model_name', get_available_quantizable_models()) def test_quantized_classification_model(model_name): set_rng_seed(0) From 45677b219841813e35ea0dade5114857edbded8f Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Tue, 12 Oct 2021 11:30:16 +0100 Subject: [PATCH 05/19] addressing comments from PR --- test/test_models.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/test/test_models.py b/test/test_models.py index cb131e52b5e..ace4fce9114 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -51,7 +51,7 @@ def _get_expected_file(name=None, quantized=False): # Note: for legacy reasons, the reference file names all had "ModelTest.test_" in their names # We hardcode it here to avoid having to re-generate the reference files expected_file = expected_file = os.path.join(expected_file_base, 'ModelTester.test_' + name) - expected_file += "_quantized_expect.pkl" if quantized else "_expect.pkl" + expected_file += "_expect.pkl" if not ACCEPT and not os.path.exists(expected_file): raise RuntimeError( @@ -63,7 +63,7 @@ def _get_expected_file(name=None, quantized=False): return expected_file -def _assert_expected(output, name, prec, quantized=False): +def _assert_expected(output, name, prec): """Test that a python value matches the recorded contents of a file based on a "check" name. The value must be pickable with `torch.save`. This file @@ -71,7 +71,7 @@ def _assert_expected(output, name, prec, quantized=False): as the test script. You can automatically update the recorded test output using an EXPECTTEST_ACCEPT=1 env variable. """ - expected_file = _get_expected_file(name, quantized) + expected_file = _get_expected_file(name) if ACCEPT: filename = {os.path.basename(expected_file)} @@ -693,7 +693,7 @@ def test_quantized_classification_model(model_name): x = torch.rand(input_shape) out = model(x) - _assert_expected(out.cpu(), model_name, prec=0.1, quantized=True) + _assert_expected(out.cpu(), model_name + '_quantized', prec=0.1) assert out.shape[-1] == 50 _check_jit_scriptable(model, (x,), unwrapper=script_model_unwrapper.get(model_name, None)) _check_fx_compatible(model, x) From 032eb857c838f315503a2bb02ba854a66a43b7ac Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Tue, 12 Oct 2021 11:45:47 +0100 Subject: [PATCH 06/19] removing unused argument --- test/test_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/test_models.py b/test/test_models.py index ace4fce9114..5da380dabf2 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -44,7 +44,7 @@ def get_available_quantizable_models(): return [k for k, v in models.quantization.__dict__.items() if callable(v) and k[0].lower() == k[0] and k[0] != "_"] -def _get_expected_file(name=None, quantized=False): +def _get_expected_file(name=None): # Determine expected file based on environment expected_file_base = get_relative_path(os.path.realpath(__file__), "expect") From edd4e9f920a60ea1cbb45c3d4b966eb1acc799ca Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Tue, 12 Oct 2021 12:15:57 +0100 Subject: [PATCH 07/19] fixing lint errors --- test/test_models.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/test/test_models.py b/test/test_models.py index 720cd32dc0f..420b25d8006 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -689,10 +689,10 @@ def test_video_model(model_name, dev): def test_quantized_classification_model(model_name): set_rng_seed(0) defaults = { - 'num_classes': 50, - 'input_shape': (1, 3, 224, 224), - 'pretrained': False, - 'quantize': True, + "num_classes": 50, + "input_shape": (1, 3, 224, 224), + "pretrained": False, + "quantize": True, } kwargs = {**defaults, **_model_params.get(model_name, {})} input_shape = kwargs.pop("input_shape") @@ -702,7 +702,7 @@ def test_quantized_classification_model(model_name): x = torch.rand(input_shape) out = model(x) - _assert_expected(out.cpu(), model_name + '_quantized', prec=0.1) + _assert_expected(out.cpu(), model_name + "_quantized", prec=0.1) assert out.shape[-1] == 50 _check_jit_scriptable(model, (x,), unwrapper=script_model_unwrapper.get(model_name, None)) _check_fx_compatible(model, x) From 918b7e6b485c7fb9f811b50b673cfff814918cde Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Tue, 12 Oct 2021 14:11:35 +0100 Subject: [PATCH 08/19] changing model to eval model and updating weights --- ...elTester.test_googlenet_quantized_expect.pkl | Bin 939 -> 747 bytes ...ester.test_inception_v3_quantized_expect.pkl | Bin 939 -> 747 bytes ...ester.test_mobilenet_v2_quantized_expect.pkl | Bin 939 -> 747 bytes ...test_mobilenet_v3_large_quantized_expect.pkl | Bin 939 -> 747 bytes ...delTester.test_resnet18_quantized_expect.pkl | Bin 939 -> 747 bytes ...delTester.test_resnet50_quantized_expect.pkl | Bin 939 -> 747 bytes ...r.test_resnext101_32x8d_quantized_expect.pkl | Bin 939 -> 747 bytes ...test_shufflenet_v2_x0_5_quantized_expect.pkl | Bin 939 -> 747 bytes ...test_shufflenet_v2_x1_0_quantized_expect.pkl | Bin 939 -> 747 bytes ...test_shufflenet_v2_x1_5_quantized_expect.pkl | Bin 939 -> 747 bytes ...test_shufflenet_v2_x2_0_quantized_expect.pkl | Bin 939 -> 747 bytes test/test_models.py | 5 +++-- 12 files changed, 3 insertions(+), 2 deletions(-) diff --git a/test/expect/ModelTester.test_googlenet_quantized_expect.pkl b/test/expect/ModelTester.test_googlenet_quantized_expect.pkl index 98e27f4f955a1edf426ea5acf6ea29e1b332daf9..686d7bfced637f9bf7b094cd57d875a0191ac904 100644 GIT binary patch delta 176 zcmZ3@{+e~dJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxse;8T#8i z+a6*QAYE)DUwwTy&p89D0B?4VC%uPUMS#jcc!HETKZ8C)Vo`ENW?8C!S!z*nW`3TV zlQzTTKql?U4NOWbAd@FAW3u9e>zn+N$(JdGak2%oqtGQrpeaBQ;LXMkqC1%;cQZ?| GL4*M$?l4sV delta 361 zcmaFOx|)5$JOQJULe@ZU25&}hqqageZ=;Fp3^-RCdm7DRU|^UvIgwFzG7Fw(9 zwKgEy`dSN+ud)XyzLV!&gU!>Qmu%)P*lrVJT?950O7Gbwcphl>lszHtb9TpAe*)_P zn!Bf4`CAxBG1x+&VIV_6mh7IntY^3NHI_Xf%Yl~d{+IP?_nD5}dqf^x0~@3ndDsT% z@ZDMaI&6T31KGQ+0=(HdPA*z0eFEsc6F~3Di&`@z7A0q7mZj>Kr4|)u=I6ONnKMjQ zWR#z5z$gI39Fq?)DzSiqWb!jcD^7%FO(tI^38u*vOpZd6n1IFsL4Y?KJBapVo_v}~ IiVY$R09AOHdH?_b diff --git a/test/expect/ModelTester.test_inception_v3_quantized_expect.pkl b/test/expect/ModelTester.test_inception_v3_quantized_expect.pkl index 164818f438adb6658e9ee5d6f0709cb18fbe88ee..bbfa5acb91bdea0a7824079fd31f71309da74773 100644 GIT binary patch delta 176 zcmZ3@{+e~dJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxseeClp-l zPWW(f)2ovKB8Q*(XE8Eg3h-v<=zkYkAp%qe!V{##`5E*X5{r^EGRso+%TkMqGxPJ@ zoU|Dx2Qq0-ZeUVk0hv5`8Iu(!T;JrEOukGhjFT;x9fdA20!;ye0B<&S5Z%c%xtm#v H4I&Hxb(b>n delta 361 zcmaFOx|)5$JOQJULe@ZU25&}hqqageZ=;Fp3^-RCdm7DRU|^UvIgwFzG7FG+(kQk8tJ8JR)r5CqZ# z)Efr0{Q5M6ibPnVgkQ@+izNpx(6>OQ7a4Eo> zo#XKR6{aVE-a7&Gp1i0vLt;^KMrK*6epzZ!ab|v=o0B=iWJN~#$p(x9K+G}u0HYEM tC`cwhW3=K#Xx3!%Ws+c;T*2fhG>Hjl91sL}v$2C{Pv*&|nWWet!T?-vmwo^M diff --git a/test/expect/ModelTester.test_mobilenet_v2_quantized_expect.pkl b/test/expect/ModelTester.test_mobilenet_v2_quantized_expect.pkl index a0ebd8e59d080d99a0bfbd04862a4021fa375b72..7b65656ae8afb5876c2c6371d28683e99f586e79 100644 GIT binary patch delta 156 zcmZ3@{+e~dJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFa`(&c(Zf# z&c4bo0u%z_2~y(x4EhX-MadbNWvTjQsYS(^`FU!iY vl~_PNpZtu`3Q4mjlP{A5)8q;!N1;hfK;wWQz?+R7M0+w%KFuV>1`!4T+T>E< diff --git a/test/expect/ModelTester.test_mobilenet_v3_large_quantized_expect.pkl b/test/expect/ModelTester.test_mobilenet_v3_large_quantized_expect.pkl index a0ebd8e59d080d99a0bfbd04862a4021fa375b72..7b65656ae8afb5876c2c6371d28683e99f586e79 100644 GIT binary patch delta 156 zcmZ3@{+e~dJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFa`(&c(Zf# z&c4bo0u%z_2~y(x4EhX-MadbNWvTjQsYS(^`FU!iY vl~_PNpZtu`3Q4mjlP{A5)8q;!N1;hfK;wWQz?+R7M0+w%KFuV>1`!4T+T>E< diff --git a/test/expect/ModelTester.test_resnet18_quantized_expect.pkl b/test/expect/ModelTester.test_resnet18_quantized_expect.pkl index b03a841ba8d3e0efdf7c09bdce4cbcff08cd3f82..6b424f6a9758974db2ba33b908f6abfe84392ab2 100644 GIT binary patch delta 176 zcmZ3@{+e~dJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxsfJB&pfY z-7;?PQuWJHi;6Sz^W2=Y z872oZX-{roQepv_Jb4+D6(?NZ$ z`|iIS_UD8u?b@^w?2@(x@3(Vu-?wUB&i-$adUkJZRs-cb>|kncGcC0bsPVNwuv*%F zUEx$)pjx252X;W(c3q+9KA`-5AZ@S1;b;$%dm^u~A7u8bd2j4M=FK(lx1S=_WB)C3 z-M%OCE5i1J3oACMz<^ zPc~o_0Ah~G2N;!DKtVG38KV^^LbE25FOvk*Sk%(7JdvecsD%=|nz zCvAqwflS(y8<><>KqgOK#$?3_*EjhklP^;W<75kFN1;oMKvRGqz?+R7M0YYx?q-%^ Hg9rlv_);%b delta 361 zcmaFOx|)5$JOQJULe@ZU25&}hqqageZ=;Fp3^-RCdm7DRU|^UvIgwFzG7FW)CZBj@5PK-%vBNR3&? za)+t__Jfw0c?VaCDLQTuZvn~ems=_YG*b$s-r?i^h z%mHLUf&UW6wcno~016yfCARS3RFUX|@9s4?9Q>(!5M+pN_7;$X_5;~=oQp$%j_d^) z3bb_LL5I#Ru-X7`c8)pM_`^;By>|lWJ$X@UhQy-ejLfoB{j$`e;>`R!Hz#w3$%>5f zlMNUJfS6@W1#%RTf(5%Vi%Ot@xxq``2Xc809I3Nh{W@87@p3IX^GfA;Q FgaP1NiCO>v diff --git a/test/expect/ModelTester.test_resnext101_32x8d_quantized_expect.pkl b/test/expect/ModelTester.test_resnext101_32x8d_quantized_expect.pkl index bec8107393c71a324b8fd87e3802c5ff9ccc7092..ec32f7c6c58cfc3948e2c9c5f07fd1e18b20caed 100644 GIT binary patch delta 176 zcmZ3@{+e~dJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxseCuxsqO z!c}8CJ-uXCy?^4~jlSl40=(Hd7Cij-Qv|3CgeORe^E2o(Bo-xSWR|7sm!%dJXXfX* zIcYOY4rJ1v+`y#70y25>GA1idxW36RnS7a27$;jWI|^N51eyW_0p4uvAi9%jayPRS H8$=iY8DcXp delta 361 zcmaFOx|)5$JOQJULe@ZU25&}hqqageZ=;Fp3^-RCdm7DRU|^UvIgwFzG7FHB+L*5!cB2I)UiW3(5j&jw^K z(9SShpypj>r}(UamfN0_RJG;p@3D?n*eWij*SA+VJCpzI|1~byr?xpVo`ENW?8C!S!z*nW`3TVlR3j=MMn9_28;qg z%rW@@qY?`!NG3mHwBkf))@1T!l3G|5-T1AugtP>C4lc+JlCcvAWqhi_`a}l625S}0<&d;FFkXV$Qky)0iUzS=_oSC2J z=A_LqIgm+vas!hR3&`Zj%b2V<;rb@OWb$Q7VVrEi>?m}J5oih!1bDNtgXm7C$=%FS HY!G1p|IIP3 delta 361 zcmaFOx|)5$JOQJULe@ZU25&}hqqageZ=;Fp3^-RCdm7DRU|^UvIgwFzG7FQ2D5*f?78H- za1WRtc*h1L78n>~z2Y$Io)vMjyMgBI($HB6(qpam_dU?8->NK|F7i47^xg@e_vA&b84`<oACMz<^Pc~o_ z0Ah~G2N;!DKtVG38KV^^LbE25FOvk*`R! zHz#d|$$?DTlN*?nSU@IEUdCj_3D-CIC6g~x3gcu8W=Ek*j6hR>Ai$fA9Yl9BP3~rv IVuJ_+0P7YsdH?_b delta 361 zcmaFOx|)5$JOQJULe@ZU25&}hqqageZ=;Fp3^-RCdm7DRU|^UvIgwFzG7F@1kRha>fk z^<}lwHmdt4?~c%}wgJjnPvo6o;}h`E=Ixz-Ht*K$0I9J7nqjm0@L?OEJ$r!W@3AjE zZo`q912li5RavW2*q*=9Js?A@ffnp8Yh47?lw&;uq1L$KjMIgsTxAjg3m3AJnw z#8Df;2G4u3a!-IaJICFMc-<2~@0|d8PhQlTA+abqBeN`3zbv(=I5R)b&B>f$vLd7W zWCKP4Am*5SfKiDB6eN?MFXGD$E^u3&N$n#2S&4hRCg+1Np}C-dafOj2wR FVF0AxjxYcK diff --git a/test/expect/ModelTester.test_shufflenet_v2_x1_5_quantized_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x1_5_quantized_expect.pkl index 0880dd52c61e74dc77440ad4ad029aa375dd3c13..eaa63817f7fa07d0289a3dbce7ded048d55acd4d 100644 GIT binary patch delta 176 zcmZ3@{+e~dJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxsf>`dPcD zFhFWI5Zg>YaCUbKhlzE7H#>)rp3n*rpfV7iASKSvpwEz4l$?=Sma1QtT2!2wpXcVJ z%`iETNqcewlM)Na_I delta 361 zcmaFOx|)5$JOQJULe@ZU25&}hqqageZ=;Fp3^-RCdm7DRU|^UvIgwFzG7FEjzsc#J6r>pK6mByaTBB z*PdqSiF=&qM~8td-lMPn*#@X+Pj7hZo@ng@HXuX8#gBk2-8C`05ky;oECi|17XA*x zKntsE0^XnA-KO7b4ODL(;LXm_c8kmF1kigYfZmfAwPr{xO3uhEOVuw+Eh^5;&vSD! zXPB(WC_mYNQ2>ZJCLdr_VgUuon?-Mj*HrR=7=cn3Gim;Fl?GtA_7zf!V{##`5E*X5{r^EGRso+%TkMqGxPJ@ zoU|Dx2Qq0-ZeUVk0hv5`8Iu(!T;JrEOukGhjFT;x9fdA20!;ye0B<&S5Z%c%xtm#v H4I&HxHbgJ@ delta 361 zcmaFOx|)5$JOQJULe@ZU25&}hqqageZ=;Fp3^-RCdm7DRU|^UvIgwFzG7F$|uCU2w(VG3% zGugK82CA`H9dye2^O1I&(mXB@dpF!MN&RzYUOWvv=P8-80!tf#!sO zuuTuIs?CiF^?QJN!}e4iefsWMzI(*e`kS7AX**T6SO^!GL^xg@e_vA&b84`<oACMz<^Pc~o_0Ah~G2N;!DKtVG38KV^^LbE25FOvk* Date: Tue, 12 Oct 2021 14:29:50 +0100 Subject: [PATCH 09/19] Update test/test_models.py Co-authored-by: Vasilis Vryniotis --- test/test_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/test_models.py b/test/test_models.py index 274c9e868b1..54766f71471 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -703,7 +703,7 @@ def test_quantized_classification_model(model_name): x = torch.rand(input_shape) out = model(x) - _assert_expected(out.cpu(), model_name + "_quantized", prec=0.1) + _assert_expected(out, model_name + "_quantized", prec=0.1) assert out.shape[-1] == 5 _check_jit_scriptable(model, (x,), unwrapper=script_model_unwrapper.get(model_name, None)) _check_fx_compatible(model, x) From 87828a0e2fdb49ca29fb15f71ad879f272142633 Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Tue, 12 Oct 2021 15:50:35 +0100 Subject: [PATCH 10/19] enforce single test in circleci --- .circleci/unittest/linux/scripts/run_test.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/unittest/linux/scripts/run_test.sh b/.circleci/unittest/linux/scripts/run_test.sh index 419b9eb562c..f56d493d02e 100755 --- a/.circleci/unittest/linux/scripts/run_test.sh +++ b/.circleci/unittest/linux/scripts/run_test.sh @@ -7,4 +7,4 @@ conda activate ./env export PYTORCH_TEST_WITH_SLOW='1' python -m torch.utils.collect_env -pytest --cov=torchvision --junitxml=test-results/junit.xml -v --durations 20 test --ignore=test/test_datasets_download.py +pytest --cov=torchvision --junitxml=test-results/junit.xml -v --durations 20 test --ignore=test/test_datasets_download.py -k "test_quantized_classification_model" \ No newline at end of file From 9d62cab1da68167e6cd6cb3c645ee4e8347f4bd6 Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Tue, 12 Oct 2021 15:51:51 +0100 Subject: [PATCH 11/19] changing random seed --- test/test_models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/test_models.py b/test/test_models.py index 274c9e868b1..da6e1e6031e 100644 --- a/test/test_models.py +++ b/test/test_models.py @@ -687,7 +687,7 @@ def test_video_model(model_name, dev): ) @pytest.mark.parametrize("model_name", get_available_quantizable_models()) def test_quantized_classification_model(model_name): - set_rng_seed(0) + set_rng_seed(10) defaults = { "num_classes": 5, "input_shape": (1, 3, 224, 224), From 8a1da067208cd2cdcf135f6d19333f2037caa31e Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Tue, 12 Oct 2021 16:16:55 +0100 Subject: [PATCH 12/19] updating weights for new seed --- ...elTester.test_googlenet_quantized_expect.pkl | Bin 747 -> 747 bytes ...ester.test_inception_v3_quantized_expect.pkl | Bin 747 -> 747 bytes ...delTester.test_resnet18_quantized_expect.pkl | Bin 747 -> 747 bytes ...delTester.test_resnet50_quantized_expect.pkl | Bin 747 -> 747 bytes ...r.test_resnext101_32x8d_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x0_5_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x1_0_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x1_5_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x2_0_quantized_expect.pkl | Bin 747 -> 747 bytes 9 files changed, 0 insertions(+), 0 deletions(-) diff --git a/test/expect/ModelTester.test_googlenet_quantized_expect.pkl b/test/expect/ModelTester.test_googlenet_quantized_expect.pkl index 686d7bfced637f9bf7b094cd57d875a0191ac904..f1f0b1f8fb5168288dbaf40d19e4eaf11274c7f9 100644 GIT binary patch delta 49 zcmaFO`kHlv1EY-bz6*QGHMwn;Mw;2I>bklo_0W_(0p9E!qQN0YCdV)yVF5E#n2rMg D0niiR delta 49 zcmaFO`kHlv1EWltp})5l79;be0B?4V{&$fTlVccASbi`xY>q%G4i^$0p9E!E;cvvC&w@zVF5E#n2rMg D0B#eM delta 49 zcmaFO`kHlv1EWk!lA8V8E%Ww)Xx0;FY%lHkx+lP!o#U$EvsaU27>}@k87fT20VORK A)Bpeg diff --git a/test/expect/ModelTester.test_resnet50_quantized_expect.pkl b/test/expect/ModelTester.test_resnet50_quantized_expect.pkl index 3680775a390c54c902b4671242b2bd523c4abd0e..694d4991b44ba0d70e3ea97396c88c3a8d81db86 100644 GIT binary patch delta 49 zcmaFO`kHlv1EY*tNTUOfSnvJ=D%pTBlAhX delta 49 zcmaFO`kHlv1EY+Bo3Mky%RBo^w3;2WbY~qrwz|Gk^+yEMSHT({TXZ CnG&f0 diff --git a/test/expect/ModelTester.test_resnext101_32x8d_quantized_expect.pkl b/test/expect/ModelTester.test_resnext101_32x8d_quantized_expect.pkl index ec32f7c6c58cfc3948e2c9c5f07fd1e18b20caed..f53480c8ca2e2fb8b1c8188dbf2e17e65a4c17ef 100644 GIT binary patch delta 49 zcmaFO`kHlv1Eb7|E1i3SzxVFF*ATcjC9uWDx7d1bfHynGOmV(9lVccM`zP+*=xe?wz?+?8!NY$)C&w@zVF5E#n2rMg D1SuAS diff --git a/test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl index bf650020d19ca8b3ebf4b9af5f55020d0a7288fd..838c36ee0b404093ec739c9e446c4e10d8d895b7 100644 GIT binary patch delta 49 zcmaFO`kHlv1EWlk*5f_r?^xOZY3m1(o;JK@ORWRE**UxpNefMmVLZYDW~eY72LR>g B5%>TA delta 49 zcmaFO`kHlv1Eb8^+@?K~p0C}lRWxbOI`Qy5i5e4Z0=(HdDyFS5pB%$@gayn{VLA=~ DD669A0Jx<{(5Q?CHltNV7k9efHynGt(s}^lVcc*3uSY%TU26S=iVTT^P!qeJiZ1bDM^9Cx(0B?2 Date: Tue, 12 Oct 2021 16:25:36 +0100 Subject: [PATCH 13/19] adding missing empty line --- .circleci/unittest/linux/scripts/run_test.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/unittest/linux/scripts/run_test.sh b/.circleci/unittest/linux/scripts/run_test.sh index f56d493d02e..856fe9a0a5d 100755 --- a/.circleci/unittest/linux/scripts/run_test.sh +++ b/.circleci/unittest/linux/scripts/run_test.sh @@ -7,4 +7,4 @@ conda activate ./env export PYTORCH_TEST_WITH_SLOW='1' python -m torch.utils.collect_env -pytest --cov=torchvision --junitxml=test-results/junit.xml -v --durations 20 test --ignore=test/test_datasets_download.py -k "test_quantized_classification_model" \ No newline at end of file +pytest --cov=torchvision --junitxml=test-results/junit.xml -v --durations 20 test --ignore=test/test_datasets_download.py -k "test_quantized_classification_model" From 91e51ede80572c25e729f827cecbedf92698fc30 Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Tue, 12 Oct 2021 16:39:54 +0100 Subject: [PATCH 14/19] try 128 random seed --- ...elTester.test_googlenet_quantized_expect.pkl | Bin 747 -> 747 bytes ...ester.test_inception_v3_quantized_expect.pkl | Bin 747 -> 747 bytes ...delTester.test_resnet18_quantized_expect.pkl | Bin 747 -> 747 bytes ...delTester.test_resnet50_quantized_expect.pkl | Bin 747 -> 747 bytes ...r.test_resnext101_32x8d_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x0_5_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x1_0_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x1_5_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x2_0_quantized_expect.pkl | Bin 747 -> 747 bytes test/test_models.py | 2 +- 10 files changed, 1 insertion(+), 1 deletion(-) diff --git a/test/expect/ModelTester.test_googlenet_quantized_expect.pkl b/test/expect/ModelTester.test_googlenet_quantized_expect.pkl index f1f0b1f8fb5168288dbaf40d19e4eaf11274c7f9..134d68d9caf6f08e090e4398f50bb2de35dc60a4 100644 GIT binary patch delta 49 zcmaFO`kHlv1EY+n*}6TuuWa7abDs@FTW7FtvYh06!KM A-v9sr delta 49 zcmaFO`kHlv1EY-bz6*QGHMwn;Mw;2I>bklo_0W_(0p9E!qQN0YCdV)yVF5E#n2rMg D0niiR diff --git a/test/expect/ModelTester.test_inception_v3_quantized_expect.pkl b/test/expect/ModelTester.test_inception_v3_quantized_expect.pkl index d431806e451378d61b50adbf0c9b32f0d365333f..defa22dd4429ca1dbbbc50b0d5c1616f9e8565b5 100644 GIT binary patch delta 49 zcmaFO`kHlv1Eb8nzDYr|EvkalJ!CH@9yonz$1bCw0B?4V#`SwHOpakZ!UATfFdYW~ DBDoey delta 49 zcmaFO`kHlv1EWl4B3GcTTGhpcPpASbi`xY>q%G4i^$0p9E!E;cvvC&w@zVF5E#n2rMg D0B#eM diff --git a/test/expect/ModelTester.test_resnet50_quantized_expect.pkl b/test/expect/ModelTester.test_resnet50_quantized_expect.pkl index 694d4991b44ba0d70e3ea97396c88c3a8d81db86..7b010e3ad2f6e9f0b36d0f88933056d4852f7262 100644 GIT binary patch delta 49 zcmaFO`kHlv1EY+ElhpzKo39*d&pbO26Me|Rb`qmqfHynGUWT9YlVccTBlAhX diff --git a/test/expect/ModelTester.test_resnext101_32x8d_quantized_expect.pkl b/test/expect/ModelTester.test_resnext101_32x8d_quantized_expect.pkl index f53480c8ca2e2fb8b1c8188dbf2e17e65a4c17ef..68cf41ea4754dcb031ed288217e67fe91ffbeae0 100644 GIT binary patch delta 49 zcmaFO`kHlv1EY-K?g B5%>TA diff --git a/test/expect/ModelTester.test_shufflenet_v2_x1_0_quantized_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x1_0_quantized_expect.pkl index 0b334b96a123488621cc6d5c7540433b49e599e5..692ef9b94d27fd3215013f0da5904f400200e47a 100644 GIT binary patch delta 49 zcmaFO`kHlv1EY*l>G3@uQcmu9b8F6?Ad3xq_%$|J2Y9n{EY`4)pB%$@gayn{VLA=~ DGpQ6$ delta 49 zcmaFO`kHlv1EY-J$K>69A0Jx<{(5Q?CHltNV7k9efHynGt(s}^lVccP$uW#aSilSwrsDt( CP8ECr delta 49 zcmaFO`kHlv1EY)um)#zb Date: Tue, 12 Oct 2021 16:56:57 +0100 Subject: [PATCH 15/19] try 256 random seed --- ...elTester.test_googlenet_quantized_expect.pkl | Bin 747 -> 747 bytes ...ester.test_inception_v3_quantized_expect.pkl | Bin 747 -> 747 bytes ...ester.test_mobilenet_v2_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_mobilenet_v3_large_quantized_expect.pkl | Bin 747 -> 747 bytes ...delTester.test_resnet18_quantized_expect.pkl | Bin 747 -> 747 bytes ...delTester.test_resnet50_quantized_expect.pkl | Bin 747 -> 747 bytes ...r.test_resnext101_32x8d_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x0_5_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x1_0_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x1_5_quantized_expect.pkl | Bin 747 -> 747 bytes ...test_shufflenet_v2_x2_0_quantized_expect.pkl | Bin 747 -> 747 bytes test/test_models.py | 6 +++--- 12 files changed, 3 insertions(+), 3 deletions(-) diff --git a/test/expect/ModelTester.test_googlenet_quantized_expect.pkl b/test/expect/ModelTester.test_googlenet_quantized_expect.pkl index 134d68d9caf6f08e090e4398f50bb2de35dc60a4..f079fc4f1edf2b3855aafee49b32d42eb28e8108 100644 GIT binary patch delta 165 zcmaFO`kHmZJOQ4PLe@ZU25&}hp0+|ZZ=Q+k3^+9;jwsJ!U|^UvIgwFzG7F=Pt<{0G zHrysp_mo60+mrw7#h!UZ8?Bq~Pu_iL#v7ZNe~WFd^RC(h#5P_ov-ez@k+Unno1H`6 zZ99(v&=dopDe|Ji42ea_8JT6N`ems_#hLkeZch9RlQ%LNvVd%x{EX3x6QMzq$(ONV Iaye580PpQOr2qf` delta 146 zcmaFO`kHmZJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxn`JnyuTj z`^x4$J@?r_v~>pSMwX-ILsayhy$E0&z$`x|C)O6J7(i5BIfyRuwfdSs^9DE#y zg$#hE7ywO?7ZqkmEK1JEEKAidOD!tS%+GUk;%At=kco4Vp~8j17~^ GnMwdmH#h+R delta 146 zcmaFO`kHmZJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxn{I>zfob z+oCE+-9z?r;(^nbcI+|=3h-vSk%(7JdvecsD%=|nz nCvAqwij4A;4H$VQA7E5s0U15{8KV^^LZc>=FJsE&a;6dh_RTOl diff --git a/test/expect/ModelTester.test_mobilenet_v2_quantized_expect.pkl b/test/expect/ModelTester.test_mobilenet_v2_quantized_expect.pkl index 7b65656ae8afb5876c2c6371d28683e99f586e79..5f1cd3b41489e33ab1792d3a8d192a7165872027 100644 GIT binary patch delta 141 zcmaFO`kHmZJOQ4PLe@ZU25&}hp0+|ZZ=Q+k3^+9;jwsJ!U|^UvIgwFzG7DqCgJA520+yYK-Kc1!VHN;$r+htsrqH9Ma7x)o&1c^3Q2<| MlP_b#?U?B{Bd2 diff --git a/test/expect/ModelTester.test_mobilenet_v3_large_quantized_expect.pkl b/test/expect/ModelTester.test_mobilenet_v3_large_quantized_expect.pkl index 7b65656ae8afb5876c2c6371d28683e99f586e79..5f1cd3b41489e33ab1792d3a8d192a7165872027 100644 GIT binary patch delta 141 zcmaFO`kHmZJOQ4PLe@ZU25&}hp0+|ZZ=Q+k3^+9;jwsJ!U|^UvIgwFzG7DqCgJA520+yYK-Kc1!VHN;$r+htsrqH9Ma7x)o&1c^3Q2<| MlP_b#?U?B{Bd2 diff --git a/test/expect/ModelTester.test_resnet18_quantized_expect.pkl b/test/expect/ModelTester.test_resnet18_quantized_expect.pkl index 61e34e46bc6bc95a5094caea4d5eb72bc706acff..53150a75f6aba3240b4faacfb52f2e48fa16c719 100644 GIT binary patch delta 165 zcmaFO`kHmZJOQ4PLe@ZU25&}hp0+|ZZ=Q+k3^+9;jwsJ!U|^UvIgwFzG7F=P?UB+~ zK%BLAqm$hJtclk4!8i2x@u>US1I6tuXFjn5%Gv$=%mBhb`Q5ew-s~Lpfsxk?fTkD# zO_3KBW=Jeb&d4lF)h|meD$dN$b93Tnn7onEkOgGhIa3J$;U+KM diff --git a/test/expect/ModelTester.test_resnet50_quantized_expect.pkl b/test/expect/ModelTester.test_resnet50_quantized_expect.pkl index 7b010e3ad2f6e9f0b36d0f88933056d4852f7262..6f231418a339de4a62cb917b117ab5d1fb4b0612 100644 GIT binary patch delta 165 zcmaFO`kHmZJOQ4PLe@ZU25&}hp0+|ZZ=Q+k3^+9;jwsJ!U|^UvIgwFzG7F=Ptweg0 z~>iT9I{?(>+thg&A}Lfc?VTAr#VjkzSQxJW1qw6dutCoO1gRwDCZd9&CX$> zQ##iGXo>;Q6nRl$hQy-ejLfoB{j$`e;>`R!Hz$6E$r~9BSwOZ;e#U6UiO`_Q}B{VF9K91GP#yfUR0kUu_!qsvn*A=EVZaOGe6JG nNt zy&lyzdmog2-Sf_wXE(#mN?UpBe|uhqthY{nm%QiHC#}6eaT^dDNLvSZvvYJj=QT9| znqmMnMP5{xA+abqBeN`3zbv(=I5R)b&5563@BMYHelqLe1K7j1!VN(XN*>y2#uOdzKki8%b7|5J7+NC diff --git a/test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl index 53ba84bebbff5e94504270c9b01a8de0163d102e..f591c278777e07c823e3e3b05850bbc2b29fbb98 100644 GIT binary patch delta 165 zcmaFO`kHmZJOQ4PLe@ZU25&}hp0+|ZZ=Q+k3^+9;jwsJ!U|^UvIgwFzG7F=P?V_x} zJqs7zvH4MNY_lY2=AH#!|MvK-J-g?}_I-Q2L*HBaPn~M>Yd+haU-R4cES2K33Gim; zu+{Q>WB@e90BDN5s4zofQF2CRS*m_nYEf}!ex92XKf~mWjD{>A+a^C_wBkf)&}8yu KY?xfmR004FBRenv delta 146 zcmaFO`kHmZJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxn_StXaRu z)>hhvYfs#sb-#Ii*1bDM^n0%5C6#*&}nOw^#FRIUwSd^TRS(d6_mReMtnV;w8 nq|Go{kx_oK0VB`k1B^;6AfqQgW3=K#Xw+o#WlWh|&Qt;baeghA diff --git a/test/expect/ModelTester.test_shufflenet_v2_x1_0_quantized_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x1_0_quantized_expect.pkl index 692ef9b94d27fd3215013f0da5904f400200e47a..c3c48d26bbd7434871afa97fab1c86d2226b2188 100644 GIT binary patch delta 164 zcmaFO`kHmZJOQ4PLe@ZU25&}hp0+|ZZ=Q+k3^+9;jwsJ!U|^UvIgwFzG7F=v&Dk$| z&d+Szb1dzd)v>g+U0-M3-m^dLij57!gx%U_AMLq5bFz){*?>Jk49E7oo#|;E;LXl) z`_qlT20%j$fQHD63Ns`YC1+%orRtZZ78Pga=earYGfdvdXvhMxZ1OWkD^7$4O(tK) JhRNkjB>?y7Kk5Jg delta 145 zcmaFO`kHmZJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxo1V9^dmJ z<>a0>x902#ve>YPUt^PXfHynGVhsy<5uhrO$+e8~qWTPpMadbNWvTjQsYS(^`FU!`y+>j5mOV?B3t0p4?oVw0z;Z0Jms_vX{0`OJI73GrvnB+ zQw)Hn$cqXyBo-xSWR|7sm!%dJXXfX*Iq@@0-pFXk0;ga%C}U&e;XTo#1 delta 146 zcmaFO`kHmZJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxn_~3oY6$ zvgGO>AZ@c<K5^%)Y2k~1>PQuWJHi;6Sz^W2=Y l873<-%1<_6;__MDNofsu@55mB+mA;0n#=?m#u9AyxBSKbwm^y z08KFfnj$YM%#c`=oRL|Us$Z5`RGgWg=jO!EFnJ@RAq&X1$iZM delta 146 zcmaFO`kHmZJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxn`7aH_WM z=waU@bs=H5ORU?T{f)6U0p9E!uYLC%5& Date: Tue, 12 Oct 2021 17:08:33 +0100 Subject: [PATCH 16/19] try 16 random seed --- ...elTester.test_googlenet_quantized_expect.pkl | Bin 747 -> 811 bytes ...ester.test_inception_v3_quantized_expect.pkl | Bin 747 -> 811 bytes ...ester.test_mobilenet_v2_quantized_expect.pkl | Bin 747 -> 811 bytes ...test_mobilenet_v3_large_quantized_expect.pkl | Bin 747 -> 811 bytes ...delTester.test_resnet18_quantized_expect.pkl | Bin 747 -> 811 bytes ...delTester.test_resnet50_quantized_expect.pkl | Bin 747 -> 811 bytes ...r.test_resnext101_32x8d_quantized_expect.pkl | Bin 747 -> 811 bytes ...test_shufflenet_v2_x0_5_quantized_expect.pkl | Bin 747 -> 811 bytes ...test_shufflenet_v2_x1_0_quantized_expect.pkl | Bin 747 -> 811 bytes ...test_shufflenet_v2_x1_5_quantized_expect.pkl | Bin 747 -> 811 bytes ...test_shufflenet_v2_x2_0_quantized_expect.pkl | Bin 747 -> 811 bytes test/test_models.py | 6 +++--- 12 files changed, 3 insertions(+), 3 deletions(-) diff --git a/test/expect/ModelTester.test_googlenet_quantized_expect.pkl b/test/expect/ModelTester.test_googlenet_quantized_expect.pkl index f079fc4f1edf2b3855aafee49b32d42eb28e8108..d8e2475e6974a0ce88becd96000ead54143efed0 100644 GIT binary patch delta 223 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H40!IH4AYv$z`y{)6Qm}yFxvS3kngc^ z-5s?Dh<7KJFSjY-Sz-f}WpLen%ZjPb!UlvpUexRXiTzA_v74!H2T<)TtJ$?bf%%0AjL35dZ)H delta 195 zcmZ3@_L_CVJOQ4PLe@ZU25&}hp0+|ZZ=Q+k40tpojwsJ!U|;~@2~v|;7;S8=4y?7| zHhH?IBzoDN{AVxr%q!Yx-F$!Y?n^V?*v$M}Y;&D=)gB;+g9P)14 zc?^I?7)d&dkqqbK+;1{E^X+1!Uc1H6|-ggoaEeU&e;X c+nJmMFEIj50D=H-Hg*u*Ihl)Dnhhcf0Bngpr2qf` diff --git a/test/expect/ModelTester.test_inception_v3_quantized_expect.pkl b/test/expect/ModelTester.test_inception_v3_quantized_expect.pkl index ca9e084b4c49d92ce6e999ffc0ee14a4dedf50ac..1a36c5fb1b0d1d43e06862a198c5c9c9b5505bb9 100644 GIT binary patch delta 223 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H40!IH4AYv$z`y{)6Qm}yFxvQjkcta> zZ2B^2(~Q$WvCgcQly+1HIaSUMy5+7F1Y-9+Sak80`>IPzHiuoBe(vF=RKp`+_V)h9 zOD0p61qFDsbLeC?9dZB~=`gvLQC`%UA+abqBeN`3zbv(=I5R)b&B>l&vLd7WWCKP4 xFh0Pj!~$~40v^PrS5=cBIo$FGrkjtf}qehpW*enk;X4DM~@Mh=W<2Wp2 z05rm2axbI2s4zofQF2CRS*m_nYEf}!ex92XKf~mYjD{>A>n5u)S#csXWHR|OHcZ~m a4SU=)~K zz{tXBmfTzF02FqZT+1jg>dcT>l$?=Sma1QtT2!2wpXcUe&oEh$QGT)kP(27AU{qoO q88`VEqZN{7O(tK)36sm2oCJlKfTjUKfHxaEh(0;_6q7U?L=*t4b18@b delta 147 zcmZ3@_L_CVJOQ4PLe@ZU25&}hp0+|ZZ=Q+k40tpojwsJ!U|;~@2~v|;7;`2!FtTt? z-Q4lX04QWIxtCF1RG1;LC^;juELFcOwWv5VKhMpHpJDPxMne{m_Q`5YR!AB$nS2== dCU0kQ61>C+Gyw<#yxG`6bmwF)W@$EvC;$dXCQ1MR diff --git a/test/expect/ModelTester.test_mobilenet_v3_large_quantized_expect.pkl b/test/expect/ModelTester.test_mobilenet_v3_large_quantized_expect.pkl index 5f1cd3b41489e33ab1792d3a8d192a7165872027..c555c243c630c7ffeeec231ed67eb683137d7f3e 100644 GIT binary patch delta 163 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H40!IH4AYv$z`y{)6Qm}yFy>4SU=)~K zz{tXBmfTzF02FqZT+1jg>dcT>l$?=Sma1QtT2!2wpXcUe&oEh$QGT)kP(27AU{qoO q88`VEqZN{7O(tK)36sm2oCJlKfTjUKfHxaEh(0;_6q7U?L=*t4b18@b delta 147 zcmZ3@_L_CVJOQ4PLe@ZU25&}hp0+|ZZ=Q+k40tpojwsJ!U|;~@2~v|;7;`2!FtTt? z-Q4lX04QWIxtCF1RG1;LC^;juELFcOwWv5VKhMpHpJDPxMne{m_Q`5YR!AB$nS2== dCU0kQ61>C+Gyw<#yxG`6bmwF)W@$EvC;$dXCQ1MR diff --git a/test/expect/ModelTester.test_resnet18_quantized_expect.pkl b/test/expect/ModelTester.test_resnet18_quantized_expect.pkl index 53150a75f6aba3240b4faacfb52f2e48fa16c719..88ae5f33d0343abe6fa9aeb6656e15d1e5b9ef69 100644 GIT binary patch delta 223 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H40!IH4AYv$z`y{)6Qm}yFxvR0nXa<8 zJDO#8Zl=WkdtpoV|GQwl&-`B-klwv#+p`p~+%nC`{qKY~*zLR1v-jxYg8e|+wrkZ? z`+awK_62yebKHF=a?}B6q{HM|MtM`R!Hz#|B$%>5flMNUJ x!1w^85(~&FlbyxG`6^vTJmn55Ytq5y*rPVWE! delta 195 zcmZ3@_L_CVJOQ4PLe@ZU25&}hp0+|ZZ=Q+k40tpojwsJ!U|;~@2~v|;7;S8il)eJu zti2nZ09?>KGynhq diff --git a/test/expect/ModelTester.test_resnet50_quantized_expect.pkl b/test/expect/ModelTester.test_resnet50_quantized_expect.pkl index 6f231418a339de4a62cb917b117ab5d1fb4b0612..4245b6f8a9cc711d1ab8117c3573f3512d6719f8 100644 GIT binary patch delta 223 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H40!IH4AYv$z`y{)6Qm}yFxvPA7Cqg+ zVfi*d+K_1uKqDO{*D}hBIx{2|C1+%orRtZZ78Pga=earAGfY-wl%H(CC;-L>7?oH+ rPMQ3S(TWqHS(C|^al+(sCMQ85CZK6R5a7+m4x&#^KE))>1`!1SfHzES delta 195 zcmZ3@_L_CVJOQ4PLe@ZU25&}hp0+|ZZ=Q+k40tpojwsJ!U|;~@2~v|;7;S7N(wiKA zKKo<0%Ua-&^;%nppU-Lz#t6(isG>Q|aq{=2j&B_M98TX`d*D&h)q_Ae#{h434ilZy zxduQZ3?}z7%8Lp!Bo-xSWR|7sm!%dJXXfX*Iq@@0{>W&^0ZoXo{6%?1$#06AYh$p8QV diff --git a/test/expect/ModelTester.test_resnext101_32x8d_quantized_expect.pkl b/test/expect/ModelTester.test_resnext101_32x8d_quantized_expect.pkl index afe6910fd7e5030758e20de694b2cfcd5a1a06e9..91c87d45114610f3eadfec6bb8925759faf86eab 100644 GIT binary patch delta 223 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H40!IH4AYv$z`y{)6Qm}yFxvQ*S$6N~ zTT;AtOYS0@%j|l#OBTr3rscHS8e9vo0gBsxT4=ckh;2SC+-d#jiZNInh!50foyYZJ zZ-6&D$7V12hYmm^9VXW@%8NQPBo-xSWR|7sm!%dJXXfX*IoUHzR%Dc)Y``c0#s?Uc tSU^sh{EX3x6QNm?$(M1$n_K_MofX+RL*&BhL*Pfk9?B+Uj91prMLNTmP( delta 195 zcmZ3@_L_CVJOQ4PLe@ZU25&}hp0+|ZZ=Q+k40tpojwsJ!U|;~@2~v|;7;S8QvS#k} zsJ7YrpzQ0Ocg{S!8E#hE%3J^2^D1P$b@IF9J*Pft?FEY4fY?CVI>4KqqvJWRsR7Uk zgUP*&@}j~FiABj7nPsW^WvNBQnfZBcPW%j$KQbD!fUKLW#$?5b(2&XG%h)h^JCl>( XB}SkLKoH=~#tx!8Cv!1Nvq3}w)kHkR diff --git a/test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl index f591c278777e07c823e3e3b05850bbc2b29fbb98..943c06d7dd0b885baaf627c378fa8249034c11ba 100644 GIT binary patch delta 223 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H40!IH4AYv$z`y{)6Qm}yFxvR8s$a5O zG^A_KtI2n4LS6IsXq`^qv&ym#i2s4`?$8V;8-|k2RzSR4>)kFeyMa~K2515U!*sSi z0p9E!iD74^H~_g0lWQ5}MV%QEi;^=k%To2rQj3Z+^Yh%C>=`C2GRjXjU=#r31B^;6 sAg4@z#%RTf(5%Vi%Q#_jIg^v15EICB28IA{Hg*twa`GuAX*P%`0QjawWdHyG delta 195 zcmZ3@_L_CVJOQ4PLe@ZU25&}hp0+|ZZ=Q+k40tpojwsJ!U|;~@2~v|;7;S79Wd-h8 zxaf|}k9uR9B|$UyEb#ib$7k)?JwLYZ+v6Sj-qL^SRGVM(+4lUJ-?nF|6rW9iH#>)| zmgge_pb-X>dl}_Lg&7iyk~1>PQuWJHi;6Sz^W2>H876;ZG-Lr;H(8CziW8wBlgXE{ eVe)n+C&5dMKofutr;eRA@wQ!i)Goi+-LJiOkHgEmHZk+o?fT++%LXWK4W##I2`<>PU-HAA!{N(q zel!c(9Ngh;6X4Cx@qSzNWe1><4wGvcBMY zHeeJ0;{%LJEFh;$e#U6UiO{UcVU9 zv-{y55M9b~Z})i=8sE-%`%m{r6^!utH~OILGj=DzN*0jjfM zd%Jeev4vqa0p9E!@d^Cr9DqhTOs-{=7j< zQIxf5%c$P{Z{zDd3Y)j=S+ZQn8i;p)V*3Y{W0}3&dY$&SJwP>k0=(HdW?DNPFaR21 zFu9jeUR0PNu_!qsvn*A=EVZaOGe6JGiJxKeM@B;ykad&Qn5;Mv8Zw!D85<^VXL1s} X#0WG22m-v>*gA^!M~#20xQ`v;AS&y|21&PtdQu)^^hKZRY*>w)>Dpkxl7uaT~o|PJ3orPqqQ7 z+mjqU3naEDz?+?edCHZ?4nQLvCf72`i#jtT7A0q7mZj>Kr4|)u=I6ON*)vR5WR#z5 zz$gI52N;!DKu($bjM0h{p;?p3mvO@6awaE1Ats<{KoH=~#tx!SPCmsX%?1$#05zOS ASpWb4 delta 195 zcmZ3@_L_CVJOQ4PLe@ZU25&}hp0+|ZZ=Q+k40tpojwsJ!U|;~@2~v|;7;S8WW;X8O zlW@054Rf|Bb(&@!shYYcG^=1Y5L-)ms_uz>5V`R!Hz$6E$sZXFSwPlJR%5c_L} Date: Tue, 12 Oct 2021 17:59:18 +0100 Subject: [PATCH 17/19] disable inception_v3 input/output quantization tests --- ...Tester.test_googlenet_quantized_expect.pkl | Bin 811 -> 747 bytes ...ter.test_mobilenet_v2_quantized_expect.pkl | Bin 811 -> 747 bytes ...st_mobilenet_v3_large_quantized_expect.pkl | Bin 811 -> 747 bytes ...lTester.test_resnet18_quantized_expect.pkl | Bin 811 -> 747 bytes ...lTester.test_resnet50_quantized_expect.pkl | Bin 811 -> 747 bytes ...test_resnext101_32x8d_quantized_expect.pkl | Bin 811 -> 747 bytes ...st_shufflenet_v2_x0_5_quantized_expect.pkl | Bin 811 -> 747 bytes ...st_shufflenet_v2_x1_0_quantized_expect.pkl | Bin 811 -> 747 bytes ...st_shufflenet_v2_x1_5_quantized_expect.pkl | Bin 811 -> 747 bytes ...st_shufflenet_v2_x2_0_quantized_expect.pkl | Bin 811 -> 747 bytes test/test_models.py | 18 ++++++++++++------ 11 files changed, 12 insertions(+), 6 deletions(-) diff --git a/test/expect/ModelTester.test_googlenet_quantized_expect.pkl b/test/expect/ModelTester.test_googlenet_quantized_expect.pkl index d8e2475e6974a0ce88becd96000ead54143efed0..686d7bfced637f9bf7b094cd57d875a0191ac904 100644 GIT binary patch delta 169 zcmZ3@_L_CVJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxn`V8T#8i z+a6*QAYE)DUwwTy&p89D0B?4VC%uPUMS#jgCigPRi|8{X7A0q7mZj>Kr4|)u=I6ON zX-_`Ds56O4i3McnWHlx$PK1_BCSS&s$=jKn1TQfH%>aS`Z#H%i-8q?yS(*(Z3IImf BFTDT& delta 218 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H3^?zd4AYv$z`!tTaw4PbWEMsn-yiZl zHma(x`;f@zIdq848(_ZXm>e~TSd&_Ee?N6Y- zTb2Rd>>LuA%hViz@(w^#BMYHeeK(yn)e( t1>}m!&ls&Z5gIj_d>JQ9E@yHQ6k-Bd#lR5Y&BhL*Pfk9?B+Uj91ptcrLWTeU diff --git a/test/expect/ModelTester.test_mobilenet_v2_quantized_expect.pkl b/test/expect/ModelTester.test_mobilenet_v2_quantized_expect.pkl index c555c243c630c7ffeeec231ed67eb683137d7f3e..7b65656ae8afb5876c2c6371d28683e99f586e79 100644 GIT binary patch delta 149 zcmZ3@_L_CVJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFa}I+U}WL! zoqd&G1SljjxtCF1M4utCC^;juELFcOwWv5VKhMocd-4HBok>heEFc3Wt1($2X~|^r fWlWj8oyke?5+l$IAPDegV+YZllew6s*&w0-t`sL` delta 194 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H3^?zd4AYv$z`!tTaw4PbWERGN$pMTk zL}Ct3v*g}V2cT{Tpl*3lXNJV0heEFc3Wt1($2X~|^r fWlWj8oyke?5+l$IAPDegV+YZllew6s*&w0-t`sL` delta 194 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H3^?zd4AYv$z`!tTaw4PbWERGN$pMTk zL}Ct3v*g}V2cT{Tpl*3lXNJV0hs8VRAW>lb{e2&?F!T@MdEN(I+RLVv=TqhynnCJ5FQ( diff --git a/test/expect/ModelTester.test_resnet50_quantized_expect.pkl b/test/expect/ModelTester.test_resnet50_quantized_expect.pkl index 4245b6f8a9cc711d1ab8117c3573f3512d6719f8..3680775a390c54c902b4671242b2bd523c4abd0e 100644 GIT binary patch delta 169 zcmZ3@_L_CVJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxn_8xCuKL zyu7o&M61~`OLx}6b6bKP1H9Qe^xwP5iU5^~Ozvfr7tv=(EK1JEEKAidOD!tS%+GUk z(w=;PQD+j95(~)C$!bhioCqzMOumdMleaTD30`6ZngIj>-fZk3x^prYvosq-6aXA} BF1-K% delta 218 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H3^?zd4AYv$z`!tTaw4PbWEMsn-@u}$ z`!_8A=5T3_!hz*|<_AiLUVUQZ2`2J&h*#|-L%loz; z2=Hd-@LC%(%>iht1JG1?QD=t4qU4OsvQ+)D)S}|d{5&@&dxpu1jPjEW7zHM8U^HR@ rxnlA&Mk`K)MolJP#tDG;zVf4Wb$Q9nY^9JN$?UQ&0X9H!+fNHE_W-fYr-eJMA6+p9s{`?Y`mFP~ zUhEC`R!Hz#|B$%>5flMNUJCU0Og tVgb2g@-s#&PJ~8HCSS%0lgpW$1cjJ@CILZ!Hyb;MJ~{amlQbJd6aZn+NE!eD diff --git a/test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl b/test/expect/ModelTester.test_shufflenet_v2_x0_5_quantized_expect.pkl index 943c06d7dd0b885baaf627c378fa8249034c11ba..bf650020d19ca8b3ebf4b9af5f55020d0a7288fd 100644 GIT binary patch delta 169 zcmZ3@_L_CVJOS2{Le@ZU25&}h*0w@6Z`O(H40!t7FP@miz`y{)6Qm}yFxn`t&28E< z>G|5-T1AugtP>C4lc+JlCcvAWqhi_`a}l62k;%P`@*?^SiABj7nPsW^WvNBQnfZBc zPTG?XFzQTVQepuaI$4d$iW8wFlgXDcW%70=C&5dMKr?_Kz?+R7M0ZZ+VwPruhynl= Cv@sR{ delta 218 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H3^?zd4AYv$z`!tTaw4PbWEMsn-&OTX zc8i8|?Rho%j!md*{vNH<>3ddL)&cQ95Z)b{;bg;5ve^oVcWb@d1!gy}%Gv-8VPKff zwkN=wog*>q%oGP8*8ym%yr?rnVo`ENW?8C!S!z*nW`3TVlRd*^MMn9_28;reH!vEp sfLt;88KV^^LZc>=FXM#C%02d&dkqq zbJCuCfKg`>lM)Na(8+2{R-6benM}TnDU-J|ISF231eyT^0p4uvAi8rh7qc`QL=*t> CEi>W( delta 218 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H3^?zd4AYv$z`!tTaw4PbWEMsn--A0& zTOa+_WaHGa(mH=fYaCUbKhlzE7H#>)rp3n*rpfZuky^QiA`V5Ih$r+htsrqH9Ma7xA>fFQt|jU7aHPUd2kW`l?V047;3 AO8@`> delta 218 zcmaFOx|(gmJOP1{Le@ZU25&}hfwn?6Z-I&H3^?zd4AYv$z`!tTaw4PbWEMsn-%^ga zJ!f`5+ykOZIqvO#-_mGvOVXN*>y2#uOdzKjzlmoqsD3NZmq0)hZn?-Mj*HrR=7=cn3Gim;Fl?GtA_7zSk%(7JdvecsD%=|nzCwqp;ij4A; z4HyL`Z(uZH0l8xGGe#>;ghov!U&aZO%bA=6g_wXQ0YQK_8#{ Date: Tue, 12 Oct 2021 18:00:33 +0100 Subject: [PATCH 18/19] removing ModelTester.test_inception_v3_quantized_expect.pkl --- ...lTester.test_inception_v3_quantized_expect.pkl | Bin 811 -> 0 bytes 1 file changed, 0 insertions(+), 0 deletions(-) delete mode 100644 test/expect/ModelTester.test_inception_v3_quantized_expect.pkl diff --git a/test/expect/ModelTester.test_inception_v3_quantized_expect.pkl b/test/expect/ModelTester.test_inception_v3_quantized_expect.pkl deleted file mode 100644 index 1a36c5fb1b0d1d43e06862a198c5c9c9b5505bb9..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 811 zcmWIWW@cev;NW1u00Im`42ea_8JT6N`YDMeiFyUuIc`pT3{fbcfhoBpAE-(%zO*DW zr zf)S|3ppZF&8AvA=loqmh3zQVH26{7iGkOcO6|#8?cr&&YvUesY=jY_4CYNO9=M{7L z7p0^YrKY%KCYNv(a%ct>a+VZw1r>7Z1$eV_+&dYjH4A7O2nXQwDIbFticj?o+?>?V z{E6aeB+dt^xS+?TFM~GCI2{!0%z8;_M|F@>-}q2;z5?=)b?Y0T>qT}IKZ@Q7 zz@!4x3k{0^Z#Fg^s3JLLUAS^kVgdmey&b}35CVG= ILFyrD0rOJ3-v9sr From 1fbd36e631b8918325c29662f288761eddea3c5a Mon Sep 17 00:00:00 2001 From: Joao Gomes Date: Wed, 13 Oct 2021 00:33:42 +0100 Subject: [PATCH 19/19] reverting temporary ci run_test.sh changes --- .circleci/unittest/linux/scripts/run_test.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/unittest/linux/scripts/run_test.sh b/.circleci/unittest/linux/scripts/run_test.sh index 856fe9a0a5d..419b9eb562c 100755 --- a/.circleci/unittest/linux/scripts/run_test.sh +++ b/.circleci/unittest/linux/scripts/run_test.sh @@ -7,4 +7,4 @@ conda activate ./env export PYTORCH_TEST_WITH_SLOW='1' python -m torch.utils.collect_env -pytest --cov=torchvision --junitxml=test-results/junit.xml -v --durations 20 test --ignore=test/test_datasets_download.py -k "test_quantized_classification_model" +pytest --cov=torchvision --junitxml=test-results/junit.xml -v --durations 20 test --ignore=test/test_datasets_download.py