Home
last modified time | relevance | path

Searched refs:quantize (Results 26 – 50 of 1844) sorted by relevance

12345678910>>...74

/dports/lang/python38/Python-3.8.12/Lib/test/decimaltestdata/
H A DddQuantize.decTest34 ddqua001 quantize 0 1e0 -> 0
35 ddqua002 quantize 1 1e0 -> 1
39 ddqua007 quantize 0.1 1e-1 -> 0.1
45 ddqua013 quantize 0.9 1e-1 -> 0.9
49 ddqua021 quantize -0 1e0 -> -0
50 ddqua022 quantize -1 1e0 -> -1
158 ddqua161 quantize 0 -9e0 -> 0
159 ddqua162 quantize 1 -7e0 -> 1
188 ddqua201 quantize -1 1e+0 -> -1
191 ddqua204 quantize 0 1e+0 -> 0
[all …]
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/databases/py-sqlite3/Python-3.8.12/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/databases/py-gdbm/Python-3.8.12/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/lang/python-tools/Python-3.8.12/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/lang/python310/Python-3.10.1/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/lang/python-legacy/Python-2.7.18/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/lang/python27/Python-2.7.18/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/lang/python39/Python-3.9.9/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/www/grafana8/grafana-8.3.6/vendor/github.com/cockroachdb/apd/v2/testdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
33 quax001 quantize 0 1e0 -> 0
34 quax002 quantize 1 1e0 -> 1
38 quax007 quantize 0.1 1e-1 -> 0.1
44 quax013 quantize 0.9 1e-1 -> 0.9
48 quax021 quantize -0 1e0 -> -0
49 quax022 quantize -1 1e0 -> -1
150 quax161 quantize 0 -9e0 -> 0
151 quax162 quantize 1 -7e0 -> 1
183 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/databases/cayley/cayley-0.7.5-2-gcf576ba/vendor/github.com/cockroachdb/apd/testdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
33 quax001 quantize 0 1e0 -> 0
34 quax002 quantize 1 1e0 -> 1
38 quax007 quantize 0.1 1e-1 -> 0.1
44 quax013 quantize 0.9 1e-1 -> 0.9
48 quax021 quantize -0 1e0 -> -0
49 quax022 quantize -1 1e0 -> -1
150 quax161 quantize 0 -9e0 -> 0
151 quax162 quantize 1 -7e0 -> 1
183 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/shells/ion/decimal-972c8547a0a76c7ad9a314e28a335aa57d46a543/decTest/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
33 quax001 quantize 0 1e0 -> 0
34 quax002 quantize 1 1e0 -> 1
38 quax007 quantize 0.1 1e-1 -> 0.1
44 quax013 quantize 0.9 1e-1 -> 0.9
48 quax021 quantize -0 1e0 -> -0
49 quax022 quantize -1 1e0 -> -1
150 quax161 quantize 0 -9e0 -> 0
151 quax162 quantize 1 -7e0 -> 1
183 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/sysutils/uefi-edk2-bhyve-csm/uefi-edk2-aa8d718/AppPkg/Applications/Python/Python-2.7.2/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/x11-toolkits/py-tkinter/Python-3.8.12/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/lang/python311/Python-3.11.0a3/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/lang/python37/Python-3.7.12/Lib/test/decimaltestdata/
H A Dquantize.decTest2 -- quantize.decTest -- decimal quantize operation --
34 quax001 quantize 0 1e0 -> 0
35 quax002 quantize 1 1e0 -> 1
39 quax007 quantize 0.1 1e-1 -> 0.1
45 quax013 quantize 0.9 1e-1 -> 0.9
49 quax021 quantize -0 1e0 -> -0
50 quax022 quantize -1 1e0 -> -1
151 quax161 quantize 0 -9e0 -> 0
152 quax162 quantize 1 -7e0 -> 1
184 quax204 quantize 0 1e+0 -> 0
[all …]
/dports/devel/p5-Set-Infinite/Set-Infinite-0.65/t/
H A Dquantize.t43 # $a = $a->quantize(quant => 1);
94 # print "r: ", $a->quantize(quant => 1)->quantize(quant => 1), "\n";
104 test ( '', ' $a->quantize ',
109 test ( '', ' $a->quantize ',
114 test ( '', ' $a->quantize ',
120 test ( '', ' $a->quantize ',
125 test ( '', ' $a->quantize ',
130 test ( '', ' $a->quantize ',
135 test ( '', ' $a->quantize ',
140 test ( '', ' $a->quantize ',
[all …]
H A Dbacktrack.t44 $a_quant = $a->quantize(quant => 1);
52 $q = $a->quantize(quant => 1);
56 # 2 quantize has min/max
57 $q = $a->quantize(quant => 1);
64 $q = $b->quantize(quant => 1);
70 $r = $r->quantize(quant => 1);
105 $q = Set::Infinite->new([15,$inf])->quantize;
135 $q = $a->quantize(quant => 1);
159 # print "v: ", $a->quantize(quant => 1)->quantize(quant => 1)->intersection(10,20), "\n";
160 test ('', '$a->quantize(quant => 1)->quantize(quant => 1)->intersection(10,20)',
[all …]
H A Dselect.t37 ' $a->quantize(quant=>1)->select( by => [0,2,-2,-1] ) ',
40 ' $a->quantize(quant=>1)->select( count => 3 ) ',
43 ' $a->quantize(quant=>1)->select( by => [0,2,-2,-1], count => 3 ) ',
46 ' $a->quantize(quant=>1)->select( by => [0,20,-20,-1], count => 3 ) ',
52 ' $a->quantize(quant=>1)->select( by => [0,2,-2,-1] ) ',
55 ' $a->quantize(quant=>1)->select( count => 3 ) ',
58 ' $a->quantize(quant=>1)->select( by => [0,2,-2,-1], count => 3 ) ',
61 ' $a->quantize(quant=>1)->select( by => [0,20,-20,-1], count => 3 ) ',
67 ' $a->quantize(quant=>1)->select( by => [0,2,-2,-1] ) ',
70 ' $a->quantize(quant=>1)->select( count => 3 ) ',
[all …]
H A Dfirst.t47 $a = Set::Infinite->new([15,18])->quantize;
49 test ("quantize-span", '"$span"', "[15..19)");
56 $c = $a->union(30,34)->quantize;
60 $a = Set::Infinite->new(30,34)->quantize->span;
82 $a = Set::Infinite->new(25,$inf)->quantize;
96 # $a = Set::Infinite->new(25,$inf)->quantize; warn $a;
116 # $a = Set::Infinite->new($neg_inf,25)->quantize;
124 $a = Set::Infinite->new([25,$inf])->quantize;
180 $a = Set::Infinite->new([25,$inf])->quantize;
194 $a = Set::Infinite->new([25,$inf])->quantize;
[all …]
/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/tvm/tests/python/relay/
H A Dtest_pass_auto_quantize.py32 with relay.quantize.qconfig(skip_conv_layers=[]):
33 qmod = relay.quantize.quantize(mod, params)
90 with relay.quantize.qconfig(calibrate_mode="kl_divergence"):
93 relay.quantize.quantize(mod, params, dataset)
96 relay.quantize.quantize(mod, params, dataset)
106 relay.quantize.quantize(mod, params, dataset)
134 with relay.quantize.qconfig(**BASE_CFG, partition_conversions="enabled"):
135 partitioned_mod = relay.quantize.quantize(mod, params)
139 partitioned_mod = relay.quantize.quantize(mod, params)
147 unpartitioned_mod = relay.quantize.quantize(mod, params)
[all …]
/dports/net-p2p/libtorrent-rasterbar/libtorrent-rasterbar-1.2.14/tools/
H A Dparse_dht_rtt.py9 quantize = 100 variable
16 for i in range(0, max_rtt, quantize):
21 if (time < 0 or time > max_rtt - quantize):
24 time //= quantize
25 time *= quantize
31 print('%f %d' % ((k + (quantize / 2)) / 1000.0, v), file=f)
52 ''' % (float(quantize) / 1000.0))
/dports/net-p2p/py-libtorrent-rasterbar/libtorrent-1.2.13/tools/
H A Dparse_dht_rtt.py9 quantize = 100 variable
16 for i in range(0, max_rtt, quantize):
21 if (time < 0 or time > max_rtt - quantize):
24 time //= quantize
25 time *= quantize
31 print('%f %d' % ((k + (quantize / 2)) / 1000.0, v), file=f)
52 ''' % (float(quantize) / 1000.0))
/dports/misc/mnn/MNN-1.2.0/tools/converter/source/tflite/
H A DTfliteUtils.cpp21 …auto quantize = [scale, zeroPoint](float f) { return zeroPoint + static_cast<int32_t>(std::round(f… in CalculateActivationRangeQuantizedImpl() local
24 *act_min = std::max(qmin, quantize(0.0)); in CalculateActivationRangeQuantizedImpl()
27 *act_min = std::max(qmin, quantize(0.0)); in CalculateActivationRangeQuantizedImpl()
28 *act_max = std::min(qmax, quantize(6.0)); in CalculateActivationRangeQuantizedImpl()
30 *act_min = std::max(qmin, quantize(-1.0)); in CalculateActivationRangeQuantizedImpl()
31 *act_max = std::min(qmax, quantize(1.0)); in CalculateActivationRangeQuantizedImpl()
62 *act_min = std::max(qmin, quantize(0.0)); in CalculateActivationRangeUint8()
65 *act_min = std::max(qmin, quantize(0.0)); in CalculateActivationRangeUint8()
66 *act_max = std::min(qmax, quantize(6.0)); in CalculateActivationRangeUint8()
68 *act_min = std::max(qmin, quantize(-1.0)); in CalculateActivationRangeUint8()
[all …]
/dports/www/geckodriver/mozilla-central-e9783a644016aa9b317887076618425586730d73/testing/geckodriver/cargo-crates/webrender-0.60.0/src/glyph_rasterizer/
H A Dmod.rs73 pub fn quantize(&self) -> Self { in quantize() method
343 fn quantize(pos: f32) -> Self { in quantize() method
391 let sox = SubpixelOffset::quantize(dx); in new()
392 let soy = SubpixelOffset::quantize(dy); in new()
798 assert_eq!(SubpixelOffset::quantize(0.0), SubpixelOffset::Zero); in test_subpx_quantize()
799 assert_eq!(SubpixelOffset::quantize(-0.0), SubpixelOffset::Zero); in test_subpx_quantize()
801 assert_eq!(SubpixelOffset::quantize(0.1), SubpixelOffset::Zero); in test_subpx_quantize()
814 assert_eq!(SubpixelOffset::quantize(0.4), SubpixelOffset::Half); in test_subpx_quantize()
815 assert_eq!(SubpixelOffset::quantize(0.5), SubpixelOffset::Half); in test_subpx_quantize()
832 assert_eq!(SubpixelOffset::quantize(1.0), SubpixelOffset::Zero); in test_subpx_quantize()
[all …]

12345678910>>...74