Home
last modified time | relevance | path

Searched refs:getPrecision (Results 1 – 25 of 1298) sorted by relevance

12345678910>>...52

/dports/www/grafana8/grafana-8.3.6/vendor/github.com/apache/arrow/java/gandiva/src/main/java/org/apache/arrow/gandiva/evaluator/
H A DDecimalTypeUtil.java50 int p1 = operand1.getPrecision(); in getResultTypeForOperation()
51 int p2 = operand2.getPrecision(); in getResultTypeForOperation()
58 resultPrecision = resultScale + Math.max(operand1.getPrecision() - operand1.getScale(), in getResultTypeForOperation()
59 operand2.getPrecision() - operand2.getScale()) + 1; in getResultTypeForOperation()
67 Math.max(MIN_ADJUSTED_SCALE, operand1.getScale() + operand2.getPrecision() + 1); in getResultTypeForOperation()
69 operand1.getPrecision() - operand1.getScale() + operand2.getScale() + resultScale; in getResultTypeForOperation()
73 resultPrecision = Math.min(operand1.getPrecision() - operand1.getScale(), in getResultTypeForOperation()
74 operand2.getPrecision() - operand2.getScale()) + in getResultTypeForOperation()
/dports/databases/arrow/apache-arrow-6.0.1/java/gandiva/src/main/java/org/apache/arrow/gandiva/evaluator/
H A DDecimalTypeUtil.java50 int p1 = operand1.getPrecision(); in getResultTypeForOperation()
51 int p2 = operand2.getPrecision(); in getResultTypeForOperation()
58 resultPrecision = resultScale + Math.max(operand1.getPrecision() - operand1.getScale(), in getResultTypeForOperation()
59 operand2.getPrecision() - operand2.getScale()) + 1; in getResultTypeForOperation()
67 Math.max(MIN_ADJUSTED_SCALE, operand1.getScale() + operand2.getPrecision() + 1); in getResultTypeForOperation()
69 operand1.getPrecision() - operand1.getScale() + operand2.getScale() + resultScale; in getResultTypeForOperation()
73 resultPrecision = Math.min(operand1.getPrecision() - operand1.getScale(), in getResultTypeForOperation()
74 operand2.getPrecision() - operand2.getScale()) + in getResultTypeForOperation()
/dports/security/vault/vault-1.8.2/vendor/github.com/apache/arrow/java/gandiva/src/main/java/org/apache/arrow/gandiva/evaluator/
H A DDecimalTypeUtil.java50 int p1 = operand1.getPrecision(); in getResultTypeForOperation()
51 int p2 = operand2.getPrecision(); in getResultTypeForOperation()
58 resultPrecision = resultScale + Math.max(operand1.getPrecision() - operand1.getScale(), in getResultTypeForOperation()
59 operand2.getPrecision() - operand2.getScale()) + 1; in getResultTypeForOperation()
67 Math.max(MIN_ADJUSTED_SCALE, operand1.getScale() + operand2.getPrecision() + 1); in getResultTypeForOperation()
69 operand1.getPrecision() - operand1.getScale() + operand2.getScale() + resultScale; in getResultTypeForOperation()
73 resultPrecision = Math.min(operand1.getPrecision() - operand1.getScale(), in getResultTypeForOperation()
74 operand2.getPrecision() - operand2.getScale()) + in getResultTypeForOperation()
/dports/www/ilias/ILIAS-5.4.25/Modules/TestQuestionPool/classes/
H A Dclass.assFormulaQuestionVariable.php52 $mul = ilMath::_pow(10, $this->getPrecision());
58 $roundedRangeMIN = round($this->getRangeMin(), $this->getPrecision());
59 $roundedRangeMAX = round($this->getRangeMax(), $this->getPrecision());
65 $calcval = ilMath::_div($rnd, $mul, $this->getPrecision());
66 if (($this->getPrecision() == 0) && ($this->getIntprecision() != 0)) {
71 $calcval = ilMath::_sub($calcval, $modulo, $this->getPrecision());
73 …al, ilMath::_sub($this->getIntprecision(), $modulo, $this->getPrecision()), $this->getPrecision());
116 public function getPrecision() function in assFormulaQuestionVariable
H A Dclass.assFormulaQuestionResult.php133 if (is_numeric($this->getPrecision())) {
135 $result = ilMath::_round($res, $this->getPrecision());
213 $this->setRangeMin(ilMath::_mul($range_min, 1, $this->getPrecision()));
214 $this->setRangeMax(ilMath::_mul($range_max, 1, $this->getPrecision()));
264 $resultWithRespectedUnit = ilMath::_round($result, $this->getPrecision());
273 $resultWithRespectedUnit = ilMath::_mul($result, 1, $this->getPrecision());
307 $frac_value = ilMath::_round($frac_value, $this->getPrecision());
320 $frac_value = ilMath::_div($exp_val[0], 1, $this->getPrecision());
360 $frac_value = ilMath::_round($frac_value, $this->getPrecision());
396 $v1 = ilMath::_mul($v1, 1, $this->getPrecision());
[all …]
/dports/www/ilias6/ILIAS-6.14/Modules/TestQuestionPool/classes/
H A Dclass.assFormulaQuestionVariable.php52 $mul = ilMath::_pow(10, $this->getPrecision());
58 $roundedRangeMIN = round($this->getRangeMin(), $this->getPrecision());
59 $roundedRangeMAX = round($this->getRangeMax(), $this->getPrecision());
65 $calcval = ilMath::_div($rnd, $mul, $this->getPrecision());
66 if (($this->getPrecision() == 0) && ($this->getIntprecision() != 0)) {
71 $calcval = ilMath::_sub($calcval, $modulo, $this->getPrecision());
73 …al, ilMath::_sub($this->getIntprecision(), $modulo, $this->getPrecision()), $this->getPrecision());
116 public function getPrecision() function in assFormulaQuestionVariable
H A Dclass.assFormulaQuestionResult.php133 if (is_numeric($this->getPrecision())) {
135 $result = ilMath::_round($res, $this->getPrecision());
213 $this->setRangeMin(ilMath::_mul($range_min, 1, $this->getPrecision()));
214 $this->setRangeMax(ilMath::_mul($range_max, 1, $this->getPrecision()));
264 $resultWithRespectedUnit = ilMath::_round($result, $this->getPrecision());
273 $resultWithRespectedUnit = ilMath::_mul($result, 1, $this->getPrecision());
307 $frac_value = ilMath::_round($frac_value, $this->getPrecision());
320 $frac_value = ilMath::_div($exp_val[0], 1, $this->getPrecision());
372 $frac_value = ilMath::_round($frac_value, $this->getPrecision());
408 $v1 = ilMath::_mul($v1, 1, $this->getPrecision());
[all …]
/dports/java/jump/jump-0.5/src/main/org/znerd/math/
H A DDigitSet.java92 public abstract int getPrecision(); in getPrecision() method in DigitSet
124 if (precision >= getPrecision()) { in toPrecision()
136 } else if (d.getPrecision() != precision) { in toPrecision()
137 …() + ".toPrecisionImpl(int) returned a digit set with precision " + d.getPrecision() + " while the… in toPrecision()
/dports/www/qt5-webengine/qtwebengine-everywhere-src-5.15.2/src/3rdparty/chromium/third_party/angle/src/compiler/translator/tree_ops/
H A DRecordConstantPrecision.cpp83 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
114 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
130 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/www/chromium-legacy/chromium-88.0.4324.182/third_party/angle/src/compiler/translator/tree_ops/
H A DRecordConstantPrecision.cpp83 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
114 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
130 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/www/firefox-esr/firefox-91.8.0/gfx/angle/checkout/src/compiler/translator/tree_ops/gl/
H A DRecordConstantPrecision.cpp83 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
114 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
130 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/databases/qt5-sqldrivers-sqlite3/kde-qtbase-5.15.2p263/src/3rdparty/angle/src/compiler/translator/
H A DRecordConstantPrecision.cpp82 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
113 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
129 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/databases/qt5-sqldrivers-tds/kde-qtbase-5.15.2p263/src/3rdparty/angle/src/compiler/translator/
H A DRecordConstantPrecision.cpp82 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
113 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
129 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/www/elgg/elgg-3.3.23/vendor/zendframework/zend-validator/src/
H A DStep.php151 $precision = $this->getPrecision($x) + $this->getPrecision($y);
165 $precision = $this->getPrecision($x) + $this->getPrecision($y);
173 private function getPrecision($float) function in Zend\\Validator\\Step
/dports/lang/spidermonkey78/firefox-78.9.0/gfx/angle/checkout/src/compiler/translator/tree_ops/
H A DRecordConstantPrecision.cpp83 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
114 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
130 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/databases/qt5-sqldrivers-ibase/kde-qtbase-5.15.2p263/src/3rdparty/angle/src/compiler/translator/
H A DRecordConstantPrecision.cpp82 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
113 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
129 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/databases/qt5-sql/kde-qtbase-5.15.2p263/src/3rdparty/angle/src/compiler/translator/
H A DRecordConstantPrecision.cpp82 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
113 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
129 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/databases/qt5-sqldrivers-mysql/kde-qtbase-5.15.2p263/src/3rdparty/angle/src/compiler/translator/
H A DRecordConstantPrecision.cpp82 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
113 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
129 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/databases/qt5-sqldrivers-pgsql/kde-qtbase-5.15.2p263/src/3rdparty/angle/src/compiler/translator/
H A DRecordConstantPrecision.cpp82 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
113 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
129 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/databases/qt5-sqldrivers-sqlite2/kde-qtbase-5.15.2p263/src/3rdparty/angle/src/compiler/translator/
H A DRecordConstantPrecision.cpp82 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
113 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
129 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/databases/qt5-sqldrivers-odbc/kde-qtbase-5.15.2p263/src/3rdparty/angle/src/compiler/translator/
H A DRecordConstantPrecision.cpp82 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
113 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
129 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/www/firefox/firefox-99.0/gfx/angle/checkout/src/compiler/translator/tree_ops/gl/
H A DRecordConstantPrecision.cpp83 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
114 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
130 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/mail/thunderbird/thunderbird-91.8.0/gfx/angle/checkout/src/compiler/translator/tree_ops/gl/
H A DRecordConstantPrecision.cpp83 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
114 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
130 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/net/qt5-network/kde-qtbase-5.15.2p263/src/3rdparty/angle/src/compiler/translator/
H A DRecordConstantPrecision.cpp82 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
113 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
129 if (node->getPrecision() < EbpMedium) in visitConstantUnion()
/dports/textproc/qt5-xml/kde-qtbase-5.15.2p263/src/3rdparty/angle/src/compiler/translator/
H A DRecordConstantPrecision.cpp82 otherOperand->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
113 typedParameter->getPrecision() >= operand->getPrecision()) in operandAffectsParentOperationPrecision()
129 if (node->getPrecision() < EbpMedium) in visitConstantUnion()

12345678910>>...52