Search in sources :

Example 1 with DoubleValue

use of com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue in project vespa by vespa-engine.

the class TensorFlowFeatureConverter method expandBatchDimensionsAtOutput.

/**
 * If batch dimensions have been reduced away above, bring them back here
 * for any following computation of the tensor.
 * Todo: determine when this is not necessary!
 */
private ExpressionNode expandBatchDimensionsAtOutput(ExpressionNode node, TensorType before, TensorType after) {
    if (after.equals(before)) {
        return node;
    }
    TensorType.Builder typeBuilder = new TensorType.Builder();
    for (TensorType.Dimension dimension : before.dimensions()) {
        if (dimension.size().orElse(-1L) == 1 && !after.dimensionNames().contains(dimension.name())) {
            typeBuilder.indexed(dimension.name(), 1);
        }
    }
    TensorType expandDimensionsType = typeBuilder.build();
    if (expandDimensionsType.dimensions().size() > 0) {
        ExpressionNode generatedExpression = new ConstantNode(new DoubleValue(1.0));
        Generate generatedFunction = new Generate(expandDimensionsType, new GeneratorLambdaFunctionNode(expandDimensionsType, generatedExpression).asLongListToDoubleOperator());
        Join expand = new Join(TensorFunctionNode.wrapArgument(node), generatedFunction, ScalarFunctions.multiply());
        return new TensorFunctionNode(expand);
    }
    return node;
}
Also used : GeneratorLambdaFunctionNode(com.yahoo.searchlib.rankingexpression.rule.GeneratorLambdaFunctionNode) ConstantNode(com.yahoo.searchlib.rankingexpression.rule.ConstantNode) DoubleValue(com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue) TensorFunctionNode(com.yahoo.searchlib.rankingexpression.rule.TensorFunctionNode) ExpressionNode(com.yahoo.searchlib.rankingexpression.rule.ExpressionNode) Generate(com.yahoo.tensor.functions.Generate) Join(com.yahoo.tensor.functions.Join) TensorType(com.yahoo.tensor.TensorType)

Example 2 with DoubleValue

use of com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue in project vespa by vespa-engine.

the class ReferenceNodeTestCase method requireThatAccessorsWork.

@Test
public void requireThatAccessorsWork() {
    TreeNode lhs = new ResponseNode(6.0, null);
    TreeNode rhs = new ResponseNode(9.0, null);
    NumericFeatureNode node = new NumericFeatureNode("foo", new DoubleValue(6.9), null, lhs, rhs);
    assertEquals("foo", node.feature());
    assertEquals(6.9, node.value().asDouble(), 1E-6);
    assertSame(lhs, node.left());
    assertSame(rhs, node.right());
}
Also used : DoubleValue(com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue) Test(org.junit.Test)

Example 3 with DoubleValue

use of com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue in project vespa by vespa-engine.

the class Simplifier method transformArithmetic.

private ExpressionNode transformArithmetic(ArithmeticNode node) {
    if (node.children().size() > 1) {
        List<ExpressionNode> children = new ArrayList<>(node.children());
        List<ArithmeticOperator> operators = new ArrayList<>(node.operators());
        for (ArithmeticOperator operator : ArithmeticOperator.operatorsByPrecedence) transform(operator, children, operators);
        node = new ArithmeticNode(children, operators);
    }
    if (isConstant(node))
        return new ConstantNode(node.evaluate(null));
    else if (// disregarding the /0 case
    allMultiplicationOrDivision(node) && hasZero(node))
        return new ConstantNode(new DoubleValue(0));
    else
        return node;
}
Also used : ArithmeticNode(com.yahoo.searchlib.rankingexpression.rule.ArithmeticNode) ConstantNode(com.yahoo.searchlib.rankingexpression.rule.ConstantNode) DoubleValue(com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue) ExpressionNode(com.yahoo.searchlib.rankingexpression.rule.ExpressionNode) ArrayList(java.util.ArrayList) ArithmeticOperator(com.yahoo.searchlib.rankingexpression.rule.ArithmeticOperator)

Example 4 with DoubleValue

use of com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue in project vespa by vespa-engine.

the class Mean method lazyGetFunction.

// todo: optimization: if keepDims and one reduce dimension that has size 1: same as identity.
@Override
protected TensorFunction lazyGetFunction() {
    if (!allInputTypesPresent(2)) {
        return null;
    }
    TensorFunction inputFunction = inputs.get(0).function().get();
    TensorFunction output = new Reduce(inputFunction, Reduce.Aggregator.avg, reduceDimensions);
    if (shouldKeepDimensions()) {
        // multiply with a generated tensor created from the reduced dimensions
        TensorType.Builder typeBuilder = new TensorType.Builder();
        for (String name : reduceDimensions) {
            typeBuilder.indexed(name, 1);
        }
        TensorType generatedType = typeBuilder.build();
        ExpressionNode generatedExpression = new ConstantNode(new DoubleValue(1));
        Generate generatedFunction = new Generate(generatedType, new GeneratorLambdaFunctionNode(generatedType, generatedExpression).asLongListToDoubleOperator());
        output = new com.yahoo.tensor.functions.Join(output, generatedFunction, ScalarFunctions.multiply());
    }
    return output;
}
Also used : GeneratorLambdaFunctionNode(com.yahoo.searchlib.rankingexpression.rule.GeneratorLambdaFunctionNode) OrderedTensorType(com.yahoo.searchlib.rankingexpression.integration.tensorflow.importer.OrderedTensorType) TensorType(com.yahoo.tensor.TensorType) Reduce(com.yahoo.tensor.functions.Reduce) ConstantNode(com.yahoo.searchlib.rankingexpression.rule.ConstantNode) TensorFunction(com.yahoo.tensor.functions.TensorFunction) DoubleValue(com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue) ExpressionNode(com.yahoo.searchlib.rankingexpression.rule.ExpressionNode) Generate(com.yahoo.tensor.functions.Generate)

Example 5 with DoubleValue

use of com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue in project vespa by vespa-engine.

the class FieldTermMatch method compute.

/**
 * Computes the fieldTermMatch features:
 * <ul>
 *     <li><code>firstPosition</code> - the position of the first occurrence of this query term in this index field</li>
 *     <li><code>occurrences</code> - the position of the first occurrence of this query term in this index field</li>
 * </ul>
 * @param queryTerm the term to return these features for
 * @param field the field value to compute over, assumed to be a space-separated string of tokens
 * @return a features object containing the two values described above
 */
public static Features compute(String queryTerm, String field) {
    Map<String, Value> features = new HashMap<>();
    String[] tokens = field.split(" ");
    int occurrences = 0;
    int firstPosition = 1000000;
    for (int i = 0; i < tokens.length; i++) {
        if (tokens[i].equals(queryTerm)) {
            if (occurrences == 0)
                firstPosition = i;
            occurrences++;
        }
    }
    features.put("firstPosition", new DoubleValue(firstPosition));
    features.put("occurrences", new DoubleValue(occurrences));
    return new Features(features);
}
Also used : HashMap(java.util.HashMap) DoubleValue(com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue) DoubleValue(com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue) Value(com.yahoo.searchlib.rankingexpression.evaluation.Value)

Aggregations

DoubleValue (com.yahoo.searchlib.rankingexpression.evaluation.DoubleValue)8 ConstantNode (com.yahoo.searchlib.rankingexpression.rule.ConstantNode)5 ExpressionNode (com.yahoo.searchlib.rankingexpression.rule.ExpressionNode)5 TensorType (com.yahoo.tensor.TensorType)4 OrderedTensorType (com.yahoo.searchlib.rankingexpression.integration.tensorflow.importer.OrderedTensorType)3 GeneratorLambdaFunctionNode (com.yahoo.searchlib.rankingexpression.rule.GeneratorLambdaFunctionNode)3 Generate (com.yahoo.tensor.functions.Generate)3 Value (com.yahoo.searchlib.rankingexpression.evaluation.Value)2 ArithmeticNode (com.yahoo.searchlib.rankingexpression.rule.ArithmeticNode)2 ArithmeticOperator (com.yahoo.searchlib.rankingexpression.rule.ArithmeticOperator)2 ArrayList (java.util.ArrayList)2 HashMap (java.util.HashMap)2 ReferenceNode (com.yahoo.searchlib.rankingexpression.rule.ReferenceNode)1 TensorFunctionNode (com.yahoo.searchlib.rankingexpression.rule.TensorFunctionNode)1 Join (com.yahoo.tensor.functions.Join)1 Reduce (com.yahoo.tensor.functions.Reduce)1 TensorFunction (com.yahoo.tensor.functions.TensorFunction)1 Test (org.junit.Test)1