Examples with TensorAddress com.yahoo.tensor.TensorAddress used on opensource projects

Example 1 with TensorAddress

use of com.yahoo.tensor.TensorAddress in project vespa by vespa-engine.

the class Map method evaluate.

@Override
public <NAMETYPE extends TypeContext.Name> Tensor evaluate(EvaluationContext<NAMETYPE> context) {
    Tensor argument = argument().evaluate(context);
    Tensor.Builder builder = Tensor.Builder.of(argument.type());
    for (Iterator<Tensor.Cell> i = argument.cellIterator(); i.hasNext(); ) {
        java.util.Map.Entry<TensorAddress, Double> cell = i.next();
        builder.cell(cell.getKey(), mapper.applyAsDouble(cell.getValue()));
    }
    return builder.build();
}

Example 2 with TensorAddress

use of com.yahoo.tensor.TensorAddress in project vespa by vespa-engine.

the class Join method joinTo.

private void joinTo(IndexedTensor a, IndexedTensor b, TensorType joinedType, DimensionSizes joinedSize, int[] aToIndexes, int[] bToIndexes, boolean reversedOrder, Tensor.Builder builder) {
    Set<String> sharedDimensions = Sets.intersection(a.type().dimensionNames(), b.type().dimensionNames());
    Set<String> dimensionsOnlyInA = Sets.difference(a.type().dimensionNames(), b.type().dimensionNames());
    DimensionSizes aIterateSize = joinedSizeOf(a.type(), joinedType, joinedSize);
    DimensionSizes bIterateSize = joinedSizeOf(b.type(), joinedType, joinedSize);
    // for each combination of dimensions only in a
    for (Iterator<IndexedTensor.SubspaceIterator> ia = a.subspaceIterator(dimensionsOnlyInA, aIterateSize); ia.hasNext(); ) {
        IndexedTensor.SubspaceIterator aSubspace = ia.next();
        // for each combination of dimensions in a which is also in b
        while (aSubspace.hasNext()) {
            Tensor.Cell aCell = aSubspace.next();
            PartialAddress matchingBCells = partialAddress(a.type(), aSubspace.address(), sharedDimensions);
            // for each matching combination of dimensions ony in b
            for (IndexedTensor.SubspaceIterator bSubspace = b.cellIterator(matchingBCells, bIterateSize); bSubspace.hasNext(); ) {
                Tensor.Cell bCell = bSubspace.next();
                TensorAddress joinedAddress = joinAddresses(aCell.getKey(), aToIndexes, bCell.getKey(), bToIndexes, joinedType);
                double joinedValue = reversedOrder ? combinator.applyAsDouble(bCell.getValue(), aCell.getValue()) : combinator.applyAsDouble(aCell.getValue(), bCell.getValue());
                builder.cell(joinedAddress, joinedValue);
            }
        }
    }
}

Example 3 with TensorAddress

use of com.yahoo.tensor.TensorAddress in project vespa by vespa-engine.

the class Join method mappedGeneralJoin.

private Tensor mappedGeneralJoin(Tensor a, Tensor b, TensorType joinedType) {
    int[] aToIndexes = mapIndexes(a.type(), joinedType);
    int[] bToIndexes = mapIndexes(b.type(), joinedType);
    Tensor.Builder builder = Tensor.Builder.of(joinedType);
    for (Iterator<Tensor.Cell> aIterator = a.cellIterator(); aIterator.hasNext(); ) {
        Map.Entry<TensorAddress, Double> aCell = aIterator.next();
        for (Iterator<Tensor.Cell> bIterator = b.cellIterator(); bIterator.hasNext(); ) {
            Map.Entry<TensorAddress, Double> bCell = bIterator.next();
            TensorAddress combinedAddress = joinAddresses(aCell.getKey(), aToIndexes, bCell.getKey(), bToIndexes, joinedType);
            // not combinable
            if (combinedAddress == null)
                continue;
            builder.cell(combinedAddress, combinator.applyAsDouble(aCell.getValue(), bCell.getValue()));
        }
    }
    return builder.build();
}

Example 4 with TensorAddress

use of com.yahoo.tensor.TensorAddress in project vespa by vespa-engine.

the class Join method generalSubspaceJoin.

private Tensor generalSubspaceJoin(Tensor subspace, Tensor superspace, TensorType joinedType, boolean reversedArgumentOrder) {
    int[] subspaceIndexes = subspaceIndexes(superspace.type(), subspace.type());
    Tensor.Builder builder = Tensor.Builder.of(joinedType);
    for (Iterator<Tensor.Cell> i = superspace.cellIterator(); i.hasNext(); ) {
        Map.Entry<TensorAddress, Double> supercell = i.next();
        TensorAddress subaddress = mapAddressToSubspace(supercell.getKey(), subspaceIndexes);
        double subspaceValue = subspace.get(subaddress);
        if (!Double.isNaN(subspaceValue))
            builder.cell(supercell.getKey(), reversedArgumentOrder ? combinator.applyAsDouble(supercell.getValue(), subspaceValue) : combinator.applyAsDouble(subspaceValue, supercell.getValue()));
    }
    return builder.build();
}

Example 5 with TensorAddress

use of com.yahoo.tensor.TensorAddress in project vespa by vespa-engine.

the class Concat method concatenateTo.

private void concatenateTo(IndexedTensor a, IndexedTensor b, long offset, TensorType concatType, int[] aToIndexes, int[] bToIndexes, Tensor.Builder builder) {
    Set<String> otherADimensions = a.type().dimensionNames().stream().filter(d -> !d.equals(dimension)).collect(Collectors.toSet());
    for (Iterator<IndexedTensor.SubspaceIterator> ia = a.subspaceIterator(otherADimensions); ia.hasNext(); ) {
        IndexedTensor.SubspaceIterator iaSubspace = ia.next();
        TensorAddress aAddress = iaSubspace.address();
        for (Iterator<IndexedTensor.SubspaceIterator> ib = b.subspaceIterator(otherADimensions); ib.hasNext(); ) {
            IndexedTensor.SubspaceIterator ibSubspace = ib.next();
            while (ibSubspace.hasNext()) {
                Tensor.Cell bCell = ibSubspace.next();
                TensorAddress combinedAddress = combineAddresses(aAddress, aToIndexes, bCell.getKey(), bToIndexes, concatType, offset, dimension);
                // incompatible
                if (combinedAddress == null)
                    continue;
                builder.cell(combinedAddress, bCell.getValue());
            }
            iaSubspace.reset();
        }
    }
}