Examples with GramTokensEvaluator org.apache.asterix.runtime.evaluators.common.GramTokensEvaluator used on opensource projects

Example 1 with GramTokensEvaluator

use of org.apache.asterix.runtime.evaluators.common.GramTokensEvaluator in project asterixdb by apache.

the class GramTokensDescriptor method createEvaluatorFactory.

@Override
public IScalarEvaluatorFactory createEvaluatorFactory(final IScalarEvaluatorFactory[] args) {
    return new IScalarEvaluatorFactory() {

        private static final long serialVersionUID = 1L;

        @Override
        public IScalarEvaluator createScalarEvaluator(IHyracksTaskContext ctx) throws HyracksDataException {
            ITokenFactory tokenFactory = new UTF8NGramTokenFactory();
            NGramUTF8StringBinaryTokenizer tokenizer = new NGramUTF8StringBinaryTokenizer(3, true, true, true, tokenFactory);
            return new GramTokensEvaluator(args, ctx, tokenizer, BuiltinType.ASTRING);
        }
    };
}

Example 2 with GramTokensEvaluator

use of org.apache.asterix.runtime.evaluators.common.GramTokensEvaluator in project asterixdb by apache.

the class HashedGramTokensDescriptor method createEvaluatorFactory.

@Override
public IScalarEvaluatorFactory createEvaluatorFactory(final IScalarEvaluatorFactory[] args) {
    return new IScalarEvaluatorFactory() {

        private static final long serialVersionUID = 1L;

        @Override
        public IScalarEvaluator createScalarEvaluator(IHyracksTaskContext ctx) throws HyracksDataException {
            ITokenFactory tokenFactory = new HashedUTF8NGramTokenFactory();
            NGramUTF8StringBinaryTokenizer tokenizer = new NGramUTF8StringBinaryTokenizer(3, true, true, true, tokenFactory);
            return new GramTokensEvaluator(args, ctx, tokenizer, BuiltinType.AINT32);
        }
    };
}

Example 3 with GramTokensEvaluator

use of org.apache.asterix.runtime.evaluators.common.GramTokensEvaluator in project asterixdb by apache.

the class CountHashedGramTokensDescriptor method createEvaluatorFactory.

@Override
public IScalarEvaluatorFactory createEvaluatorFactory(final IScalarEvaluatorFactory[] args) throws AlgebricksException {
    return new IScalarEvaluatorFactory() {

        private static final long serialVersionUID = 1L;

        @Override
        public IScalarEvaluator createScalarEvaluator(IHyracksTaskContext ctx) throws HyracksDataException {
            ITokenFactory tokenFactory = new HashedUTF8NGramTokenFactory();
            NGramUTF8StringBinaryTokenizer tokenizer = new NGramUTF8StringBinaryTokenizer(3, true, false, true, tokenFactory);
            return new GramTokensEvaluator(args, ctx, tokenizer, BuiltinType.AINT32);
        }
    };
}