use of org.apache.commons.jexl3.JexlContext in project jmxtrans by jmxtrans.
the class JexlNamingStrategy method formatName.
/**
* Format the name for the given result.
*
* @param result - the result of a JMX query.
* @return String - the formatted string resulting from the expression, or null if the formatting fails.
*/
@Override
public String formatName(Result result) {
String formatted;
JexlContext context = new MapContext();
this.populateContext(context, result);
try {
formatted = (String) this.parsedExpr.evaluate(context);
} catch (JexlException jexlExc) {
LOG.error("error applying JEXL expression to query results", jexlExc);
formatted = null;
}
return formatted;
}
use of org.apache.commons.jexl3.JexlContext in project opennms by OpenNMS.
the class JEXL method filter.
@Override
public void filter(RowSortedTable<Long, String, Double> qrAsTable) throws Exception {
// Prepare the JEXL context
final Map<String, Object> jexlValues = Maps.newHashMap();
jexlValues.put("table", qrAsTable);
final JexlContext context = new MapContext(jexlValues);
// Compile the expression
Expression expression = jexl.createExpression(m_expression);
// Evaluate the expression
expression.evaluate(context);
}
use of org.apache.commons.jexl3.JexlContext in project opennms by OpenNMS.
the class JMXMonitor method poll.
/**
* {@inheritDoc}
*/
@Override
public PollStatus poll(MonitoredService svc, Map<String, Object> map) {
final InetAddress ipv4Addr = svc.getAddress();
PollStatus serviceStatus = PollStatus.unavailable();
try {
final Timer timer = new Timer();
final JmxConnectionManager connectionManager = new DefaultConnectionManager(ParameterMap.getKeyedInteger(map, "retry", 3));
final JmxConnectionManager.RetryCallback retryCallback = new JmxConnectionManager.RetryCallback() {
@Override
public void onRetry() {
timer.reset();
}
};
try (JmxServerConnectionWrapper connection = connectionManager.connect(getConnectionName(), ipv4Addr, JmxUtils.convertToStringMap(map), retryCallback)) {
// Start with simple communication
connection.getMBeanServerConnection().getMBeanCount();
// Take time just here to get not influenced by test execution
// time
final long nanoResponseTime = System.nanoTime() - timer.getStartTime();
// Find all variable definitions
final Map<String, Object> variables = Maps.newHashMap();
for (final String key : map.keySet()) {
// Skip fast if it does not start with the prefix
if (!key.startsWith(PARAM_BEAN_PREFIX)) {
continue;
}
// Get the variable name
final String variable = key.substring(PARAM_BEAN_PREFIX.length());
// Get the variable definition
final String definition = ParameterMap.getKeyedString(map, key, null);
// Store wrapper for variable definition
variables.put(variable, ObjectNameWrapper.create(connection.getMBeanServerConnection(), definition));
}
// Find all test definitions
final Map<String, Expression> tests = Maps.newHashMap();
for (final String key : map.keySet()) {
// Skip fast if it does not start with the prefix
if (!key.startsWith(PARAM_TEST_PREFIX)) {
continue;
}
// Get the test name
final String variable = key.substring(PARAM_TEST_PREFIX.length());
// Get the test definition
final String definition = ParameterMap.getKeyedString(map, key, null);
// Build the expression from the definition
final Expression expression = JEXL_ENGINE.createExpression(definition);
// Store expressions
tests.put(variable, expression);
}
// Also handle a single test
if (map.containsKey(PARAM_TEST)) {
// Get the test definition
final String definition = ParameterMap.getKeyedString(map, PARAM_TEST, null);
// Build the expression from the definition
final Expression expression = JEXL_ENGINE.createExpression(definition);
// Store expressions
tests.put(null, expression);
}
// Build the context for all tests
final JexlContext context = new ReadonlyContext(new MapContext(variables));
serviceStatus = PollStatus.up(nanoResponseTime / 1000000.0);
// Execute all tests
for (final Map.Entry<String, Expression> e : tests.entrySet()) {
if (!(boolean) e.getValue().evaluate(context)) {
serviceStatus = PollStatus.down("Test failed: " + e.getKey());
break;
}
}
} catch (JmxServerConnectionException mbse) {
// Number of retries exceeded
String reason = "IOException while polling address: " + ipv4Addr;
LOG.debug(reason);
serviceStatus = PollStatus.unavailable(reason);
}
} catch (Throwable e) {
String reason = "Monitor - failed! " + InetAddressUtils.str(ipv4Addr);
LOG.debug(reason);
serviceStatus = PollStatus.unavailable(reason);
}
return serviceStatus;
}
use of org.apache.commons.jexl3.JexlContext in project opennms by OpenNMS.
the class JEXLExpressionEngine method applyExpressions.
/**
* {@inheritDoc}
*/
@Override
public void applyExpressions(final QueryRequest request, final FetchResults results) throws ExpressionException {
Preconditions.checkNotNull(request, "request argument");
Preconditions.checkNotNull(results, "results argument");
final int numExpressions = request.getExpressions().size();
// Don't do anything if there are no expressions
if (numExpressions < 1) {
return;
}
// Use to keep track of transient expression so that we don't
// allocate memory to store their results
int numNonTransientExpression = 0;
boolean[] transientFlags = new boolean[numExpressions];
// Compile the expressions
int j, k = 0;
final LinkedHashMap<String, org.apache.commons.jexl2.Expression> expressions = Maps.newLinkedHashMap();
for (final Expression e : request.getExpressions()) {
// Populate the transientFlags array
transientFlags[k] = e.getTransient();
if (!transientFlags[k]) {
numNonTransientExpression++;
}
k++;
try {
expressions.put(e.getLabel(), jexl.createExpression(e.getExpression()));
} catch (JexlException ex) {
throw new ExpressionException(ex, "Failed to parse expression label '{}'.", e.getLabel());
}
}
// Prepare the JEXL context
final Map<String, Object> jexlValues = Maps.newHashMap();
final JexlContext context = new MapContext(jexlValues);
// Add constants (i.e. values from strings.properties) retrieved by the fetch operation
jexlValues.putAll(results.getConstants());
LOG.debug("JEXL context constants: {}", jexlValues);
// Add some additional constants for ease of use
jexlValues.put("__inf", Double.POSITIVE_INFINITY);
jexlValues.put("__neg_inf", Double.NEGATIVE_INFINITY);
jexlValues.put("NaN", Double.NaN);
final long[] timestamps = results.getTimestamps();
final Map<String, double[]> columns = results.getColumns();
final int numRows = timestamps.length;
// Calculate the time span
jexlValues.put("__diff_time", numRows < 1 ? 0d : timestamps[numRows - 1] - timestamps[0]);
final double[][] expressionValues = new double[numNonTransientExpression][numRows];
// Iterate through all of the rows, apply the expressions
for (int i = 0; i < numRows; i++) {
// Evaluate every expression, in the same order as which they appeared in the query
j = k = 0;
for (final Map.Entry<String, org.apache.commons.jexl2.Expression> expressionEntry : expressions.entrySet()) {
// Update the timestamp
jexlValues.put("timestamp", timestamps[i]);
// overwriting values from the last loop
for (final String sourceLabel : columns.keySet()) {
jexlValues.put(sourceLabel, columns.get(sourceLabel)[i]);
}
// Evaluate the expression
try {
Object derived = expressionEntry.getValue().evaluate(context);
double derivedAsDouble = Utils.toDouble(derived);
// Only store the values for non-transient expressions
if (!transientFlags[j++]) {
expressionValues[k++][i] = derivedAsDouble;
}
// Store the result back in the context, so that it can be referenced
// by subsequent expression in the row
jexlValues.put(expressionEntry.getKey(), derivedAsDouble);
} catch (NullPointerException | NumberFormatException e) {
throw new ExpressionException(e, "The return value from expression with label '" + expressionEntry.getKey() + "' could not be cast to a Double.");
} catch (JexlException e) {
throw new ExpressionException(e, "Failed to evaluate expression with label '" + expressionEntry.getKey() + "'.");
}
}
}
// Store the results
j = k = 0;
for (final String expressionLabel : expressions.keySet()) {
if (!transientFlags[j++]) {
columns.put(expressionLabel, expressionValues[k++]);
}
}
}
use of org.apache.commons.jexl3.JexlContext in project shifu by ShifuML.
the class DataNormalizeWorker method normalizeRecord.
/**
* Normalize the training data record
*
* @param rfs
* - record fields
* @return the data after normalization
*/
private List<Double> normalizeRecord(String[] rfs) {
List<Double> retDouList = new ArrayList<Double>();
if (rfs == null || rfs.length == 0) {
return null;
}
String tag = CommonUtils.trimTag(rfs[this.targetColumnNum]);
boolean isNotSampled = DataSampler.isNotSampled(modelConfig.getPosTags(), modelConfig.getNegTags(), modelConfig.getNormalizeSampleRate(), modelConfig.isNormalizeSampleNegOnly(), tag);
if (isNotSampled) {
return null;
}
JexlContext jc = new MapContext();
Double cutoff = modelConfig.getNormalizeStdDevCutOff();
for (int i = 0; i < rfs.length; i++) {
ColumnConfig config = columnConfigList.get(i);
if (weightExpr != null) {
jc.set(config.getColumnName(), rfs[i]);
}
if (this.targetColumnNum == i) {
if (modelConfig.getPosTags().contains(tag)) {
retDouList.add(Double.valueOf(1));
} else if (modelConfig.getNegTags().contains(tag)) {
retDouList.add(Double.valueOf(0));
} else {
log.error("Invalid data! The target value is not listed - " + tag);
// Return null to skip such record.
return null;
}
} else if (!CommonUtils.isGoodCandidate(config)) {
retDouList.add(null);
} else {
String val = (rfs[i] == null) ? "" : rfs[i];
retDouList.add(Normalizer.normalize(config, val, cutoff, modelConfig.getNormalizeType()));
}
}
double weight = 1.0d;
if (weightExpr != null) {
Object result = weightExpr.evaluate(jc);
if (result instanceof Integer) {
weight = ((Integer) result).doubleValue();
} else if (result instanceof Double) {
weight = ((Double) result).doubleValue();
} else if (result instanceof String) {
// add to parse String data
try {
weight = Double.parseDouble((String) result);
} catch (NumberFormatException e) {
// Not a number, use default
if (System.currentTimeMillis() % 100 == 0) {
log.warn("Weight column type is String and value cannot be parsed with {}, use default 1.0d.", result);
}
weight = 1.0d;
}
}
}
retDouList.add(weight);
return retDouList;
}
Aggregations