Examples with JSONParser org.json.simple.parser.JSONParser used on opensource projects

Example 86 with JSONParser

use of org.json.simple.parser.JSONParser in project metron by apache.

the class BasicLogstashParser method parse.

@Override
public List<JSONObject> parse(byte[] raw_message) {
    List<JSONObject> messages = new ArrayList<>();
    try {
        /*
			 * We need to create a new JSONParser each time because its 
			 * not serializable and the parser is created on the storm nimbus
			 * node, then transfered to the workers.
			 */
        JSONParser jsonParser = new JSONParser();
        String rawString = new String(raw_message, "UTF-8");
        JSONObject rawJson = (JSONObject) jsonParser.parse(rawString);
        // remove logstash meta fields
        rawJson.remove("@version");
        rawJson.remove("type");
        rawJson.remove("host");
        rawJson.remove("tags");
        // rename other keys
        rawJson = mutate(rawJson, "message", "original_string");
        rawJson = mutate(rawJson, "src_ip", "ip_src_addr");
        rawJson = mutate(rawJson, "dst_ip", "ip_dst_addr");
        rawJson = mutate(rawJson, "src_port", "ip_src_port");
        rawJson = mutate(rawJson, "dst_port", "ip_dst_port");
        rawJson = mutate(rawJson, "src_ip", "ip_src_addr");
        // convert timestamp to milli since epoch
        long timestamp = LogstashToEpoch((String) rawJson.remove("@timestamp"));
        rawJson.put("timestamp", timestamp);
        messages.add(rawJson);
        return messages;
    } catch (Exception e) {
        e.printStackTrace();
        return null;
    }
}

Example 87 with JSONParser

use of org.json.simple.parser.JSONParser in project metron by apache.

the class SettingsLoader method loadKnownHosts.

public static Map<String, JSONObject> loadKnownHosts(String config_path) throws ConfigurationException, ParseException {
    Configuration hosts = new PropertiesConfiguration(config_path);
    Iterator<String> keys = hosts.getKeys();
    Map<String, JSONObject> known_hosts = new HashMap<String, JSONObject>();
    JSONParser parser = new JSONParser();
    while (keys.hasNext()) {
        String key = keys.next().trim();
        JSONArray value = (JSONArray) parser.parse(hosts.getProperty(key).toString());
        known_hosts.put(key, (JSONObject) value.get(0));
    }
    return known_hosts;
}

Example 88 with JSONParser

use of org.json.simple.parser.JSONParser in project metron by apache.

the class SettingsLoader method loadRegexAlerts.

public static Map<String, JSONObject> loadRegexAlerts(String config_path) throws ConfigurationException, ParseException {
    XMLConfiguration alert_rules = new XMLConfiguration();
    alert_rules.setDelimiterParsingDisabled(true);
    alert_rules.load(config_path);
    // int number_of_rules = alert_rules.getList("rule.pattern").size();
    String[] patterns = alert_rules.getStringArray("rule.pattern");
    String[] alerts = alert_rules.getStringArray("rule.alert");
    JSONParser pr = new JSONParser();
    Map<String, JSONObject> rules = new HashMap<String, JSONObject>();
    for (int i = 0; i < patterns.length; i++) rules.put(patterns[i], (JSONObject) pr.parse(alerts[i]));
    return rules;
}

Example 89 with JSONParser

use of org.json.simple.parser.JSONParser in project metron by apache.

the class GeoLiteDatabaseTest method setupOnce.

@BeforeClass
public static void setupOnce() throws ParseException, IOException {
    JSONParser jsonParser = new JSONParser();
    expectedNoDmaMessage = (JSONObject) jsonParser.parse(expectedNoDmaMessageString);
    expectedDmaMessage = (JSONObject) jsonParser.parse(expectedDmaMessageString);
    String baseDir = UnitTestHelper.findDir("GeoLite");
    geoHdfsFile = new File(new File(baseDir), "GeoIP2-City-Test.mmdb.gz");
    geoHdfsFile_update = new File(new File(baseDir), "GeoIP2-City-Test-2.mmdb.gz");
    Configuration config = new Configuration();
    fs = FileSystem.get(config);
}

Example 90 with JSONParser

use of org.json.simple.parser.JSONParser in project metron by apache.

the class HostFromJSONListAdapterTest method parseJSON.

@Before
public void parseJSON() throws ParseException {
    JSONParser jsonParser = new JSONParser();
    expectedMessage = (JSONObject) jsonParser.parse(expectedMessageString);
}