use of structures._Product in project IR_Base by Linda-sunshine.
the class DocAnalyzer method LoadJsonDoc.
// Load a document and analyze it.
protected void LoadJsonDoc(String filename) {
_Product prod = null;
JSONArray jarray = null;
try {
JSONObject json = LoadJSON(filename);
prod = new _Product(json.getJSONObject("ProductInfo"));
jarray = json.getJSONArray("Reviews");
} catch (Exception e) {
// fail to parse a json document
System.err.print('X');
return;
}
for (int i = 0; i < jarray.length(); i++) {
try {
_Post post = new _Post(jarray.getJSONObject(i));
if (post.isValid(m_dateFormatter)) {
long timeStamp = m_dateFormatter.parse(post.getDate()).getTime();
String content;
// append document title into document content
if (Utils.endWithPunct(post.getTitle()))
content = post.getTitle() + " " + post.getContent();
else
content = post.getTitle() + ". " + post.getContent();
// int ID, String name, String prodID, String title, String source, int ylabel, long timeStamp
_Doc review = new _Doc(m_corpus.getSize(), post.getID(), prod.getID(), post.getTitle(), content, post.getLabel() - 1, timeStamp);
if (this.m_stnDetector != null)
AnalyzeDocWithStnSplit(review);
else
AnalyzeDoc(review);
}
} catch (ParseException e) {
System.out.print('T');
} catch (JSONException e) {
System.out.print('P');
}
}
}
use of structures._Product in project IR_Base by Linda-sunshine.
the class MultiThreadedLMAnalyzer method LoadJsonDoc.
// Load a document and analyze it.
@Override
public void LoadJsonDoc(String filename) {
_Product prod = null;
JSONArray jarray = null;
try {
JSONObject json = LoadJSON(filename);
prod = new _Product(json.getJSONObject("asin"));
jarray = json.getJSONArray("related");
} catch (Exception e) {
// fail to parse a json document
System.err.print('X');
return;
}
for (int i = 0; i < jarray.length(); i++) {
try {
_Post post = new _Post(jarray.getJSONObject(i));
if (post.isValid(m_dateFormatter)) {
long timeStamp = m_dateFormatter.parse(post.getDate()).getTime();
String content;
// append document title into document content
if (Utils.endWithPunct(post.getTitle()))
content = post.getTitle() + " " + post.getContent();
else
content = post.getTitle() + ". " + post.getContent();
// int ID, String name, String prodID, String title, String source, int ylabel, long timeStamp
_Doc review = new _Doc(m_corpus.getSize(), post.getID(), prod.getID(), post.getTitle(), content, post.getLabel() - 1, timeStamp);
if (this.m_stnDetector != null)
AnalyzeDocWithStnSplit(review);
else
AnalyzeDoc(review);
}
} catch (ParseException e) {
System.out.print('T');
} catch (JSONException e) {
System.out.print('P');
}
}
}
Aggregations