Search in sources :

Example 11 with ParseResult

use of com.qlangtech.tis.solrdao.impl.ParseResult in project tis by qlangtech.

the class TestCollectionAction method testDoCreate.

public void testDoCreate() throws Exception {
    this.clearUpDB();
    ITISCoordinator zkCoordinator = MockZKUtils.createZkMock();
    MockZooKeeperGetter.mockCoordinator = zkCoordinator;
    // IExpectationSetters<byte[]> iExpectationSetters = createCoordinatorMock((coord) -> {
    // //      EasyMock.expect(coord.getChildren(ZkUtils.ZK_ASSEMBLE_LOG_COLLECT_PATH, null, true))
    // //        .andReturn();
    // createAssembleLogCollectPathMock(coord);
    // });
    // iExpectationSetters.times(2);
    TISZkStateReader tisZkStateReader = buildTisZkStateReaderMock();
    SelectableServer.CoreNode coreNode = new SelectableServer.CoreNode();
    coreNode.setHostName("hostname");
    coreNode.setNodeName("nodename");
    EasyMock.expect(tisZkStateReader.getSelectTableNodes()).andReturn(Collections.singletonList(coreNode));
    request.setParameter("emethod", "create");
    request.setParameter("action", "collection_action");
    JSONObject content = getPostJSONContent(TEST_TABLE_EMPLOYEES_NAME);
    request.setContent(content.toJSONString().getBytes(TisUTF8.get()));
    ActionProxy proxy = getActionProxy();
    AtomicReference<AppKey> appKeyRef = new AtomicReference<>();
    AddAppAction.appKeyProcess = (key) -> {
        appKeyRef.set(key);
    };
    AtomicBoolean schemaParseResultProcessed = new AtomicBoolean(false);
    SchemaAction.parseResultCallback4test = (cols, schemaParseResult) -> {
        List<PSchemaField> schemaFields = ((ParseResult) schemaParseResult).getSchemaFields();
        assertNotNull(schemaFields);
        assertEquals(8, schemaFields.size());
        Map<String, ISchemaField> fields = schemaFields.stream().collect(Collectors.toMap((c) -> c.getName(), (c) -> c));
        String emp_no = "emp_no";
        ISchemaField pk = fields.get(emp_no);
        assertNotNull(pk);
        assertTrue(StringUtils.isEmpty(pk.getTokenizerType()));
        assertEquals(ReflectSchemaFieldType.STRING.literia, pk.getTisFieldTypeName());
        assertEquals(emp_no, schemaParseResult.getUniqueKey());
        assertEquals(emp_no, schemaParseResult.getSharedKey());
        String birth_date = "birth_date";
        ISchemaField field = fields.get(birth_date);
        assertNotNull(field);
        assertEquals(ReflectSchemaFieldType.DATE.literia, field.getTisFieldTypeName());
        assertTrue(StringUtils.isEmpty(field.getTokenizerType()));
        // String first_name = "first_name";
        field = fields.get(FIELD_EMPLOYEES_FIRST_NAME);
        assertNotNull(field);
        assertEquals(ReflectSchemaFieldType.STRING.literia, field.getTisFieldTypeName());
        assertEquals(ReflectSchemaFieldType.LIKE.literia, field.getTokenizerType());
        // String last_name = "last_name";
        field = fields.get(FIELD_EMPLOYEES_LAST_NAME);
        assertNotNull(field);
        assertEquals(ReflectSchemaFieldType.STRING.literia, field.getTisFieldTypeName());
        assertEquals(ReflectSchemaFieldType.LIKE.literia, field.getTokenizerType());
        String gender = "gender";
        field = fields.get(gender);
        assertNotNull(field);
        assertEquals(ReflectSchemaFieldType.STRING.literia, field.getTisFieldTypeName());
        assertTrue(StringUtils.isEmpty(field.getTokenizerType()));
        String hire_date = "hire_date";
        field = fields.get(hire_date);
        assertNotNull(field);
        assertEquals(ReflectSchemaFieldType.DATE.literia, field.getTisFieldTypeName());
        assertTrue(StringUtils.isEmpty(field.getTokenizerType()));
        schemaParseResultProcessed.set(true);
    };
    this.replay();
    // 执行
    String result = proxy.execute();
    // assertEquals(Action.NONE, result);
    AjaxValve.ActionExecResult actionExecResult = showBizResult();
    CoreAction.TriggerBuildResult triggerResult = (CoreAction.TriggerBuildResult) actionExecResult.getBizResult();
    assertNotNull("triggerResult can not be null", triggerResult);
    assertTrue(triggerResult.success);
    assertEquals("taskId must large than 0", 1234, triggerResult.getTaskid());
    // SnapshotDomain snapshotDomain = HttpConfigFileReader.getResource(COLLECTION_NAME, targetSnapshotid, RunEnvironment.getSysRuntime(), ConfigFileReader.getAry);
    // 判断缓存中应该已经有snapshotDomain了
    assertNotNull("appKeyRef can not be null", appKeyRef.get());
    SnapshotDomain snapshotDomain = LoadSolrCoreConfigByAppNameServlet.getSnapshotDomain(ConfigFileReader.getConfigList(), appKeyRef.get().setFromCache(true), null);
    assertNotNull("snapshotDomain can not null", snapshotDomain);
    assertTrue(actionExecResult.isSuccess());
    assertTrue("schemaParseResultProcessed must be processd", schemaParseResultProcessed.get());
    this.verifyAll();
    AtomicBoolean executed = new AtomicBoolean(false);
    SolrFieldsParser.fieldTypeVisitor = (nodes) -> {
        NamedNodeMap tokenizerAttrs = null;
        outter: for (int i = 0; i < nodes.getLength(); i++) {
            Node node = nodes.item(i);
            NamedNodeMap attrs = node.getAttributes();
            String typeName = DOMUtil.getAttr(attrs, "name");
            if ("like".equals(typeName)) {
                NodeList childNodes = node.getChildNodes();
                for (int ii = 0; ii < childNodes.getLength(); ii++) {
                    Node item = childNodes.item(ii);
                    if ("analyzer".equals(item.getNodeName())) {
                        Node tokenizerNode = null;
                        NodeList analyzerChildNodes = item.getChildNodes();
                        for (int jj = 0; jj < analyzerChildNodes.getLength(); jj++) {
                            tokenizerNode = analyzerChildNodes.item(jj);
                            if ("tokenizer".equals(tokenizerNode.getNodeName())) {
                                tokenizerAttrs = tokenizerNode.getAttributes();
                                assertEquals(ISnapshotViewDAO.KEY_MIN_GRAM_SIZE, minGramSize, Integer.parseInt(DOMUtil.getAttr(tokenizerAttrs, ISnapshotViewDAO.KEY_MIN_GRAM_SIZE)));
                                assertEquals(ISnapshotViewDAO.KEY_MAX_GRAM_SIZE, maxGramSize, Integer.parseInt(DOMUtil.getAttr(tokenizerAttrs, ISnapshotViewDAO.KEY_MAX_GRAM_SIZE)));
                                break outter;
                            }
                        }
                        assertNotNull("tokenizerNode can not be null", tokenizerNode);
                        // =childNodes.item(0).getChildNodes().item(0);
                        break;
                    }
                }
            }
        }
        assertNotNull("tokenizerAttrs can not be null", tokenizerAttrs);
        executed.set(true);
    };
    SolrFieldsParser.parse(() -> {
        return snapshotDomain.getSolrSchema().getContent();
    });
    assertTrue("must have execute", executed.get());
}
Also used : LoadSolrCoreConfigByAppNameServlet(com.qlangtech.tis.manage.servlet.LoadSolrCoreConfigByAppNameServlet) AddAppAction(com.qlangtech.tis.runtime.module.action.AddAppAction) MockZooKeeperGetter(com.qlangtech.tis.manage.spring.MockZooKeeperGetter) PSchemaField(com.qlangtech.tis.solrdao.pojo.PSchemaField) DocCollection(org.apache.solr.common.cloud.DocCollection) ActionProxy(com.opensymphony.xwork2.ActionProxy) WorkFlowCriteria(com.qlangtech.tis.workflow.pojo.WorkFlowCriteria) ServerGroupCriteria(com.qlangtech.tis.manage.biz.dal.pojo.ServerGroupCriteria) DatasourceTableCriteria(com.qlangtech.tis.workflow.pojo.DatasourceTableCriteria) BasicActionTestCase(com.qlangtech.tis.BasicActionTestCase) Map(java.util.Map) AjaxValve(com.qlangtech.tis.manage.common.valve.AjaxValve) SelectableServer(com.qlangtech.tis.coredefine.module.control.SelectableServer) TISZkStateReader(org.apache.solr.common.cloud.TISZkStateReader) SchemaAction(com.qlangtech.tis.runtime.module.action.SchemaAction) com.qlangtech.tis.manage.common(com.qlangtech.tis.manage.common) WebApplicationContext(org.springframework.web.context.WebApplicationContext) ApplicationCriteria(com.qlangtech.tis.manage.biz.dal.pojo.ApplicationCriteria) Collectors(java.util.stream.Collectors) List(java.util.List) JSONObject(com.alibaba.fastjson.JSONObject) ISchemaField(com.qlangtech.tis.solrdao.ISchemaField) ParseResult(com.qlangtech.tis.solrdao.impl.ParseResult) StringUtils(org.shai.xmodifier.util.StringUtils) SolrFieldsParser(com.qlangtech.tis.solrdao.SolrFieldsParser) DatasourceDbCriteria(com.qlangtech.tis.workflow.pojo.DatasourceDbCriteria) AtomicBoolean(java.util.concurrent.atomic.AtomicBoolean) MockClusterStateReader(com.qlangtech.tis.manage.spring.MockClusterStateReader) AppKey(com.qlangtech.tis.openapi.impl.AppKey) AtomicReference(java.util.concurrent.atomic.AtomicReference) ISnapshotViewDAO(com.qlangtech.tis.manage.biz.dal.dao.ISnapshotViewDAO) JSONArray(com.alibaba.fastjson.JSONArray) Node(org.w3c.dom.Node) ClassPathXmlApplicationContext(org.springframework.context.support.ClassPathXmlApplicationContext) NamedNodeMap(org.w3c.dom.NamedNodeMap) ITISCoordinator(com.qlangtech.tis.cloud.ITISCoordinator) Application(com.qlangtech.tis.manage.biz.dal.pojo.Application) ExtendWorkFlowBuildHistory(com.qlangtech.tis.coredefine.module.action.ExtendWorkFlowBuildHistory) NodeList(org.w3c.dom.NodeList) ReflectSchemaFieldType(com.qlangtech.tis.plugin.ds.ReflectSchemaFieldType) IWorkflowDAOFacade(com.qlangtech.tis.workflow.dao.IWorkflowDAOFacade) DOMUtil(com.qlangtech.tis.solr.common.DOMUtil) EasyMock(org.easymock.EasyMock) Maps(com.google.common.collect.Maps) MockZKUtils(com.qlangtech.tis.cloud.MockZKUtils) IParamContext(com.qlangtech.tis.order.center.IParamContext) CoreAction(com.qlangtech.tis.coredefine.module.action.CoreAction) SqlTaskNodeMeta(com.qlangtech.tis.sql.parser.SqlTaskNodeMeta) Collections(java.util.Collections) CoreAction(com.qlangtech.tis.coredefine.module.action.CoreAction) ActionProxy(com.opensymphony.xwork2.ActionProxy) Node(org.w3c.dom.Node) ITISCoordinator(com.qlangtech.tis.cloud.ITISCoordinator) AppKey(com.qlangtech.tis.openapi.impl.AppKey) ISchemaField(com.qlangtech.tis.solrdao.ISchemaField) NamedNodeMap(org.w3c.dom.NamedNodeMap) PSchemaField(com.qlangtech.tis.solrdao.pojo.PSchemaField) ParseResult(com.qlangtech.tis.solrdao.impl.ParseResult) NodeList(org.w3c.dom.NodeList) AtomicReference(java.util.concurrent.atomic.AtomicReference) SelectableServer(com.qlangtech.tis.coredefine.module.control.SelectableServer) TISZkStateReader(org.apache.solr.common.cloud.TISZkStateReader) AtomicBoolean(java.util.concurrent.atomic.AtomicBoolean) JSONObject(com.alibaba.fastjson.JSONObject) AjaxValve(com.qlangtech.tis.manage.common.valve.AjaxValve)

Aggregations

ParseResult (com.qlangtech.tis.solrdao.impl.ParseResult)11 PSchemaField (com.qlangtech.tis.solrdao.pojo.PSchemaField)5 InputStream (java.io.InputStream)5 Context (com.alibaba.citrus.turbine.Context)3 JSONArray (com.alibaba.fastjson.JSONArray)3 JSONObject (com.alibaba.fastjson.JSONObject)3 IOException (java.io.IOException)3 NamedNodeMap (org.w3c.dom.NamedNodeMap)3 Maps (com.google.common.collect.Maps)2 IIndexMetaData (com.qlangtech.tis.exec.IIndexMetaData)2 com.qlangtech.tis.manage.common (com.qlangtech.tis.manage.common)2 ReflectSchemaFieldType (com.qlangtech.tis.plugin.ds.ReflectSchemaFieldType)2 FieldTypeFactory (com.qlangtech.tis.plugin.solr.schema.FieldTypeFactory)2 IMessageHandler (com.qlangtech.tis.runtime.module.misc.IMessageHandler)2 WorkFlowCriteria (com.qlangtech.tis.workflow.pojo.WorkFlowCriteria)2 ByteArrayInputStream (java.io.ByteArrayInputStream)2 StringReader (java.io.StringReader)2 Collectors (java.util.stream.Collectors)2 DocumentBuilder (javax.xml.parsers.DocumentBuilder)2 DocumentBuilderFactory (javax.xml.parsers.DocumentBuilderFactory)2