Examples with JavaDriverClient org.apache.cassandra.stress.util.JavaDriverClient used on opensource projects

Example 1 with JavaDriverClient

use of org.apache.cassandra.stress.util.JavaDriverClient in project cassandra by apache.

the class StressSettings method getJavaDriverClient.

public JavaDriverClient getJavaDriverClient(boolean setKeyspace) {
    if (client != null)
        return client;
    synchronized (this) {
        if (numFailures >= MAX_NUM_FAILURES)
            throw new RuntimeException("Failed to create client too many times");
        try {
            String currentNode = node.randomNode();
            if (client != null)
                return client;
            EncryptionOptions.ClientEncryptionOptions encOptions = transport.getEncryptionOptions();
            JavaDriverClient c = new JavaDriverClient(this, currentNode, port.nativePort, encOptions);
            c.connect(mode.compression());
            if (setKeyspace)
                c.execute("USE \"" + schema.keyspace + "\";", org.apache.cassandra.db.ConsistencyLevel.ONE);
            return client = c;
        } catch (Exception e) {
            numFailures += 1;
            throw new RuntimeException(e);
        }
    }
}

Example 2 with JavaDriverClient

use of org.apache.cassandra.stress.util.JavaDriverClient in project cassandra by apache.

the class StressSettings method getJavaDriverClient.

public JavaDriverClient getJavaDriverClient(String keyspace) {
    if (client != null)
        return client;
    synchronized (this) {
        if (numFailures >= MAX_NUM_FAILURES)
            throw new RuntimeException("Failed to create client too many times");
        try {
            String currentNode = node.randomNode();
            if (client != null)
                return client;
            EncryptionOptions encOptions = transport.getEncryptionOptions();
            JavaDriverClient c = new JavaDriverClient(this, currentNode, port.nativePort, encOptions);
            c.connect(mode.compression());
            if (keyspace != null)
                c.execute("USE \"" + keyspace + "\";", org.apache.cassandra.db.ConsistencyLevel.ONE);
            return client = c;
        } catch (Exception e) {
            numFailures += 1;
            throw new RuntimeException(e);
        }
    }
}

Example 3 with JavaDriverClient

use of org.apache.cassandra.stress.util.JavaDriverClient in project cassandra by apache.

the class SettingsSchema method createKeySpaces.

/**
 * Create Keyspace with Standard and Super/Counter column families
 */
public void createKeySpaces(StressSettings settings) {
    JavaDriverClient client = settings.getJavaDriverClient(false);
    try {
        // Keyspace
        client.execute(createKeyspaceStatementCQL3(), org.apache.cassandra.db.ConsistencyLevel.LOCAL_ONE);
        client.execute("USE \"" + keyspace + "\"", org.apache.cassandra.db.ConsistencyLevel.LOCAL_ONE);
        // Add standard1 and counter1
        client.execute(createStandard1StatementCQL3(settings), org.apache.cassandra.db.ConsistencyLevel.LOCAL_ONE);
        client.execute(createCounter1StatementCQL3(settings), org.apache.cassandra.db.ConsistencyLevel.LOCAL_ONE);
        System.out.println(String.format("Created keyspaces. Sleeping %ss for propagation.", settings.node.nodes.size()));
        // seconds
        Thread.sleep(settings.node.nodes.size() * 1000L);
    } catch (AlreadyExistsException e) {
    // Ok.
    } catch (Exception e) {
        throw new RuntimeException("Encountered exception creating schema", e);
    }
}

Example 4 with JavaDriverClient

use of org.apache.cassandra.stress.util.JavaDriverClient in project cassandra by apache.

the class StressProfile method getQuery.

public Operation getQuery(String name, Timer timer, PartitionGenerator generator, SeedManager seeds, StressSettings settings, boolean isWarmup) {
    name = name.toLowerCase();
    if (!queries.containsKey(name))
        throw new IllegalArgumentException("No query defined with name " + name);
    if (queryStatements == null) {
        synchronized (this) {
            if (queryStatements == null) {
                JavaDriverClient jclient = settings.getJavaDriverClient(keyspaceName);
                Map<String, PreparedStatement> stmts = new HashMap<>();
                Map<String, SchemaStatement.ArgSelect> args = new HashMap<>();
                for (Map.Entry<String, StressYaml.QueryDef> e : queries.entrySet()) {
                    stmts.put(e.getKey().toLowerCase(), jclient.prepare(e.getValue().cql));
                    args.put(e.getKey().toLowerCase(), e.getValue().fields == null ? SchemaStatement.ArgSelect.MULTIROW : SchemaStatement.ArgSelect.valueOf(e.getValue().fields.toUpperCase()));
                }
                queryStatements = stmts;
                argSelects = args;
            }
        }
    }
    if (dynamicConditionExists(queryStatements.get(name)))
        return new CASQuery(timer, settings, generator, seeds, queryStatements.get(name), settings.command.consistencyLevel, argSelects.get(name), tableName);
    return new SchemaQuery(timer, settings, generator, seeds, queryStatements.get(name), settings.command.consistencyLevel, argSelects.get(name));
}

Example 5 with JavaDriverClient

use of org.apache.cassandra.stress.util.JavaDriverClient in project cassandra by apache.

the class StressProfile method getInsert.

public SchemaInsert getInsert(Timer timer, PartitionGenerator generator, SeedManager seedManager, StressSettings settings) {
    if (insertStatement == null) {
        synchronized (this) {
            if (insertStatement == null) {
                maybeLoadSchemaInfo(settings);
                Set<com.datastax.driver.core.ColumnMetadata> keyColumns = com.google.common.collect.Sets.newHashSet(tableMetaData.getPrimaryKey());
                Set<com.datastax.driver.core.ColumnMetadata> allColumns = com.google.common.collect.Sets.newHashSet(tableMetaData.getColumns());
                boolean isKeyOnlyTable = (keyColumns.size() == allColumns.size());
                // With compact storage
                if (!isKeyOnlyTable && (keyColumns.size() == (allColumns.size() - 1))) {
                    com.google.common.collect.Sets.SetView diff = com.google.common.collect.Sets.difference(allColumns, keyColumns);
                    for (Object obj : diff) {
                        com.datastax.driver.core.ColumnMetadata col = (com.datastax.driver.core.ColumnMetadata) obj;
                        isKeyOnlyTable = col.getName().isEmpty();
                        break;
                    }
                }
                if (insert == null)
                    insert = new HashMap<>();
                lowerCase(insert);
                // Non PK Columns
                StringBuilder sb = new StringBuilder();
                if (!isKeyOnlyTable) {
                    sb.append("UPDATE ").append(quoteIdentifier(tableName)).append(" SET ");
                    // PK Columns
                    StringBuilder pred = new StringBuilder();
                    pred.append(" WHERE ");
                    boolean firstCol = true;
                    boolean firstPred = true;
                    for (com.datastax.driver.core.ColumnMetadata c : tableMetaData.getColumns()) {
                        if (keyColumns.contains(c)) {
                            if (firstPred)
                                firstPred = false;
                            else
                                pred.append(" AND ");
                            pred.append(quoteIdentifier(c.getName())).append(" = ?");
                        } else {
                            if (firstCol)
                                firstCol = false;
                            else
                                sb.append(',');
                            sb.append(quoteIdentifier(c.getName())).append(" = ");
                            switch(c.getType().getName()) {
                                case SET:
                                case LIST:
                                    if (c.getType().isFrozen()) {
                                        sb.append("?");
                                        break;
                                    }
                                case COUNTER:
                                    sb.append(quoteIdentifier(c.getName())).append(" + ?");
                                    break;
                                default:
                                    sb.append("?");
                                    break;
                            }
                        }
                    }
                    // Put PK predicates at the end
                    sb.append(pred);
                    if (insert.containsKey("condition")) {
                        sb.append(" " + insert.get("condition"));
                        insert.remove("condition");
                    }
                } else {
                    sb.append("INSERT INTO ").append(quoteIdentifier(tableName)).append(" (");
                    StringBuilder value = new StringBuilder();
                    for (com.datastax.driver.core.ColumnMetadata c : tableMetaData.getPrimaryKey()) {
                        sb.append(quoteIdentifier(c.getName())).append(", ");
                        value.append("?, ");
                    }
                    sb.delete(sb.lastIndexOf(","), sb.length());
                    value.delete(value.lastIndexOf(","), value.length());
                    sb.append(") ").append("values(").append(value).append(')');
                }
                partitions = select(settings.insert.batchsize, "partitions", "fixed(1)", insert, OptionDistribution.BUILDER);
                selectchance = select(settings.insert.selectRatio, "select", "fixed(1)/1", insert, OptionRatioDistribution.BUILDER);
                rowPopulation = select(settings.insert.rowPopulationRatio, "row-population", "fixed(1)/1", insert, OptionRatioDistribution.BUILDER);
                batchType = settings.insert.batchType != null ? settings.insert.batchType : !insert.containsKey("batchtype") ? BatchStatement.Type.LOGGED : BatchStatement.Type.valueOf(insert.remove("batchtype"));
                if (!insert.isEmpty())
                    throw new IllegalArgumentException("Unrecognised insert option(s): " + insert);
                Distribution visits = settings.insert.visits.get();
                // these min/max are not absolutely accurate if selectchance < 1, but they're close enough to
                // guarantee the vast majority of actions occur in these bounds
                double minBatchSize = selectchance.get().min() * partitions.get().minValue() * generator.minRowCount * (1d / visits.maxValue());
                double maxBatchSize = selectchance.get().max() * partitions.get().maxValue() * generator.maxRowCount * (1d / visits.minValue());
                if (generator.maxRowCount > 100 * 1000 * 1000)
                    System.err.printf("WARNING: You have defined a schema that permits very large partitions (%.0f max rows (>100M))%n", generator.maxRowCount);
                if (batchType == BatchStatement.Type.LOGGED && maxBatchSize > 65535) {
                    System.err.printf("ERROR: You have defined a workload that generates batches with more than 65k rows (%.0f), but have required the use of LOGGED batches. There is a 65k row limit on a single batch.%n", selectchance.get().max() * partitions.get().maxValue() * generator.maxRowCount);
                    System.exit(1);
                }
                if (maxBatchSize > 100000)
                    System.err.printf("WARNING: You have defined a schema that permits very large batches (%.0f max rows (>100K)). This may OOM this stress client, or the server.%n", selectchance.get().max() * partitions.get().maxValue() * generator.maxRowCount);
                JavaDriverClient client = settings.getJavaDriverClient(keyspaceName);
                String query = sb.toString();
                insertStatement = client.prepare(query);
                System.out.println("Insert Statement:");
                System.out.println("  " + query);
            }
        }
    }
    return new SchemaInsert(timer, settings, generator, seedManager, partitions.get(), selectchance.get(), rowPopulation.get(), insertStatement, settings.command.consistencyLevel, batchType);
}