Search in sources :

Example 1 with ClientState

use of org.apache.cassandra.service.ClientState in project brisk by riptano.

the class BriskInternalServer method state.

@Override
public ClientState state() {
    ClientState state = super.state();
    state.setKeyspace(keySpace);
    return state;
}
Also used : ClientState(org.apache.cassandra.service.ClientState)

Example 2 with ClientState

use of org.apache.cassandra.service.ClientState in project cassandra by apache.

the class PstmtPersistenceTest method testCachedPreparedStatements.

@Test
public void testCachedPreparedStatements() throws Throwable {
    // need this for pstmt execution/validation tests
    requireNetwork();
    int rows = QueryProcessor.executeOnceInternal("SELECT * FROM " + SchemaConstants.SYSTEM_KEYSPACE_NAME + '.' + SystemKeyspace.PREPARED_STATEMENTS).size();
    Assert.assertEquals(0, rows);
    execute("CREATE KEYSPACE IF NOT EXISTS foo WITH replication = {'class': 'SimpleStrategy', 'replication_factor': '1'}");
    execute("CREATE TABLE foo.bar (key text PRIMARY KEY, val int)");
    ClientState clientState = ClientState.forExternalCalls(InetSocketAddress.createUnresolved("127.0.0.1", 1234));
    createTable("CREATE TABLE %s (pk int PRIMARY KEY, val text)");
    List<MD5Digest> stmtIds = new ArrayList<>();
    // #0
    stmtIds.add(QueryProcessor.prepare("SELECT * FROM " + SchemaConstants.SCHEMA_KEYSPACE_NAME + '.' + SchemaKeyspace.TABLES + " WHERE keyspace_name = ?", clientState).statementId);
    // #1
    stmtIds.add(QueryProcessor.prepare("SELECT * FROM " + KEYSPACE + '.' + currentTable() + " WHERE pk = ?", clientState).statementId);
    // #2
    stmtIds.add(QueryProcessor.prepare("SELECT * FROM foo.bar WHERE key = ?", clientState).statementId);
    clientState.setKeyspace("foo");
    // #3
    stmtIds.add(QueryProcessor.prepare("SELECT * FROM " + KEYSPACE + '.' + currentTable() + " WHERE pk = ?", clientState).statementId);
    // #4
    stmtIds.add(QueryProcessor.prepare("SELECT * FROM foo.bar WHERE key = ?", clientState).statementId);
    Assert.assertEquals(5, stmtIds.size());
    Assert.assertEquals(5, QueryProcessor.preparedStatementsCount());
    String queryAll = "SELECT * FROM " + SchemaConstants.SYSTEM_KEYSPACE_NAME + '.' + SystemKeyspace.PREPARED_STATEMENTS;
    rows = QueryProcessor.executeOnceInternal(queryAll).size();
    Assert.assertEquals(5, rows);
    QueryHandler handler = ClientState.getCQLQueryHandler();
    validatePstmts(stmtIds, handler);
    // clear prepared statements cache
    QueryProcessor.clearPrepraredStatements();
    Assert.assertEquals(0, QueryProcessor.preparedStatementsCount());
    for (MD5Digest stmtId : stmtIds) Assert.assertNull(handler.getPrepared(stmtId));
    // load prepared statements and validate that these still execute fine
    QueryProcessor.preloadPreparedStatement();
    validatePstmts(stmtIds, handler);
    // validate that the prepared statements are in the system table
    for (UntypedResultSet.Row row : QueryProcessor.executeOnceInternal(queryAll)) {
        MD5Digest digest = MD5Digest.wrap(ByteBufferUtil.getArray(row.getBytes("prepared_id")));
        ParsedStatement.Prepared prepared = QueryProcessor.instance.getPrepared(digest);
        Assert.assertNotNull(prepared);
    }
    // add anther prepared statement and sync it to table
    QueryProcessor.prepare("SELECT * FROM bar WHERE key = ?", clientState);
    Assert.assertEquals(6, QueryProcessor.preparedStatementsCount());
    rows = QueryProcessor.executeOnceInternal(queryAll).size();
    Assert.assertEquals(6, rows);
    // drop a keyspace (prepared statements are removed - syncPreparedStatements() remove should the rows, too)
    execute("DROP KEYSPACE foo");
    Assert.assertEquals(3, QueryProcessor.preparedStatementsCount());
    rows = QueryProcessor.executeOnceInternal(queryAll).size();
    Assert.assertEquals(3, rows);
}
Also used : ClientState(org.apache.cassandra.service.ClientState) MD5Digest(org.apache.cassandra.utils.MD5Digest) ArrayList(java.util.ArrayList) ParsedStatement(org.apache.cassandra.cql3.statements.ParsedStatement) Test(org.junit.Test)

Example 3 with ClientState

use of org.apache.cassandra.service.ClientState in project cassandra by apache.

the class CreateViewStatement method announceMigration.

public Event.SchemaChange announceMigration(QueryState queryState, boolean isLocalOnly) throws RequestValidationException {
    // We need to make sure that:
    //  - primary key includes all columns in base table's primary key
    //  - make sure that the select statement does not have anything other than columns
    //    and their names match the base table's names
    //  - make sure that primary key does not include any collections
    //  - make sure there is no where clause in the select statement
    //  - make sure there is not currently a table or view
    //  - make sure baseTable gcGraceSeconds > 0
    properties.validate();
    if (properties.useCompactStorage)
        throw new InvalidRequestException("Cannot use 'COMPACT STORAGE' when defining a materialized view");
    // specific replica would break
    if (!baseName.getKeyspace().equals(keyspace()))
        throw new InvalidRequestException("Cannot create a materialized view on a table in a separate keyspace");
    TableMetadata metadata = Schema.instance.validateTable(baseName.getKeyspace(), baseName.getColumnFamily());
    if (metadata.isCounter())
        throw new InvalidRequestException("Materialized views are not supported on counter tables");
    if (metadata.isView())
        throw new InvalidRequestException("Materialized views cannot be created against other materialized views");
    if (metadata.params.gcGraceSeconds == 0) {
        throw new InvalidRequestException(String.format("Cannot create materialized view '%s' for base table " + "'%s' with gc_grace_seconds of 0, since this value is " + "used to TTL undelivered updates. Setting gc_grace_seconds" + " too low might cause undelivered updates to expire " + "before being replayed.", cfName.getColumnFamily(), baseName.getColumnFamily()));
    }
    Set<ColumnIdentifier> included = Sets.newHashSetWithExpectedSize(selectClause.size());
    for (RawSelector selector : selectClause) {
        Selectable.Raw selectable = selector.selectable;
        if (selectable instanceof Selectable.WithFieldSelection.Raw)
            throw new InvalidRequestException("Cannot select out a part of type when defining a materialized view");
        if (selectable instanceof Selectable.WithFunction.Raw)
            throw new InvalidRequestException("Cannot use function when defining a materialized view");
        if (selectable instanceof Selectable.WritetimeOrTTL.Raw)
            throw new InvalidRequestException("Cannot use function when defining a materialized view");
        if (selector.alias != null)
            throw new InvalidRequestException("Cannot use alias when defining a materialized view");
        Selectable s = selectable.prepare(metadata);
        if (s instanceof Term.Raw)
            throw new InvalidRequestException("Cannot use terms in selection when defining a materialized view");
        ColumnMetadata cdef = (ColumnMetadata) s;
        included.add(cdef.name);
    }
    Set<ColumnMetadata.Raw> targetPrimaryKeys = new HashSet<>();
    for (ColumnMetadata.Raw identifier : Iterables.concat(partitionKeys, clusteringKeys)) {
        if (!targetPrimaryKeys.add(identifier))
            throw new InvalidRequestException("Duplicate entry found in PRIMARY KEY: " + identifier);
        ColumnMetadata cdef = identifier.prepare(metadata);
        if (cdef.type.isMultiCell())
            throw new InvalidRequestException(String.format("Cannot use MultiCell column '%s' in PRIMARY KEY of materialized view", identifier));
        if (cdef.isStatic())
            throw new InvalidRequestException(String.format("Cannot use Static column '%s' in PRIMARY KEY of materialized view", identifier));
        if (cdef.type instanceof DurationType)
            throw new InvalidRequestException(String.format("Cannot use Duration column '%s' in PRIMARY KEY of materialized view", identifier));
    }
    // build the select statement
    Map<ColumnMetadata.Raw, Boolean> orderings = Collections.emptyMap();
    List<ColumnMetadata.Raw> groups = Collections.emptyList();
    SelectStatement.Parameters parameters = new SelectStatement.Parameters(orderings, groups, false, true, false);
    SelectStatement.RawStatement rawSelect = new SelectStatement.RawStatement(baseName, parameters, selectClause, whereClause, null, null);
    ClientState state = ClientState.forInternalCalls();
    state.setKeyspace(keyspace());
    rawSelect.prepareKeyspace(state);
    rawSelect.setBoundVariables(getBoundVariables());
    ParsedStatement.Prepared prepared = rawSelect.prepare(true);
    SelectStatement select = (SelectStatement) prepared.statement;
    StatementRestrictions restrictions = select.getRestrictions();
    if (!prepared.boundNames.isEmpty())
        throw new InvalidRequestException("Cannot use query parameters in CREATE MATERIALIZED VIEW statements");
    String whereClauseText = View.relationsToWhereClause(whereClause.relations);
    Set<ColumnIdentifier> basePrimaryKeyCols = new HashSet<>();
    for (ColumnMetadata definition : Iterables.concat(metadata.partitionKeyColumns(), metadata.clusteringColumns())) basePrimaryKeyCols.add(definition.name);
    List<ColumnIdentifier> targetClusteringColumns = new ArrayList<>();
    List<ColumnIdentifier> targetPartitionKeys = new ArrayList<>();
    // This is only used as an intermediate state; this is to catch whether multiple non-PK columns are used
    boolean hasNonPKColumn = false;
    for (ColumnMetadata.Raw raw : partitionKeys) hasNonPKColumn |= getColumnIdentifier(metadata, basePrimaryKeyCols, hasNonPKColumn, raw, targetPartitionKeys, restrictions);
    for (ColumnMetadata.Raw raw : clusteringKeys) hasNonPKColumn |= getColumnIdentifier(metadata, basePrimaryKeyCols, hasNonPKColumn, raw, targetClusteringColumns, restrictions);
    // We need to include all of the primary key columns from the base table in order to make sure that we do not
    // overwrite values in the view. We cannot support "collapsing" the base table into a smaller number of rows in
    // the view because if we need to generate a tombstone, we have no way of knowing which value is currently being
    // used in the view and whether or not to generate a tombstone. In order to not surprise our users, we require
    // that they include all of the columns. We provide them with a list of all of the columns left to include.
    boolean missingClusteringColumns = false;
    StringBuilder columnNames = new StringBuilder();
    List<ColumnIdentifier> includedColumns = new ArrayList<>();
    for (ColumnMetadata def : metadata.columns()) {
        ColumnIdentifier identifier = def.name;
        boolean includeDef = included.isEmpty() || included.contains(identifier);
        if (includeDef && def.isStatic()) {
            throw new InvalidRequestException(String.format("Unable to include static column '%s' which would be included by Materialized View SELECT * statement", identifier));
        }
        boolean defInTargetPrimaryKey = targetClusteringColumns.contains(identifier) || targetPartitionKeys.contains(identifier);
        if (includeDef && !defInTargetPrimaryKey) {
            includedColumns.add(identifier);
        }
        if (!def.isPrimaryKeyColumn())
            continue;
        if (!defInTargetPrimaryKey) {
            if (missingClusteringColumns)
                columnNames.append(',');
            else
                missingClusteringColumns = true;
            columnNames.append(identifier);
        }
    }
    if (missingClusteringColumns)
        throw new InvalidRequestException(String.format("Cannot create Materialized View %s without primary key columns from base %s (%s)", columnFamily(), baseName.getColumnFamily(), columnNames.toString()));
    if (targetPartitionKeys.isEmpty())
        throw new InvalidRequestException("Must select at least a column for a Materialized View");
    if (targetClusteringColumns.isEmpty())
        throw new InvalidRequestException("No columns are defined for Materialized View other than primary key");
    TableParams params = properties.properties.asNewTableParams();
    if (params.defaultTimeToLive > 0) {
        throw new InvalidRequestException("Cannot set default_time_to_live for a materialized view. " + "Data in a materialized view always expire at the same time than " + "the corresponding data in the parent table.");
    }
    TableMetadata.Builder builder = TableMetadata.builder(keyspace(), columnFamily(), properties.properties.getId()).isView(true).params(params);
    add(metadata, targetPartitionKeys, builder::addPartitionKeyColumn);
    add(metadata, targetClusteringColumns, builder::addClusteringColumn);
    add(metadata, includedColumns, builder::addRegularColumn);
    ViewMetadata definition = new ViewMetadata(keyspace(), columnFamily(), metadata.id, metadata.name, included.isEmpty(), rawSelect, whereClauseText, builder.build());
    try {
        MigrationManager.announceNewView(definition, isLocalOnly);
        return new Event.SchemaChange(Event.SchemaChange.Change.CREATED, Event.SchemaChange.Target.TABLE, keyspace(), columnFamily());
    } catch (AlreadyExistsException e) {
        if (ifNotExists)
            return null;
        throw e;
    }
}
Also used : ClientState(org.apache.cassandra.service.ClientState) RawSelector(org.apache.cassandra.cql3.selection.RawSelector) ColumnMetadata(org.apache.cassandra.schema.ColumnMetadata) Selectable(org.apache.cassandra.cql3.selection.Selectable) InvalidRequestException(org.apache.cassandra.exceptions.InvalidRequestException) StatementRestrictions(org.apache.cassandra.cql3.restrictions.StatementRestrictions) ViewMetadata(org.apache.cassandra.schema.ViewMetadata) TableMetadata(org.apache.cassandra.schema.TableMetadata) DurationType(org.apache.cassandra.db.marshal.DurationType) TableParams(org.apache.cassandra.schema.TableParams) AlreadyExistsException(org.apache.cassandra.exceptions.AlreadyExistsException)

Example 4 with ClientState

use of org.apache.cassandra.service.ClientState in project cassandra by apache.

the class View method getSelectStatement.

/**
     * Returns the SelectStatement used to populate and filter this view.  Internal users should access the select
     * statement this way to ensure it has been prepared.
     */
public SelectStatement getSelectStatement() {
    if (select == null) {
        ClientState state = ClientState.forInternalCalls();
        state.setKeyspace(baseCfs.keyspace.getName());
        rawSelect.prepareKeyspace(state);
        ParsedStatement.Prepared prepared = rawSelect.prepare(true);
        select = (SelectStatement) prepared.statement;
    }
    return select;
}
Also used : ClientState(org.apache.cassandra.service.ClientState) ParsedStatement(org.apache.cassandra.cql3.statements.ParsedStatement)

Example 5 with ClientState

use of org.apache.cassandra.service.ClientState in project cassandra by apache.

the class CQLTester method schemaChange.

protected static void schemaChange(String query) {
    try {
        ClientState state = ClientState.forInternalCalls();
        state.setKeyspace(SchemaConstants.SYSTEM_KEYSPACE_NAME);
        QueryState queryState = new QueryState(state);
        ParsedStatement.Prepared prepared = QueryProcessor.parseStatement(query, queryState);
        prepared.statement.validate(state);
        QueryOptions options = QueryOptions.forInternalCalls(Collections.<ByteBuffer>emptyList());
        lastSchemaChangeResult = prepared.statement.executeInternal(queryState, options);
    } catch (Exception e) {
        logger.info("Error performing schema change", e);
        throw new RuntimeException("Error setting schema for test (query was: " + query + ")", e);
    }
}
Also used : ClientState(org.apache.cassandra.service.ClientState) ParsedStatement(org.apache.cassandra.cql3.statements.ParsedStatement) QueryState(org.apache.cassandra.service.QueryState) ConfigurationException(org.apache.cassandra.exceptions.ConfigurationException) IOException(java.io.IOException) ExecutionException(java.util.concurrent.ExecutionException) SyntaxException(org.apache.cassandra.exceptions.SyntaxException)

Aggregations

ClientState (org.apache.cassandra.service.ClientState)6 ParsedStatement (org.apache.cassandra.cql3.statements.ParsedStatement)3 IOException (java.io.IOException)1 SocketAddress (java.net.SocketAddress)1 ArrayList (java.util.ArrayList)1 ExecutionException (java.util.concurrent.ExecutionException)1 StatementRestrictions (org.apache.cassandra.cql3.restrictions.StatementRestrictions)1 RawSelector (org.apache.cassandra.cql3.selection.RawSelector)1 Selectable (org.apache.cassandra.cql3.selection.Selectable)1 DurationType (org.apache.cassandra.db.marshal.DurationType)1 AlreadyExistsException (org.apache.cassandra.exceptions.AlreadyExistsException)1 ConfigurationException (org.apache.cassandra.exceptions.ConfigurationException)1 InvalidRequestException (org.apache.cassandra.exceptions.InvalidRequestException)1 SyntaxException (org.apache.cassandra.exceptions.SyntaxException)1 ColumnMetadata (org.apache.cassandra.schema.ColumnMetadata)1 TableMetadata (org.apache.cassandra.schema.TableMetadata)1 TableParams (org.apache.cassandra.schema.TableParams)1 ViewMetadata (org.apache.cassandra.schema.ViewMetadata)1 QueryState (org.apache.cassandra.service.QueryState)1 MD5Digest (org.apache.cassandra.utils.MD5Digest)1