/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.cassandra.cql3;

import static org.apache.cassandra.cql3.Constants.UNSET_VALUE;

import java.nio.ByteBuffer;
import java.util.*;
import java.util.stream.Collectors;

import org.apache.cassandra.config.ColumnDefinition;
import org.apache.cassandra.cql3.functions.Function;
import org.apache.cassandra.db.DecoratedKey;
import org.apache.cassandra.db.rows.*;
import org.apache.cassandra.db.marshal.*;
import org.apache.cassandra.exceptions.InvalidRequestException;
import org.apache.cassandra.serializers.CollectionSerializer;
import org.apache.cassandra.serializers.MarshalException;
import org.apache.cassandra.transport.ProtocolVersion;
import org.apache.cassandra.utils.ByteBufferUtil;
import org.apache.cassandra.utils.Pair;

Static helper methods and classes for maps.
/** * Static helper methods and classes for maps. */
public abstract class Maps { private Maps() {} public static ColumnSpecification keySpecOf(ColumnSpecification column) { return new ColumnSpecification(column.ksName, column.cfName, new ColumnIdentifier("key(" + column.name + ")", true), ((MapType)column.type).getKeysType()); } public static ColumnSpecification valueSpecOf(ColumnSpecification column) { return new ColumnSpecification(column.ksName, column.cfName, new ColumnIdentifier("value(" + column.name + ")", true), ((MapType)column.type).getValuesType()); } public static class Literal extends Term.Raw { public final List<Pair<Term.Raw, Term.Raw>> entries; public Literal(List<Pair<Term.Raw, Term.Raw>> entries) { this.entries = entries; } public Term prepare(String keyspace, ColumnSpecification receiver) throws InvalidRequestException { validateAssignableTo(keyspace, receiver); ColumnSpecification keySpec = Maps.keySpecOf(receiver); ColumnSpecification valueSpec = Maps.valueSpecOf(receiver); Map<Term, Term> values = new HashMap<>(entries.size()); boolean allTerminal = true; for (Pair<Term.Raw, Term.Raw> entry : entries) { Term k = entry.left.prepare(keyspace, keySpec); Term v = entry.right.prepare(keyspace, valueSpec); if (k.containsBindMarker() || v.containsBindMarker()) throw new InvalidRequestException(String.format("Invalid map literal for %s: bind variables are not supported inside collection literals", receiver.name)); if (k instanceof Term.NonTerminal || v instanceof Term.NonTerminal) allTerminal = false; values.put(k, v); } DelayedValue value = new DelayedValue(((MapType)receiver.type).getKeysType(), values); return allTerminal ? value.bind(QueryOptions.DEFAULT) : value; } private void validateAssignableTo(String keyspace, ColumnSpecification receiver) throws InvalidRequestException { if (!(receiver.type instanceof MapType)) throw new InvalidRequestException(String.format("Invalid map literal for %s of type %s", receiver.name, receiver.type.asCQL3Type())); ColumnSpecification keySpec = Maps.keySpecOf(receiver); ColumnSpecification valueSpec = Maps.valueSpecOf(receiver); for (Pair<Term.Raw, Term.Raw> entry : entries) { if (!entry.left.testAssignment(keyspace, keySpec).isAssignable()) throw new InvalidRequestException(String.format("Invalid map literal for %s: key %s is not of type %s", receiver.name, entry.left, keySpec.type.asCQL3Type())); if (!entry.right.testAssignment(keyspace, valueSpec).isAssignable()) throw new InvalidRequestException(String.format("Invalid map literal for %s: value %s is not of type %s", receiver.name, entry.right, valueSpec.type.asCQL3Type())); } } public AssignmentTestable.TestResult testAssignment(String keyspace, ColumnSpecification receiver) { if (!(receiver.type instanceof MapType)) return AssignmentTestable.TestResult.NOT_ASSIGNABLE; // If there is no elements, we can't say it's an exact match (an empty map if fundamentally polymorphic). if (entries.isEmpty()) return AssignmentTestable.TestResult.WEAKLY_ASSIGNABLE; ColumnSpecification keySpec = Maps.keySpecOf(receiver); ColumnSpecification valueSpec = Maps.valueSpecOf(receiver); // It's an exact match if all are exact match, but is not assignable as soon as any is non assignable. AssignmentTestable.TestResult res = AssignmentTestable.TestResult.EXACT_MATCH; for (Pair<Term.Raw, Term.Raw> entry : entries) { AssignmentTestable.TestResult t1 = entry.left.testAssignment(keyspace, keySpec); AssignmentTestable.TestResult t2 = entry.right.testAssignment(keyspace, valueSpec); if (t1 == AssignmentTestable.TestResult.NOT_ASSIGNABLE || t2 == AssignmentTestable.TestResult.NOT_ASSIGNABLE) return AssignmentTestable.TestResult.NOT_ASSIGNABLE; if (t1 != AssignmentTestable.TestResult.EXACT_MATCH || t2 != AssignmentTestable.TestResult.EXACT_MATCH) res = AssignmentTestable.TestResult.WEAKLY_ASSIGNABLE; } return res; } @Override public AbstractType<?> getExactTypeIfKnown(String keyspace) { AbstractType<?> keyType = null; AbstractType<?> valueType = null; for (Pair<Term.Raw, Term.Raw> entry : entries) { if (keyType == null) keyType = entry.left.getExactTypeIfKnown(keyspace); if (valueType == null) valueType = entry.right.getExactTypeIfKnown(keyspace); if (keyType != null && valueType != null) return MapType.getInstance(keyType, valueType, false); } return null; } public String getText() { return entries.stream() .map(entry -> String.format("%s: %s", entry.left.getText(), entry.right.getText())) .collect(Collectors.joining(", ", "{", "}")); } } public static class Value extends Term.Terminal { public final Map<ByteBuffer, ByteBuffer> map; public Value(Map<ByteBuffer, ByteBuffer> map) { this.map = map; } public static Value fromSerialized(ByteBuffer value, MapType type, ProtocolVersion version) throws InvalidRequestException { try { // Collections have this small hack that validate cannot be called on a serialized object, // but compose does the validation (so we're fine). Map<?, ?> m = type.getSerializer().deserializeForNativeProtocol(value, version); Map<ByteBuffer, ByteBuffer> map = new LinkedHashMap<>(m.size()); for (Map.Entry<?, ?> entry : m.entrySet()) map.put(type.getKeysType().decompose(entry.getKey()), type.getValuesType().decompose(entry.getValue())); return new Value(map); } catch (MarshalException e) { throw new InvalidRequestException(e.getMessage()); } } public ByteBuffer get(ProtocolVersion protocolVersion) { List<ByteBuffer> buffers = new ArrayList<>(2 * map.size()); for (Map.Entry<ByteBuffer, ByteBuffer> entry : map.entrySet()) { buffers.add(entry.getKey()); buffers.add(entry.getValue()); } return CollectionSerializer.pack(buffers, map.size(), protocolVersion); } public boolean equals(MapType mt, Value v) { if (map.size() != v.map.size()) return false; // We use the fact that we know the maps iteration will both be in comparator order Iterator<Map.Entry<ByteBuffer, ByteBuffer>> thisIter = map.entrySet().iterator(); Iterator<Map.Entry<ByteBuffer, ByteBuffer>> thatIter = v.map.entrySet().iterator(); while (thisIter.hasNext()) { Map.Entry<ByteBuffer, ByteBuffer> thisEntry = thisIter.next(); Map.Entry<ByteBuffer, ByteBuffer> thatEntry = thatIter.next(); if (mt.getKeysType().compare(thisEntry.getKey(), thatEntry.getKey()) != 0 || mt.getValuesType().compare(thisEntry.getValue(), thatEntry.getValue()) != 0) return false; } return true; } } // See Lists.DelayedValue public static class DelayedValue extends Term.NonTerminal { private final Comparator<ByteBuffer> comparator; private final Map<Term, Term> elements; public DelayedValue(Comparator<ByteBuffer> comparator, Map<Term, Term> elements) { this.comparator = comparator; this.elements = elements; } public boolean containsBindMarker() { // False since we don't support them in collection return false; } public void collectMarkerSpecification(VariableSpecifications boundNames) { } public Terminal bind(QueryOptions options) throws InvalidRequestException { Map<ByteBuffer, ByteBuffer> buffers = new TreeMap<ByteBuffer, ByteBuffer>(comparator); for (Map.Entry<Term, Term> entry : elements.entrySet()) { // We don't support values > 64K because the serialization format encode the length as an unsigned short. ByteBuffer keyBytes = entry.getKey().bindAndGet(options); if (keyBytes == null) throw new InvalidRequestException("null is not supported inside collections"); if (keyBytes == ByteBufferUtil.UNSET_BYTE_BUFFER) throw new InvalidRequestException("unset value is not supported for map keys"); ByteBuffer valueBytes = entry.getValue().bindAndGet(options); if (valueBytes == null) throw new InvalidRequestException("null is not supported inside collections"); if (valueBytes == ByteBufferUtil.UNSET_BYTE_BUFFER) return UNSET_VALUE; buffers.put(keyBytes, valueBytes); } return new Value(buffers); } public void addFunctionsTo(List<Function> functions) { Terms.addFunctions(elements.keySet(), functions); Terms.addFunctions(elements.values(), functions); } } public static class Marker extends AbstractMarker { protected Marker(int bindIndex, ColumnSpecification receiver) { super(bindIndex, receiver); assert receiver.type instanceof MapType; } public Terminal bind(QueryOptions options) throws InvalidRequestException { ByteBuffer value = options.getValues().get(bindIndex); if (value == null) return null; if (value == ByteBufferUtil.UNSET_BYTE_BUFFER) return UNSET_VALUE; return Value.fromSerialized(value, (MapType)receiver.type, options.getProtocolVersion()); } } public static class Setter extends Operation { public Setter(ColumnDefinition column, Term t) { super(column, t); } public void execute(DecoratedKey partitionKey, UpdateParameters params) throws InvalidRequestException { Term.Terminal value = t.bind(params.options); if (value == UNSET_VALUE) return; // delete + put if (column.type.isMultiCell()) params.setComplexDeletionTimeForOverwrite(column); Putter.doPut(value, column, params); } } public static class SetterByKey extends Operation { private final Term k; public SetterByKey(ColumnDefinition column, Term k, Term t) { super(column, t); this.k = k; } @Override public void collectMarkerSpecification(VariableSpecifications boundNames) { super.collectMarkerSpecification(boundNames); k.collectMarkerSpecification(boundNames); } public void execute(DecoratedKey partitionKey, UpdateParameters params) throws InvalidRequestException { assert column.type.isMultiCell() : "Attempted to set a value for a single key on a frozen map"; ByteBuffer key = k.bindAndGet(params.options); ByteBuffer value = t.bindAndGet(params.options); if (key == null) throw new InvalidRequestException("Invalid null map key"); if (key == ByteBufferUtil.UNSET_BYTE_BUFFER) throw new InvalidRequestException("Invalid unset map key"); CellPath path = CellPath.create(key); if (value == null) { params.addTombstone(column, path); } else if (value != ByteBufferUtil.UNSET_BYTE_BUFFER) { params.addCell(column, path, value); } } } // Currently only used internally counters support in SuperColumn families. // Addition on the element level inside the collections are otherwise not supported in the CQL. public static class AdderByKey extends Operation { private final Term k; public AdderByKey(ColumnDefinition column, Term t, Term k) { super(column, t); this.k = k; } @Override public void collectMarkerSpecification(VariableSpecifications boundNames) { super.collectMarkerSpecification(boundNames); k.collectMarkerSpecification(boundNames); } public void execute(DecoratedKey partitionKey, UpdateParameters params) throws InvalidRequestException { assert column.type.isMultiCell() : "Attempted to set a value for a single key on a frozen map"; ByteBuffer key = k.bindAndGet(params.options); ByteBuffer value = t.bindAndGet(params.options); if (key == null) throw new InvalidRequestException("Invalid null map key"); if (key == ByteBufferUtil.UNSET_BYTE_BUFFER) throw new InvalidRequestException("Invalid unset map key"); if (value == null) throw new InvalidRequestException("Invalid null value for counter increment"); if (value == ByteBufferUtil.UNSET_BYTE_BUFFER) return; long increment = ByteBufferUtil.toLong(value); params.addCounter(column, increment, CellPath.create(key)); } } // Currently only used internally counters support in SuperColumn families. // Addition on the element level inside the collections are otherwise not supported in the CQL. public static class SubtracterByKey extends Operation { private final Term k; public SubtracterByKey(ColumnDefinition column, Term t, Term k) { super(column, t); this.k = k; } @Override public void collectMarkerSpecification(VariableSpecifications boundNames) { super.collectMarkerSpecification(boundNames); k.collectMarkerSpecification(boundNames); } public void execute(DecoratedKey partitionKey, UpdateParameters params) throws InvalidRequestException { assert column.type.isMultiCell() : "Attempted to set a value for a single key on a frozen map"; ByteBuffer key = k.bindAndGet(params.options); ByteBuffer value = t.bindAndGet(params.options); if (key == null) throw new InvalidRequestException("Invalid null map key"); if (key == ByteBufferUtil.UNSET_BYTE_BUFFER) throw new InvalidRequestException("Invalid unset map key"); if (value == null) throw new InvalidRequestException("Invalid null value for counter increment"); if (value == ByteBufferUtil.UNSET_BYTE_BUFFER) return; long increment = ByteBufferUtil.toLong(value); if (increment == Long.MIN_VALUE) throw new InvalidRequestException("The negation of " + increment + " overflows supported counter precision (signed 8 bytes integer)"); params.addCounter(column, -increment, CellPath.create(key)); } } public static class Putter extends Operation { public Putter(ColumnDefinition column, Term t) { super(column, t); } public void execute(DecoratedKey partitionKey, UpdateParameters params) throws InvalidRequestException { assert column.type.isMultiCell() : "Attempted to add items to a frozen map"; Term.Terminal value = t.bind(params.options); if (value != UNSET_VALUE) doPut(value, column, params); } static void doPut(Term.Terminal value, ColumnDefinition column, UpdateParameters params) throws InvalidRequestException { if (column.type.isMultiCell()) { if (value == null) return; Map<ByteBuffer, ByteBuffer> elements = ((Value) value).map; for (Map.Entry<ByteBuffer, ByteBuffer> entry : elements.entrySet()) params.addCell(column, CellPath.create(entry.getKey()), entry.getValue()); } else { // for frozen maps, we're overwriting the whole cell if (value == null) params.addTombstone(column); else params.addCell(column, value.get(ProtocolVersion.CURRENT)); } } } public static class DiscarderByKey extends Operation { public DiscarderByKey(ColumnDefinition column, Term k) { super(column, k); } public void execute(DecoratedKey partitionKey, UpdateParameters params) throws InvalidRequestException { assert column.type.isMultiCell() : "Attempted to delete a single key in a frozen map"; Term.Terminal key = t.bind(params.options); if (key == null) throw new InvalidRequestException("Invalid null map key"); if (key == Constants.UNSET_VALUE) throw new InvalidRequestException("Invalid unset map key"); params.addTombstone(column, CellPath.create(key.get(params.options.getProtocolVersion()))); } } }