blob: 42db0c7d65ed1ca2007765f6ce5e400124904c5a [file] [log] [blame]
// Copyright 2016 The Bazel Authors. All rights reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package com.google.devtools.build.lib.syntax;
import com.google.common.annotations.VisibleForTesting;
import com.google.common.collect.Lists;
import com.google.devtools.build.lib.events.Location;
import com.google.devtools.build.lib.skylarkinterface.Param;
import com.google.devtools.build.lib.skylarkinterface.SkylarkCallable;
import com.google.devtools.build.lib.skylarkinterface.SkylarkModule;
import com.google.devtools.build.lib.skylarkinterface.SkylarkModuleCategory;
import com.google.devtools.build.lib.skylarkinterface.SkylarkPrinter;
import com.google.devtools.build.lib.syntax.SkylarkList.MutableList;
import com.google.devtools.build.lib.syntax.SkylarkList.Tuple;
import com.google.devtools.build.lib.syntax.SkylarkMutable.MutableMap;
import java.util.ArrayList;
import java.util.Collections;
import java.util.LinkedHashMap;
import java.util.Map;
import javax.annotation.Nullable;
/**
* A Skylark dictionary (dict).
*
* <p>Although this implements the {@link Map} interface, it is not mutable via that interface's
* methods. Instead, use the mutators that take in a {@link Mutability} object.
*/
@SkylarkModule(
name = "dict",
category = SkylarkModuleCategory.BUILTIN,
doc =
"A language built-in type representating a dictionary (associative mapping). "
+ "Dictionaries may be constructed with a special literal syntax:<br>"
+ "<pre class=\"language-python\">d = {\"a\": 2, \"b\": 5}</pre>"
+ "See also the <a href=\"globals.html#dict\">dict()</a> constructor function. "
+ "When using the literal syntax, it is an error to have duplicated keys. "
+ "Use square brackets to access elements:<br>"
+ "<pre class=\"language-python\">e = d[\"a\"] # e == 2</pre>"
+ "Like lists, they can also be constructed using a comprehension syntax:<br>"
+ "<pre class=\"language-python\">d = {i: 2*i for i in range(20)}\n"
+ "e = d[8] # e == 16</pre>"
+ "Dictionaries are mutable. You can add new elements or mutate existing ones:"
+ "<pre class=\"language-python\">d[\"key\"] = 5</pre>"
+ "<p>Iterating over a dict is equivalent to iterating over its keys. The "
+ "<code>in</code> operator tests for membership in the keyset of the dict.<br>"
+ "<pre class=\"language-python\">\"a\" in {\"a\" : 2, \"b\" : 5} "
+ "# evaluates as True</pre>"
+ "The iteration order for a dict is deterministic and specified as the order in which "
+ "the keys have been added to the dict. The iteration order is not affected if a value "
+ "associated with an existing key is updated."
)
public final class SkylarkDict<K, V> extends MutableMap<K, V>
implements Map<K, V>, SkylarkIndexable {
private final LinkedHashMap<K, V> contents = new LinkedHashMap<>();
/** Final except for {@link #unsafeShallowFreeze}; must not be modified any other way. */
private Mutability mutability;
private SkylarkDict(@Nullable Mutability mutability) {
this.mutability = mutability == null ? Mutability.IMMUTABLE : mutability;
}
private SkylarkDict(@Nullable Environment env) {
this.mutability = env == null ? Mutability.IMMUTABLE : env.mutability();
}
@SkylarkCallable(name = "get",
doc = "Returns the value for <code>key</code> if <code>key</code> is in the dictionary, "
+ "else <code>default</code>. If <code>default</code> is not given, it defaults to "
+ "<code>None</code>, so that this method never throws an error.",
parameters = {
@Param(name = "key", noneable = true, doc = "The key to look for."),
@Param(name = "default", defaultValue = "None", noneable = true, named = true,
doc = "The default value to use (instead of None) if the key is not found.")},
allowReturnNones = true
)
public Object get(Object key, Object defaultValue) {
if (this.containsKey(key)) {
return this.get(key);
}
return defaultValue;
}
@SkylarkCallable(
name = "pop",
doc =
"Removes a <code>key</code> from the dict, and returns the associated value. "
+ "If no entry with that key was found, remove nothing and return the specified "
+ "<code>default</code> value; if no default value was specified, fail instead.",
parameters = {
@Param(name = "key", type = Object.class, doc = "The key.", noneable = true),
@Param(
name = "default",
type = Object.class,
defaultValue = "unbound",
named = true,
noneable = true,
doc = "a default value if the key is absent."),
},
useLocation = true,
useEnvironment = true)
public Object pop(Object key, Object defaultValue, Location loc, Environment env)
throws EvalException {
Object value = get(key);
if (value != null) {
remove(key, loc, env.mutability());
return value;
}
if (defaultValue != Runtime.UNBOUND) {
return defaultValue;
}
throw new EvalException(loc, Printer.format("KeyError: %r", key));
}
@SkylarkCallable(
name = "popitem",
doc =
"Remove and return an arbitrary <code>(key, value)</code> pair from the dictionary. "
+ "<code>popitem()</code> is useful to destructively iterate over a dictionary, "
+ "as often used in set algorithms. "
+ "If the dictionary is empty, calling <code>popitem()</code> fails. "
+ "It is deterministic which pair is returned.",
useLocation = true,
useEnvironment = true
)
public Tuple<Object> popitem(Location loc, Environment env)
throws EvalException {
if (isEmpty()) {
throw new EvalException(loc, "popitem(): dictionary is empty");
}
Object key = keySet().iterator().next();
Object value = get(key);
remove(key, loc, env.mutability());
return Tuple.of(key, value);
}
@SkylarkCallable(
name = "setdefault",
doc =
"If <code>key</code> is in the dictionary, return its value. "
+ "If not, insert key with a value of <code>default</code> "
+ "and return <code>default</code>. "
+ "<code>default</code> defaults to <code>None</code>.",
parameters = {
@Param(name = "key", type = Object.class, doc = "The key."),
@Param(
name = "default",
type = Object.class,
defaultValue = "None",
named = true,
noneable = true,
doc = "a default value if the key is absent."
),
},
useLocation = true,
useEnvironment = true
)
public Object setdefault(
K key,
V defaultValue,
Location loc,
Environment env)
throws EvalException {
Object value = get(key);
if (value != null) {
return value;
}
put(key, defaultValue, loc, env);
return defaultValue;
}
@SkylarkCallable(
name = "update",
doc = "Update the dictionary with the key/value pairs from other, overwriting existing keys.",
parameters = {
@Param(name = "other", type = SkylarkDict.class, doc = "The values to add."),
},
useLocation = true,
useEnvironment = true
)
public Runtime.NoneType update(
SkylarkDict<K, V> other,
Location loc,
Environment env)
throws EvalException {
putAll(other, loc, env.mutability());
return Runtime.NONE;
}
@SkylarkCallable(
name = "values",
doc =
"Returns the list of values:"
+ "<pre class=\"language-python\">"
+ "{2: \"a\", 4: \"b\", 1: \"c\"}.values() == [\"a\", \"b\", \"c\"]</pre>\n",
useEnvironment = true
)
public MutableList<?> invoke(Environment env) throws EvalException {
return MutableList.copyOf(env, values());
}
@SkylarkCallable(
name = "items",
doc =
"Returns the list of key-value tuples:"
+ "<pre class=\"language-python\">"
+ "{2: \"a\", 4: \"b\", 1: \"c\"}.items() == [(2, \"a\"), (4, \"b\"), (1, \"c\")]"
+ "</pre>\n",
useEnvironment = true
)
public MutableList<?> items(Environment env) throws EvalException {
ArrayList<Object> list = Lists.newArrayListWithCapacity(size());
for (Map.Entry<?, ?> entries : entrySet()) {
list.add(Tuple.of(entries.getKey(), entries.getValue()));
}
return MutableList.wrapUnsafe(env, list);
}
@SkylarkCallable(name = "keys",
doc = "Returns the list of keys:"
+ "<pre class=\"language-python\">{2: \"a\", 4: \"b\", 1: \"c\"}.keys() == [2, 4, 1]"
+ "</pre>\n",
useEnvironment = true
)
public MutableList<?> keys(Environment env) throws EvalException {
ArrayList<Object> list = Lists.newArrayListWithCapacity(size());
for (Map.Entry<?, ?> entries : entrySet()) {
list.add(entries.getKey());
}
return MutableList.wrapUnsafe(env, list);
}
private static final SkylarkDict<?, ?> EMPTY = withMutability(Mutability.IMMUTABLE);
/** Returns an immutable empty dict. */
// Safe because the empty singleton is immutable.
@SuppressWarnings("unchecked")
public static <K, V> SkylarkDict<K, V> empty() {
return (SkylarkDict<K, V>) EMPTY;
}
/** Returns an empty dict with the given {@link Mutability}. */
public static <K, V> SkylarkDict<K, V> withMutability(@Nullable Mutability mutability) {
return new SkylarkDict<>(mutability);
}
/** @return a dict mutable in given environment only */
public static <K, V> SkylarkDict<K, V> of(@Nullable Environment env) {
return new SkylarkDict<>(env);
}
/** @return a dict mutable in given environment only, with given initial key and value */
public static <K, V> SkylarkDict<K, V> of(@Nullable Environment env, K k, V v) {
return SkylarkDict.<K, V>of(env).putUnsafe(k, v);
}
/** @return a dict mutable in given environment only, with two given initial key value pairs */
public static <K, V> SkylarkDict<K, V> of(
@Nullable Environment env, K k1, V v1, K k2, V v2) {
return SkylarkDict.<K, V>of(env).putUnsafe(k1, v1).putUnsafe(k2, v2);
}
// TODO(bazel-team): Make other methods that take in mutabilities instead of environments, make
// this method public.
@VisibleForTesting
static <K, V> SkylarkDict<K, V> copyOf(
@Nullable Mutability mutability, Map<? extends K, ? extends V> m) {
return SkylarkDict.<K, V>withMutability(mutability).putAllUnsafe(m);
}
/** @return a dict mutable in given environment only, with contents copied from given map */
public static <K, V> SkylarkDict<K, V> copyOf(
@Nullable Environment env, Map<? extends K, ? extends V> m) {
return SkylarkDict.<K, V>of(env).putAllUnsafe(m);
}
/** Puts the given entry into the dict, without calling {@link #checkMutable}. */
private SkylarkDict<K, V> putUnsafe(K k, V v) {
contents.put(k, v);
return this;
}
/** Puts all entries of the given map into the dict, without calling {@link #checkMutable}. */
@SuppressWarnings("unchecked")
private <KK extends K, VV extends V> SkylarkDict<K, V> putAllUnsafe(Map<KK, VV> m) {
for (Map.Entry<KK, VV> e : m.entrySet()) {
contents.put(e.getKey(), (VV) SkylarkType.convertToSkylark(e.getValue(), mutability));
}
return this;
}
@Override
public Mutability mutability() {
return mutability;
}
@Override
public void unsafeShallowFreeze() {
Mutability.Freezable.checkUnsafeShallowFreezePrecondition(this);
this.mutability = Mutability.IMMUTABLE;
}
@Override
protected Map<K, V> getContentsUnsafe() {
return contents;
}
/**
* Puts an entry into a dict, after validating that mutation is allowed.
*
* @param key the key of the added entry
* @param value the value of the added entry
* @param loc the location to use for error reporting
* @param mutability the {@link Mutability} associated with the opreation
* @throws EvalException if the key is invalid or the dict is frozen
*/
public void put(K key, V value, Location loc, Mutability mutability) throws EvalException {
checkMutable(loc, mutability);
EvalUtils.checkValidDictKey(key);
contents.put(key, value);
}
/**
* Convenience version of {@link #put(K, V, Location, Mutability)} that uses the {@link
* Mutability} of an {@link Environment}.
*/
// TODO(bazel-team): Decide whether to eliminate this overload.
public void put(K key, V value, Location loc, Environment env) throws EvalException {
put(key, value, loc, env.mutability());
}
/**
* Puts all the entries from a given map into the dict, after validating that mutation is allowed.
*
* @param map the map whose entries are added
* @param loc the location to use for error reporting
* @param mutability the {@link Mutability} associated with the operation
* @throws EvalException if some key is invalid or the dict is frozen
*/
public <KK extends K, VV extends V> void putAll(
Map<KK, VV> map, Location loc, Mutability mutability) throws EvalException {
checkMutable(loc, mutability);
for (Map.Entry<KK, VV> e : map.entrySet()) {
KK k = e.getKey();
EvalUtils.checkValidDictKey(k);
contents.put(k, e.getValue());
}
}
/**
* Deletes the entry associated with the given key.
*
* @param key the key to delete
* @param loc the location to use for error reporting
* @param mutability the {@link Mutability} associated with the operation
* @return the value associated to the key, or {@code null} if not present
* @throws EvalException if the dict is frozen
*/
V remove(Object key, Location loc, Mutability mutability) throws EvalException {
checkMutable(loc, mutability);
return contents.remove(key);
}
@SkylarkCallable(
name = "clear",
doc = "Remove all items from the dictionary.",
useLocation = true,
useEnvironment = true
)
public Runtime.NoneType clearDict(
Location loc, Environment env)
throws EvalException {
clear(loc, env.mutability());
return Runtime.NONE;
}
/**
* Clears the dict.
*
* @param loc the location to use for error reporting
* @param mutability the {@link Mutability} associated with the operation
* @throws EvalException if the dict is frozen
*/
void clear(Location loc, Mutability mutability) throws EvalException {
checkMutable(loc, mutability);
contents.clear();
}
@Override
public void repr(SkylarkPrinter printer) {
printer.printList(entrySet(), "{", ", ", "}", null);
}
@Override
public String toString() {
return Printer.repr(this);
}
/**
* If {@code obj} is a {@code SkylarkDict}, casts it to an unmodifiable {@code Map<K, V>} after
* checking that each of its entries has key type {@code keyType} and value type {@code
* valueType}. If {@code obj} is {@code None} or null, treats it as an empty dict.
*
* <p>The returned map may or may not be a view that is affected by updates to the original dict.
*
* @param obj the object to cast. null and None are treated as an empty dict.
* @param keyType the expected type of all the dict's keys
* @param valueType the expected type of all the dict's values
* @param description a description of the argument being converted, or null, for debugging
*/
public static <K, V> Map<K, V> castSkylarkDictOrNoneToDict(
Object obj, Class<K> keyType, Class<V> valueType, @Nullable String description)
throws EvalException {
if (EvalUtils.isNullOrNone(obj)) {
return empty();
}
if (obj instanceof SkylarkDict) {
return ((SkylarkDict<?, ?>) obj).getContents(keyType, valueType, description);
}
throw new EvalException(
null,
String.format(
"%s is not of expected type dict or NoneType",
description == null ? Printer.repr(obj) : String.format("'%s'", description)));
}
/**
* Casts this dict to an unmodifiable {@code SkylarkDict<X, Y>}, after checking that all keys and
* values have types {@code keyType} and {@code valueType} respectively.
*
* <p>The returned map may or may not be a view that is affected by updates to the original dict.
*
* @param keyType the expected class of keys
* @param valueType the expected class of values
* @param description a description of the argument being converted, or null, for debugging
*/
@SuppressWarnings("unchecked")
public <X, Y> Map<X, Y> getContents(
Class<X> keyType, Class<Y> valueType, @Nullable String description)
throws EvalException {
Object keyDescription = description == null
? null : Printer.formattable("'%s' key", description);
Object valueDescription = description == null
? null : Printer.formattable("'%s' value", description);
for (Map.Entry<?, ?> e : this.entrySet()) {
SkylarkType.checkType(e.getKey(), keyType, keyDescription);
if (e.getValue() != null) {
SkylarkType.checkType(e.getValue(), valueType, valueDescription);
}
}
return Collections.unmodifiableMap((SkylarkDict<X, Y>) this);
}
@Override
public final Object getIndex(Object key, Location loc) throws EvalException {
if (!this.containsKey(key)) {
throw new EvalException(loc, Printer.format("key %r not found in dictionary", key));
}
return this.get(key);
}
@Override
public final boolean containsKey(Object key, Location loc) throws EvalException {
return this.containsKey(key);
}
public static <K, V> SkylarkDict<K, V> plus(
SkylarkDict<? extends K, ? extends V> left,
SkylarkDict<? extends K, ? extends V> right,
@Nullable Environment env) {
SkylarkDict<K, V> result = SkylarkDict.of(env);
result.putAllUnsafe(left);
result.putAllUnsafe(right);
return result;
}
}