// Copyright 2014 The Bazel Authors. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package com.google.devtools.build.lib.concurrent; import com.google.common.collect.Iterables; import com.google.common.collect.Lists; import com.google.devtools.build.lib.util.Preconditions; import java.util.Collections; import java.util.Iterator; import java.util.List; /** * A class to build shards (work queues) for a given task. * *
{@link #add}ed elements will be equally distributed among the shards.
*
* @param > {
private final List
> shards;
private int nextShard = 0;
public Sharder(int maxNumShards, int expectedTotalSize) {
Preconditions.checkArgument(maxNumShards > 0);
Preconditions.checkArgument(expectedTotalSize >= 0);
this.shards = immutableListOfLists(maxNumShards, expectedTotalSize / maxNumShards);
}
public void add(T item) {
shards.get(nextShard).add(item);
nextShard = (nextShard + 1) % shards.size();
}
/**
* Returns an immutable list of mutable lists.
*
* @param numLists the number of top-level lists.
* @param expectedSize the exepected size of each mutable list.
* @return a list of lists.
*/
private static
> immutableListOfLists(int numLists, int expectedSize) {
List
> list = Lists.newArrayListWithCapacity(numLists);
for (int i = 0; i < numLists; i++) {
list.add(Lists.
> iterator() {
return Iterables.filter(shards, list -> !list.isEmpty()).iterator();
}
}