/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.cassandra.scheduler;
import java.util.Map;
import java.util.concurrent.Semaphore;
import java.util.concurrent.TimeoutException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.apache.cassandra.concurrent.NamedThreadFactory;
import org.apache.cassandra.config.RequestSchedulerOptions;
import org.cliffc.high_scale_lib.NonBlockingHashMap;
A very basic Round Robin implementation of the RequestScheduler. It handles
request groups identified on user/keyspace by placing them in separate
queues and servicing a request from each queue in a RoundRobin fashion.
It optionally adds weights for each round.
/**
* A very basic Round Robin implementation of the RequestScheduler. It handles
* request groups identified on user/keyspace by placing them in separate
* queues and servicing a request from each queue in a RoundRobin fashion.
* It optionally adds weights for each round.
*/
public class RoundRobinScheduler implements IRequestScheduler
{
private static final Logger logger = LoggerFactory.getLogger(RoundRobinScheduler.class);
//Map of queue id to weighted queue
private final NonBlockingHashMap<String, WeightedQueue> queues;
private final Semaphore taskCount;
// Tracks the count of threads available in all queues
// Used by the the scheduler thread so we don't need to busy-wait until there is a request to process
private final Semaphore queueSize = new Semaphore(0, false);
private final int defaultWeight;
private final Map<String, Integer> weights;
public RoundRobinScheduler(RequestSchedulerOptions options)
{
defaultWeight = options.default_weight;
weights = options.weights;
// the task count is acquired for the first time _after_ releasing a thread, so we pre-decrement
taskCount = new Semaphore(options.throttle_limit - 1);
queues = new NonBlockingHashMap<String, WeightedQueue>();
Runnable runnable = () ->
{
while (true)
{
schedule();
}
};
Thread scheduler = NamedThreadFactory.createThread(runnable, "REQUEST-SCHEDULER");
scheduler.start();
logger.info("Started the RoundRobin Request Scheduler");
}
public void queue(Thread t, String id, long timeoutMS) throws TimeoutException
{
WeightedQueue weightedQueue = getWeightedQueue(id);
try
{
queueSize.release();
try
{
weightedQueue.put(t, timeoutMS);
// the scheduler will release us when a slot is available
}
catch (TimeoutException | InterruptedException e)
{
queueSize.acquireUninterruptibly();
throw e;
}
}
catch (InterruptedException e)
{
throw new RuntimeException("Interrupted while queueing requests", e);
}
}
public void release()
{
taskCount.release();
}
private void schedule()
{
queueSize.acquireUninterruptibly();
for (Map.Entry<String,WeightedQueue> request : queues.entrySet())
{
WeightedQueue queue = request.getValue();
//Using the weight, process that many requests at a time (for that scheduler id)
for (int i=0; i<queue.weight; i++)
{
Thread t = queue.poll();
if (t == null)
break;
else
{
taskCount.acquireUninterruptibly();
queueSize.acquireUninterruptibly();
}
}
}
queueSize.release();
}
/*
* Get the Queue for the respective id, if one is not available
* create a new queue for that corresponding id and return it
*/
private WeightedQueue getWeightedQueue(String id)
{
WeightedQueue weightedQueue = queues.get(id);
if (weightedQueue != null)
// queue existed
return weightedQueue;
WeightedQueue maybenew = new WeightedQueue(id, getWeight(id));
weightedQueue = queues.putIfAbsent(id, maybenew);
if (weightedQueue == null)
{
return maybenew;
}
// another thread created the queue
return weightedQueue;
}
Semaphore getTaskCount()
{
return taskCount;
}
private int getWeight(String weightingVar)
{
return (weights != null && weights.containsKey(weightingVar))
? weights.get(weightingVar)
: defaultWeight;
}
}