blasd.apex.core.thread

Class ApexExecutorsHelper

java.lang.Object

blasd.apex.core.thread.ApexExecutorsHelper

public class ApexExecutorsHelper
extends Object

Provides some helpers like named ExecutorService, easy splitting of tasks

Author:

Benoit Lacelle

Field Summary

Fields

Modifier and Type	Field and Description
protected static boolean	allowTryMax
static int	CORE_KEEP_ALIVE_IN_SECONDS The number of seconds a Thread is kept alive before being closed if not used
static RejectedExecutionHandler	DEFAULT_ABORT_POLICY
static int	DEFAULT_ACTIVE_TASKS Consider at most 2 active task per Nb of cores to have not too many tasks, but workaround IO latencies
static int	DEFAULT_LOG_ON_SLOW_QUEUE_MS
static int	DEFAULT_MINIMUM_QUEUE_SIZE
static int	DEFAULT_NB_CORES
static int	DEFAULT_PARTITION_TASK_SIZE
static int	DEFAULT_QUEUE_CAPACITY
static RejectedExecutionHandler	DEFAULT_REJECTION_POLICY
static int	DEFAULT_SPLIT_TASK_SIZE Deprecated.
protected static org.slf4j.Logger	LOGGER
static RejectedExecutionHandler	TIMEOUT_POLICY_1_HOUR

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	ApexExecutorsHelper()

Method Summary

Modifier and Type	Method and Description
static <T> long	consumeByTimeBlock(Consumer<Long> c, Stream<T> conditionsToUpdate, int niceTransactionSeconds, Object object)
static void	executeAllRunnable(Collection<? extends Runnable> tasks, com.google.common.util.concurrent.ListeningExecutorService executorService) Same as ExecutorService#invokeAll(Collection, long, TimeUnit) but for Runnable.
static int	getDefaultNbThreads()
static <T> List<? extends com.google.common.util.concurrent.ListenableFuture<T>>	invokeAll(Collection<? extends Callable<? extends T>> tasks, com.google.common.util.concurrent.ListeningExecutorService executorService, long timeout, TimeUnit unit) Softer generic signature
static <T> List<? extends com.google.common.util.concurrent.ListenableFuture<T>>	invokeAll(Collection<? extends Supplier<? extends T>> tasks, com.google.common.util.concurrent.ListeningExecutorService executorService) Softer generic signature
static List<? extends com.google.common.util.concurrent.ListenableFuture<?>>	invokeAllRunnable(Collection<? extends Runnable> tasks, com.google.common.util.concurrent.ListeningExecutorService executorService, long timeout, TimeUnit unit) Same as ExecutorService#invokeAll(Collection, long, TimeUnit) but for Runnable
static ThreadFactory	makeDaemonThreadFactory(String threadNamePrefix)
static RejectedExecutionHandler	makeRejectedExecutionHandler(int timeout, TimeUnit unit) Deprecated.
static ForkJoinPool	newForkJoinPool(String threadPrefix)
static ForkJoinPool	newForkJoinPool(String threadPrefix, int parallelism)
static com.google.common.util.concurrent.ListeningExecutorService	newShrinkableCachedThreadPool(String threadNamePrefix, RejectedExecutionHandler rejectedExecutionHandler)
static com.google.common.util.concurrent.ListeningExecutorService	newShrinkableFixedThreadPool(int maxThreads, String threadNamePrefix)
static com.google.common.util.concurrent.ListeningExecutorService	newShrinkableFixedThreadPool(int nbThreads, String threadNamePrefix, int queueCapacity, RejectedExecutionHandler rejectedExecutionHandler)
static com.google.common.util.concurrent.ListeningExecutorService	newShrinkableFixedThreadPool(String threadNamePrefix)
static com.google.common.util.concurrent.ListeningExecutorService	newShrinkableFixedThreadPool(String threadNamePrefix, int queueCapacity, RejectedExecutionHandler rejectedExecutionHandler)
static com.google.common.util.concurrent.ListeningScheduledExecutorService	newShrinkableScheduledThreadPool(String threadNamePrefix)
static com.google.common.util.concurrent.ListeningScheduledExecutorService	newShrinkableScheduledThreadPool(String threadNamePrefix, RejectedExecutionHandler rejectedExecutionHandler)
static com.google.common.util.concurrent.ListeningExecutorService	newSingleThreadExecutor(String threadNamePrefix)
static com.google.common.util.concurrent.ListeningExecutorService	newSingleThreadExecutor(String threadNamePrefix, int queueCapacity, RejectedExecutionHandler rejectedExecutionHandler)
static com.google.common.util.concurrent.ListeningScheduledExecutorService	newSingleThreadScheduledExecutor(String threadNamePrefix)
static com.google.common.util.concurrent.ListeningScheduledExecutorService	newSingleThreadScheduledExecutor(String threadNamePrefix, RejectedExecutionHandler rejectedExecutionHandler)
static <T,V> Iterator<? extends Runnable>	partitions(Iterator<T> input, Consumer<? super List<T>> consumer)
static <T> Iterator<? extends Runnable>	partitions(Iterator<T> input, Consumer<? super List<T>> consumer, int partitionSize)
static <T,V> Iterator<? extends Supplier<V>>	partitions(Iterator<T> input, com.google.common.base.Function<? super List<T>,V> function)
static <T,V> Iterator<? extends Supplier<V>>	partitions(Iterator<T> input, com.google.common.base.Function<? super List<T>,V> function, int partitionSize)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOGGER

protected static final org.slf4j.Logger LOGGER

DEFAULT_LOG_ON_SLOW_QUEUE_MS

public static final int DEFAULT_LOG_ON_SLOW_QUEUE_MS

See Also:

Constant Field Values

DEFAULT_PARTITION_TASK_SIZE

public static final int DEFAULT_PARTITION_TASK_SIZE

See Also:

Constant Field Values

DEFAULT_MINIMUM_QUEUE_SIZE

public static final int DEFAULT_MINIMUM_QUEUE_SIZE

See Also:

Constant Field Values

DEFAULT_SPLIT_TASK_SIZE

@Deprecated
public static final int DEFAULT_SPLIT_TASK_SIZE

Deprecated.

See Also:

Constant Field Values

TIMEOUT_POLICY_1_HOUR

public static final RejectedExecutionHandler TIMEOUT_POLICY_1_HOUR

DEFAULT_ABORT_POLICY

public static final RejectedExecutionHandler DEFAULT_ABORT_POLICY

DEFAULT_REJECTION_POLICY

public static final RejectedExecutionHandler DEFAULT_REJECTION_POLICY

DEFAULT_QUEUE_CAPACITY

public static final int DEFAULT_QUEUE_CAPACITY

See Also:

Constant Field Values

DEFAULT_NB_CORES

public static final int DEFAULT_NB_CORES

DEFAULT_ACTIVE_TASKS

public static final int DEFAULT_ACTIVE_TASKS

Consider at most 2 active task per Nb of cores to have not too many tasks, but workaround IO latencies

CORE_KEEP_ALIVE_IN_SECONDS

public static final int CORE_KEEP_ALIVE_IN_SECONDS

The number of seconds a Thread is kept alive before being closed if not used

See Also:

ThreadPoolExecutor, Constant Field Values

allowTryMax

protected static boolean allowTryMax

Constructor Detail

ApexExecutorsHelper

protected ApexExecutorsHelper()

Method Detail

newSingleThreadExecutor

public static com.google.common.util.concurrent.ListeningExecutorService newSingleThreadExecutor(String threadNamePrefix)

newSingleThreadExecutor

public static com.google.common.util.concurrent.ListeningExecutorService newSingleThreadExecutor(String threadNamePrefix,
                                                                                                 int queueCapacity,
                                                                                                 RejectedExecutionHandler rejectedExecutionHandler)

newSingleThreadScheduledExecutor

public static com.google.common.util.concurrent.ListeningScheduledExecutorService newSingleThreadScheduledExecutor(String threadNamePrefix)

newSingleThreadScheduledExecutor

public static com.google.common.util.concurrent.ListeningScheduledExecutorService newSingleThreadScheduledExecutor(String threadNamePrefix,
                                                                                                                   RejectedExecutionHandler rejectedExecutionHandler)

makeDaemonThreadFactory

public static ThreadFactory makeDaemonThreadFactory(String threadNamePrefix)

getDefaultNbThreads

public static int getDefaultNbThreads()

Returns:

the default number of threads is equal to the number of available processors

See Also:

Runtime.availableProcessors()

newShrinkableFixedThreadPool

public static com.google.common.util.concurrent.ListeningExecutorService newShrinkableFixedThreadPool(String threadNamePrefix)

newShrinkableFixedThreadPool

public static com.google.common.util.concurrent.ListeningExecutorService newShrinkableFixedThreadPool(int maxThreads,
                                                                                                      String threadNamePrefix)

newShrinkableFixedThreadPool

public static com.google.common.util.concurrent.ListeningExecutorService newShrinkableFixedThreadPool(String threadNamePrefix,
                                                                                                      int queueCapacity,
                                                                                                      RejectedExecutionHandler rejectedExecutionHandler)

Parameters:

threadNamePrefix -

queueCapacity - thr capacity of the queue holding pending runnable

rejectedExecutionHandler -

Returns:

an ExecutorService relying on daemon threads, closing automatically threads when not used for some time

newShrinkableFixedThreadPool

public static com.google.common.util.concurrent.ListeningExecutorService newShrinkableFixedThreadPool(int nbThreads,
                                                                                                      String threadNamePrefix,
                                                                                                      int queueCapacity,
                                                                                                      RejectedExecutionHandler rejectedExecutionHandler)

newShrinkableCachedThreadPool

public static com.google.common.util.concurrent.ListeningExecutorService newShrinkableCachedThreadPool(String threadNamePrefix,
                                                                                                       RejectedExecutionHandler rejectedExecutionHandler)

newShrinkableScheduledThreadPool

public static com.google.common.util.concurrent.ListeningScheduledExecutorService newShrinkableScheduledThreadPool(String threadNamePrefix)

newShrinkableScheduledThreadPool

public static com.google.common.util.concurrent.ListeningScheduledExecutorService newShrinkableScheduledThreadPool(String threadNamePrefix,
                                                                                                                   RejectedExecutionHandler rejectedExecutionHandler)

makeRejectedExecutionHandler

@Deprecated
public static RejectedExecutionHandler makeRejectedExecutionHandler(int timeout,
                                                                                TimeUnit unit)

Deprecated.

invokeAll

public static <T> List<? extends com.google.common.util.concurrent.ListenableFuture<T>> invokeAll(Collection<? extends Supplier<? extends T>> tasks,
                                                                                                  com.google.common.util.concurrent.ListeningExecutorService executorService)
                                                                                           throws InterruptedException

Softer generic signature

Throws:

InterruptedException

See Also:

ExecutorService.invokeAll(Collection)

invokeAll

public static <T> List<? extends com.google.common.util.concurrent.ListenableFuture<T>> invokeAll(Collection<? extends Callable<? extends T>> tasks,
                                                                                                  com.google.common.util.concurrent.ListeningExecutorService executorService,
                                                                                                  long timeout,
                                                                                                  TimeUnit unit)
                                                                                           throws InterruptedException

Softer generic signature

Throws:

InterruptedException

See Also:

ExecutorService.invokeAll(Collection, long, TimeUnit)

executeAllRunnable

public static void executeAllRunnable(Collection<? extends Runnable> tasks,
                                      com.google.common.util.concurrent.ListeningExecutorService executorService)
                               throws InterruptedException

Same as ExecutorService#invokeAll(Collection, long, TimeUnit) but for Runnable. We do not return a Collection of Future as if one of the task fails, the whole compution is cancelled. And there is not timeout mechanism

Throws:

InterruptedException

See Also:

ExecutorService.invokeAll(Collection, long, TimeUnit), Executor.execute(Runnable)

invokeAllRunnable

public static List<? extends com.google.common.util.concurrent.ListenableFuture<?>> invokeAllRunnable(Collection<? extends Runnable> tasks,
                                                                                                      com.google.common.util.concurrent.ListeningExecutorService executorService,
                                                                                                      long timeout,
                                                                                                      TimeUnit unit)
                                                                                               throws InterruptedException

Same as ExecutorService#invokeAll(Collection, long, TimeUnit) but for Runnable

Throws:

InterruptedException

See Also:

ExecutorService.invokeAll(Collection, long, TimeUnit)

partitions

public static <T,V> Iterator<? extends Supplier<V>> partitions(Iterator<T> input,
                                                               com.google.common.base.Function<? super List<T>,V> function)

partitions

public static <T,V> Iterator<? extends Supplier<V>> partitions(Iterator<T> input,
                                                               com.google.common.base.Function<? super List<T>,V> function,
                                                               int partitionSize)

partitions

public static <T,V> Iterator<? extends Runnable> partitions(Iterator<T> input,
                                                            Consumer<? super List<T>> consumer)

partitions

public static <T> Iterator<? extends Runnable> partitions(Iterator<T> input,
                                                          Consumer<? super List<T>> consumer,
                                                          int partitionSize)

newForkJoinPool

public static ForkJoinPool newForkJoinPool(String threadPrefix)

newForkJoinPool

public static ForkJoinPool newForkJoinPool(String threadPrefix,
                                           int parallelism)

consumeByTimeBlock

public static <T> long consumeByTimeBlock(Consumer<Long> c,
                                          Stream<T> conditionsToUpdate,
                                          int niceTransactionSeconds,
                                          Object object)