/*
 * Copyright (c) 2011-2017 Pivotal Software Inc, All Rights Reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *       https://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package reactor.core.publisher;

import java.util.Arrays;
import java.util.Comparator;
import java.util.List;
import java.util.concurrent.atomic.AtomicIntegerFieldUpdater;
import java.util.concurrent.atomic.AtomicLongFieldUpdater;
import java.util.concurrent.atomic.AtomicReferenceFieldUpdater;
import java.util.stream.Stream;

import org.reactivestreams.Subscriber;
import org.reactivestreams.Subscription;
import reactor.core.CoreSubscriber;
import reactor.core.Scannable;
import reactor.util.annotation.Nullable;
import reactor.util.context.Context;

Given sorted rail sequences (according to the provided comparator) as List emit the smallest item from these parallel Lists to the Subscriber.

It expects the source to emit exactly one list (which could be empty).

Type parameters:
  • <T> – the value type
/** * Given sorted rail sequences (according to the provided comparator) as List * emit the smallest item from these parallel Lists to the Subscriber. * <p> * It expects the source to emit exactly one list (which could be empty). * * @param <T> the value type */
final class ParallelMergeSort<T> extends Flux<T> implements Scannable { final ParallelFlux<List<T>> source; final Comparator<? super T> comparator; ParallelMergeSort(ParallelFlux<List<T>> source, Comparator<? super T> comparator) { this.source = source; this.comparator = comparator; } @Override public int getPrefetch() { return Integer.MAX_VALUE; } @Override public void subscribe(CoreSubscriber<? super T> actual) { MergeSortMain<T> parent = new MergeSortMain<>(actual, source.parallelism(), comparator); actual.onSubscribe(parent); source.subscribe(parent.subscribers); } @Override @Nullable public Object scanUnsafe(Attr key) { if (key == Attr.PARENT) return source; if (key == Attr.PREFETCH) return getPrefetch(); if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC; return null; } static final class MergeSortMain<T> implements InnerProducer<T> { final MergeSortInner<T>[] subscribers; final List<T>[] lists; final int[] indexes; final Comparator<? super T> comparator; final CoreSubscriber<? super T> actual; volatile int wip; @SuppressWarnings("rawtypes") static final AtomicIntegerFieldUpdater<MergeSortMain> WIP = AtomicIntegerFieldUpdater.newUpdater(MergeSortMain.class, "wip"); volatile long requested; @SuppressWarnings("rawtypes") static final AtomicLongFieldUpdater<MergeSortMain> REQUESTED = AtomicLongFieldUpdater.newUpdater(MergeSortMain.class, "requested"); volatile boolean cancelled; volatile int remaining; @SuppressWarnings("rawtypes") static final AtomicIntegerFieldUpdater<MergeSortMain> REMAINING = AtomicIntegerFieldUpdater.newUpdater(MergeSortMain.class, "remaining"); volatile Throwable error; @SuppressWarnings("rawtypes") static final AtomicReferenceFieldUpdater<MergeSortMain, Throwable> ERROR = AtomicReferenceFieldUpdater.newUpdater(MergeSortMain.class, Throwable.class, "error"); @SuppressWarnings("unchecked") MergeSortMain(CoreSubscriber<? super T> actual, int n, Comparator<? super T> comparator) { this.comparator = comparator; this.actual = actual; MergeSortInner<T>[] s = new MergeSortInner[n]; for (int i = 0; i < n; i++) { s[i] = new MergeSortInner<>(this, i); } this.subscribers = s; this.lists = new List[n]; this.indexes = new int[n]; REMAINING.lazySet(this, n); } @Override public final CoreSubscriber<? super T> actual() { return actual; } @Override @Nullable public Object scanUnsafe(Attr key) { if (key == Attr.ERROR) return error; if (key == Attr.REQUESTED_FROM_DOWNSTREAM) return requested; if (key == Attr.CANCELLED) return cancelled; if (key == Attr.BUFFERED) return subscribers.length - remaining; if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC; return InnerProducer.super.scanUnsafe(key); } @Override public Stream<? extends Scannable> inners() { return Stream.of(subscribers); } @Override public void request(long n) { if (Operators.validate(n)) { Operators.addCap(REQUESTED, this, n); if (remaining == 0) { drain(); } } } @Override public void cancel() { if (!cancelled) { cancelled = true; cancelAll(); if (WIP.getAndIncrement(this) == 0) { Arrays.fill(lists, null); } } } void cancelAll() { for (MergeSortInner<T> s : subscribers) { s.cancel(); } } void innerNext(List<T> value, int index) { lists[index] = value; if (REMAINING.decrementAndGet(this) == 0) { drain(); } } void innerError(Throwable ex) { if(ERROR.compareAndSet(this, null, ex)){ cancelAll(); drain(); } else if(error != ex) { Operators.onErrorDropped(ex, actual.currentContext()); } } void drain() { if (WIP.getAndIncrement(this) != 0) { return; } int missed = 1; Subscriber<? super T> a = actual; List<T>[] lists = this.lists; int[] indexes = this.indexes; int n = indexes.length; for (; ; ) { long r = requested; long e = 0L; while (e != r) { if (cancelled) { Arrays.fill(lists, null); return; } Throwable ex = error; if (ex != null) { cancelAll(); Arrays.fill(lists, null); a.onError(ex); return; } T min = null; int minIndex = -1; for (int i = 0; i < n; i++) { List<T> list = lists[i]; int index = indexes[i]; if (list.size() != index) { if (min == null) { min = list.get(index); minIndex = i; } else { T b = list.get(index); if (comparator.compare(min, b) > 0) { min = b; minIndex = i; } } } } if (min == null) { Arrays.fill(lists, null); a.onComplete(); return; } a.onNext(min); indexes[minIndex]++; e++; } if (e == r) { //TODO investigate condition always true if (cancelled) { Arrays.fill(lists, null); return; } Throwable ex = error; if (ex != null) { cancelAll(); Arrays.fill(lists, null); a.onError(ex); return; } boolean empty = true; for (int i = 0; i < n; i++) { if (indexes[i] != lists[i].size()) { empty = false; break; } } if (empty) { Arrays.fill(lists, null); a.onComplete(); return; } } if (e != 0 && r != Long.MAX_VALUE) { REQUESTED.addAndGet(this, -e); } int w = wip; if (w == missed) { missed = WIP.addAndGet(this, -missed); if (missed == 0) { break; } } else { missed = w; } } } } static final class MergeSortInner<T> implements InnerConsumer<List<T>> { final MergeSortMain<T> parent; final int index; volatile Subscription s; @SuppressWarnings("rawtypes") static final AtomicReferenceFieldUpdater<MergeSortInner, Subscription> S = AtomicReferenceFieldUpdater.newUpdater(MergeSortInner.class, Subscription.class, "s"); MergeSortInner(MergeSortMain<T> parent, int index) { this.parent = parent; this.index = index; } @Override public Context currentContext() { return parent.actual.currentContext(); } @Override @Nullable public Object scanUnsafe(Attr key) { if (key == Attr.CANCELLED) return s == Operators.cancelledSubscription(); if (key == Attr.PARENT) return s; if (key == Attr.ACTUAL) return parent; if (key == Attr.PREFETCH) return Integer.MAX_VALUE; if (key == Attr.RUN_STYLE) return Attr.RunStyle.SYNC; return null; } @Override public void onSubscribe(Subscription s) { if (Operators.setOnce(S, this, s)) { s.request(Long.MAX_VALUE); } } @Override public void onNext(List<T> t) { parent.innerNext(t, index); } @Override public void onError(Throwable t) { parent.innerError(t); } @Override public void onComplete() { // ignored } void cancel() { Operators.terminate(S, this); } } }