tdlight-team/chronicle-flux
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

first tests with operators

Browse Source
This commit is contained in:
mgabriel 2018-08-12 21:36:25 +02:00
parent 06df29ae4e
commit 8dbb6984fd
19 changed files with 715 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
.gitignore vendored
View File

@ -21,3 +21,15 @@
# virtual machine crash logs, see http://www.java.com/en/download/help/error_hotspot.xml
hs_err_pid*
# IntelliJ project files
*.iml
*.ipr
*.iws
build/
out/
.idea/
.gradle/

19
build.gradle
View File

@ -1,9 +1,3 @@
apply plugin: 'java'
apply plugin: 'eclipse'
apply plugin: 'idea'
sourceCompatibility = 1.8
buildscript {
repositories {
mavenCentral()
@ -13,10 +7,23 @@ buildscript {
group 'com.mgabriel'
apply plugin: 'java'
apply plugin: 'eclipse'
apply plugin: 'idea'
sourceCompatibility = 1.8
def chronicleVersion = '4.6.77'
def reactorVersion = '3.1.7.RELEASE'
repositories {
mavenCentral()
}
dependencies {
compile "org.slf4j:slf4j-api:1.7.25"
compile "io.projectreactor:reactor-core:$reactorVersion"
compile "net.openhft:chronicle-queue:$chronicleVersion"
}

5
gradle/wrapper/gradle-wrapper.properties vendored Normal file
View File

@ -0,0 +1,5 @@
distributionBase=GRADLE_USER_HOME
distributionPath=wrapper/dists
distributionUrl=https\://services.gradle.org/distributions/gradle-4.8-bin.zip
zipStoreBase=GRADLE_USER_HOME
zipStorePath=wrapper/dists

172
gradlew vendored Normal file
View File

@ -0,0 +1,172 @@
#!/usr/bin/env sh
##############################################################################
##
## Gradle start up script for UN*X
##
##############################################################################
# Attempt to set APP_HOME
# Resolve links: $0 may be a link
PRG="$0"
# Need this for relative symlinks.
while [ -h "$PRG" ] ; do
ls=`ls -ld "$PRG"`
link=`expr "$ls" : '.*-> \(.*\)$'`
if expr "$link" : '/.*' > /dev/null; then
PRG="$link"
else
PRG=`dirname "$PRG"`"/$link"
fi
done
SAVED="`pwd`"
cd "`dirname \"$PRG\"`/" >/dev/null
APP_HOME="`pwd -P`"
cd "$SAVED" >/dev/null
APP_NAME="Gradle"
APP_BASE_NAME=`basename "$0"`
# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
DEFAULT_JVM_OPTS=""
# Use the maximum available, or set MAX_FD != -1 to use that value.
MAX_FD="maximum"
warn () {
echo "$*"
}
die () {
echo
echo "$*"
echo
exit 1
}
# OS specific support (must be 'true' or 'false').
cygwin=false
msys=false
darwin=false
nonstop=false
case "`uname`" in
CYGWIN* )
cygwin=true
;;
Darwin* )
darwin=true
;;
MINGW* )
msys=true
;;
NONSTOP* )
nonstop=true
;;
esac
CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
# Determine the Java command to use to start the JVM.
if [ -n "$JAVA_HOME" ] ; then
if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
# IBM's JDK on AIX uses strange locations for the executables
JAVACMD="$JAVA_HOME/jre/sh/java"
else
JAVACMD="$JAVA_HOME/bin/java"
fi
if [ ! -x "$JAVACMD" ] ; then
die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
Please set the JAVA_HOME variable in your environment to match the
location of your Java installation."
fi
else
JAVACMD="java"
which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
Please set the JAVA_HOME variable in your environment to match the
location of your Java installation."
fi
# Increase the maximum file descriptors if we can.
if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
MAX_FD_LIMIT=`ulimit -H -n`
if [ $? -eq 0 ] ; then
if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
MAX_FD="$MAX_FD_LIMIT"
fi
ulimit -n $MAX_FD
if [ $? -ne 0 ] ; then
warn "Could not set maximum file descriptor limit: $MAX_FD"
fi
else
warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
fi
fi
# For Darwin, add options to specify how the application appears in the dock
if $darwin; then
GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
fi
# For Cygwin, switch paths to Windows format before running java
if $cygwin ; then
APP_HOME=`cygpath --path --mixed "$APP_HOME"`
CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
JAVACMD=`cygpath --unix "$JAVACMD"`
# We build the pattern for arguments to be converted via cygpath
ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
SEP=""
for dir in $ROOTDIRSRAW ; do
ROOTDIRS="$ROOTDIRS$SEP$dir"
SEP="|"
done
OURCYGPATTERN="(^($ROOTDIRS))"
# Add a user-defined pattern to the cygpath arguments
if [ "$GRADLE_CYGPATTERN" != "" ] ; then
OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
fi
# Now convert the arguments - kludge to limit ourselves to /bin/sh
i=0
for arg in "$@" ; do
CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option
if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
else
eval `echo args$i`="\"$arg\""
fi
i=$((i+1))
done
case $i in
(0) set -- ;;
(1) set -- "$args0" ;;
(2) set -- "$args0" "$args1" ;;
(3) set -- "$args0" "$args1" "$args2" ;;
(4) set -- "$args0" "$args1" "$args2" "$args3" ;;
(5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
(6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
(7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
(8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
(9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
esac
fi
# Escape application args
save () {
for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
echo " "
}
APP_ARGS=$(save "$@")
# Collect all arguments for the java command, following the shell quoting and substitution rules
eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong
if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then
cd "$(dirname "$0")"
fi
exec "$JAVACMD" "$@"

84
gradlew.bat vendored Normal file
View File

@ -0,0 +1,84 @@
@if "%DEBUG%" == "" @echo off
@rem ##########################################################################
@rem
@rem Gradle startup script for Windows
@rem
@rem ##########################################################################
@rem Set local scope for the variables with windows NT shell
if "%OS%"=="Windows_NT" setlocal
set DIRNAME=%~dp0
if "%DIRNAME%" == "" set DIRNAME=.
set APP_BASE_NAME=%~n0
set APP_HOME=%DIRNAME%
@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
set DEFAULT_JVM_OPTS=
@rem Find java.exe
if defined JAVA_HOME goto findJavaFromJavaHome
set JAVA_EXE=java.exe
%JAVA_EXE% -version >NUL 2>&1
if "%ERRORLEVEL%" == "0" goto init
echo.
echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
echo.
echo Please set the JAVA_HOME variable in your environment to match the
echo location of your Java installation.
goto fail
:findJavaFromJavaHome
set JAVA_HOME=%JAVA_HOME:"=%
set JAVA_EXE=%JAVA_HOME%/bin/java.exe
if exist "%JAVA_EXE%" goto init
echo.
echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
echo.
echo Please set the JAVA_HOME variable in your environment to match the
echo location of your Java installation.
goto fail
:init
@rem Get command-line arguments, handling Windows variants
if not "%OS%" == "Windows_NT" goto win9xME_args
:win9xME_args
@rem Slurp the command line arguments.
set CMD_LINE_ARGS=
set _SKIP=2
:win9xME_args_slurp
if "x%~1" == "x" goto execute
set CMD_LINE_ARGS=%*
:execute
@rem Setup the command line
set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
@rem Execute Gradle
"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
:end
@rem End local scope for the variables with windows NT shell
if "%ERRORLEVEL%"=="0" goto mainEnd
:fail
rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
rem the _cmd.exe /c_ return code!
if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
exit /b 1
:mainEnd
if "%OS%"=="Windows_NT" endlocal
:omega

60
src/main/java/com/mgabriel/chronicle/flux/FluxStore.java Normal file
View File

@ -0,0 +1,60 @@
package com.mgabriel.chronicle.flux;
import java.util.function.Function;
import com.mgabriel.chronicle.flux.replay.ReplayFlux;
import org.reactivestreams.Publisher;
import reactor.core.Disposable;
import reactor.core.publisher.Flux;
/**
* Reactive store used to store and replay a Flux.
*
* @param <T> the value type
*/
public interface FluxStore<T> {
/**
* Stores all items of the given stream in the chronicle store.
*
* @param toStore data stream to store.
*/
Disposable store(Publisher<T> toStore);
/**
* Stores one item in the chronicle store.
*
* @param item item to store.
*/
void store(T item);
/**
* @return all values present in the store and new values being stored in this FluxStore.
*/
default Flux<T> retrieveAll() {
return retrieveAll(false);
}
/**
* @param deleteAfterRead if true, the file storing the data on disk will be deleted once it has been read.
* @return all values present in the store and new values being stored in this FluxStore.
*/
Flux<T> retrieveAll(boolean deleteAfterRead);
/**
* @return all values present in the store and completes the stream.
*/
Flux<T> retrieveHistory();
/**
* @return the stream of new values being stored in this FluxStore (history is ignored).
*/
Flux<T> retrieveNewValues();
/**
* @param timestampExtractor a function to extract the epoch time from the values.
* @return a Flux that can be used to replay the history with multiple strategies.
*/
ReplayFlux<T> replayHistory(Function<T, Long> timestampExtractor);
}

5
src/main/java/com/mgabriel/chronicle/flux/WrappedValue.java Normal file
View File

@ -0,0 +1,5 @@
package com.mgabriel.chronicle.flux;
public interface WrappedValue<T> {
T value();
}

31
src/main/java/com/mgabriel/chronicle/flux/replay/ReplayFlux.java Normal file
View File

@ -0,0 +1,31 @@
package com.mgabriel.chronicle.flux.replay;
import java.time.Duration;
import java.util.function.Function;
import reactor.core.CoreSubscriber;
import reactor.core.publisher.Flux;
public class ReplayFlux<T> extends Flux<T> {
private final Flux<T> source;
private final Function<T, Long> timestampExtractor;
public ReplayFlux(Flux<T> source, Function<T, Long> timestampExtractor) {
this.source = source;
this.timestampExtractor = timestampExtractor;
}
@Override
public void subscribe(CoreSubscriber<? super T> actual) {
}
public ReplayLoopFlux<T> inLoop(){
return inLoop(Duration.ofMillis(0));
}
public ReplayLoopFlux<T> inLoop(Duration delayBeforeLoopRestart){
return new ReplayLoopFlux<>(source, timestampExtractor, delayBeforeLoopRestart);
}
}

62
src/main/java/com/mgabriel/chronicle/flux/replay/ReplayInLoop.java Normal file
View File

@ -0,0 +1,62 @@
package com.mgabriel.chronicle.flux.replay;
import java.time.Duration;
import java.time.Instant;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.function.Function;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.jetbrains.annotations.NotNull;
import org.reactivestreams.Publisher;
import reactor.core.publisher.Flux;
import reactor.core.publisher.FluxSink;
public class ReplayInLoop<T> implements Function<Flux<T>, Publisher<ReplayValue<T>>> {
private static final Logger LOGGER = LoggerFactory.getLogger(ReplayInLoop.class);
private final Duration delayBeforeRestart;
public ReplayInLoop(Duration delayBeforeRestart) {
this.delayBeforeRestart = delayBeforeRestart;
}
@Override
public Publisher<ReplayValue<T>> apply(Flux<T> source) {
Flux<Flux<ReplayValue<T>>> generate = Flux.create(sink -> {
while (!sink.isCancelled()) {
long requested = sink.requestedFromDownstream();
if (requested > 0) {
wrapValues(source, sink);
} else {
try {
Thread.sleep(100);
} catch (InterruptedException e) {
Thread.currentThread().interrupt();
LOGGER.info("interrupted " + e);
}
}
}
}
);
Flux<Flux<ReplayValue<T>>> limited = generate.limitRate(1);
return Flux.concat(limited);
}
private void wrapValues(Flux<T> source, FluxSink<Flux<ReplayValue<T>>> sink) {
AtomicBoolean firstValueSent = new AtomicBoolean(false);
Flux<ReplayValue<T>> nextFlux = source.delaySequence(delayBeforeRestart).map(wrapAsReplayValue(firstValueSent)).doOnNext(v -> System.out
.println("\t\t\taaaa "+ Instant.now()+" " +v));
sink.next(Flux.defer(() -> nextFlux));
}
@NotNull
private Function<T, ReplayValue<T>> wrapAsReplayValue(AtomicBoolean firstValueSent) {
return v -> {
if (!firstValueSent.getAndSet(true)) {
return new ReplayValueImpl<>(true, v);
}
return new ReplayValueImpl<>(v);
};
}
}

25
src/main/java/com/mgabriel/chronicle/flux/replay/ReplayLoopFlux.java Normal file
View File

@ -0,0 +1,25 @@
package com.mgabriel.chronicle.flux.replay;
import java.time.Duration;
import java.util.function.Function;
import reactor.core.CoreSubscriber;
import reactor.core.publisher.Flux;
public class ReplayLoopFlux<T> extends Flux<ReplayValue<T>> {
private final Flux<T> source;
private final Function<T, Long> timestampExtractor;
private final Duration delayBeforeLoopRestart;
public ReplayLoopFlux(Flux<T> source, Function<T, Long> timestampExtractor, Duration delayBeforeLoopRestart) {
this.source = source;
this.timestampExtractor = timestampExtractor;
this.delayBeforeLoopRestart = delayBeforeLoopRestart;
}
@Override
public void subscribe(CoreSubscriber<? super ReplayValue<T>> actual) {
}
}

11
src/main/java/com/mgabriel/chronicle/flux/replay/ReplayValue.java Normal file
View File

@ -0,0 +1,11 @@
package com.mgabriel.chronicle.flux.replay;
import com.mgabriel.chronicle.flux.WrappedValue;
public interface ReplayValue<T> extends WrappedValue<T> {
/**
* @return true if this object is the loop reset signal (meaning that the replay loop has restarted from the beginning)
*/
boolean isLoopReset();
}

52
src/main/java/com/mgabriel/chronicle/flux/replay/ReplayValueImpl.java Normal file
View File

@ -0,0 +1,52 @@
package com.mgabriel.chronicle.flux.replay;
import java.util.Objects;
public class ReplayValueImpl<T> implements ReplayValue<T>{
private final boolean isLoopReset;
private final T value;
public ReplayValueImpl(T value) {
this.isLoopReset = false;
this.value = value;
}
public ReplayValueImpl(boolean isLoopReset, T value) {
this.isLoopReset = isLoopReset;
this.value = value;
}
@Override
public boolean isLoopReset() {
return isLoopReset;
}
@Override
public T value() {
return value;
}
@Override
public boolean equals(Object o) {
if (this == o)
return true;
if (o == null || getClass() != o.getClass())
return false;
ReplayValueImpl<?> that = (ReplayValueImpl<?>) o;
return isLoopReset == that.isLoopReset &&
Objects.equals(value, that.value);
}
@Override
public int hashCode() {
return Objects.hash(isLoopReset, value);
}
@Override
public String toString() {
return "ReplayValueImpl{" +
"isLoopReset=" + isLoopReset +
", value=" + value +
'}';
}
}

65
src/main/java/com/mgabriel/chronicle/flux/replay/ReplayWithOriginalTiming.java Normal file
View File

@ -0,0 +1,65 @@
package com.mgabriel.chronicle.flux.replay;
import static java.time.Duration.ofMillis;
import java.util.function.Function;
import java.util.function.Predicate;
import org.reactivestreams.Publisher;
import reactor.core.publisher.Flux;
public class ReplayWithOriginalTiming<T> implements Function<Flux<T>, Publisher<T>> {
private final Function<T, Long> timestampExtractor;
private final Timed<T> TOKEN = new TimedValue<>(0, null);
public ReplayWithOriginalTiming(Function<T, Long> timestampExtractor) {
this.timestampExtractor = timestampExtractor;
}
@Override
public Publisher<T> apply(Flux<T> source) {
Flux<Timed<T>> timedFlux = source.map(v -> new TimedValue<>(timestampExtractor.apply(v), v));
return timedFlux.scan(new TimedValuePair<>(TOKEN, TOKEN),
(acc, val) -> new TimedValuePair<>(acc.second, val))
.filter(filterFirstValue())
.map(calculateDelay())
.delayUntil(applyDelay())
.map(ValueToDelay::value);
}
private Predicate<TimedValuePair<T>> filterFirstValue() {
return tvp -> tvp.second != TOKEN;
}
private Function<TimedValuePair<T>, ValueToDelay<T>> calculateDelay() {
return tvp -> {
long timeDifference = tvp.timeDifference();
if (timeDifference < 0 || tvp.first == TOKEN) {
timeDifference = 0;
}
return new ValueToDelay<>(timeDifference, tvp.second.value());
};
}
private Function<ValueToDelay<T>, Publisher<?>> applyDelay() {
return vtd -> {
return Flux.just(TOKEN).delayElements(ofMillis(vtd.delay()));};
}
private static class TimedValuePair<T> {
private final Timed<T> first;
private final Timed<T> second;
private TimedValuePair(Timed<T> first, Timed<T> second) {
if (first == null || second == null) {
throw new IllegalArgumentException("values should not be null");
}
this.first = first;
this.second = second;
}
long timeDifference() {
return second.time() - first.time();
}
}
}

7
src/main/java/com/mgabriel/chronicle/flux/replay/Timed.java Normal file
View File

@ -0,0 +1,7 @@
package com.mgabriel.chronicle.flux.replay;
import com.mgabriel.chronicle.flux.WrappedValue;
public interface Timed<T> extends WrappedValue<T> {
long time();
}

4
src/main/java/com/mgabriel/chronicle/flux/replay/TimedReplayValue.java Normal file
View File

@ -0,0 +1,4 @@
package com.mgabriel.chronicle.flux.replay;
public interface TimedReplayValue<T> extends Timed<T>, ReplayValue<T>{
}

44
src/main/java/com/mgabriel/chronicle/flux/replay/TimedValue.java Normal file
View File

@ -0,0 +1,44 @@
package com.mgabriel.chronicle.flux.replay;
import java.util.Objects;
public class TimedValue<T> implements Timed<T> {
private final long time;
private final T value;
public TimedValue(long time, T value) {
this.time = time;
this.value = value;
}
@Override
public T value() {
return value;
}
@Override
public long time() {
return time;
}
@Override
public boolean equals(Object o) {
if (this == o)
return true;
if (o == null || getClass() != o.getClass())
return false;
TimedValue<?> that = (TimedValue<?>) o;
return time == that.time &&
Objects.equals(value, that.value);
}
@Override
public int hashCode() {
return Objects.hash(time, value);
}
@Override
public String toString() {
return super.toString();
}
}

22
src/main/java/com/mgabriel/chronicle/flux/replay/ValueToDelay.java Normal file
View File

@ -0,0 +1,22 @@
package com.mgabriel.chronicle.flux.replay;
import com.mgabriel.chronicle.flux.WrappedValue;
class ValueToDelay<T> implements WrappedValue<T> {
private final long delay;
private final T value;
ValueToDelay(long delay, T value) {
this.delay = delay;
this.value = value;
}
@Override
public T value() {
return value;
}
public long delay() {
return delay;
}
}

20
src/test/java/com/mgabriel/chronicle/flux/replay/ReplayLoopDemo.java Normal file
View File

@ -0,0 +1,20 @@
package com.mgabriel.chronicle.flux.replay;
import java.time.Duration;
import java.time.Instant;
import reactor.core.publisher.Flux;
public class ReplayLoopDemo {
public static void main(String[] args) {
Flux<Long> just = Flux.just(0L, 1L, 2L, 3L, 4L, 5L);
Flux<ReplayValue<Long>> result = just.compose(new ReplayInLoop<>(Duration.ofSeconds(2)));
result.doOnNext(i -> System.out.println(Instant.now() + " " + i)).blockLast();
}
}

21
src/test/java/com/mgabriel/chronicle/flux/replay/ReplayWithOriginalTimingDemo.java Normal file
View File

@ -0,0 +1,21 @@
package com.mgabriel.chronicle.flux.replay;
import java.time.Duration;
import java.time.Instant;
import reactor.core.publisher.Flux;
public class ReplayWithOriginalTimingDemo {
public static void main(String[] args) {
Flux<Long> just = Flux.just(0L, 1000L, 2000L, 3000L, 4000L, 7000L);
// Flux<ReplayValue<Long>> result = just.compose(new ReplayWithOriginalTiming<>(l -> l)).compose(new ReplayInLoop<>(Duration.ofSeconds(1)));
Flux<ReplayValue<Long>> result = just.compose(new ReplayInLoop<>(Duration.ofSeconds(1))).compose(new ReplayWithOriginalTiming<>(l -> l.value()));
result.doOnNext(i -> System.out.println(Instant.now() + " " + i)).blockLast();
}
}