Skip to content

Instantly share code, notes, and snippets.

@markpollack

markpollack/TopTags.java

Created January 22, 2015 22:06
Show Gist options
  • Save markpollack/f49a3dab2ffa0a5435ec to your computer and use it in GitHub Desktop.
Save markpollack/f49a3dab2ffa0a5435ec to your computer and use it in GitHub Desktop.
Download ZIP
Top Tag Processor Test
Raw
output.txt
/home/mpollack/software/jdk1.8.0_20/bin/java -ea -Didea.launcher.port=7542 -Didea.launcher.bin.path=/home/mpollack/software/idea-IU-139.225.3/bin -Dfile.encoding=UTF-8 -classpath /home/mpollack/software/idea-IU-139.225.3/lib/idea_rt.jar:/home/mpollack/software/idea-IU-139.225.3/plugins/junit/lib/junit-rt.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/jfr.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/javaws.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/management-agent.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/jfxswt.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/rt.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/jce.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/charsets.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/deploy.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/jsse.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/resources.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/plugin.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/ext/nashorn.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/ext/dnsns.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/ext/localedata.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/ext/sunec.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/ext/sunpkcs11.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/ext/cldrdata.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/ext/sunjce_provider.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/ext/jfxrt.jar:/home/mpollack/software/jdk1.8.0_20/jre/lib/ext/zipfs.jar:/home/mpollack/mirror-projects/spring-xd-samples/reactor-top-tags/target/test-classes:/home/mpollack/mirror-projects/spring-xd-samples/reactor-top-tags/target/classes:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-reactor/1.1.0.BUILD-SNAPSHOT/spring-xd-reactor-1.1.0.BUILD-20150122.200134-32.jar:/home/mpollack/.m2/repository/org/slf4j/slf4j-log4j12/1.7.7/slf4j-log4j12-1.7.7.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-tuple/1.1.0.BUILD-SNAPSHOT/spring-xd-tuple-1.1.0.BUILD-20150122.143022-94.jar:/home/mpollack/.m2/repository/org/springframework/batch/spring-batch-infrastructure/3.0.3.RELEASE/spring-batch-infrastructure-3.0.3.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/spring-jdbc/4.1.4.RELEASE/spring-jdbc-4.1.4.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/spring-expression/4.1.3.RELEASE/spring-expression-4.1.3.RELEASE.jar:/home/mpollack/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/home/mpollack/.m2/repository/org/springframework/integration/spring-integration-core/4.1.1.RELEASE/spring-integration-core-4.1.1.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/spring-messaging/4.1.3.RELEASE/spring-messaging-4.1.3.RELEASE.jar:/home/mpollack/.m2/repository/org/projectreactor/reactor-core/1.1.4.RELEASE/reactor-core-1.1.4.RELEASE.jar:/home/mpollack/.m2/repository/com/lmax/disruptor/3.2.1/disruptor-3.2.1.jar:/home/mpollack/.m2/repository/io/gatling/jsr166e/1.0/jsr166e-1.0.jar:/home/mpollack/.m2/repository/org/springframework/retry/spring-retry/1.1.1.RELEASE/spring-retry-1.1.1.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/spring-core/4.1.3.RELEASE/spring-core-4.1.3.RELEASE.jar:/home/mpollack/.m2/repository/org/slf4j/jcl-over-slf4j/1.7.7/jcl-over-slf4j-1.7.7.jar:/home/mpollack/.m2/repository/io/projectreactor/reactor-core/2.0.0.BUILD-SNAPSHOT/reactor-core-2.0.0.BUILD-20150119.150455-11.jar:/home/mpollack/.m2/repository/com/goldmansachs/gs-collections/5.1.0/gs-collections-5.1.0.jar:/home/mpollack/.m2/repository/com/goldmansachs/gs-collections-api/5.1.0/gs-collections-api-5.1.0.jar:/home/mpollack/.m2/repository/org/reactivestreams/reactive-streams/1.0.0.RC1/reactive-streams-1.0.0.RC1.jar:/home/mpollack/.m2/repository/org/slf4j/slf4j-api/1.7.7/slf4j-api-1.7.7.jar:/home/mpollack/.m2/repository/net/openhft/chronicle/3.3.4/chronicle-3.3.4.jar:/home/mpollack/.m2/repository/net/openhft/affinity/2.1.6/affinity-2.1.6.jar:/home/mpollack/.m2/repository/net/java/dev/jna/jna/4.1.0/jna-4.1.0.jar:/home/mpollack/.m2/repository/net/java/dev/jna/jna-platform/4.1.0/jna-platform-4.1.0.jar:/home/mpollack/.m2/repository/org/kohsuke/jetbrains/annotations/9.0/annotations-9.0.jar:/home/mpollack/.m2/repository/net/openhft/lang/6.4.21/lang-6.4.21.jar:/home/mpollack/.m2/repository/org/ow2/asm/asm/5.0.3/asm-5.0.3.jar:/home/mpollack/software/jdk1.8.0_20/lib/tools.jar:/home/mpollack/.m2/repository/net/openhft/compiler/2.2.0/compiler-2.2.0.jar:/home/mpollack/.m2/repository/org/xerial/snappy/snappy-java/1.1.1.6/snappy-java-1.1.1.6.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-dirt/1.1.0.BUILD-SNAPSHOT/spring-xd-dirt-1.1.0.BUILD-20150122.143022-94.jar:/home/mpollack/.m2/repository/org/postgresql/postgresql/9.2-1002-jdbc4/postgresql-9.2-1002-jdbc4.jar:/home/mpollack/.m2/repository/org/springframework/boot/spring-boot-autoconfigure/1.2.1.RELEASE/spring-boot-autoconfigure-1.2.1.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/boot/spring-boot/1.2.1.RELEASE/spring-boot-1.2.1.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-batch/1.1.0.BUILD-SNAPSHOT/spring-xd-batch-1.1.0.BUILD-20150122.143022-94.jar:/home/mpollack/.m2/repository/org/springframework/cloud/spring-cloud-spring-service-connector/1.0.0.RELEASE/spring-cloud-spring-service-connector-1.0.0.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/cloud/spring-cloud-core/1.0.0.RELEASE/spring-cloud-core-1.0.0.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/cloud/spring-cloud-cloudfoundry-connector/1.0.0.RELEASE/spring-cloud-cloudfoundry-connector-1.0.0.RELEASE.jar:/home/mpollack/.m2/repository/org/codehaus/groovy/groovy-all/2.3.8/groovy-all-2.3.8.jar:/home/mpollack/.m2/repository/org/springframework/batch/spring-batch-integration/3.0.3.RELEASE/spring-batch-integration-3.0.3.RELEASE.jar:/home/mpollack/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/home/mpollack/.m2/repository/org/apache/tomcat/tomcat-jdbc/8.0.15/tomcat-jdbc-8.0.15.jar:/home/mpollack/.m2/repository/org/apache/tomcat/tomcat-juli/8.0.15/tomcat-juli-8.0.15.jar:/home/mpollack/.m2/repository/org/springframework/spring-aop/4.1.4.RELEASE/spring-aop-4.1.4.RELEASE.jar:/home/mpollack/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/home/mpollack/.m2/repository/org/springframework/spring-beans/4.1.4.RELEASE/spring-beans-4.1.4.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/data/spring-data-redis/1.4.1.RELEASE/spring-data-redis-1.4.1.RELEASE.jar:/home/mpollack/.m2/repository/com/esotericsoftware/kryo-shaded/3.0.0/kryo-shaded-3.0.0.jar:/home/mpollack/.m2/repository/com/esotericsoftware/minlog/1.3.0/minlog-1.3.0.jar:/home/mpollack/.m2/repository/org/objenesis/objenesis/2.1/objenesis-2.1.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-rest-domain/1.1.0.BUILD-SNAPSHOT/spring-xd-rest-domain-1.1.0.BUILD-20150122.143022-94.jar:/home/mpollack/.m2/repository/org/springframework/plugin/spring-plugin-core/1.1.0.RELEASE/spring-plugin-core-1.1.0.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/hateoas/spring-hateoas/0.16.0.RELEASE/spring-hateoas-0.16.0.RELEASE.jar:/home/mpollack/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/home/mpollack/.m2/repository/io/netty/netty/3.7.0.Final/netty-3.7.0.Final.jar:/home/mpollack/.m2/repository/org/springframework/batch/spring-batch-core/3.0.3.RELEASE/spring-batch-core-3.0.3.RELEASE.jar:/home/mpollack/.m2/repository/com/ibm/jbatch/com.ibm.jbatch-tck-spi/1.0/com.ibm.jbatch-tck-spi-1.0.jar:/home/mpollack/.m2/repository/javax/batch/javax.batch-api/1.0/javax.batch-api-1.0.jar:/home/mpollack/.m2/repository/com/thoughtworks/xstream/xstream/1.4.7/xstream-1.4.7.jar:/home/mpollack/.m2/repository/xmlpull/xmlpull/1.1.3.1/xmlpull-1.1.3.1.jar:/home/mpollack/.m2/repository/xpp3/xpp3_min/1.1.4c/xpp3_min-1.1.4c.jar:/home/mpollack/.m2/repository/org/codehaus/jettison/jettison/1.2/jettison-1.2.jar:/home/mpollack/.m2/repository/org/springframework/integration/spring-integration-event/4.1.2.RELEASE/spring-integration-event-4.1.2.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/batch/spring-batch-admin-manager/1.3.0.RELEASE/spring-batch-admin-manager-1.3.0.RELEASE.jar:/home/mpollack/.m2/repository/org/aspectj/aspectjrt/1.8.1/aspectjrt-1.8.1.jar:/home/mpollack/.m2/repository/org/aspectj/aspectjweaver/1.8.1/aspectjweaver-1.8.1.jar:/home/mpollack/.m2/repository/commons-dbcp/commons-dbcp/1.4/commons-dbcp-1.4.jar:/home/mpollack/.m2/repository/commons-pool/commons-pool/1.5.4/commons-pool-1.5.4.jar:/home/mpollack/.m2/repository/commons-fileupload/commons-fileupload/1.3.1/commons-fileupload-1.3.1.jar:/home/mpollack/.m2/repository/org/springframework/batch/spring-batch-admin-resources/1.3.0.RELEASE/spring-batch-admin-resources-1.3.0.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-module/1.1.0.BUILD-SNAPSHOT/spring-xd-module-1.1.0.BUILD-20150122.143022-94.jar:/home/mpollack/.m2/repository/org/springframework/boot/spring-boot-loader/1.2.1.RELEASE/spring-boot-loader-1.2.1.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-module-spi/1.1.0.BUILD-SNAPSHOT/spring-xd-module-spi-1.1.0.BUILD-20150122.143022-94.jar:/home/mpollack/.m2/repository/org/apache/tomcat/embed/tomcat-embed-el/8.0.15/tomcat-embed-el-8.0.15.jar:/home/mpollack/.m2/repository/redis/clients/jedis/2.5.2/jedis-2.5.2.jar:/home/mpollack/.m2/repository/org/apache/commons/commons-pool2/2.0/commons-pool2-2.0.jar:/home/mpollack/.m2/repository/com/jayway/jsonpath/json-path/0.9.1/json-path-0.9.1.jar:/home/mpollack/.m2/repository/net/minidev/json-smart/1.2/json-smart-1.2.jar:/home/mpollack/.m2/repository/com/sun/mail/javax.mail/1.4.7/javax.mail-1.4.7.jar:/home/mpollack/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/home/mpollack/.m2/repository/org/slf4j/jul-to-slf4j/1.7.8/jul-to-slf4j-1.7.8.jar:/home/mpollack/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/home/mpollack/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.4.0/jackson-annotations-2.4.0.jar:/home/mpollack/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-analytics/1.1.0.BUILD-SNAPSHOT/spring-xd-analytics-1.1.0.BUILD-20150122.143022-94.jar:/home/mpollack/.m2/repository/joda-time/joda-time/2.5/joda-time-2.5.jar:/home/mpollack/.m2/repository/com/google/code/findbugs/jsr305/2.0.0/jsr305-2.0.0.jar:/home/mpollack/.m2/repository/org/jolokia/jolokia-core/1.2.3/jolokia-core-1.2.3.jar:/home/mpollack/.m2/repository/com/googlecode/json-simple/json-simple/1.1.1/json-simple-1.1.1.jar:/home/mpollack/.m2/repository/org/springframework/boot/spring-boot-actuator/1.2.1.RELEASE/spring-boot-actuator-1.2.1.RELEASE.jar:/home/mpollack/.m2/repository/mysql/mysql-connector-java/5.1.34/mysql-connector-java-5.1.34.jar:/home/mpollack/.m2/repository/org/springframework/integration/spring-integration-jmx/4.1.2.RELEASE/spring-integration-jmx-4.1.2.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/spring-webmvc/4.1.4.RELEASE/spring-webmvc-4.1.4.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/spring-web/4.1.4.RELEASE/spring-web-4.1.4.RELEASE.jar:/home/mpollack/.m2/repository/org/hibernate/hibernate-validator/5.1.3.Final/hibernate-validator-5.1.3.Final.jar:/home/mpollack/.m2/repository/javax/validation/validation-api/1.1.0.Final/validation-api-1.1.0.Final.jar:/home/mpollack/.m2/repository/org/jboss/logging/jboss-logging/3.1.3.GA/jboss-logging-3.1.3.GA.jar:/home/mpollack/.m2/repository/com/fasterxml/classmate/1.0.0/classmate-1.0.0.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-ui/1.1.0.BUILD-SNAPSHOT/spring-xd-ui-1.1.0.BUILD-20150122.143022-94.jar:/home/mpollack/.m2/repository/org/springframework/boot/spring-boot-starter-thymeleaf/1.2.1.RELEASE/spring-boot-starter-thymeleaf-1.2.1.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/boot/spring-boot-starter-web/1.2.1.RELEASE/spring-boot-starter-web-1.2.1.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/boot/spring-boot-starter-tomcat/1.2.1.RELEASE/spring-boot-starter-tomcat-1.2.1.RELEASE.jar:/home/mpollack/.m2/repository/org/apache/tomcat/embed/tomcat-embed-logging-juli/8.0.15/tomcat-embed-logging-juli-8.0.15.jar:/home/mpollack/.m2/repository/org/apache/tomcat/embed/tomcat-embed-websocket/8.0.15/tomcat-embed-websocket-8.0.15.jar:/home/mpollack/.m2/repository/org/thymeleaf/thymeleaf-spring4/2.1.4.RELEASE/thymeleaf-spring4-2.1.4.RELEASE.jar:/home/mpollack/.m2/repository/org/thymeleaf/thymeleaf/2.1.4.RELEASE/thymeleaf-2.1.4.RELEASE.jar:/home/mpollack/.m2/repository/ognl/ognl/3.0.8/ognl-3.0.8.jar:/home/mpollack/.m2/repository/org/unbescape/unbescape/1.1.0.RELEASE/unbescape-1.1.0.RELEASE.jar:/home/mpollack/.m2/repository/nz/net/ultraq/thymeleaf/thymeleaf-layout-dialect/1.2.7/thymeleaf-layout-dialect-1.2.7.jar:/home/mpollack/.m2/repository/args4j/args4j/2.0.16/args4j-2.0.16.jar:/home/mpollack/.m2/repository/org/springframework/data/spring-data-commons/1.9.1.RELEASE/spring-data-commons-1.9.1.RELEASE.jar:/home/mpollack/.m2/repository/org/yaml/snakeyaml/1.14/snakeyaml-1.14.jar:/home/mpollack/.m2/repository/org/springframework/boot/spring-boot-starter-security/1.2.1.RELEASE/spring-boot-starter-security-1.2.1.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/boot/spring-boot-starter/1.2.1.RELEASE/spring-boot-starter-1.2.1.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/security/spring-security-config/3.2.5.RELEASE/spring-security-config-3.2.5.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/security/spring-security-web/3.2.5.RELEASE/spring-security-web-3.2.5.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/data/spring-data-mongodb/1.6.1.RELEASE/spring-data-mongodb-1.6.1.RELEASE.jar:/home/mpollack/.m2/repository/org/mongodb/mongo-java-driver/2.12.3/mongo-java-driver-2.12.3.jar:/home/mpollack/.m2/repository/org/apache/tomcat/embed/tomcat-embed-core/8.0.15/tomcat-embed-core-8.0.15.jar:/home/mpollack/.m2/repository/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/home/mpollack/.m2/repository/commons-lang/commons-lang/2.4/commons-lang-2.4.jar:/home/mpollack/.m2/repository/org/springframework/security/spring-security-ldap/3.2.5.RELEASE/spring-security-ldap-3.2.5.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/ldap/spring-ldap-core/1.3.2.RELEASE/spring-ldap-core-1.3.2.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/security/spring-security-core/3.2.5.RELEASE/spring-security-core-3.2.5.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-messagebus-spi/1.1.0.BUILD-SNAPSHOT/spring-xd-messagebus-spi-1.1.0.BUILD-20150122.143022-42.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-spi-common/1.1.0.BUILD-SNAPSHOT/spring-xd-spi-common-1.1.0.BUILD-20150122.143022-42.jar:/home/mpollack/.m2/repository/org/springframework/xd/spring-xd-test/1.1.0.BUILD-SNAPSHOT/spring-xd-test-1.1.0.BUILD-20150122.143022-94.jar:/home/mpollack/.m2/repository/org/springframework/integration/spring-integration-test/4.1.2.RELEASE/spring-integration-test-4.1.2.RELEASE.jar:/home/mpollack/.m2/repository/org/hamcrest/hamcrest-all/1.3/hamcrest-all-1.3.jar:/home/mpollack/.m2/repository/org/mockito/mockito-core/1.9.5/mockito-core-1.9.5.jar:/home/mpollack/.m2/repository/org/springframework/spring-context-support/4.1.4.RELEASE/spring-context-support-4.1.4.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/integration/spring-integration-amqp/4.1.2.RELEASE/spring-integration-amqp-4.1.2.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/amqp/spring-rabbit/1.4.2.RELEASE/spring-rabbit-1.4.2.RELEASE.jar:/home/mpollack/.m2/repository/com/rabbitmq/amqp-client/3.4.2/amqp-client-3.4.2.jar:/home/mpollack/.m2/repository/org/springframework/amqp/spring-amqp/1.4.2.RELEASE/spring-amqp-1.4.2.RELEASE.jar:/home/mpollack/.m2/repository/com/google/guava/guava/16.0.1/guava-16.0.1.jar:/home/mpollack/.m2/repository/junit/junit/4.12/junit-4.12.jar:/home/mpollack/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/home/mpollack/.m2/repository/org/springframework/data/spring-data-hadoop/2.1.0.RC1/spring-data-hadoop-2.1.0.RC1.jar:/home/mpollack/.m2/repository/org/springframework/data/spring-data-hadoop-core/2.1.0.RC1/spring-data-hadoop-core-2.1.0.RC1.jar:/home/mpollack/.m2/repository/org/springframework/data/spring-data-hadoop-hive/2.1.0.RC1/spring-data-hadoop-hive-2.1.0.RC1.jar:/home/mpollack/.m2/repository/org/springframework/data/spring-data-hadoop-batch/2.1.0.RC1/spring-data-hadoop-batch-2.1.0.RC1.jar:/home/mpollack/.m2/repository/org/springframework/data/spring-data-hadoop-hbase/2.1.0.RC1/spring-data-hadoop-hbase-2.1.0.RC1.jar:/home/mpollack/.m2/repository/org/springframework/data/spring-data-hadoop-pig/2.1.0.RC1/spring-data-hadoop-pig-2.1.0.RC1.jar:/home/mpollack/.m2/repository/org/springframework/spring-tx/4.1.4.RELEASE/spring-tx-4.1.4.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/data/spring-data-hadoop-test/2.1.0.RC1/spring-data-hadoop-test-2.1.0.RC1.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.6.0/hadoop-mapreduce-client-app-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.6.0/hadoop-mapreduce-client-common-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.6.0/hadoop-yarn-client-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-yarn-server-web-proxy/2.6.0/hadoop-yarn-server-web-proxy-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.6.0/hadoop-mapreduce-client-shuffle-2.6.0.jar:/home/mpollack/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.6.0/hadoop-yarn-server-tests-2.6.0-tests.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.6.0/hadoop-yarn-server-common-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-yarn-server-nodemanager/2.6.0/hadoop-yarn-server-nodemanager-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/2.6.0/hadoop-yarn-server-resourcemanager-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-yarn-server-applicationhistoryservice/2.6.0/hadoop-yarn-server-applicationhistoryservice-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.6.0/hadoop-yarn-api-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-yarn-server-tests/2.6.0/hadoop-yarn-server-tests-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.6.0/hadoop-yarn-common-2.6.0.jar:/home/mpollack/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/home/mpollack/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/home/mpollack/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/home/mpollack/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/home/mpollack/.m2/repository/com/sun/jersey/contribs/jersey-guice/1.9/jersey-guice-1.9.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-hs/2.6.0/hadoop-mapreduce-client-hs-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-common/2.6.0/hadoop-common-2.6.0-tests.jar:/home/mpollack/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/home/mpollack/.m2/repository/org/htrace/htrace-core/3.0.4/htrace-core-3.0.4.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-distcp/2.6.0/hadoop-distcp-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0-tests.jar:/home/mpollack/.m2/repository/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/home/mpollack/.m2/repository/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/home/mpollack/.m2/repository/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.0/hadoop-hdfs-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.0/hadoop-mapreduce-client-core-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-streaming/2.6.0/hadoop-streaming-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0-tests.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.0/hadoop-mapreduce-client-jobclient-2.6.0.jar:/home/mpollack/.m2/repository/org/apache/kafka/kafka_2.10/0.8.1.1/kafka_2.10-0.8.1.1-test.jar:/home/mpollack/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/home/mpollack/.m2/repository/net/sf/jopt-simple/jopt-simple/3.2/jopt-simple-3.2.jar:/home/mpollack/.m2/repository/org/scala-lang/scala-library/2.10.1/scala-library-2.10.1.jar:/home/mpollack/.m2/repository/com/101tec/zkclient/0.3/zkclient-0.3.jar:/home/mpollack/.m2/repository/org/apache/kafka/kafka_2.10/0.8.1.1/kafka_2.10-0.8.1.1.jar:/home/mpollack/.m2/repository/org/springframework/integration/spring-integration-mqtt/4.1.2.RELEASE/spring-integration-mqtt-4.1.2.RELEASE.jar:/home/mpollack/.m2/repository/org/eclipse/paho/mqtt-client/0.4.0/mqtt-client-0.4.0.jar:/home/mpollack/.m2/repository/org/hsqldb/hsqldb/2.3.2/hsqldb-2.3.2.jar:/home/mpollack/.m2/repository/org/apache/curator/curator-test/2.6.0/curator-test-2.6.0.jar:/home/mpollack/.m2/repository/org/javassist/javassist/3.18.1-GA/javassist-3.18.1-GA.jar:/home/mpollack/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/home/mpollack/.m2/repository/org/springframework/spring-test/4.1.4.RELEASE/spring-test-4.1.4.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/integration/spring-integration-redis/4.1.2.RELEASE/spring-integration-redis-4.1.2.RELEASE.jar:/home/mpollack/.m2/repository/org/springframework/spring-context/4.1.4.RELEASE/spring-context-4.1.4.RELEASE.jar:/home/mpollack/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-common/2.3.0/hadoop-common-2.3.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-annotations/2.3.0/hadoop-annotations-2.3.0.jar:/home/mpollack/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/home/mpollack/.m2/repository/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar:/home/mpollack/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/home/mpollack/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/home/mpollack/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/home/mpollack/.m2/repository/commons-net/commons-net/3.1/commons-net-3.1.jar:/home/mpollack/.m2/repository/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar:/home/mpollack/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/home/mpollack/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/home/mpollack/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/home/mpollack/.m2/repository/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/home/mpollack/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/home/mpollack/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/home/mpollack/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.8.3/jackson-jaxrs-1.8.3.jar:/home/mpollack/.m2/repository/org/codehaus/jackson/jackson-xc/1.8.3/jackson-xc-1.8.3.jar:/home/mpollack/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/home/mpollack/.m2/repository/asm/asm/3.1/asm-3.1.jar:/home/mpollack/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/home/mpollack/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/home/mpollack/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/home/mpollack/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/home/mpollack/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/home/mpollack/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/home/mpollack/.m2/repository/org/apache/httpcomponents/httpclient/4.1.2/httpclient-4.1.2.jar:/home/mpollack/.m2/repository/org/apache/httpcomponents/httpcore/4.1.2/httpcore-4.1.2.jar:/home/mpollack/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/home/mpollack/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/home/mpollack/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/home/mpollack/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/home/mpollack/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/home/mpollack/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.8.8/jackson-core-asl-1.8.8.jar:/home/mpollack/.m2/repository/org/apache/avro/avro/1.7.4/avro-1.7.4.jar:/home/mpollack/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/home/mpollack/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/home/mpollack/.m2/repository/org/apache/hadoop/hadoop-auth/2.3.0/hadoop-auth-2.3.0.jar:/home/mpollack/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/home/mpollack/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/home/mpollack/.m2/repository/org/tukaani/xz/1.0/xz-1.0.jar com.intellij.rt.execution.application.AppMain com.intellij.rt.execution.junit.JUnitStarter -ideVersion5 com.acme.TopTagsTests,tags
processed : Tuple2{t1=foo, t2=3}
processed : Tuple2{t1=baz, t2=1}
processed : Tuple2{t1=bar, t2=1}
17:02:26,281 1.1.0.SNAP INFO pool-1-thread-1 acme.TopTags - ------------------------ window complete! ----------------------
processed : Tuple2{t1=foo, t2=5}
processed : Tuple2{t1=baz, t2=1}
processed : Tuple2{t1=aaa, t2=1}
processed : Tuple2{t1=bar, t2=1}
17:02:27,204 1.1.0.SNAP INFO pool-1-thread-1 acme.TopTags - ------------------------ window complete! ----------------------
processed : Tuple2{t1=foo, t2=5}
processed : Tuple2{t1=aaa, t2=2}
processed : Tuple2{t1=bar, t2=1}
processed : Tuple2{t1=bbb, t2=1}
processed : Tuple2{t1=baz, t2=1}
17:02:28,204 1.1.0.SNAP INFO pool-1-thread-1 acme.TopTags - ------------------------ window complete! ----------------------
Raw
TopTags.java
public class TopTags implements Processor<String, String> {
private static final Logger LOG = LoggerFactory.getLogger(TopTags.class);
// a Java Chronicle backed persistent map that auto delete on JVM shutdown for testing purposes
// each update on the map will trigger subscriber signals
MapStream<String, Integer> persistentMap;
public TopTags() throws IOException {
this.persistentMap = IOStreams.persistentMap("popularTags", true);
}
@Override
public Stream<String> process(Stream<String> stream) {
return stream
.flatMap(tags -> Streams.from(tags.split(","))
.filter(w -> !w.trim().isEmpty())
)
.map(w -> Tuple.of(w, 1))
.window(1, SECONDS)
.flatMap(s -> BiStreams.reduceByKey(s, persistentMap, (acc, next) -> acc + next)
.sort((a, b) -> -a.t2.compareTo(b.t2))
.take(10)
.finallyDo(_s -> LOG.info("------------------------ window complete! ----------------------"))
)
.map(entry -> entry.toString());
}
}
Raw
TopTagsTests.java
public class TopTagsTests {
protected Environment env;
@Before
public void loadEnv() {
env = Environment.initializeIfEmpty().assignErrorJournal();
}
@After
public void closeEnv() {
Environment.terminate();
}
@Test
public void tags() throws IOException {
final Broadcaster<Object> broadcaster = Streams.serializedBroadcast();
Processor processor = new TopTags();
Stream<?> outputStream = processor.process(broadcaster);
outputStream.consume(new Consumer<Object>() {
@Override
public void accept(Object o) {
System.out.println("processed : " + o);
}
});
List<String> sampleData = Arrays.asList(
"foo,bar", "foo", "foo,baz", "foo", "foo,aaa", "aaa", "bbb", "bbb,foo");
for (String tag : sampleData) {
broadcaster.onNext(tag);
simulateLatency();
}
}
private void simulateLatency(){
try {
Thread.sleep(500);
} catch (InterruptedException e) {
e.printStackTrace();
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment