diff --git a/doc/segment_propagation.png b/doc/segment_propagation.png new file mode 100644 index 00000000000..e9d3e1a17a6 Binary files /dev/null and b/doc/segment_propagation.png differ diff --git a/doc/segmentation_propagation.txt b/doc/segmentation_propagation.txt new file mode 100644 index 00000000000..e70f4d37aa7 --- /dev/null +++ b/doc/segmentation_propagation.txt @@ -0,0 +1,13 @@ +# http://www.websequencediagrams.com/ +title Segment Propagation + +Realtime->Deep Storage: push(segment) +Realtime->MySQL: write(metadata) +Master->+MySQL: segments? +MySQL-->-Master: metadata +note over Master: rules select segment owner +Master->Zookeeper: writes(ephemeral node) +Zookeeper->Compute: reads(ephemeral node) +Compute->+Deep Storage: pull(segment) +Deep Storage-->-Compute: transfer(segment) +Compute->Zookeeper: delete(ephemeral node) diff --git a/eclipse_formatting.xml b/eclipse_formatting.xml new file mode 100644 index 00000000000..eaf86773a80 --- /dev/null +++ b/eclipse_formatting.xml @@ -0,0 +1,291 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/indexer/src/main/java/com/metamx/druid/indexer/HadoopDruidIndexerNode.java b/indexer/src/main/java/com/metamx/druid/indexer/HadoopDruidIndexerNode.java index 0b340c51175..045be518f01 100644 --- a/indexer/src/main/java/com/metamx/druid/indexer/HadoopDruidIndexerNode.java +++ b/indexer/src/main/java/com/metamx/druid/indexer/HadoopDruidIndexerNode.java @@ -19,6 +19,18 @@ package com.metamx.druid.indexer; +import java.io.Closeable; +import java.io.File; +import java.io.IOException; +import java.io.InputStreamReader; +import java.util.Arrays; +import java.util.List; + +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.FileSystem; +import org.apache.hadoop.fs.Path; +import org.joda.time.Interval; + import com.fasterxml.jackson.databind.jsontype.NamedType; import com.google.common.base.Preconditions; import com.google.common.collect.Lists; @@ -26,16 +38,6 @@ import com.google.common.io.CharStreams; import com.google.common.io.InputSupplier; import com.metamx.common.lifecycle.LifecycleStart; import com.metamx.common.lifecycle.LifecycleStop; -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.FileSystem; -import org.apache.hadoop.fs.Path; -import org.joda.time.Interval; - -import java.io.File; -import java.io.IOException; -import java.io.InputStreamReader; -import java.util.Arrays; -import java.util.List; /** */