From 31bf2778dc420570df7f3bda237c2e15542c6872 Mon Sep 17 00:00:00 2001 From: liujianhuan Date: Tue, 7 Apr 2020 17:49:09 +0800 Subject: [PATCH] ingestion infra --- DataIngestion/batchingestion.md | 1 + DataIngestion/dataformats.md | 1 + DataIngestion/datamanage.md | 1 + DataIngestion/faq.md | 1 + DataIngestion/hadoopbased.md | 1 + DataIngestion/{index.md => ingestion.md} | 2 ++ DataIngestion/kafka.md | 1 + DataIngestion/kinesis.md | 1 + DataIngestion/native.md | 1 + DataIngestion/schemadesign.md | 1 + DataIngestion/streamingest.md | 1 + DataIngestion/taskrefer.md | 1 + DataIngestion/tranquility.md | 1 + SUMMARY.md | 17 ++++++++++++++--- 14 files changed, 28 insertions(+), 3 deletions(-) create mode 100644 DataIngestion/batchingestion.md create mode 100644 DataIngestion/dataformats.md create mode 100644 DataIngestion/datamanage.md create mode 100644 DataIngestion/faq.md create mode 100644 DataIngestion/hadoopbased.md rename DataIngestion/{index.md => ingestion.md} (51%) create mode 100644 DataIngestion/kafka.md create mode 100644 DataIngestion/kinesis.md create mode 100644 DataIngestion/native.md create mode 100644 DataIngestion/schemadesign.md create mode 100644 DataIngestion/streamingest.md create mode 100644 DataIngestion/taskrefer.md create mode 100644 DataIngestion/tranquility.md diff --git a/DataIngestion/batchingestion.md b/DataIngestion/batchingestion.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/batchingestion.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/dataformats.md b/DataIngestion/dataformats.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/dataformats.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/datamanage.md b/DataIngestion/datamanage.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/datamanage.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/faq.md b/DataIngestion/faq.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/faq.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/hadoopbased.md b/DataIngestion/hadoopbased.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/hadoopbased.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/index.md b/DataIngestion/ingestion.md similarity index 51% rename from DataIngestion/index.md rename to DataIngestion/ingestion.md index 15f2bdd..a38e237 100644 --- a/DataIngestion/index.md +++ b/DataIngestion/ingestion.md @@ -1 +1,3 @@ + + ## 数据摄入 \ No newline at end of file diff --git a/DataIngestion/kafka.md b/DataIngestion/kafka.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/kafka.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/kinesis.md b/DataIngestion/kinesis.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/kinesis.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/native.md b/DataIngestion/native.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/native.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/schemadesign.md b/DataIngestion/schemadesign.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/schemadesign.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/streamingest.md b/DataIngestion/streamingest.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/streamingest.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/taskrefer.md b/DataIngestion/taskrefer.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/taskrefer.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/DataIngestion/tranquility.md b/DataIngestion/tranquility.md new file mode 100644 index 0000000..1eef3b8 --- /dev/null +++ b/DataIngestion/tranquility.md @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/SUMMARY.md b/SUMMARY.md index 4797a4b..7fbe4a5 100644 --- a/SUMMARY.md +++ b/SUMMARY.md @@ -38,9 +38,20 @@ * [元数据存储](Design/Metadata.md) * [Zookeeper](Design/Zookeeper.md) -### 数据摄取 - -* [数据摄取](DataIngestion/index.md) +* [数据摄取](DataIngestion/ingestion.md) + * [摄取概述](DataIngestion/ingestion.md) + * [数据格式](DataIngestion/dataformats.md) + * [schema设计](DataIngestion/schemadesign.md) + * [数据管理](DataIngestion/datamanage.md) + * [流式摄取](DataIngestion/kafka.md) + * [Apache Kafka](DataIngestion/kafka.md) + * [Apache Kinesis](DataIngestion/kinesis.md) + * [Tranquility](DataIngestion/tranquility.md) + * [批量摄取](DataIngestion/native.md) + * [本地批](DataIngestion/native.md) + * [Hadoop批](DataIngestion/hadoopbased.md) + * [任务参考](DataIngestion/taskrefer.md) + * [问题FAQ](DataIngestion/faq.md) ### 数据查询