Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions docs/integrations/data-ingestion/apache-spark/spark-jdbc.md
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ description: 'Introduction to Apache Spark with ClickHouse'
keywords: ['clickhouse', 'Apache Spark', 'jdbc', 'migrating', 'data']
title: 'Spark JDBC'
doc_type: 'guide'
integration:
- support_level: 'core'
- category: 'data_ingestion'
---

import Tabs from '@theme/Tabs';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ description: 'Introduction to Apache Spark with ClickHouse'
keywords: ['clickhouse', 'Apache Spark', 'migrating', 'data']
title: 'Spark Connector'
doc_type: 'guide'
integration:
- support_level: 'core'
- category: 'data_ingestion'
---

import Tabs from '@theme/Tabs';
Expand Down
3 changes: 3 additions & 0 deletions docs/integrations/data-ingestion/aws-glue/index.md
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ description: 'Integrate ClickHouse and Amazon Glue'
keywords: ['clickhouse', 'amazon', 'aws', 'glue', 'migrating', 'data', 'spark']
title: 'Integrating Amazon Glue with ClickHouse and Spark'
doc_type: 'guide'
integration:
- support_level: 'core'
- category: 'data_ingestion'
---

import Image from '@theme/IdealImage';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ description: 'Bringing Azure Data into ClickHouse'
keywords: ['azure data factory', 'azure', 'microsoft', 'data']
title: 'Bringing Azure Data into ClickHouse'
doc_type: 'guide'
integration:
- support_level: 'core'
- category: 'data_ingestion'
---

| Page | Description |
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ description: 'Bringing Azure Data into ClickHouse - Overview'
keywords: ['azure data factory', 'azure', 'microsoft', 'data']
title: 'Bringing Azure Data into ClickHouse'
doc_type: 'guide'
integration:
- support_level: 'core'
- category: 'data_ingestion'
---

import ClickHouseSupportedBadge from '@theme/badges/ClickHouseSupported';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ description: 'Using ClickHouse''s azureBlobStorage table function'
keywords: ['azure data factory', 'azure', 'microsoft', 'data', 'azureBlobStorage']
title: 'Using ClickHouse''s azureBlobStorage table function to bring Azure data into ClickHouse'
doc_type: 'guide'
integration:
- support_level: 'core'
- category: 'data_ingestion'
---

import Image from '@theme/IdealImage';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ description: 'Using ClickHouse''s HTTP interface to bring data from Azure Data F
keywords: ['azure data factory', 'azure', 'microsoft', 'data', 'http interface']
title: 'Using ClickHouse HTTP Interface to bring Azure data into ClickHouse'
doc_type: 'guide'
integration:
- support_level: 'core'
- category: 'data_ingestion'
---

import Image from '@theme/IdealImage';
Expand Down
3 changes: 3 additions & 0 deletions docs/integrations/data-ingestion/azure-synapse/index.md
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ description: 'Introduction to Azure Synapse with ClickHouse'
keywords: ['clickhouse', 'azure synapse', 'azure', 'synapse', 'microsoft', 'azure spark', 'data']
title: 'Integrating Azure Synapse with ClickHouse'
doc_type: 'guide'
integration:
- support_level: 'core'
- category: 'data_ingestion'
---

import TOCInline from '@theme/TOCInline';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/aws-privatelink
title: 'AWS PrivateLink for ClickPipes'
doc_type: 'guide'
keywords: ['aws privatelink', 'ClickPipes security', 'vpc endpoint', 'private connectivity', 'vpc resource']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import cp_service from '@site/static/images/integrations/data-ingestion/clickpipes/cp_service.png';
Expand Down
3 changes: 3 additions & 0 deletions docs/integrations/data-ingestion/clickpipes/index.md
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes
title: 'Integrating with ClickHouse Cloud'
doc_type: 'guide'
keywords: ['ClickPipes', 'data ingestion platform', 'streaming data', 'integration platform', 'ClickHouse Cloud']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import Kafkasvg from '@site/static/images/integrations/logos/kafka.svg';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ sidebar_position: 1
title: 'Creating your first Kafka ClickPipe'
doc_type: 'guide'
keywords: ['create kafka clickpipe', 'kafka', 'clickpipes', 'data sources', 'setup guide']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import cp_step0 from '@site/static/images/integrations/data-ingestion/clickpipes/cp_step0.png';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ sidebar_position: 1
title: 'Schema registries for Kafka ClickPipe'
doc_type: 'guide'
keywords: ['schema registries', 'kafka', 'clickpipes', 'avro', 'confluent']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

# Schema registries {#schema-registries}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ sidebar_position: 1
title: 'Reference'
doc_type: 'reference'
keywords: ['kafka reference', 'clickpipes', 'data sources', 'avro', 'virtual columns']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import Kafkasvg from '@site/static/images/integrations/logos/kafka.svg';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ sidebar_position: 1
title: 'Best practices'
doc_type: 'guide'
keywords: ['kafka best practices', 'clickpipes', 'compression', 'authentication', 'scaling']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

# Best practices {#best-practices}
Expand Down
3 changes: 3 additions & 0 deletions docs/integrations/data-ingestion/clickpipes/kafka/05_faq.md
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ sidebar_position: 1
title: 'Kafka ClickPipes FAQ'
doc_type: 'guide'
keywords: ['kafka faq', 'clickpipes', 'upstash', 'azure event hubs', 'private link']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

## Kafka ClickPipes FAQ {#faq}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,10 @@ slug: /integrations/clickpipes/kafka
sidebar_position: 1
title: 'Kafka ClickPipes'
doc_type: 'landing-page'
keywords: ['Kafka ClickPipes', 'Apache Kafka', 'streaming ingestion', 'real-time data', 'message broker']
integration:
- support_level: 'core'
- category: 'clickpipes'
keywords: ['Kafka ClickPipes', 'Apache Kafka', 'streaming ingestion', 'real-time data', 'message broker']
---

<!--AUTOGENERATED_START-->
Expand Down
2 changes: 1 addition & 1 deletion docs/integrations/data-ingestion/clickpipes/kinesis.md
Original file line number Diff line number Diff line change
Expand Up @@ -4,10 +4,10 @@ description: 'Seamlessly connect your Amazon Kinesis data sources to ClickHouse
slug: /integrations/clickpipes/kinesis
title: 'Integrating Amazon Kinesis with ClickHouse Cloud'
doc_type: 'guide'
keywords: ['clickpipes', 'kinesis', 'streaming', 'aws', 'data ingestion']
integration:
- support_level: 'core'
- category: 'clickpipes'
keywords: ['clickpipes', 'kinesis', 'streaming', 'aws', 'data ingestion']
---

import cp_service from '@site/static/images/integrations/data-ingestion/clickpipes/cp_service.png';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ slug: /integrations/clickpipes/mongodb/add_table
show_title: false
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import Image from '@theme/IdealImage';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mongodb/sync_control
sidebar_label: 'Controlling syncs'
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import edit_sync_button from '@site/static/images/integrations/data-ingestion/clickpipes/postgres/edit_sync_button.png'
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ slug: /integrations/clickpipes/mongodb/datatypes
description: 'Page describing MongoDB ClickPipe datatype mapping from MongoDB to ClickHouse'
doc_type: 'reference'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

MongoDB stores data records as BSON documents. In ClickPipes, you can configure to ingest BSON documents to ClickHouse as either JSON or JSON String. The following table shows the supported BSON to JSON field type mapping:
Expand Down
3 changes: 3 additions & 0 deletions docs/integrations/data-ingestion/clickpipes/mongodb/faq.md
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ sidebar_position: 2
title: 'ClickPipes for MongoDB FAQ'
doc_type: 'reference'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

# ClickPipes for MongoDB FAQ
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mongodb
title: 'Ingesting data from MongoDB to ClickHouse (using CDC)'
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import BetaBadge from '@theme/badges/BetaBadge';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mongodb/lifecycle
title: 'Lifecycle of a MongoDB ClickPipe'
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

# Lifecycle of a MongoDB ClickPipe {#lifecycle}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ sidebar_label: 'Pause table'
slug: /integrations/clickpipes/mongodb/pause_and_resume
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import Image from '@theme/IdealImage';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mongodb/quickstart
description: 'Common patterns for working with JSON data replicated from MongoDB to ClickHouse via ClickPipes'
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

# Working with JSON in ClickHouse
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ sidebar_label: 'Remove table'
slug: /integrations/clickpipes/mongodb/removing_tables
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import Image from '@theme/IdealImage';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mongodb/resync
sidebar_label: 'Resync ClickPipe'
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import resync_button from '@site/static/images/integrations/data-ingestion/clickpipes/postgres/resync_button.png'
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mongodb/source/atlas
title: 'MongoDB Atlas source setup guide'
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import mongo_atlas_configuration from '@site/static/images/integrations/data-ingestion/clickpipes/mongodb/mongo-atlas-cluster-overview-configuration.png'
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mongodb/source/generic
title: 'Generic MongoDB source setup guide'
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

# Generic MongoDB source setup guide
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mongodb/table_resync
sidebar_label: 'Resync table'
doc_type: 'guide'
keywords: ['clickpipes', 'mongodb', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

# Resyncing specific tables {#resync-tables}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ slug: /integrations/clickpipes/mysql/add_table
show_title: false
doc_type: 'guide'
keywords: ['clickpipes', 'mysql', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import Image from '@theme/IdealImage';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mysql/sync_control
sidebar_label: 'Controlling syncs'
keywords: ['MySQL ClickPipe', 'ClickPipe sync control', 'MySQL CDC replication', 'ClickHouse MySQL connector', 'database synchronization ClickHouse']
doc_type: 'guide'
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import edit_sync_button from '@site/static/images/integrations/data-ingestion/clickpipes/postgres/edit_sync_button.png'
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ slug: /integrations/clickpipes/mysql/datatypes
description: 'Page describing MySQL ClickPipe datatype mapping from MySQL to ClickHouse'
doc_type: 'reference'
keywords: ['MySQL ClickPipe datatypes', 'MySQL to ClickHouse data types', 'ClickPipe datatype mapping', 'MySQL ClickHouse type conversion', 'database type compatibility']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

Here is the supported data-type mapping for the MySQL ClickPipe:
Expand Down
3 changes: 3 additions & 0 deletions docs/integrations/data-ingestion/clickpipes/mysql/faq.md
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@ sidebar_position: 2
title: 'ClickPipes for MySQL FAQ'
doc_type: 'reference'
keywords: ['MySQL ClickPipes FAQ', 'ClickPipes MySQL troubleshooting', 'MySQL ClickHouse replication', 'ClickPipes MySQL support', 'MySQL CDC ClickHouse']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

# ClickPipes for MySQL FAQ
Expand Down
3 changes: 3 additions & 0 deletions docs/integrations/data-ingestion/clickpipes/mysql/index.md
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mysql
title: 'Ingesting data from MySQL to ClickHouse (using CDC)'
doc_type: 'guide'
keywords: ['MySQL', 'ClickPipes', 'CDC', 'change data capture', 'database replication']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import BetaBadge from '@theme/badges/BetaBadge';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mysql/lifecycle
title: 'Lifecycle of a MySQL ClickPipe'
doc_type: 'guide'
keywords: ['clickpipes', 'mysql', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

# Lifecycle of a MySQL ClickPipe {#lifecycle}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ slug: /integrations/clickpipes/mysql/parallel_initial_load
sidebar_label: 'How parallel snapshot works'
doc_type: 'guide'
keywords: ['clickpipes', 'mysql', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import snapshot_params from '@site/static/images/integrations/data-ingestion/clickpipes/mysql/snapshot_params.png'
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ sidebar_label: 'Pause table'
slug: /integrations/clickpipes/mysql/pause_and_resume
doc_type: 'guide'
keywords: ['clickpipes', 'mysql', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import Image from '@theme/IdealImage';
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ sidebar_label: 'Remove table'
slug: /integrations/clickpipes/mysql/removing_tables
doc_type: 'guide'
keywords: ['clickpipes', 'mysql', 'cdc', 'data ingestion', 'real-time sync']
integration:
- support_level: 'core'
- category: 'clickpipes'
---

import Image from '@theme/IdealImage';
Expand Down
Loading
Loading