snowflake-kafka-connector
Snowflake Kafka Connector (Sink Connector)
File Explorer
Download Latest Version (.zip)- pre-commit
- action.yml
- action.yml
- decrypt_secret.sh
- parse_java_test_reports.py
- profile.json.gpg
- profile_azure.json.gpg
- profile_gcs.json.gpg
- squid.conf
- build-apache-kafka-images.yml
- end-to-end.yaml
- formatting.yml
- IntegrationTest.yml
- semgrep.yml
- CODEOWNERS
- dependabot.yaml
- snowflake.png
- process_licenses.py
- TimestampWrapper.java
- AuthenticatorType.java
- CommaSeparatedKeyValueValidator.java
- ConnectorConfigDefinition.java
- SinkTaskConfig.java
- SnowflakeValidation.java
- TableType.java
- TopicToTableValidator.java
- KafkaRecordErrorReporter.java
- MetricsJmxReporter.java
- MetricsUtil.java
- NoopTaskMetrics.java
- SnowflakeSinkTaskMetrics.java
- TaskMetrics.java
- OAuthAccessTokenFetcher.java
- OAuthURL.java
- ColumnInfos.java
- ColumnTypeMapper.java
- SchemaEvolutionTargetItems.java
- SnowflakeColumnTypeMapper.java
- SnowflakeSchemaEvolutionService.java
- TableSchema.java
- TableSchemaResolver.java
- ValidationResultMapper.java
- TopicPartitionChannel.java
- PeriodicTelemetryReporter.java
- SnowflakeTelemetryChannelCreation.java
- SnowflakeTelemetryChannelStatus.java
- SnowflakeTelemetrySsv1Migration.java
- PartitionOffsetTracker.java
- StreamingClientFactory.java
- StreamingClientPool.java
- StreamingClientPools.java
- StreamingClientSupplier.java
- Ssv1MigrationMode.java
- Ssv1MigrationResponse.java
- BatchOffsetFetcher.java
- PartitionChannelManager.java
- ThreadPools.java
- BackpressureException.java
- ClientRecreationException.java
- ClientRecreator.java
- PipeNameProvider.java
- SdkBootstrapConfig.java
- SnowpipeStreamingPartitionChannel.java
- WaitForLastOffsetCommittedPolicy.java
- DefaultStreamingConfigValidator.java
- IngestionMethodConfig.java
- LatestCommitedOffsetTokenExecutor.java
- OpenChannelRetryPolicy.java
- SnowflakeSinkServiceV2.java
- StreamingClientProperties.java
- StreamingConfigValidator.java
- StreamingErrorHandler.java
- SnowflakeTelemetryBasicInfo.java
- SnowflakeTelemetryService.java
- SnowflakeTelemetryServiceFactory.java
- TelemetryConstants.java
- BinaryStringUtils.java
- ByteArraySerializer.java
- ColumnLogicalType.java
- ColumnPhysicalType.java
- ColumnSchema.java
- DataValidationUtil.java
- DuplicateDetector.java
- DuplicateKeyValidatedObject.java
- DuplicateKeyValidatingSerializer.java
- ErrorCode.java
- Power10Util.java
- RowValidator.java
- SFExceptionValidation.java
- SqlIdentifierNormalizer.java
- TimestampWrapper.java
- Utils.java
- ValidationResult.java
- ZonedDateTimeSerializer.java
- CachingConfig.java
- CachingSnowflakeConnectionService.java
- DescribeTableRow.java
- InternalUtils.java
- JdbcProperties.java
- JdbcPropertyKeys.java
- KCLogger.java
- PrivateKeyTool.java
- SnowflakeConnectionService.java
- SnowflakeConnectionServiceFactory.java
- SnowflakeErrors.java
- SnowflakeKafkaConnectorException.java
- SnowflakeSinkService.java
- SnowflakeURL.java
- StandardSnowflakeConnectionService.java
- URL.java
- KafkaRecordConverter.java
- SnowflakeMetadataConfig.java
- SnowflakeSinkRecord.java
- IcebergDDLTypes.java
- ConnectorConfigTools.java
- ConnectorConfigValidator.java
- Constants.java
- DefaultConnectorConfigValidator.java
- RegexTopicToTableResolver.java
- SemanticVersion.java
- SnowflakeSinkTask.java
- SnowflakeSinkTaskAuthorizationExceptionTracker.java
- SnowflakeStreamingSinkConnector.java
- StaticTopicToTableResolver.java
- TopicToTableParser.java
- TopicToTableResolver.java
- Utils.java
- ingest_error_messages.properties
- ingest_error_messages.properties
- SinkRecordBuilder.java
- ClientValidationConfigTest.java
- SinkTaskConfigTest.java
- SinkTaskConfigTestBuilder.java
- SnowflakeSinkConnectorConfigBuilder.java
- TableTypeTest.java
- InMemoryKafkaRecordErrorReporter.java
- MetricsJmxReporterTest.java
- SnowflakeSinkTaskMetricsTest.java
- OAuthAccessTokenFetcherTest.java
- OAuthURLTest.java
- ColumnInfosTest.java
- SchemaEvolutionTargetItemsTest.java
- SnowflakeColumnTypeMapperTest.java
- SnowflakeSchemaEvolutionServiceTest.java
- TableSchemaResolverTest.java
- ValidationResultMapperTest.java
- PeriodicTelemetryReporterTest.java
- PartitionOffsetTrackerTest.java
- StreamingClientPoolsTest.java
- StreamingClientPoolTest.java
- PartitionChannelManagerTest.java
- BackpressureExceptionTest.java
- ClientRecreationExceptionTest.java
- LocalObservabilityIT.java
- SdkBootstrapConfigTest.java
- SnowpipeStreamingPartitionChannelTest.java
- StreamingClientManagerIT.java
- BatchOffsetFetcherTest.java
- ChannelStatusCheckIT.java
- CloseTopicPartitionChannelIT.java
- DefaultStreamingConfigValidatorTest.java
- FakeIngestClientSupplier.java
- FakeSnowflakeStreamingIngestChannel.java
- FakeSnowflakeStreamingIngestClient.java
- InMemorySinkTaskContext.java
- OpenChannelRetryPolicyTest.java
- SnowflakeSinkServiceV2AvroSchematizationIT.java
- SnowflakeSinkServiceV2BaseIT.java
- SnowflakeSinkServiceV2IT.java
- SnowflakeSinkServiceV2RebalanceRewindTest.java
- SnowflakeSinkServiceV2RecoveryOffsetTest.java
- SnowflakeSinkServiceV2RecoverySkipConflictTest.java
- SnowflakeSinkServiceV2SchematizationIT.java
- SnowflakeSinkServiceV2Test.java
- SnowflakeSinkServiceV2ValidationLoggingTest.java
- StreamingClientPropertiesTest.java
- StreamingErrorHandlerIT.java
- StreamingManualModeIT.java
- StreamingSinkServiceBuilder.java
- SnowflakeTelemetryChannelStatusTest.java
- SnowflakeTelemetryServiceTest.java
- DataValidationUtilTest.java
- RowValidatorTest.java
- SqlIdentifierNormalizerTest.java
- CachingSnowflakeConnectionServiceStatsTest.java
- CachingSnowflakeConnectionServiceTest.java
- ConnectionServiceIT.java
- EmbeddedProxyServer.java
- InternalUtilsTest.java
- JdbcPropertiesTest.java
- KCLoggerTest.java
- NonEncryptedKeyTestSnowflakeConnection.java
- OAuthConnectionIT.java
- ResetProxyConfigExec.java
- SchematizationTestUtils.java
- SnowflakeConnectionServiceCacheTest.java
- SnowflakeDataSourceFactory.java
- SnowflakeURLTest.java
- StandardSnowflakeConnectionServiceDdlTest.java
- TestUtils.java
- TombstoneRecordIngestionIT.java
- MockResultSetForSizeTest.java
- ConverterTest.java
- SnowflakeSinkRecordTest.java
- ComplexJsonRecord.java
- MetadataRecord.java
- PrimitiveJsonRecord.java
- RecordWithMetadata.java
- BaseIcebergIT.java
- IcebergAutoCreateIT.java
- IcebergDDLTypesTest.java
- IcebergIngestionIntoVariantIT.java
- IcebergIngestionIT.java
- IcebergIngestionNoSchemaEvolutionIT.java
- IcebergVersion.java
- BlankRequiredConfigTest.java
- CachingConfigValidatorTest.java
- ConnectClusterBaseIT.java
- ConnectorConfigValidatorLogsTest.java
- ConnectorConfigValidatorTest.java
- ConnectorIT.java
- InjectQueryRunner.java
- InjectQueryRunnerExtension.java
- InjectSnowflakeDataSource.java
- InjectSnowflakeDataSourceExtension.java
- LegacySchemaToggleIT.java
- RegexTopicToTableResolverTest.java
- SchemaEvolutionAvroSrIT.java
- SchemaEvolutionBase.java
- SchemaEvolutionJsonIT.java
- SinkTaskIT.java
- SinkTaskProxyIT.java
- SmtIT.java
- SnowflakeSinkTaskAuthorizationExceptionTrackerTest.java
- SnowflakeSinkTaskForStreamingIT.java
- TopicToTableParserTest.java
- UtilsTest.java
- test.avro
- test_key.avro
- test_multi.avro
- complexJsonPayload.json
- complexJsonWithSchema.json
- log4j.properties
- squid.conf
- connect-distributed.properties
- file-secrets.txt
- kraft-server.properties
- schema-registry.properties
- server.properties
- zookeeper.properties
- addon_410.py
- Dockerfile
- start-apache-kafka.sh
- .gitignore
- docker-compose.amd64.yml
- docker-compose.apache.yml
- docker-compose.base.yml
- docker-compose.confluent-kraft.yml
- docker-compose.confluent.yml
- docker-compose.mitmproxy.yml
- docker-compose.profile-apache.yml
- docker-compose.profile-confluent.yml
- Dockerfile.apache-kafka
- Dockerfile.builder
- Dockerfile.test-runner
- __init__.py
- connector.py
- function.py
- session.py
- table.py
- __init__.py
- config.py
- config_migration.py
- crypto.py
- driver.py
- matchers.py
- mitmproxy_control.py
- utils.py
- client_recreation.json
- datagen_connector.json
- datatype_ingestion.json
- iceberg_avro_aws.json
- iceberg_json_aws.json
- iceberg_schema_evolution_avro_aws.json
- iceberg_schema_evolution_json_aws.json
- nullable_values_after_smt.json
- snowpipe_streaming_legacy_avro_sr.json
- snowpipe_streaming_legacy_byte_array_converter.json
- snowpipe_streaming_legacy_string_converter.json
- snowpipe_streaming_legacy_string_json.json
- snowpipe_streaming_schema_evolution.json
- snowpipe_streaming_schema_mapping_dlq.json
- snowpipe_streaming_string_json_dlq.json
- test_kc_delete_create.json
- test_kc_delete_create_chaos.json
- test_kc_delete_resume.json
- test_kc_delete_resume_chaos.json
- test_kc_pause_create.json
- test_kc_pause_create_chaos.json
- test_kc_pause_resume.json
- test_kc_pause_resume_chaos.json
- test_kc_recreate.json
- test_kc_recreate_chaos.json
- test_kc_resilience.json
- test_kc_restart.json
- test_snowpipe_streaming_string_json_ignore_tombstone.json
- travis_correct_auto_table_creation.json
- travis_correct_auto_table_creation_topic2table.json
- travis_correct_avro_avro.json
- travis_correct_avrosr_avrosr.json
- travis_correct_confluent_protobuf_protobuf.json
- travis_correct_json_json.json
- travis_correct_multiple_topic_to_one_table_snowpipe_streaming.json
- travis_correct_native_complex_smt.json
- travis_correct_native_string_json_without_schema.json
- travis_correct_native_string_protobuf.json
- travis_correct_schema_mapping.json
- travis_correct_schema_not_supported_converter.json
- travis_correct_snowpipe_streaming_string_avro_sr.json
- travis_correct_snowpipe_streaming_string_json.json
- travis_correct_string_avro.json
- travis_correct_string_avrosr.json
- travis_correct_string_json.json
- travis_correct_string_proxy.json
- analyze_metrics.sh
- profile_connect.sh
- scrape_metrics.sh
- pom.xml
- .gitignore
- sensor.proto
- twitter.avro
- __init__.py
- conftest.py
- test_compatibility_case_sensitivity.py
- test_migration.py
- test_schematization_disabled.py
- test_type_compatibility.py
- test_type_compatibility_avro.py
- test_unsupported_types.py
- test_case_sensitivity.py
- __init__.py
- test_iceberg_autocreate_json.py
- test_iceberg_avro.py
- test_iceberg_json.py
- test_iceberg_se_avro.py
- test_iceberg_se_json.py
- test_perf_backlog_drain.py
- test_pressure_init.py
- test_pressure_restart.py
- __init__.py
- test_se_auto_table_creation_avro_sr.py
- test_se_auto_table_creation_json.py
- test_se_avro_sr.py
- test_se_json_ignore_tombstone.py
- test_se_multi_topic_replace_table.py
- test_se_nonnullable_json.py
- test_se_nullable_values_after_smt.py
- test_se_random_row_count.py
- test_se_replace_table.py
- __init__.py
- test_auto_table_creation.py
- test_auto_table_creation_topic2table.py
- test_avrosr_avrosr.py
- test_channel_invalidation.py
- test_channel_invalidation_recovery.py
- test_client_recreation.py
- test_client_recreation_404.py
- test_column_identifier_normalization.py
- test_confluent_protobuf_protobuf.py
- test_default_pipe_features.py
- test_error_table.py
- test_headers.py
- test_json_json.py
- test_kc_delete_create.py
- test_kc_delete_create_chaos.py
- test_kc_delete_resume.py
- test_kc_delete_resume_chaos.py
- test_kc_pause_create.py
- test_kc_pause_create_chaos.py
- test_kc_pause_resume.py
- test_kc_pause_resume_chaos.py
- test_kc_recreate.py
- test_kc_recreate_chaos.py
- test_kc_restart.py
- test_local_observability.py
- test_multiple_topic_to_one_table_snowpipe_streaming.py
- test_native_complex_smt.py
- test_native_string_json_without_schema.py
- test_native_string_protobuf.py
- test_nullable_values_after_smt.py
- test_oauth_ingestion.py
- test_schema_evolution_streaming.py
- test_schema_mapping.py
- test_schema_not_supported_converter.py
- test_snowpipe_streaming_legacy_avro_sr.py
- test_snowpipe_streaming_legacy_byte_array_converter.py
- test_snowpipe_streaming_legacy_string_converter.py
- test_snowpipe_streaming_legacy_string_json.py
- test_snowpipe_streaming_schema_mapping_dlq.py
- test_snowpipe_streaming_string_avro_sr.py
- test_snowpipe_streaming_string_json.py
- test_snowpipe_streaming_string_json_dlq.py
- test_snowpipe_streaming_string_json_ignore_tombstone.py
- test_soak_with_chaos.py
- test_string_avrosr.py
- test_string_json.py
- .gitignore
- __init__.py
- build_image.sh
- build_runtime_jar.sh
- conftest.py
- connect-log4j.properties
- download_v3_jar.sh
- E2E_TEST_PLAN.md
- pyproject.toml
- README.md
- run_tests.sh
- .gitignore
- .java-version
- deploy.sh
- format.sh
- LICENSE
- pom.xml
- pom_confluent.xml
- profile.json.enc
- profile.json.example
- README.md
- upload_jar.sh
// repository documentation
Was this content helpful?
(0 ratings)
