API
Last updated
Last updated
Lists the Firehose configs owned by groups of the user
GET /configs HTTP/1.1
Host: v1
Authorization: YOUR_API_KEY
Accept: */*
OK
[
{
"description": "text",
"filter": {
"description": "text",
"filter": {
"field_name": "",
"filters": [
{
"field_name": "",
"filters": "[Circular Reference]",
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
}
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"groups": [
"text"
],
"id": "text",
"index": [
{
"description": "text",
"key": "type",
"required": true,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {
"seconds": 1
},
"period_seconds": 1,
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"schema": "text",
"share": "text",
"table": "text"
},
"description": "text",
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
}
},
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"data": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"connections": {
"ANY_ADDITIONAL_PROPERTY": {
"main": [
[
{
"index": 1,
"node": "text",
"type": "text"
}
]
]
}
},
"id": "text",
"nodes": [
{
"credentials": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"name": "text",
"onError": "text",
"parameters": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"position": [
1
],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"limit": 1,
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_kinesis": {
"batching": {
"count": 1,
"period": "5s"
},
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"region": "text",
"stream": "text"
},
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"deltalake": {
"azure_blob_storage": {
"root_path": "text",
"storage_access_key": "text",
"storage_account": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"table_name": "text",
"timeout": "5s"
},
"description": "text",
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"verb": "POST",
"verify_token": "text",
"verify_token_private_key": "text"
},
"kafka": {
"batching": {
"count": 1,
"period": "5s"
},
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topic": "text"
},
"mongodb": {
"batching": {
"count": 1,
"period": "5s"
},
"collection": "text",
"database": "text",
"operation": "insert-one",
"update_one": {
"filter": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"upsert": false
},
"uri": "text"
},
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": "1d"
},
"sql": {
"batching": {
"count": 1,
"period": "5s"
},
"driver": "mysql",
"mssql": {
"data_types": [
{
"date": {
"format": "text"
},
"datetime": {
"format": "text"
},
"datetime_offset": {
"format": "text"
},
"name": "text",
"type": "NVARCHAR"
}
]
},
"operation": "UPDATE",
"table": {
"name": "text",
"schema": "text"
},
"update": {
"key_fields": [
"text"
]
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"processor": {
"description": "text",
"flink_sql": {
"select": {
"statement": "text"
},
"sink": {
"create_table": {
"columns": "[Circular Reference]",
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
}
},
"sources": [
{
"create_table": "[Circular Reference]",
"name": "text",
"type": "CREATE_TABLE"
}
],
"timezone": "text"
},
"type": "FLINK_SQL"
},
"sharing_groups": [
"text"
],
"status": "ACTIVE",
"transformer": {
"description": "text",
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"dynamic_url": {
"mapping": "text"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"ignore_error_codes": [
1
],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": true,
"override": true,
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}
]Gets a Firehose config by its id
The Firehose config id
GET /configs/{key} HTTP/1.1
Host: v1
Authorization: YOUR_API_KEY
Accept: */*
OK
{
"description": "text",
"filter": {
"description": "text",
"filter": {
"field_name": "",
"filters": [
{
"field_name": "",
"filters": [
"[Circular Reference]"
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
}
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"groups": [
"text"
],
"id": "text",
"index": [
{
"description": "text",
"key": "type",
"required": true,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {
"seconds": 1
},
"period_seconds": 1,
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"schema": "text",
"share": "text",
"table": "text"
},
"description": "text",
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
}
},
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"data": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"connections": {
"ANY_ADDITIONAL_PROPERTY": {
"main": [
[
{
"index": 1,
"node": "text",
"type": "text"
}
]
]
}
},
"id": "text",
"nodes": [
{
"credentials": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"name": "text",
"onError": "text",
"parameters": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"position": [
1
],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"limit": 1,
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_kinesis": {
"batching": {
"count": 1,
"period": "5s"
},
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"region": "text",
"stream": "text"
},
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"deltalake": {
"azure_blob_storage": {
"root_path": "text",
"storage_access_key": "text",
"storage_account": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"table_name": "text",
"timeout": "5s"
},
"description": "text",
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"verb": "POST",
"verify_token": "text",
"verify_token_private_key": "text"
},
"kafka": {
"batching": {
"count": 1,
"period": "5s"
},
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topic": "text"
},
"mongodb": {
"batching": {
"count": 1,
"period": "5s"
},
"collection": "text",
"database": "text",
"operation": "insert-one",
"update_one": {
"filter": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"upsert": false
},
"uri": "text"
},
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": "1d"
},
"sql": {
"batching": {
"count": 1,
"period": "5s"
},
"driver": "mysql",
"mssql": {
"data_types": [
{
"date": {
"format": "text"
},
"datetime": {
"format": "text"
},
"datetime_offset": {
"format": "text"
},
"name": "text",
"type": "NVARCHAR"
}
]
},
"operation": "UPDATE",
"table": {
"name": "text",
"schema": "text"
},
"update": {
"key_fields": [
"text"
]
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"processor": {
"description": "text",
"flink_sql": {
"select": {
"statement": "text"
},
"sink": {
"create_table": {
"columns": [
"[Circular Reference]"
],
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
}
},
"sources": [
{
"create_table": {
"columns": "[Circular Reference]",
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
},
"name": "text",
"type": "CREATE_TABLE"
}
],
"timezone": "text"
},
"type": "FLINK_SQL"
},
"sharing_groups": [
"text"
],
"status": "ACTIVE",
"transformer": {
"description": "text",
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"dynamic_url": {
"mapping": "text"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"ignore_error_codes": [
1
],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": true,
"override": true,
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}Deletes a Firehose config by its id
The Firehose config id
DELETE /configs/{key} HTTP/1.1
Host: v1
Authorization: YOUR_API_KEY
Accept: */*
OK
{
"description": "text",
"filter": {
"description": "text",
"filter": {
"field_name": "",
"filters": [
{
"field_name": "",
"filters": [
"[Circular Reference]"
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
}
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"groups": [
"text"
],
"id": "text",
"index": [
{
"description": "text",
"key": "type",
"required": true,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {
"seconds": 1
},
"period_seconds": 1,
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"schema": "text",
"share": "text",
"table": "text"
},
"description": "text",
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
}
},
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"data": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"connections": {
"ANY_ADDITIONAL_PROPERTY": {
"main": [
[
{
"index": 1,
"node": "text",
"type": "text"
}
]
]
}
},
"id": "text",
"nodes": [
{
"credentials": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"name": "text",
"onError": "text",
"parameters": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"position": [
1
],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"limit": 1,
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_kinesis": {
"batching": {
"count": 1,
"period": "5s"
},
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"region": "text",
"stream": "text"
},
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"deltalake": {
"azure_blob_storage": {
"root_path": "text",
"storage_access_key": "text",
"storage_account": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"table_name": "text",
"timeout": "5s"
},
"description": "text",
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"verb": "POST",
"verify_token": "text",
"verify_token_private_key": "text"
},
"kafka": {
"batching": {
"count": 1,
"period": "5s"
},
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topic": "text"
},
"mongodb": {
"batching": {
"count": 1,
"period": "5s"
},
"collection": "text",
"database": "text",
"operation": "insert-one",
"update_one": {
"filter": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"upsert": false
},
"uri": "text"
},
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": "1d"
},
"sql": {
"batching": {
"count": 1,
"period": "5s"
},
"driver": "mysql",
"mssql": {
"data_types": [
{
"date": {
"format": "text"
},
"datetime": {
"format": "text"
},
"datetime_offset": {
"format": "text"
},
"name": "text",
"type": "NVARCHAR"
}
]
},
"operation": "UPDATE",
"table": {
"name": "text",
"schema": "text"
},
"update": {
"key_fields": [
"text"
]
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"processor": {
"description": "text",
"flink_sql": {
"select": {
"statement": "text"
},
"sink": {
"create_table": {
"columns": [
"[Circular Reference]"
],
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
}
},
"sources": [
{
"create_table": {
"columns": "[Circular Reference]",
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
},
"name": "text",
"type": "CREATE_TABLE"
}
],
"timezone": "text"
},
"type": "FLINK_SQL"
},
"sharing_groups": [
"text"
],
"status": "ACTIVE",
"transformer": {
"description": "text",
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"dynamic_url": {
"mapping": "text"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"ignore_error_codes": [
1
],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": true,
"override": true,
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}Inspects an user access token
GET /auth/inspect-token HTTP/1.1
Host: v1
Authorization: YOUR_API_KEY
Accept: */*
OK
{
"available_groups": [
{
"access": {
"ANY_ADDITIONAL_PROPERTY": true
},
"attributes": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"clientRoles": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"id": "text",
"name": "text",
"path": "text",
"realmRoles": [
"text"
],
"subGroups": [
{
"access": {
"ANY_ADDITIONAL_PROPERTY": true
},
"attributes": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"clientRoles": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"id": "text",
"name": "text",
"path": "text",
"realmRoles": [
"text"
],
"subGroups": [
"[Circular Reference]"
]
}
]
}
],
"groups": [
{
"access": {
"ANY_ADDITIONAL_PROPERTY": true
},
"attributes": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"clientRoles": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"id": "text",
"name": "text",
"path": "text",
"realmRoles": [
"text"
],
"subGroups": [
{
"access": {
"ANY_ADDITIONAL_PROPERTY": true
},
"attributes": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"clientRoles": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"id": "text",
"name": "text",
"path": "text",
"realmRoles": [
"text"
],
"subGroups": [
"[Circular Reference]"
]
}
]
}
],
"token": {
"active": true,
"attributes": {},
"aud": [
"text"
],
"auth_time": 1,
"exp": 1,
"iat": 1,
"jti": "text",
"nbf": 1,
"permissions": [
{
"resource_id": "text",
"resource_scopes": [
"text"
],
"rsid": "text",
"rsname": "text",
"scopes": [
"text"
]
}
],
"typ": "text"
},
"user_info": {
"email": "text",
"email_verified": true,
"family_name": "text",
"firehose_access": {
"filter": {
"bot_id": [
"text"
],
"channel": [
"text"
],
"content": [
"text"
],
"content_type": [
"text"
],
"from": [
"text"
],
"group": [
"text"
],
"index": [
"text"
],
"read_all": true,
"tenant": [
"text"
],
"to": [
"text"
],
"type": [
"text"
]
},
"group_ids": [
"text"
],
"index": {
"bot_id": [
"text"
],
"channel": [
"text"
],
"content": [
"text"
],
"content_type": [
"text"
],
"from": [
"text"
],
"group": [
"text"
],
"read_all": true,
"tenant": [
"text"
],
"to": [
"text"
],
"type": [
"text"
]
}
},
"gender": "text",
"given_name": "text",
"is_admin": true,
"middle_name": "text",
"name": "text",
"nickname": "text",
"preferred_username": "text",
"sub": "text",
"updated_at": 1
}
}Adds a new Firehose config
POST /configs HTTP/1.1
Host: v1
Authorization: YOUR_API_KEY
Content-Type: application/json
Accept: */*
Content-Length: 9285
{
"description": "text",
"filter": {
"description": "text",
"filter": {
"field_name": "",
"filters": [
{
"field_name": "",
"filters": [
"[Circular Reference]"
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
}
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"groups": [
"text"
],
"id": "text",
"index": [
{
"description": "text",
"key": "type",
"required": true,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {
"seconds": 1
},
"period_seconds": 1,
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"schema": "text",
"share": "text",
"table": "text"
},
"description": "text",
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
}
},
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"data": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"connections": {
"ANY_ADDITIONAL_PROPERTY": {
"main": [
[
{
"index": 1,
"node": "text",
"type": "text"
}
]
]
}
},
"id": "text",
"nodes": [
{
"credentials": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"name": "text",
"onError": "text",
"parameters": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"position": [
1
],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"limit": 1,
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_kinesis": {
"batching": {
"count": 1,
"period": "5s"
},
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"region": "text",
"stream": "text"
},
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"deltalake": {
"azure_blob_storage": {
"root_path": "text",
"storage_access_key": "text",
"storage_account": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"table_name": "text",
"timeout": "5s"
},
"description": "text",
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"verb": "POST",
"verify_token": "text",
"verify_token_private_key": "text"
},
"kafka": {
"batching": {
"count": 1,
"period": "5s"
},
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topic": "text"
},
"mongodb": {
"batching": {
"count": 1,
"period": "5s"
},
"collection": "text",
"database": "text",
"operation": "insert-one",
"update_one": {
"filter": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"upsert": false
},
"uri": "text"
},
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": "1d"
},
"sql": {
"batching": {
"count": 1,
"period": "5s"
},
"driver": "mysql",
"mssql": {
"data_types": [
{
"date": {
"format": "text"
},
"datetime": {
"format": "text"
},
"datetime_offset": {
"format": "text"
},
"name": "text",
"type": "NVARCHAR"
}
]
},
"operation": "UPDATE",
"table": {
"name": "text",
"schema": "text"
},
"update": {
"key_fields": [
"text"
]
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"processor": {
"description": "text",
"flink_sql": {
"select": {
"statement": "text"
},
"sink": {
"create_table": {
"columns": [
"[Circular Reference]"
],
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
}
},
"sources": [
{
"create_table": {
"columns": "[Circular Reference]",
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
},
"name": "text",
"type": "CREATE_TABLE"
}
],
"timezone": "text"
},
"type": "FLINK_SQL"
},
"sharing_groups": [
"text"
],
"status": "ACTIVE",
"transformer": {
"description": "text",
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"dynamic_url": {
"mapping": "text"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"ignore_error_codes": [
1
],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": true,
"override": true,
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}OK
{
"description": "text",
"filter": {
"description": "text",
"filter": {
"field_name": "",
"filters": [
{
"field_name": "",
"filters": [
"[Circular Reference]"
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
}
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"groups": [
"text"
],
"id": "text",
"index": [
{
"description": "text",
"key": "type",
"required": true,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {
"seconds": 1
},
"period_seconds": 1,
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"schema": "text",
"share": "text",
"table": "text"
},
"description": "text",
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
}
},
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"data": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"connections": {
"ANY_ADDITIONAL_PROPERTY": {
"main": [
[
{
"index": 1,
"node": "text",
"type": "text"
}
]
]
}
},
"id": "text",
"nodes": [
{
"credentials": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"name": "text",
"onError": "text",
"parameters": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"position": [
1
],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"limit": 1,
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_kinesis": {
"batching": {
"count": 1,
"period": "5s"
},
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"region": "text",
"stream": "text"
},
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"deltalake": {
"azure_blob_storage": {
"root_path": "text",
"storage_access_key": "text",
"storage_account": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"table_name": "text",
"timeout": "5s"
},
"description": "text",
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"verb": "POST",
"verify_token": "text",
"verify_token_private_key": "text"
},
"kafka": {
"batching": {
"count": 1,
"period": "5s"
},
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topic": "text"
},
"mongodb": {
"batching": {
"count": 1,
"period": "5s"
},
"collection": "text",
"database": "text",
"operation": "insert-one",
"update_one": {
"filter": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"upsert": false
},
"uri": "text"
},
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": "1d"
},
"sql": {
"batching": {
"count": 1,
"period": "5s"
},
"driver": "mysql",
"mssql": {
"data_types": [
{
"date": {
"format": "text"
},
"datetime": {
"format": "text"
},
"datetime_offset": {
"format": "text"
},
"name": "text",
"type": "NVARCHAR"
}
]
},
"operation": "UPDATE",
"table": {
"name": "text",
"schema": "text"
},
"update": {
"key_fields": [
"text"
]
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"processor": {
"description": "text",
"flink_sql": {
"select": {
"statement": "text"
},
"sink": {
"create_table": {
"columns": [
"[Circular Reference]"
],
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
}
},
"sources": [
{
"create_table": {
"columns": "[Circular Reference]",
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
},
"name": "text",
"type": "CREATE_TABLE"
}
],
"timezone": "text"
},
"type": "FLINK_SQL"
},
"sharing_groups": [
"text"
],
"status": "ACTIVE",
"transformer": {
"description": "text",
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"dynamic_url": {
"mapping": "text"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"ignore_error_codes": [
1
],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": true,
"override": true,
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}Verifies a Firehose config
POST /verify HTTP/1.1
Host: v1
Authorization: YOUR_API_KEY
Content-Type: application/json
Accept: */*
Content-Length: 476
{
"input": {
"n8n": {
"credentials": [
{
"data": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"id": "text",
"type": "text"
}
],
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"connections": {
"ANY_ADDITIONAL_PROPERTY": {
"main": [
[
{
"index": 1,
"node": "text",
"type": "text"
}
]
]
}
},
"id": "text",
"nodes": [
{
"credentials": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"name": "text",
"onError": "text",
"parameters": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"position": [
1
],
"type": "text",
"webhookId": "text"
}
]
}
},
"type": "N8N"
}
}OK
{
"input": {
"n8n": {
"credentials": [
{
"data": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"id": "text",
"type": "text"
}
],
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"connections": {
"ANY_ADDITIONAL_PROPERTY": {
"main": [
[
{
"index": 1,
"node": "text",
"type": "text"
}
]
]
}
},
"id": "text",
"nodes": [
{
"credentials": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"name": "text",
"onError": "text",
"parameters": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"position": [
1
],
"type": "text",
"webhookId": "text"
}
]
}
},
"type": "N8N"
}
}Edits a Firehose config by its id
The Firehose config id
PUT /configs/{key} HTTP/1.1
Host: v1
Authorization: YOUR_API_KEY
Content-Type: application/json
Accept: */*
Content-Length: 9285
{
"description": "text",
"filter": {
"description": "text",
"filter": {
"field_name": "",
"filters": [
{
"field_name": "",
"filters": [
"[Circular Reference]"
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
}
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"groups": [
"text"
],
"id": "text",
"index": [
{
"description": "text",
"key": "type",
"required": true,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {
"seconds": 1
},
"period_seconds": 1,
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"schema": "text",
"share": "text",
"table": "text"
},
"description": "text",
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
}
},
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"data": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"connections": {
"ANY_ADDITIONAL_PROPERTY": {
"main": [
[
{
"index": 1,
"node": "text",
"type": "text"
}
]
]
}
},
"id": "text",
"nodes": [
{
"credentials": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"name": "text",
"onError": "text",
"parameters": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"position": [
1
],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"limit": 1,
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_kinesis": {
"batching": {
"count": 1,
"period": "5s"
},
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"region": "text",
"stream": "text"
},
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"deltalake": {
"azure_blob_storage": {
"root_path": "text",
"storage_access_key": "text",
"storage_account": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"table_name": "text",
"timeout": "5s"
},
"description": "text",
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"verb": "POST",
"verify_token": "text",
"verify_token_private_key": "text"
},
"kafka": {
"batching": {
"count": 1,
"period": "5s"
},
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topic": "text"
},
"mongodb": {
"batching": {
"count": 1,
"period": "5s"
},
"collection": "text",
"database": "text",
"operation": "insert-one",
"update_one": {
"filter": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"upsert": false
},
"uri": "text"
},
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": "1d"
},
"sql": {
"batching": {
"count": 1,
"period": "5s"
},
"driver": "mysql",
"mssql": {
"data_types": [
{
"date": {
"format": "text"
},
"datetime": {
"format": "text"
},
"datetime_offset": {
"format": "text"
},
"name": "text",
"type": "NVARCHAR"
}
]
},
"operation": "UPDATE",
"table": {
"name": "text",
"schema": "text"
},
"update": {
"key_fields": [
"text"
]
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"processor": {
"description": "text",
"flink_sql": {
"select": {
"statement": "text"
},
"sink": {
"create_table": {
"columns": [
"[Circular Reference]"
],
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
}
},
"sources": [
{
"create_table": {
"columns": "[Circular Reference]",
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
},
"name": "text",
"type": "CREATE_TABLE"
}
],
"timezone": "text"
},
"type": "FLINK_SQL"
},
"sharing_groups": [
"text"
],
"status": "ACTIVE",
"transformer": {
"description": "text",
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"dynamic_url": {
"mapping": "text"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"ignore_error_codes": [
1
],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": true,
"override": true,
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}OK
{
"description": "text",
"filter": {
"description": "text",
"filter": {
"field_name": "",
"filters": [
{
"field_name": "",
"filters": [
"[Circular Reference]"
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
}
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"groups": [
"text"
],
"id": "text",
"index": [
{
"description": "text",
"key": "type",
"required": true,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {
"seconds": 1
},
"period_seconds": 1,
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"schema": "text",
"share": "text",
"table": "text"
},
"description": "text",
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
}
},
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"data": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"connections": {
"ANY_ADDITIONAL_PROPERTY": {
"main": [
[
{
"index": 1,
"node": "text",
"type": "text"
}
]
]
}
},
"id": "text",
"nodes": [
{
"credentials": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"name": "text",
"onError": "text",
"parameters": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"position": [
1
],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"limit": 1,
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_kinesis": {
"batching": {
"count": 1,
"period": "5s"
},
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"region": "text",
"stream": "text"
},
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"deltalake": {
"azure_blob_storage": {
"root_path": "text",
"storage_access_key": "text",
"storage_account": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"table_name": "text",
"timeout": "5s"
},
"description": "text",
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"verb": "POST",
"verify_token": "text",
"verify_token_private_key": "text"
},
"kafka": {
"batching": {
"count": 1,
"period": "5s"
},
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topic": "text"
},
"mongodb": {
"batching": {
"count": 1,
"period": "5s"
},
"collection": "text",
"database": "text",
"operation": "insert-one",
"update_one": {
"filter": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"upsert": false
},
"uri": "text"
},
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": "1d"
},
"sql": {
"batching": {
"count": 1,
"period": "5s"
},
"driver": "mysql",
"mssql": {
"data_types": [
{
"date": {
"format": "text"
},
"datetime": {
"format": "text"
},
"datetime_offset": {
"format": "text"
},
"name": "text",
"type": "NVARCHAR"
}
]
},
"operation": "UPDATE",
"table": {
"name": "text",
"schema": "text"
},
"update": {
"key_fields": [
"text"
]
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"processor": {
"description": "text",
"flink_sql": {
"select": {
"statement": "text"
},
"sink": {
"create_table": {
"columns": [
"[Circular Reference]"
],
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
}
},
"sources": [
{
"create_table": {
"columns": "[Circular Reference]",
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
},
"name": "text",
"type": "CREATE_TABLE"
}
],
"timezone": "text"
},
"type": "FLINK_SQL"
},
"sharing_groups": [
"text"
],
"status": "ACTIVE",
"transformer": {
"description": "text",
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"dynamic_url": {
"mapping": "text"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"ignore_error_codes": [
1
],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": true,
"override": true,
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}Edits some fields from a Firehose config by its id
The Firehose config id
PATCH /configs/{key} HTTP/1.1
Host: v1
Authorization: YOUR_API_KEY
Content-Type: application/json
Accept: */*
Content-Length: 341
{
"description": "text",
"input": {
"delta_sharing": {
"filter": {
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
}
},
"description": "text",
"type": "DELTA_SHARING"
},
"name": "text",
"sharing_groups": [
"text"
],
"status": "ACTIVE"
}OK
{
"description": "text",
"filter": {
"description": "text",
"filter": {
"field_name": "",
"filters": [
{
"field_name": "",
"filters": [
"[Circular Reference]"
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
}
],
"op": "AND",
"value": "text",
"value_type": "string",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"groups": [
"text"
],
"id": "text",
"index": [
{
"description": "text",
"key": "type",
"required": true,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {
"seconds": 1
},
"period_seconds": 1,
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"schema": "text",
"share": "text",
"table": "text"
},
"description": "text",
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text",
"max_buffer_size": 1
},
"type": "lines"
}
},
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"data": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"connections": {
"ANY_ADDITIONAL_PROPERTY": {
"main": [
[
{
"index": 1,
"node": "text",
"type": "text"
}
]
]
}
},
"id": "text",
"nodes": [
{
"credentials": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"name": "text",
"onError": "text",
"parameters": {
"ANY_ADDITIONAL_PROPERTY": {}
},
"position": [
1
],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"limit": 1,
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text",
"max_executions": 1,
"seconds": 1
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_kinesis": {
"batching": {
"count": 1,
"period": "5s"
},
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"region": "text",
"stream": "text"
},
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"deltalake": {
"azure_blob_storage": {
"root_path": "text",
"storage_access_key": "text",
"storage_account": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"table_name": "text",
"timeout": "5s"
},
"description": "text",
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"batching": {
"count": 1,
"period": "5s"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"verb": "POST",
"verify_token": "text",
"verify_token_private_key": "text"
},
"kafka": {
"batching": {
"count": 1,
"period": "5s"
},
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": true,
"enabled": true,
"root_cas": "text",
"skip_cert_verify": true
},
"topic": "text"
},
"mongodb": {
"batching": {
"count": 1,
"period": "5s"
},
"collection": "text",
"database": "text",
"operation": "insert-one",
"update_one": {
"filter": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"upsert": false
},
"uri": "text"
},
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": "1d"
},
"sql": {
"batching": {
"count": 1,
"period": "5s"
},
"driver": "mysql",
"mssql": {
"data_types": [
{
"date": {
"format": "text"
},
"datetime": {
"format": "text"
},
"datetime_offset": {
"format": "text"
},
"name": "text",
"type": "NVARCHAR"
}
]
},
"operation": "UPDATE",
"table": {
"name": "text",
"schema": "text"
},
"update": {
"key_fields": [
"text"
]
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"max_size_mb": 1,
"path": "text",
"period": "1d",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"processor": {
"description": "text",
"flink_sql": {
"select": {
"statement": "text"
},
"sink": {
"create_table": {
"columns": [
"[Circular Reference]"
],
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
}
},
"sources": [
{
"create_table": {
"columns": "[Circular Reference]",
"watermark": {
"column": "text",
"period": 1,
"time_unit": "SECOND"
}
},
"name": "text",
"type": "CREATE_TABLE"
}
],
"timezone": "text"
},
"type": "FLINK_SQL"
},
"sharing_groups": [
"text"
],
"status": "ACTIVE",
"transformer": {
"description": "text",
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"dynamic_url": {
"mapping": "text"
},
"headers": {
"ANY_ADDITIONAL_PROPERTY": "text"
},
"headers_list": [
{
"key": "text",
"value": "text"
}
],
"ignore_error_codes": [
1
],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"endpoint_params": {
"ANY_ADDITIONAL_PROPERTY": [
"text"
]
},
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"timeout_seconds": 1,
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": true,
"override": true,
"rate_limit": {
"count": 1,
"interval_seconds": 1
},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}Login as an authenticated user to retrieve the access token
POST /auth/login HTTP/1.1
Host: v1
Authorization: YOUR_API_KEY
Content-Type: application/json
Accept: */*
Content-Length: 37
{
"password": "text",
"username": "text"
}OK
{
"access_token": "text",
"expires_in": 1,
"id_token": "text",
"refresh_expires_in": 1,
"refresh_token": "text",
"scope": "text",
"session_state": "text",
"token_type": "text"
}Refresh an user access token
POST /auth/refresh-token HTTP/1.1
Host: v1
Authorization: YOUR_API_KEY
Content-Type: application/json
Accept: */*
Content-Length: 24
{
"refresh_token": "text"
}OK
{
"access_token": "text",
"expires_in": 1,
"id_token": "text",
"refresh_expires_in": 1,
"refresh_token": "text",
"scope": "text",
"session_state": "text",
"token_type": "text"
}Use this endpoint to send message to HTTP inputs configurations
One or more input config ids
The content type of the message
POST /v1/webhook HTTP/1.1
Host: api-firehose.blip.ai
Authorization: YOUR_API_KEY
Content-Type: */*
Accept: */*
Content-Length: 38
{
"ANY_ADDITIONAL_PROPERTY": "anything"
}OK
{
"success": true
}