API
Webhook
Endpoint to receive messages to be processed by HTTP inputs
Sindicator Manager
The sindicator manager is responsible for all the APIs to manage configurations and authentication.
Last updated
Endpoint to receive messages to be processed by HTTP inputs
The sindicator manager is responsible for all the APIs to manage configurations and authentication.
Last updated
Use this endpoint to send message to HTTP inputs configurations
The content of the message
OK
If the operation was executed successfully
const response = await fetch('https://api-firehose.blip.ai/v1/webhook?firehose-ids=text', {
method: 'POST',
headers: {
"Content-Type": "*/*"
},
});
const data = await response.json();{
"success": false
}Refresh an user access token
The refresh token
OK
const response = await fetch('//v1/auth/refresh-token', {
method: 'POST',
headers: {
"Content-Type": "application/json"
},
body: JSON.stringify({
"refresh_token": "text"
}),
});
const data = await response.json();{
"access_token": "text",
"id_token": "text",
"refresh_token": "text",
"scope": "text",
"session_state": "text",
"token_type": "text"
}Login as an authenticated user to retrieve the access token
The auth credentials
OK
const response = await fetch('//v1/auth/login', {
method: 'POST',
headers: {
"Content-Type": "application/json"
},
body: JSON.stringify({
"password": "text",
"username": "text"
}),
});
const data = await response.json();{
"access_token": "text",
"id_token": "text",
"refresh_token": "text",
"scope": "text",
"session_state": "text",
"token_type": "text"
}Adds a new Firehose config
The Firehose config
OK
const response = await fetch('//v1/configs', {
method: 'POST',
headers: {
"Content-Type": "application/json"
},
body: JSON.stringify({}),
});
const data = await response.json();{
"description": "text",
"filter": {
"filter": {
"field_name": "",
"filters": [],
"op": "AND",
"value": "text",
"value_type": "",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"id": "text",
"index": [
{
"key": "type",
"required": false,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {},
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text"
},
"schema": "text",
"share": "text",
"table": "text"
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"timeout": "5s",
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"id": "text",
"nodes": [
{
"name": "text",
"onError": "text",
"position": [],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text"
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"verb": "POST",
"verify_token": "text"
},
"kafka": {
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topic": "text"
},
"mongodb": {
"collection": "text",
"database": "text",
"uri": "text"
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": ""
},
"sql": {
"driver": "mysql",
"table": {
"name": "text",
"schema": "text"
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"status": "ACTIVE",
"transformer": {
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"ignore_error_codes": [],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": false,
"override": false,
"rate_limit": {},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}Edits some fields from a Firehose config by its id
The Firehose config id
The Firehose config fields
OK
const response = await fetch('//v1/configs/{key}', {
method: 'PATCH',
headers: {
"Content-Type": "application/json"
},
body: JSON.stringify({}),
});
const data = await response.json();{
"description": "text",
"filter": {
"filter": {
"field_name": "",
"filters": [],
"op": "AND",
"value": "text",
"value_type": "",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"id": "text",
"index": [
{
"key": "type",
"required": false,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {},
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text"
},
"schema": "text",
"share": "text",
"table": "text"
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"timeout": "5s",
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"id": "text",
"nodes": [
{
"name": "text",
"onError": "text",
"position": [],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text"
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"verb": "POST",
"verify_token": "text"
},
"kafka": {
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topic": "text"
},
"mongodb": {
"collection": "text",
"database": "text",
"uri": "text"
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": ""
},
"sql": {
"driver": "mysql",
"table": {
"name": "text",
"schema": "text"
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"status": "ACTIVE",
"transformer": {
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"ignore_error_codes": [],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": false,
"override": false,
"rate_limit": {},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}Lists the Firehose configs owned by groups of the user
OK
const response = await fetch('//v1/configs', {
method: 'GET',
headers: {},
});
const data = await response.json();[
{
"description": "text",
"filter": {
"filter": {
"field_name": "",
"filters": [],
"op": "AND",
"value": "text",
"value_type": "",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"id": "text",
"index": [
{
"key": "type",
"required": false,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {},
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text"
},
"schema": "text",
"share": "text",
"table": "text"
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"timeout": "5s",
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"id": "text",
"nodes": [
{
"name": "text",
"onError": "text",
"position": [],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text"
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"verb": "POST",
"verify_token": "text"
},
"kafka": {
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topic": "text"
},
"mongodb": {
"collection": "text",
"database": "text",
"uri": "text"
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": ""
},
"sql": {
"driver": "mysql",
"table": {
"name": "text",
"schema": "text"
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"status": "ACTIVE",
"transformer": {
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"ignore_error_codes": [],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": false,
"override": false,
"rate_limit": {},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}
]Verifies a Firehose config
The Firehose config
OK
const response = await fetch('//v1/verify', {
method: 'POST',
headers: {
"Content-Type": "application/json"
},
body: JSON.stringify({
"input": {
"type": "N8N"
}
}),
});
const data = await response.json();{
"input": {
"n8n": {
"credentials": [
{
"id": "text",
"type": "text"
}
],
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"id": "text",
"nodes": [
{
"name": "text",
"onError": "text",
"position": [],
"type": "text",
"webhookId": "text"
}
]
}
},
"type": "N8N"
}
}Inspects an user access token
OK
const response = await fetch('//v1/auth/inspect-token', {
method: 'GET',
headers: {},
});
const data = await response.json();{
"groups": [
{
"id": "text",
"name": "text",
"path": "text",
"realmRoles": [
"text"
],
"subGroups": []
}
],
"token": {
"active": false,
"aud": [
"text"
],
"jti": "text",
"permissions": [
{
"resource_id": "text",
"resource_scopes": [
"text"
],
"rsid": "text",
"rsname": "text",
"scopes": [
"text"
]
}
],
"typ": "text"
},
"user_info": {
"email": "text",
"email_verified": false,
"family_name": "text",
"gender": "text",
"given_name": "text",
"middle_name": "text",
"name": "text",
"nickname": "text",
"preferred_username": "text",
"sub": "text"
}
}Deletes a Firehose config by its id
The Firehose config id
OK
const response = await fetch('//v1/configs/{key}', {
method: 'DELETE',
headers: {},
});
const data = await response.json();{
"description": "text",
"filter": {
"filter": {
"field_name": "",
"filters": [],
"op": "AND",
"value": "text",
"value_type": "",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"id": "text",
"index": [
{
"key": "type",
"required": false,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {},
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text"
},
"schema": "text",
"share": "text",
"table": "text"
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"timeout": "5s",
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"id": "text",
"nodes": [
{
"name": "text",
"onError": "text",
"position": [],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text"
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"verb": "POST",
"verify_token": "text"
},
"kafka": {
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topic": "text"
},
"mongodb": {
"collection": "text",
"database": "text",
"uri": "text"
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": ""
},
"sql": {
"driver": "mysql",
"table": {
"name": "text",
"schema": "text"
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"status": "ACTIVE",
"transformer": {
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"ignore_error_codes": [],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": false,
"override": false,
"rate_limit": {},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}Gets a Firehose config by its id
The Firehose config id
OK
const response = await fetch('//v1/configs/{key}', {
method: 'GET',
headers: {},
});
const data = await response.json();{
"description": "text",
"filter": {
"filter": {
"field_name": "",
"filters": [],
"op": "AND",
"value": "text",
"value_type": "",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"id": "text",
"index": [
{
"key": "type",
"required": false,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {},
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text"
},
"schema": "text",
"share": "text",
"table": "text"
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"timeout": "5s",
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"id": "text",
"nodes": [
{
"name": "text",
"onError": "text",
"position": [],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text"
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"verb": "POST",
"verify_token": "text"
},
"kafka": {
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topic": "text"
},
"mongodb": {
"collection": "text",
"database": "text",
"uri": "text"
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": ""
},
"sql": {
"driver": "mysql",
"table": {
"name": "text",
"schema": "text"
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"status": "ACTIVE",
"transformer": {
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"ignore_error_codes": [],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": false,
"override": false,
"rate_limit": {},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}Edits a Firehose config by its id
The Firehose config id
The Firehose config
OK
const response = await fetch('//v1/configs/{key}', {
method: 'PUT',
headers: {
"Content-Type": "application/json"
},
body: JSON.stringify({}),
});
const data = await response.json();{
"description": "text",
"filter": {
"filter": {
"field_name": "",
"filters": [],
"op": "AND",
"value": "text",
"value_type": "",
"values": [
"text"
]
},
"groups": [
"text"
],
"indexes": [
"text"
]
},
"id": "text",
"index": [
{
"key": "type",
"required": false,
"value": "text",
"values": [
"text"
]
}
],
"input": {
"allowed_metadata": [
"text"
],
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"input_seed": {
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"parser": {
"mapping": "text"
},
"type": "KAFKA"
},
"prefix": "text",
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"delta_sharing": {
"config": "text",
"file_id": "text",
"filter": {
"bot_field_name": "text",
"bot_field_values": [
"text"
],
"date_field_name": "StorageDateDayBR",
"since_date_value": "text",
"since_datetime_value": {
"date_value": "text",
"timezone": "text"
},
"tenant_field_name": "text",
"tenant_field_values": [
"text"
],
"until_date_value": "text",
"until_datetime_value": {
"date_value": "text",
"timezone": "text"
}
},
"paging": {},
"queries": [
{
"field_name": "text",
"type": "datetime"
}
],
"scheduler": {
"cron": "text"
},
"schema": "text",
"share": "text",
"table": "text"
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"subscription": "text"
},
"http_client": {
"stream": {
"enabled": true,
"reconnect": false,
"scanner": {
"csv": {
"continue_on_error": false,
"custom_delimiter": "text",
"lazy_quotes": false,
"parse_header_row": true
},
"lines": {
"custom_delimiter": "text"
},
"type": "lines"
}
},
"timeout": "5s",
"url": "text",
"verb": "GET"
},
"kafka": {
"addresses": [
"text"
],
"consumer_group": "text",
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topics": [
"text"
]
},
"n8n": {
"credentials": [
{
"id": "text",
"type": "text"
}
],
"firehose_access_token": "text",
"output_error_nodes": [
"text"
],
"output_success_nodes": [
"text"
],
"workflow": {
"id": "text",
"nodes": [
{
"name": "text",
"onError": "text",
"position": [],
"type": "text",
"webhookId": "text"
}
]
}
},
"sql": {
"driver": "mysql",
"query": {
"from": "text",
"group_by": "text",
"having": "text",
"order_by": "text",
"select": "text",
"where": "text"
},
"scheduler": {
"cron": "text"
},
"uri": "text"
},
"type": "KAFKA"
},
"name": "text",
"output": {
"aws_s3": {
"bucket": "text",
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"region": "text"
},
"azure_blob": {
"container": "text",
"credential": {
"storage_access_key": "text",
"storage_account": "text",
"storage_connection_string": "text",
"storage_sas_token": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"elastic_search": {
"aws": {
"credential": {
"id": "text",
"profile": "text",
"role": "text",
"role_external_id": "text",
"secret": "text",
"token": "text"
},
"endpoint": "text",
"region": "text"
},
"basic_auth": {
"password": "text",
"user_id": "text"
},
"conflict_action": "upsert",
"id_fields": [
"text"
],
"id_separator": "-",
"index": "text",
"pipeline": "text",
"script_params_blobl": {
"mapping": "text"
},
"stored_script": "text",
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"urls": [
"text"
]
},
"email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"to": [
"text"
]
},
"firehose": {
"config_ids": [
"text"
]
},
"google_cloud_pubsub": {
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"project": "text",
"topic": "text"
},
"google_cloud_storage": {
"bucket": "text",
"content_type": "text",
"credential": {
"auth_provider_x509_cert_url": "text",
"auth_uri": "text",
"client_email": "text",
"client_id": "text",
"client_x509_cert_url": "text",
"private_key": "text",
"private_key_id": "text",
"project_id": "text",
"token_uri": "text",
"type": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
}
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"verb": "POST",
"verify_token": "text"
},
"kafka": {
"sasl": {
"mechanism": "NONE",
"password": "text",
"user": "text"
},
"tls": {
"ca_crt": "text",
"client_certs": [
{
"cert": "text",
"key": "text",
"password": "text"
}
],
"enable_renegotiation": false,
"enabled": false,
"root_cas": "text",
"skip_cert_verify": false
},
"topic": "text"
},
"mongodb": {
"collection": "text",
"database": "text",
"uri": "text"
},
"sftp": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"period": ""
},
"sql": {
"driver": "mysql",
"table": {
"name": "text",
"schema": "text"
},
"uri": "text"
},
"target": "text",
"transactional_email": {
"bcc": [
"text"
],
"cc": [
"text"
],
"file": {
"extension": "csv",
"path": "text",
"period": "",
"schema": [
{
"name": "text"
}
],
"separator": ";"
},
"subject": "text",
"template_id": "ALERT",
"to": [
"text"
]
},
"type": "HTTP"
},
"status": "ACTIVE",
"transformer": {
"steps": [
{
"bloblang": {
"mapping": "text"
},
"delete": {
"mapping": "text"
},
"http": {
"basic_auth": {
"password": "text",
"user_id": "text"
},
"body": {
"mapping": "text"
},
"ignore_error_codes": [],
"oauth": {
"access_token": "text",
"access_token_secret": "text",
"consumer_key": "text",
"consumer_secret": "text"
},
"oauth2": {
"auth_style": "header",
"client_key": "text",
"client_secret": "text",
"scopes": [
"text"
],
"token_type": "bearer",
"token_url": "text"
},
"url": "text",
"verb": "POST"
},
"id": "text",
"ignore_error": false,
"override": false,
"rate_limit": {},
"type": "BLOBLANG"
}
],
"workflow": [
[
"text"
]
]
}
}