Update Transform

PUT/transforms

Authorization

AuthorizationBearer token · headerrequired

Request body

requiredapplication/json

transformTransformsLibraryEnumrequired

Allowed:fan_outsql_joinenrichenrich_asyncmap_filtertoast_handlingun_nestingrolluptopic_router

configTransformConfigrequired

Show properties

transforms.namestringrequired

transforms.languagestring | null

Show properties

Any of:

string

string

null

null

transforms.input.topic.patternstringrequired

transforms.output.topic.patternstringrequired

transforms.input.serialization.formatTransformSerializationFormatEnumrequired

Allowed:AnyJsonAvro

transforms.output.serialization.formatTransformSerializationFormatEnumrequired

Allowed:AnyJsonAvro

transforms.input.job.parallelisminteger

default: 5

transforms.topic.ttlstring | null

Show properties

Any of:

string

string

null

null

kc.cluster.idstring | null

Show properties

Any of:

string

string

null

null

created_fromEntityOriginEnum | null

default: "api"

Show properties

Any of:

EntityOriginEnum

string

null

null

tagsstring[] | null

List of tag IDs to assign to this transform

Show properties

Any of:

string[]

Array of string

string

null

null

idstringrequired

Responses

200

Successful Response

idstringrequired

namestringrequired

sub_idstringrequired

tenant_idstringrequired

service_idstring | null

Show properties

Any of:

string

string

null

null

start_timestring | string<date-time> | null

Show properties

Any of:

string

string

string<date-time>

string<date-time>

null

null

job_namestring | null

Show properties

Any of:

string

string

null

null

topic_idsstring[] | string | null

Show properties

Any of:

string[]

Array of string

string

string

string

null

null

transform_typeTransformsLibraryEnumrequired

Allowed:fan_outsql_joinenrichenrich_asyncmap_filtertoast_handlingun_nestingrolluptopic_router

configTransformConfig | TransformsEnrichAsyncConfig | null

Show properties

Any of:

TransformConfig

transforms.namestringrequired

transforms.languagestring | null

Show properties

Any of:

string

string

null

null

transforms.input.topic.patternstringrequired

transforms.output.topic.patternstringrequired

transforms.input.serialization.formatTransformSerializationFormatEnumrequired

Allowed:AnyJsonAvro

transforms.output.serialization.formatTransformSerializationFormatEnumrequired

Allowed:AnyJsonAvro

transforms.input.job.parallelisminteger

default: 5

transforms.topic.ttlstring | null

Show properties

Any of:

string

string

null

null

kc.cluster.idstring | null

Show properties

Any of:

string

string

null

null

TransformsEnrichAsyncConfig

transforms.namestringrequired

transforms.languagestring | null

Show properties

Any of:

string

string

null

null

transforms.input.topic.patternstringrequired

transforms.output.topic.patternstringrequired

transforms.input.serialization.formatTransformSerializationFormatEnumrequired

Allowed:AnyJsonAvro

transforms.output.serialization.formatTransformSerializationFormatEnumrequired

Allowed:AnyJsonAvro

transforms.input.job.parallelisminteger

default: 5

transforms.topic.ttlstring | null

Show properties

Any of:

string

string

null

null

kc.cluster.idstring | null

Show properties

Any of:

string

string

null

null

transforms.async.timeout.msinteger

default: 1000

transforms.async.capacityinteger

default: 10

null

null

Show properties

Any of:

TransformsMapFilterImplementation

languageTransformLanguageEnumrequired

Allowed:PYTHONJAVASCRIPTSQL

value_transformstringrequired

key_transformstring | null

Show properties

Any of:

string

string

null

null

topic_transformstring | null

Show properties

Any of:

string

string

null

null

common_transformstring | null

Show properties

Any of:

string

string

null

null

value_schema_transformstring | null

Show properties

Any of:

string

string

null

null

key_schema_transformstring | null

Show properties

Any of:

string

string

null

null

unit_testTransformsUnitTest | null

Show properties

Any of:

TransformsUnitTest

test_namestringrequired

input__jsonTransformsImplementationDetailsTestRecord[]required

Show properties

Array of TransformsImplementationDetailsTestRecord

topicstringrequired

valueobjectrequired

keyobject | null

Show properties

Any of:

object

object

null

null

timestampstring<date-time> | null

Show properties

Any of:

string<date-time>

string<date-time>

null

null

output__jsonTransformsImplementationDetailsTestRecord[]required

result__jsonTransformsImplementationDetailsTestRecord[] | null

Show properties

Any of:

TransformsImplementationDetailsTestRecord[]

Array of TransformsImplementationDetailsTestRecord

TransformsImplementationDetailsTestRecord

null

null

is_successboolean | null

Show properties

Any of:

boolean

boolean

null

null

html_diffstring | null

Show properties

Any of:

string

string

null

null

text_diffstring | null

Show properties

Any of:

string

string

null

null

null

null

TransformsEnrichImplementation

mainTableTransformInputTablerequired

Show properties

namestringrequired

topicMatcherRegexstringrequired

createTableSQLstring | null

Show properties

Any of:

string

string

null

null

lookupTableTransformInputTablerequired

Show properties

namestringrequired

topicMatcherRegexstringrequired

createTableSQLstring | null

Show properties

Any of:

string

string

null

null

enrichSQLstringrequired

TransformsEnrichAsyncImplementation

languageTransformLanguageEnumrequired

Allowed:PYTHONJAVASCRIPTSQL

value_transformstringrequired

key_transformstring | null

Show properties

Any of:

string

string

null

null

topic_transformstring | null

Show properties

Any of:

string

string

null

null

common_transformstring | null

Show properties

Any of:

string

string

null

null

value_schema_transformstring | null

Show properties

Any of:

string

string

null

null

key_schema_transformstring | null

Show properties

Any of:

string

string

null

null

unit_testTransformsUnitTest | null

Show properties

Any of:

TransformsUnitTest

test_namestringrequired

input__jsonTransformsImplementationDetailsTestRecord[]required

output__jsonTransformsImplementationDetailsTestRecord[]required

result__jsonTransformsImplementationDetailsTestRecord[] | null

Show properties

Any of:

TransformsImplementationDetailsTestRecord[]

Array of TransformsImplementationDetailsTestRecord

TransformsImplementationDetailsTestRecord

null

null

is_successboolean | null

Show properties

Any of:

boolean

boolean

null

null

html_diffstring | null

Show properties

Any of:

string

string

null

null

text_diffstring | null

Show properties

Any of:

string

string

null

null

null

null

async_timeout_msinteger

default: 2000

async_capacityinteger

default: 10

TransformsJoinImplementation

inputTablesTransformInputTable[]

Show properties

Array of TransformInputTable

namestringrequired

topicMatcherRegexstringrequired

createTableSQLstring | null

Show properties

Any of:

string

string

null

null

joinSQLstringrequired

keyFieldsstring[]

stateTtlMsstring | null

Show properties

Any of:

string

string

null

null

TransformsRollupImplementation

inputTablesTransformInputTable[]

Show properties

Array of TransformInputTable

namestringrequired

topicMatcherRegexstringrequired

createTableSQLstring | null

Show properties

Any of:

string

string

null

null

rollupSQLstringrequired

keyFieldsstring[]

sourceIdleTimeoutMsinteger

default: 30000

stateTTLMsinteger

default: 86400000

TransformsTopicRouterImplementation

topic_prefixstring

Deprecated - kept for backwards compat with existing DB records

default: ""

kc_cluster_idstring | null

KC cluster to deploy the connector to

Show properties

Any of:

string

string

null

null

null

null

metricsTransformMetric | null

Show properties

Any of:

TransformMetric

tasksinteger | null

Show properties

Any of:

integer

integer

null

null

latencyinteger | null

Show properties

Any of:

integer

integer

null

null

statusstring | null

Show properties

Any of:

string

string

null

null

durationinteger | null

Show properties

Any of:

integer

integer

null

null

start_timeinteger | string | string<date-time> | null

Show properties

Any of:

integer

integer

string

string

string<date-time>

string<date-time>

null

null

end_timestring | string<date-time> | null

Show properties

Any of:

string

string

string<date-time>

string<date-time>

null

null

checkpointsTransformCheckpointsInfo | null

Show properties

Any of:

TransformCheckpointsInfo

job_idstringrequired

countsobjectrequired

summaryobjectrequired

latestTransformCheckpointHistory | null

Show properties

Any of:

TransformCheckpointHistory

idintegerrequired

statusstringrequired

is_savepointbooleanrequired

trigger_timestampintegerrequired

latest_ack_timestampintegerrequired

state_sizeintegerrequired

end_to_end_durationintegerrequired

alignment_bufferedintegerrequired

num_subtasksintegerrequired

num_acknowledged_subtasksintegerrequired

null

null

historyTransformCheckpointHistory[]

default: []

operator_breakdownTransformOperatorState[]

default: []

Show properties

Array of TransformOperatorState

operator_idstringrequired

operator_namestringrequired

state_sizeintegerrequired

checkpointed_sizeintegerrequired

end_to_end_durationintegerrequired

parallelismintegerrequired

null

null

null

null

live_versionstring | null

Show properties

Any of:

string

string

null

null

preview_versionstring | null

Show properties

Any of:

string

string

null

null

versioninteger

default: 1

updated_timestampstring<date-time> | null

Show properties

Any of:

string<date-time>

string<date-time>

null

null

implementation_updated_timestampstring<date-time> | null

Show properties

Any of:

string<date-time>

string<date-time>

null

null

descriptionstring | null

Show properties

Any of:

string

string

null

null

tagsstring[] | null

List of tag IDs assigned to this transform

Show properties

Any of:

string[]

Array of string

string

null

null

history_created_timestampstring<date-time> | null

Show properties

Any of:

string<date-time>

string<date-time>

null

null

history_updated_timestampstring<date-time> | null

Show properties

Any of:

string<date-time>

string<date-time>

null

null

422

Validation Error

detailValidationError[]

Show properties

Array of ValidationError

locstring | integer[]required

Show properties

Array of string | integer

Any of:

string

string

integer

integer

msgstringrequired

typestringrequired

inputany

ctxobject

Request

curl -X PUT 'https://api.streamkap.com/transforms' \
  -H 'Authorization: Bearer YOUR_TOKEN' \
  -H 'Content-Type: application/json' \
  -d '{
  "transform": "fan_out",
  "config": {
    "transforms.name": "string",
    "transforms.language": "string",
    "transforms.input.topic.pattern": "string",
    "transforms.output.topic.pattern": "string",
    "transforms.input.serialization.format": "Any",
    "transforms.output.serialization.format": "Any",
    "transforms.input.job.parallelism": 5,
    "transforms.topic.ttl": "string",
    "kc.cluster.id": "string"
  },
  "created_from": "api",
  "tags": [
    "string"
  ],
  "id": "string"
}'

const response = await fetch("https://api.streamkap.com/transforms", {
  method: "PUT",
  headers: {
    "Authorization": "Bearer YOUR_TOKEN",
    "Content-Type": "application/json"
  },
  body: "{\n  \"transform\": \"fan_out\",\n  \"config\": {\n    \"transforms.name\": \"string\",\n    \"transforms.language\": \"string\",\n    \"transforms.input.topic.pattern\": \"string\",\n    \"transforms.output.topic.pattern\": \"string\",\n    \"transforms.input.serialization.format\": \"Any\",\n    \"transforms.output.serialization.format\": \"Any\",\n    \"transforms.input.job.parallelism\": 5,\n    \"transforms.topic.ttl\": \"string\",\n    \"kc.cluster.id\": \"string\"\n  },\n  \"created_from\": \"api\",\n  \"tags\": [\n    \"string\"\n  ],\n  \"id\": \"string\"\n}"
});

import requests

response = requests.put(
    "https://api.streamkap.com/transforms",
    headers={
        "Authorization": "Bearer YOUR_TOKEN",
        "Content-Type": "application/json"
    },
    data="{\n  \"transform\": \"fan_out\",\n  \"config\": {\n    \"transforms.name\": \"string\",\n    \"transforms.language\": \"string\",\n    \"transforms.input.topic.pattern\": \"string\",\n    \"transforms.output.topic.pattern\": \"string\",\n    \"transforms.input.serialization.format\": \"Any\",\n    \"transforms.output.serialization.format\": \"Any\",\n    \"transforms.input.job.parallelism\": 5,\n    \"transforms.topic.ttl\": \"string\",\n    \"kc.cluster.id\": \"string\"\n  },\n  \"created_from\": \"api\",\n  \"tags\": [\n    \"string\"\n  ],\n  \"id\": \"string\"\n}",
)

Response

{
  "id": "string",
  "name": "string",
  "sub_id": "string",
  "tenant_id": "string",
  "service_id": "string",
  "start_time": "string",
  "job_name": "string",
  "topic_ids": [
    "string"
  ],
  "transform_type": "fan_out",
  "config": {
    "transforms.name": "string",
    "transforms.language": "string",
    "transforms.input.topic.pattern": "string",
    "transforms.output.topic.pattern": "string",
    "transforms.input.serialization.format": "Any",
    "transforms.output.serialization.format": "Any",
    "transforms.input.job.parallelism": 5,
    "transforms.topic.ttl": "string",
    "kc.cluster.id": "string"
  },
  "implementation": {
    "language": "PYTHON",
    "value_transform": "string",
    "key_transform": "string",
    "topic_transform": "string",
    "common_transform": "string",
    "value_schema_transform": "string",
    "key_schema_transform": "string",
    "unit_test": {
      "test_name": "string",
      "input__json": [
        {
          "topic": "string",
          "value": {},
          "key": {},
          "timestamp": "2019-08-24T14:15:22Z"
        }
      ],
      "output__json": [
        {
          "topic": "string",
          "value": {},
          "key": {},
          "timestamp": "2019-08-24T14:15:22Z"
        }
      ],
      "result__json": [
        {
          "topic": "string",
          "value": {},
          "key": {},
          "timestamp": "2019-08-24T14:15:22Z"
        }
      ],
      "is_success": true,
      "html_diff": "string",
      "text_diff": "string"
    }
  },
  "metrics": {
    "tasks": 0,
    "latency": 0,
    "status": "string",
    "duration": 0,
    "start_time": 0,
    "end_time": "string",
    "checkpoints": {
      "job_id": "string",
      "counts": {},
      "summary": {},
      "latest": {
        "id": 0,
        "status": "string",
        "is_savepoint": true,
        "trigger_timestamp": 0,
        "latest_ack_timestamp": 0,
        "state_size": 0,
        "end_to_end_duration": 0,
        "alignment_buffered": 0,
        "num_subtasks": 0,
        "num_acknowledged_subtasks": 0
      },
      "history": [],
      "operator_breakdown": []
    }
  },
  "live_version": "string",
  "preview_version": "string",
  "version": 1,
  "updated_timestamp": "2019-08-24T14:15:22Z",
  "implementation_updated_timestamp": "2019-08-24T14:15:22Z",
  "description": "string",
  "tags": [
    "string"
  ],
  "history_created_timestamp": "2019-08-24T14:15:22Z",
  "history_updated_timestamp": "2019-08-24T14:15:22Z"
}

{
  "detail": [
    {
      "loc": [
        "string"
      ],
      "msg": "string",
      "type": "string",
      "input": null,
      "ctx": {}
    }
  ]
}