APIs for Apache Kafka^®

No Code Changes Required

• 1

  Start Zilla

  Get started with the Zilla Quickstart or docker pull and create your own configuration.

  $ docker pull ghcr.io/aklivity/zilla
  
• 2

  Connect your Kafka

  Connect Zilla to your Kafka. Zilla works with open source and all vendor-offered Kafka deployments.

  zilla.yaml

  #Connect Zilla to any open source or vendor Kafka
     ...
     kafka_client:
       type: kafka
       kind: client
       exit: tcp_client
     tcp_client:
       type: tcp
       kind: client
       options:
         host: YOUR_KAFKA_HOSTNAME
         port: YOUR_KAFKA_PORT
        routes:
           - when:
             - cidr: 0.0.0.0/0
  
• 3

  Configure & Secure API endpoints

  Declaratively configure an idempotent REST API that supports HTTP request-response interactions with a Kafka service. Then set up a Server Sent Events (SSE) endpoint to reliably stream the service’s snapshots and events across the web. Wrap everything up by securing your REST and SSE endpoints with JWT access tokens. Get Started➔

  zilla.yaml

  HTTP

  SSE

  gRPC

  MQTT

  #Request-Response over Kafka with idempotency
     ...
     http_kafka_proxy:
       type: http-kafka
       kind: proxy,
       routes:
          - when:
             method: POST,
             path: /YOUR_API
          exit: kafka_cache_client,
          with:
            capability: produce
            topic: COMMANDS_KAFKA_TOPIC,
            key: ${idempotencyKey}
  ‍           reply-to: REPLIES_KAFKA_TOPIC,
              overrides:
                zilla:domain-model: CREATE
          - when:
             method: DELETE
             path: /YOUR_API
          exit: kafka_cache_client
          with:
             capability: produce
             topic: COMMANDS_KAFKA_TOPIC
             key: ${idempotencyKey}"
  ‍            reply-to: REPLIES_KAFKA_TOPIC
               overrides:
                 zilla:domain-model: DELETE
  

  #Expose a Kafka topic via an SSE endpoint
     ...
     sse_kafka_proxy:
       type: sse-kafka
       kind: proxy
       routes:
          - when:
             - path: /YOUR_API
          exit: kafka_cache_client
          with:
             topic: SNAPSHOTS_KAFKA_TOPIC
             event:
  ‍             id: '[\"${base64(key)}\",\"${etag}\"]'‍

  #Exchange grpc message in protobuf format through the grpc-messages topic in Kafka.
     ...
     grpc_server:
       type: grpc
       kind: server
       options:
          services:
             - proto/grpcservice.proto
        routes:
          - when:
             - method: your.GrpcService/*
          exit: grpc_kafka_mapping  
     grpc_kafka_mapping:
       type: grpc-kafka
       kind: proxy
       routes:
          - when:
             - method: your.GrpcService/*
          exit: kafka_cache_client
          with:
             capability: produce
             topic: grpc-messages
             acks: leader-only
             reply-to: grpc-messages ‍

  #Proxy MQTT messages to the mqtt-messages Kafka topic. MQTT session and retention is also maintained in Kafka.
     ...
     mqtt_kafka_mapping:
       type: mqtt-kafka
       kind: proxy
       options:
           topics:
             sessions: mqtt-sessions
             messages: mqtt-messages
             retained: mqtt-retained
          exit: kafka_cache_client‍