Merge 51cefbbde1 into d875b73e3e

README.md

@@ -22,6 +22,7 @@
 ![generic provider](https://img.shields.io/badge/provider-Generic-orange?color=5f87bf)
 ![programming provider](https://img.shields.io/badge/provider-Programming-orange?color=5f87bf)
 ![saas provider](https://img.shields.io/badge/provider-SaaS-orange?color=5f87bf)
+![confluent provider](https://img.shields.io/badge/provider-Confluent-orange?color=38cced)
 
 <a href="https://www.buymeacoffee.com/mingrammer" target="_blank"><img src="https://www.buymeacoffee.com/assets/img/custom_images/orange_img.png" alt="Buy Me A Coffee" style="height: 41px !important;width: 174px !important;box-shadow: 0px 3px 2px 0px rgba(190, 190, 190, 0.5) !important;" ></a>
 

autogen.sh

@@ -4,7 +4,7 @@ set -e
 app_root_dir="diagrams"
 
 # NOTE: azure icon set is not latest version
-providers=("onprem" "aws" "azure" "gcp" "firebase" "k8s" "alibabacloud" "oci" "programming" "saas" "elastic" "generic" "openstack" "outscale")
+providers=("onprem" "aws" "azure" "gcp" "firebase" "k8s" "alibabacloud" "oci" "programming" "saas" "elastic" "generic" "openstack" "outscale", "confluent")
 
 if ! [ -x "$(command -v round)" ]; then
   echo 'round is not installed'

config.py

@@ -13,7 +13,7 @@ DIR_TEMPLATE = "templates"
 
 PROVIDERS = (
     "base", "onprem", "aws", "azure", "gcp", "firebase", "k8s", "alibabacloud", "oci", "programming", "saas", "elastic",
-    "generic", "openstack", "outscale")
+    "generic", "openstack", "outscale", "confluent")
 
 #########################
 #  Resource Processing  #
@@ -41,6 +41,7 @@ FILE_PREFIXES = {
     "outscale": (),
     "generic": (),
     "openstack": (),
+    "confluent": (),
 }
 
 #########################
@@ -426,4 +427,11 @@ ALIASES = {
             "Tripleo": "TripleO",
         }
     },
+    "confluent": {
+        "streaming": {
+            "ksql": {
+                "Ksql": "KsqlDB"
+            }
+        }
+    },
 }

diagrams/confluent/__init__.py

@@ -0,0 +1,12 @@
+"""
+Confluent provides a set of services for the Kafka ecosystem.
+"""
+
+from diagrams import Node
+
+
+class _Confluent(Node):
+    _provider = "confluent"
+    _icon_dir = "resources/confluent"
+
+    fontcolor = "#ffffff"

diagrams/confluent/streaming.py

@@ -0,0 +1,17 @@
+# This module is automatically generated by autogen.sh. DO NOT EDIT.
+
+from . import _Confluent
+
+class _Streaming(_Confluent):
+    _type = "streaming"
+    _icon_dir = "resources/confluent/streaming"
+
+
+class Confluent(_Streaming):
+    _icon = "confluent.png"
+class Ksql(_Streaming):
+    _icon = "ksql.png"
+
+# Aliases
+
+{'Ksql': 'KsqlDB'} = ksql

docs/getting-started/examples.md

@@ -89,6 +89,47 @@ with Diagram("Event Processing", show=False):
 
 ![event processing diagram](/img/event_processing_diagram.png)
 
+
+## Event Processing with Kafka & Confluent
+```
+from diagrams import Cluster, Diagram
+from diagrams.confluent.streaming import Ksql, Confluent
+from diagrams.elastic.elasticsearch import Elasticsearch
+from diagrams.onprem.compute import Server
+from diagrams.onprem.database import Postgresql
+from diagrams.onprem.queue import Kafka
+
+with Diagram("Event Processing with Confluent", show=False):
+    kafka = Kafka("Kafka")
+
+    with Cluster("Source of Data"):
+        [Server(),
+        Server(),
+        Server()] >> kafka
+
+    with Cluster("KSQL Cluster"):
+        ksql = [Ksql(),
+         Ksql(),
+         Ksql()]
+
+    with Cluster("Kafka Connect Cluster"):
+        kafka_connect = [Confluent(),
+                Confluent(),
+                Confluent()]
+
+    with Cluster("Data Sinks"):
+        postgres = Postgresql()
+        elasticsearch = Elasticsearch()
+
+    kafka >> ksql
+    ksql >> kafka
+    kafka >> kafka_connect
+    kafka_connect >> postgres
+    kafka_connect >> elasticsearch
+```
+
+![event processing diagram_confluent](/img/event_processing_diagram_confluent.png)
+
 ## Message Collecting System on GCP
 
 ```python

docs/nodes/confluent.md

@@ -0,0 +1,11 @@
+---
+id: confluent
+title: Confluent
+---
+
+Node classes list of confluent provider.
+
+## confluent.streaming
+
+- **diagrams.confluent.streaming.Confluent**
+- **diagrams.confluent.streaming.Ksql**, **KsqlDB** (alias)

scripts/resource.py

@@ -100,6 +100,9 @@ def cleaner_programming(f):
 def cleaner_generic(f):
     return f.lower()
 
+def cleaner_confluent(f):
+    return f.lower()
+
 
 def cleaner_saas(f):
     return f.lower()
@@ -132,6 +135,7 @@ cleaners = {
     "outscale": cleaner_outscale,
     "generic": cleaner_generic,
     "openstack": cleaner_openstack,
+    "confluent": cleaner_confluent,
 }
 
 

website/i18n/en.json

@@ -32,6 +32,9 @@
       "nodes/azure": {
         "title": "Azure"
       },
+      "nodes/confluent": {
+        "title": "Confluent"
+      },
       "nodes/elastic": {
         "title": "Elastic"
       },

website/sidebars.json

@@ -24,7 +24,8 @@
       "nodes/elastic",
       "nodes/generic",
       "nodes/programming",
-      "nodes/saas"
+      "nodes/saas",
+      "nodes/confluent"
     ]
   }
 }