{"type":"doc","content":[{"type":"paragraph","content":[{"text":"Table of Contents:","type":"text","marks":[{"type":"strong"}]}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"47574e5d-16f9-4db2-8fca-7566b9df9f81"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}},"localId":"358c9181-0c42-487e-89f9-e6b53605287c"}},{"type":"paragraph","content":[{"text":"Storage management supports writing data to Kafka. The integration provides the following function:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Automatic topic creation is derived from the source object name.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Sending JSON or AVRO serialized messages.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Integration with Schema Registry","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"The connectivity is tested with Confluent Kafka and Apache Kafka but should be compatible with any Kafka distribution or Kafka-compatible API. ","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"General Prerequisites","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Reuse Library release","type":"text"}]},{"type":"paragraph","content":[{"text":"Kafka integration is available in Reuse Library 2311 or higher.","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"SAP NetWeaver release","type":"text"}]},{"type":"paragraph","content":[{"text":"Storage management requires SAP ABAP stack NW 7.01 SP15 or higher.","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Open Ports","type":"text"}]},{"type":"paragraph","content":[{"text":"To enable communication between SAP systems and Azure, outbound communication from the SAP system to the following services on the Kafka cluster needs to be allowed:","type":"text"}]},{"type":"table","attrs":{"layout":"default","width":1800.0,"localId":"eff96ba1-8d8b-4f58-9d1e-97430d60786e"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"background":"#f0f0f0","rowspan":1,"colwidth":[81.0]},"content":[{"type":"paragraph","content":[{"text":"Port","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"#f0f0f0","rowspan":1,"colwidth":[96.0]},"content":[{"type":"paragraph","content":[{"text":"Protocol","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"#f0f0f0","rowspan":1,"colwidth":[583.0]},"content":[{"type":"paragraph","content":[{"text":"Target","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[81.0]},"content":[{"type":"paragraph","content":[{"text":"9092","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[96.0]},"content":[{"type":"paragraph","content":[{"text":"TCP","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[583.0]},"content":[{"type":"paragraph","content":[{"text":"Kafka host FQDN","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[81.0]},"content":[{"type":"paragraph","content":[{"text":"2181","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[96.0]},"content":[{"type":"paragraph","content":[{"text":"TCP","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[583.0]},"content":[{"type":"paragraph","content":[{"text":"Zookeeper host FQDN ","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Java connector","type":"text"}]},{"type":"paragraph","content":[{"text":"Java connector is a critical middleware component used for communication between SAP and Kafka. Follow the installation steps described in the ","type":"text"},{"text":"Java Connector Setup","type":"text","marks":[{"type":"link","attrs":{"href":"https://datavard.atlassian.net/wiki/spaces/DATAVARD/pages/5110732767"}}]},{"text":".","type":"text"},{"type":"hardBreak"},{"text":"The minimum required Java connector version for Kafka integration is 238.","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Kafka Client config file","type":"text"}]},{"type":"paragraph","content":[{"text":"Authentication to the Kafka cluster is configured using the standard ","type":"text"},{"text":"client.config","type":"text","marks":[{"type":"code"}]},{"text":" file. The file needs to be accessible to all SAP application servers. The recommended location is ","type":"text"},{"text":"/sapmnt//global/security/dvd_conn/client.config","type":"text","marks":[{"type":"code"}]}]},{"type":"paragraph","content":[{"text":"Below you can see several example configuration files.","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Confluent cloud","type":"text"}]},{"type":"codeBlock","attrs":{"language":"plaintext"},"content":[{"text":"# Kafka cluster configuration\nbootstrap.servers=\nsecurity.protocol=SASL_SSL\nsasl.mechanism=PLAIN\nsasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required username=\"\" password=\"\";\n\n# Schema Registry configuration\nschema.registry.url=\nbasic.auth.credentials.source=USER_INFO\nbasic.auth.user.info=:","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Apache Kafka with Kerberos","type":"text"}]},{"type":"codeBlock","attrs":{"language":"plaintext"},"content":[{"text":"# Kafka producer configuration\nbootstrap.servers=\nacks=all\n\n# Kerberos authentication configuration\nsecurity.protocol=SASL_SSL\nsasl.mechanism=GSSAPI\nsasl.kerberos.service.name=kafka\n\n# JAAS configuration using keytab file\nsasl.jaas.config=com.sun.security.auth.module.Krb5LoginModule required useKeyTab=true keyTab=\"/path/to/bob.keytab\" principal=\"bob@REALM\";\n\n# SSL truststore configuration\nssl.truststore.location=/opt/cloudera/security/jks/truststore.jks\nssl.truststore.password=\n","type":"text"}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"If you need to specify non-default krb5.conf file, you can do so by adding string ","type":"text"},{"text":"-Djava.security.krb5.conf=/path/to/krb5.conf","type":"text","marks":[{"type":"code"}]},{"text":" to parameter “Advanced → Additional java starting arguments” in t-code ","type":"text"},{"text":"/dvd/jco_mng","type":"text","marks":[{"type":"code"}]}]}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"In case the AVRO file type is used, the Schema Registry configuration is mandatory.","type":"text"}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Create Kafka storage in Storage Management","type":"text"}]},{"type":"paragraph","content":[{"text":"Go to transaction ","type":"text"},{"text":"/DVD/SM_SETUP","type":"text","marks":[{"type":"code"}]},{"type":"hardBreak"},{"text":"Create new storage of type ","type":"text"},{"text":"KAFKA","type":"text","marks":[{"type":"code"}]}]},{"type":"mediaSingle","attrs":{"layout":"align-start","width":908,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":849,"alt":"image-20250219-090439.png","id":"3eeff485-bb4a-4b94-b014-724e357414ea","collection":"contentId-5110729502","type":"file","height":374}}]},{"type":"table","attrs":{"layout":"default","width":1800.0,"localId":"e845e5ae-a85c-448e-b316-307a4a7ebe3e"},"content":[{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[264.0]},"content":[{"type":"paragraph","content":[{"text":"Storage ID","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[496.0]},"content":[{"type":"paragraph","content":[{"text":"Logical identifier of the storage (maximum 10 characters)","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[264.0]},"content":[{"type":"paragraph","content":[{"text":"Java connector RFC","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[496.0]},"content":[{"type":"paragraph","content":[{"text":"RFC destination for communication with Java connector","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[264.0]},"content":[{"type":"paragraph","content":[{"text":"Configuration file","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[496.0]},"content":[{"type":"paragraph","content":[{"text":"When the button is pressed, a popup window appears with a text input field where you can enter one of two options:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Physical path to the ","type":"text"},{"text":"client.config","type":"text","marks":[{"type":"code"}]},{"text":" file. It should be accessible from all application servers or the JCO host in standalone JCO deployments.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"You can paste the contents of a config file, where passwords can be encrypted using the pattern ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" (e.g., ","type":"text"},{"text":"password=\"password123\"","type":"text","marks":[{"type":"code"}]},{"text":"). When storage is saved, the password will be automatically encrypted.","type":"text"}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[264.0]},"content":[{"type":"paragraph","content":[{"text":"File Type","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[496.0]},"content":[{"type":"paragraph","content":[{"text":"Format of messages to send to Kafka Topics. ","type":"text"},{"text":"JSON","type":"text","marks":[{"type":"code"}]},{"text":" or ","type":"text"},{"text":"AVRO","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[264.0]},"content":[{"type":"paragraph","content":[{"text":"Conversion type","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[496.0]},"content":[{"type":"paragraph","content":[{"text":"In case Avro is used, a conversion type can be chosen. ","type":"text"},{"text":"CSV","type":"text","marks":[{"type":"code"}]},{"text":" or ","type":"text"},{"text":"JCo table","type":"text","marks":[{"type":"code"}]},{"text":", default and recommended is ","type":"text"},{"text":"CSV","type":"text","marks":[{"type":"code"}]},{"text":". ","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[264.0]},"content":[{"type":"paragraph","content":[{"text":"Write mode","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[496.0]},"content":[{"type":"paragraph","content":[{"text":"Transactional","type":"text","marks":[{"type":"code"}]},{"text":" / ","type":"text"},{"text":"non-transactional","type":"text","marks":[{"type":"code"}]},{"text":". The transactional mode gives you an exact-once delivery guarantee but reduces throughput. ","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[264.0]},"content":[{"type":"paragraph","content":[{"text":"Use topic","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[496.0]},"content":[{"type":"paragraph","content":[{"text":"Flag to create a topic during table activation. In case it is turned off topic must already exist on the target.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[264.0]},"content":[{"type":"paragraph","content":[{"text":"Replication factor","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[496.0]},"content":[{"type":"paragraph","content":[{"text":"A replication factor of the created topic.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[264.0]},"content":[{"type":"paragraph","content":[{"text":"Topic Partitions","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[496.0]},"content":[{"type":"paragraph","content":[{"text":"Several topic partitions topic are created.","type":"text"}]}]}]}]}],"version":1}

Browser not supported