{"type":"doc","content":[{"type":"paragraph","content":[{"text":"High-level summary of necessary steps (more details can be found in the following ","type":"text"},{"text":"documentation","type":"text","marks":[{"type":"link","attrs":{"href":"https://datavard.atlassian.net/wiki/spaces/DATAVARD/pages/2860810293/SM-Latest+Hadoop"}}]},{"text":"):","type":"text"}]},{"type":"paragraph","content":[{"text":"SAP Basis/Infrastructure tasks:","type":"text"}]},{"type":"paragraph","content":[{"text":"SAP Basis team:","type":"text","marks":[{"type":"strong"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Create directories on each SAP application server:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"/sapmnt//global/security/dvd_conn/hive","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"/sapmnt//global/security/dvd_conn/impala","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upload the latest JDBC drivers for Hive and Impala to respective directories on each SAP application server:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"for Hive: ","type":"text"},{"text":"/sapmnt//global/security/dvd_conn/hive","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"for Impala: ","type":"text"},{"text":"/sapmnt//global/security/dvd_conn/impala","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upload files provided by the Hadoop team to directory ","type":"text"},{"text":"/usr/sap//global/security/dvd_conn","type":"text","marks":[{"type":"code"}]},{"text":":","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":".keytab","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"krb5.conf","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"jssecacerts","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upload ","type":"text"},{"text":".pem","type":"text","marks":[{"type":"code"}]},{"text":" certificates for HttpFS/WebHDFS to STRUST.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Enable HTTPS service in ICM.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Create RFC destination for communication with HttpFS/WebHDFS service.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Set parameter ","type":"text"},{"text":"ict/disable_cookie_urlencoding","type":"text","marks":[{"type":"code"}]},{"text":" (to ","type":"text"},{"text":"1","type":"text","marks":[{"type":"strong"}]},{"text":" or ","type":"text"},{"text":"2","type":"text","marks":[{"type":"strong"}]},{"text":" dependent on SAP kernel release).","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Deploy SNP Java Connector ","type":"text"},{"type":"inlineCard","attrs":{"url":"https://datavard.atlassian.net/wiki/spaces/DATAVARD/pages/2229602754"}},{"text":".","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Create SNP_JAVA_CONN RFC:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Connection type: TCP/IP Connection","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Activation type: ","type":"text"},{"text":"Registered Server Program","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fill in the Program ID for example: ","type":"text"},{"text":"SNP_JAVA_CONN","type":"text","marks":[{"type":"strong"}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Create Technical SAP user for ABAP->JCO RFC Communication:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In transport, you are provided with a template role with name ","type":"text"},{"text":"/DVD/JCORFC","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text","marks":[{"type":"em"}]},{"text":"(if you will use this role, please do not forget to generate the role in transaction PFCG)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"User should be created with type ","type":"text"},{"text":"System ","type":"text","marks":[{"type":"em"}]},{"text":"and should be assigned with role ","type":"text"},{"text":"/DVD/JCORFC","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Grant access for external program SNP_JAVA_CONN to SAP gateway:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Check ","type":"text"},{"text":"SMGW > Goto > Expert Functions > External Security > Maintenance of ACL files","type":"text","marks":[{"type":"strong"}]},{"text":" if external programs are allowed (=* or ProgramID)","type":"text"}]}]}]}]}]}]}]},{"type":"paragraph","content":[{"text":"Networking team:","type":"text","marks":[{"type":"strong"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Enable correct resolution of hostnames of Hadoop nodes and Kerberos KDC from the SAP system.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Enable outbound communication from the SAP system to Hadoop services:","type":"text"}]}]}]},{"type":"table","attrs":{"layout":"default","localId":"18f8ac5a-1678-4d16-a887-b2ba4de2ec01"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[129.0]},"content":[{"type":"paragraph","content":[{"text":"Port","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[631.0]},"content":[{"type":"paragraph","content":[{"text":"Service","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[129.0]},"content":[{"type":"paragraph","content":[{"text":"10000","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[631.0]},"content":[{"type":"paragraph","content":[{"text":"Hive","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[129.0]},"content":[{"type":"paragraph","content":[{"text":"14000","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[631.0]},"content":[{"type":"paragraph","content":[{"text":"HttpFS","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[129.0]},"content":[{"type":"paragraph","content":[{"text":"21050","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[631.0]},"content":[{"type":"paragraph","content":[{"text":"Impala","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[129.0]},"content":[{"type":"paragraph","content":[{"text":"50070","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[631.0]},"content":[{"type":"paragraph","content":[{"text":"WebHDFS (may be required if HttpFS is not available)","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[129.0]},"content":[{"type":"paragraph","content":[{"text":"88","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[631.0]},"content":[{"type":"paragraph","content":[{"text":"Kerberos Key Distribution Center (KDC)","type":"text"}]}]}]}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Hadoop team:","type":"text","marks":[{"type":"strong"}]}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Create Kerberos principal for each SAP system (","type":"text"},{"text":"hdp","type":"text","marks":[{"type":"code"}]},{"text":") and provide its keytab file to the SAP Basis team (further referred to as Hadoop technical user).","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Provide ","type":"text"},{"text":"krb5.conf","type":"text","marks":[{"type":"code"}]},{"text":" file to the SAP Basis team.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Provide Java truststore (","type":"text"},{"text":"jssecacerts","type":"text","marks":[{"type":"code"}]},{"text":") from the Hadoop environment to the SAP Basis team.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Provide ","type":"text"},{"text":".pem","type":"text","marks":[{"type":"code"}]},{"text":" certificate of HttpFS/WebHDFS service to SAP Basis team.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Create a home directory for each technical hdp user with appropriate ownership/permissions (e.g. ","type":"text"},{"text":"/user/hdp","type":"text","marks":[{"type":"code"}]},{"text":")”","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This can be tested by: ","type":"text"},{"text":"curl --negotiate -u : -k \"https://:14000/webhdfs/v1/?op=GETHOMEDIRECTORY\"","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Create a Hive database for each SAP system (","type":"text"},{"text":"sap","type":"text","marks":[{"type":"code"}]},{"text":").","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Create Sentry/Ranger policies granting full privileges to ","type":"text"},{"text":"hdp","type":"text","marks":[{"type":"code"}]},{"text":" user on ","type":"text"},{"text":"sap","type":"text","marks":[{"type":"code"}]},{"text":" database and user's HDFS directory (e.g. ","type":"text"},{"text":"/user/hdp","type":"text","marks":[{"type":"code"}]},{"text":").","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Test access of Hadoop technical user.","type":"text"}]}]}]},{"type":"paragraph"}],"version":1}

Browser not supported