# S385ODI.def: Collects Oracle Data Integrator Information # $Id: S385ODI.def,v 1.8 2009/05/08 14:40:59 mschenke Exp $ # ARCS: $Header: /u02/webapps/workbench/cvs/RDA_4/src/scripting/lib/modules/S385ODI.def,v 1.8 2009/05/08 14:40:59 mschenke Exp $ # # Change History # 20090508 KRA Improve ODI 11g Suite detection. =head1 NAME S385ODI - Collects Oracle Data Integrator Information =head1 DESCRIPTION This module collects information related to Oracle Data Integrator 10.1.3.4 or later. The following reports can be generated and are regrouped under C: =cut echo tput('bold'),'Processing Oracle Data Integrator module ...',tput('off') echo tput('reverse'),\ 'The data collection in this module can take minutes even hours.',\ tput('off') # Initialization var $ODI_BEGIN = getSetting('ODI_BEGIN') var $ODI_END = getSetting('ODI_END') var $ODI_HOME = getSetting('ODI_HOME','') var $RPT_DIRECTORY = getSetting('RPT_DIRECTORY','output') # Check for ODI 11g presence if testDir('d',catDir($ODI_HOME,'agent')) {var $AGENT_HOME = lastDir() var $ODI_BIN = catDir($AGENT_HOME,'bin') var $USER_HOME = getSetting('ODI_USER_HOME','') # Set the ODI home to Agent home var $env = setEnv('ODI_HOME',$AGENT_HOME) # Check for ODI 11g suite install if getSetting('ODI_SUITE') var $ODISUITE = true } else var $ODI_BIN = catDir($ODI_HOME,'bin') var $TOC = '%TOC%' var $TOP = '[[#Top][Back to top]]' var $FMT1 = ' "-CHARSET=UTF8" "-TODIR=:1" "-FILE_NAME=:2"' var $FMT2 = ' "-XML_CHARSET=UTF-8" "-JAVA_CHARSET=UTF8" \ "-TODIR=:1" "-ZIPFILE_NAME=:2"' var $ext = cond(isWindows(),'.bat','.sh') var $pgm = catFile($ODI_BIN,concat('startcmd',$ext)) var %tb_cmd = ('env',concat(lastCommand(),' OdiExportEnvironmentInformation'),\ 'mst',concat(lastCommand(),' OdiExportMaster'),\ 'log',concat(lastCommand(),' OdiExportLog'),\ 'wrk',concat(lastCommand(),' OdiExportWork')) var %tb_def = () var %tb_ext = ('env','.csv',\ 'mst','.zip',\ 'log','.zip',\ 'wrk','.zip') var %tb_fmt = ('env',$FMT1,\ 'mst',$FMT2,\ 'log',$FMT2,\ 'wrk',$FMT2) var %tb_typ = ('env','technical environment',\ 'mst','master repository',\ 'log','log',\ 'wrk','work repository') # Check the command availability if !testFile('x',$pgm) {echo 'Cannot find or execute ',$pgm echo 'Please check the collection configuration.' return } # Validate the date format var $pat = '^\d{4}-[01]\d-[0-3]\d [0-2]\d:[0-5]\d:[0-5]\d$' if and($ODI_BEGIN,not(match($ODI_BEGIN,$pat))) {echo "Invalid format for the 'From date'" return } if and($ODI_END,not(match($ODI_END,$pat))) {echo "Invalid format for the 'To date'" return } # Purge old data files call purge('O','.*\.zip',0) # Define data extraction macros macro extract_logins {var (\%cnv,$fil,$pre) = @arg import %tb_def var $pat = join('|',keys(%cnv)) var $top = xmlLoadFile($fil) loop $xml (xmlFind($top,'SnpsLogin/Object')) {# Get the identifier var $id = xmlData(xmlFind($xml,'Field name="ILogin"')) next !length($id) var $id = sprintf('%s%d',$pre,$id) # Get the fields var %fld = () loop $fld (xmlFind($xml,concat('Field name="(',$pat,')"'))) {var $key = $cnv{xmlValue($fld,'name')} var $val = xmlData($fld) if compare('eq',$val,'null') var $val = '' var $fld{$key} = concat(' "',$key,'=',$val,'"') } var $tb_def{$id} = concat(values(%fld)) } } macro grep_bat {var (\%cnv,$fil,$id) = @arg import %tb_def var $pat = concat('^\s*set\s+(',join('|',keys(%cnv)),')=') loop $lin (grepFile($fil,$pat)) {var $lin = replace($lin,'^\s*set\s+') var $key = $cnv{key($lin)} var $fld{$key} = concat(' "',$key,'=',value($lin),'"') } var $tb_def{$id} = concat(values(%fld)) } macro grep_sh {var (\%cnv,$fil,$id) = @arg import %tb_def var $pat = concat('^\s*(',join('|',keys(%cnv)),')=') loop $lin (grepFile($fil,$pat)) {var $lin = replace($lin,'#.*') var $key = $cnv{key($lin)} var $fld{$key} = concat(' "',$key,"=",trim(value($lin),"[\042\047]"),'"') } var $tb_def{$id} = concat(values(%fld)) } # Define the reporting macro macro get_data {var ($typ,$dir,$id,$nam,@tbl) = @arg import $ODI_BIN,%tb_cmd,%tb_def,%tb_ext,%tb_fmt,%tb_typ keep $ODI_BIN,%tb_cmd,%tb_def,%tb_ext,%tb_fmt,%tb_typ debug " Inside ODI module, collecting the '",$nam,"' ",$tb_typ{$typ} suspend report data concat($typ,'_',lc($id),$tb_ext{$typ}) var $fil = getFile('.') var $tmp = quote(createTemp('ODI','.bat',true),'x') if isWindows() {call writeTemp('ODI','@echo off') call writeTemp('ODI','cd /d "',$ODI_BIN,'"') } else call writeTemp('ODI','cd "',$ODI_BIN,'"') call writeTemp('ODI',$tb_cmd{$typ},bindSql($tb_fmt{$typ},$dir,$fil),\ @tbl,$tb_def{$id}) call closeTemp('ODI') var (undef,$lin1,$lin2,$lin3,$lin4,$lin5) = command(concat($tmp,' 2>&1')) if status() var $lnk = replace(join('%BR%',concat('Error: ',last),\ $lin1,$lin2,$lin3,$lin4,$lin5),'\s',' ',true) elsif testFile('-r',getFile('/')) var $lnk = concat('[[',$fil,'][rda_report][',$fil,']]') else var $lnk = replace(join('%BR%','Missing output',\ $lin1,$lin2,$lin3,$lin4,$lin5),'\s',' ',true) call unlinkTemp('ODI') resume report return $lnk } # Extract odiparams.(bat|sh) information var %cnv = ('ODI_ENCODED_PASS', '-PASSWORD',\ 'ODI_SECU_DRIVER', '-SECURITY_DRIVER',\ 'ODI_SECU_ENCODED_PASS','-SECURITY_PWD',\ 'ODI_SECU_URL', '-SECURITY_URL',\ 'ODI_SECU_USER', '-SECURITY_USER',\ 'ODI_USER', '-USER') if isWindows() {var $fil = catFile($ODI_BIN,'odiparams.bat') call grep_bat(\%cnv,$fil,'ODI_M') var $cnv{'ODI_SECU_WORK_REP'} = '-WORK_REP_NAME' call grep_bat(\%cnv,$fil,'ODI_W') } else {var $fil = catFile($ODI_BIN,'odiparams.sh') call grep_sh(\%cnv,$fil,'ODI_M') var $cnv{'ODI_SECU_WORK_REP'} = '-WORK_REP_NAME' call grep_sh(\%cnv,$fil,'ODI_W') } # Extract snps_login_security.xml information var %tbl = ('LoginDbdriver','-SECURITY_DRIVER',\ 'LoginDbpass', '-SECURITY_PWD',\ 'LoginDburl', '-SECURITY_URL',\ 'LoginDbuser', '-SECURITY_USER',\ 'LoginPass', '-PASSWORD',\ 'LoginUser', '-USER') var $TYP = cond($ODISUITE,'jdeveloper','odi') call extract_logins(\%tbl,cond(\ length($USER_HOME),cond(isWindows(),\ catFile($USER_HOME,'Application Data',$TYP,'oracledi',\ 'snps_login_security.xml'),\ catFile($USER_HOME,concat('.',$TYP),'oracledi','snps_login_security.xml')),\ catFile($ODI_BIN,'snps_login_security.xml')),\ 'ODI_M') # Extract snps_login_work.xml information var $tbl{'LoginWorkRepository'} = '-WORK_REP_NAME' call extract_logins(\%tbl,cond(\ length($USER_HOME),cond(isWindows(),\ catFile($USER_HOME,'Application Data',$TYP,'oracledi',\ 'snps_login_work.xml'),\ catFile($USER_HOME,concat('.',$TYP),'oracledi','snps_login_work.xml')),\ catFile($ODI_BIN,'snps_login_work.xml')),\ 'ODI_W') =head2 master - Master Repositories Collects master repositories and technical environment. =cut pretoc '1:Oracle Data Integrator' report master prefix {write '---+ Master Repositories' write '|*Login Name*|*Master Repository*|*Technical Environment*|' } var $dir = getSetting('RPT_DIRECTORY','output') if !isAbsolute($dir) var $dir = catDir(getSetting('RDA_WORK'),$dir) loop $id (split(',',getSetting('ODI_MASTER_SET'))) {# Get repository parameters next missing($tb_def{$id}) var ($nam,$lnk1,$lnk2) = (getSetting(concat($id,'_LOGIN'))) # Collect the master repository if getSetting(concat($id,'_MASTER_EXPORT')) var $lnk1 = get_data('mst',$dir,$id,$nam) # Collect the technical environment if getSetting(concat($id,'_TECH_EXPORT')) var $lnk2 = get_data('env',$dir,$id,$nam) # Write the record write '|',$nam,' |',$lnk1,' |',$lnk2,' |' } if hasOutput(true) {write $TOP toc '2:[[',getFile(),'][rda_report][Master Repositories]]' } =head2 work - Work Repositories Collects work directories and execution log data. =cut report work prefix {write '---+ Work Repositories' if $ODI_BEGIN {write ' * Log information extracted between:' write ' * From date: ',$ODI_BEGIN write ' * To date: ',$ODI_END } write '%BR%' write '|*Login Name*|*Work Repository*|*Execution Log*|' } loop $id (split(',',getSetting('ODI_WORK_SET'))) {# Get repository parameters next missing($tb_def{$id}) var ($nam,$lnk1,$lnk2) = (getSetting(concat($id,'_LOGIN'))) # Collect the work repository if getSetting(concat($id,'_WORK_EXPORT')) var $lnk1 = get_data('wrk',$dir,$id,$nam) # Collect the execution log if getSetting(concat($id,'_LOG_EXPORT')) var $lnk2 = get_data('log',$dir,$id,$nam,\ concat(' "-FROMDATE=',$ODI_BEGIN,'" "-TODATE=',$ODI_END,'"')) # Write the record write '|',$nam,' |',$lnk1,' |',$lnk2,' |' } if hasOutput(true) {write $TOP toc '2:[[',getFile(),'][rda_report][Work Repositories]]' } # Restore the previous environment if length($AGENT_HOME) call setEnv('ODI_HOME',$env) unpretoc =begin credits =over 10 =item RDA 4.10: Benoit Gagnon, FX Nicolas. =item RDA 4.16: Greg Cook, Andrew Salt, Scott Wade. =back =end credits =head1 COPYRIGHT NOTICE Copyright (c) 2002-2009, Oracle. All rights reserved. =head1 TRADEMARK NOTICE Oracle, JD Edwards, PeopleSoft, and Siebel are registered trademarks of Oracle Corporation and/or its affiliates. Other names may be trademarks of their respective owners. =cut