perl编写unload脚本
发布时间:2020-12-15 23:49:19 所属栏目:大数据 来源:网络整理
导读:pre name="code" class="sql"#!/usr/bin/perl use strict;use DBI;my $dbName = 'dwh1';my $dbUser = 'dwm';my $dbUserPass = 'dwm';my $dbh = DBI-connect("dbi:Oracle:$dbName",$dbUser,$dbUserPass) or die "can't connect to database ";my $table_name=
<pre name="code" class="sql">#!/usr/bin/perl use strict; use DBI; my $dbName = 'dwh1'; my $dbUser = 'dwm'; my $dbUserPass = 'dwm'; my $dbh = DBI->connect("dbi:Oracle:$dbName",$dbUser,$dbUserPass) or die "can't connect to database "; my $table_name= "$ARGV[0]"; my $hostSql = qq{select COLUMN_NAME from dba_tab_columns where table_name='$table_name'}; my $UNLOAD_SRC_DBCONN = DBI->connect("DBI:Oracle:".$dbName,$dbUserPass) or die("DB connect error!n"); my $DW_DATA_DT =""; my $datafile="$table_name.TXT"; use HTTP::Date qw(time2iso str2time time2iso time2isoz); my @lstRlst1; my @lstRlst; my ($COLUMN_NAME); my $selStmt = $dbh->prepare($hostSql); $selStmt->bind_columns(undef,$COLUMN_NAME); $selStmt->execute(); while( $selStmt->fetch() ){ print "$COLUMN_NAMEn"; push (@lstRlst1,$COLUMN_NAME); } $selStmt->finish; $dbh->disconnect; my @lstRlst = reverse (@lstRlst1); ########################################## #=================全局变量区==========================# if ($#ARGV <0){ print "请输入一个表名参数"; exit(-1); } sub printlog { my ($LogInfo)= @_; my $CurrTime = time2iso(time()); # 当前时间 if(!defined($LogInfo) ){$LogInfo="";} my $StrLog="【${CurrTime}】 t ${LogInfo} n"; print $StrLog; #print LOGFILE $StrLog; } my $exportOracleSql="SELECT "; #数据导出的sql for (my $m=0;$m<@lstRlst + 0 ;$m++){ if ($m != @lstRlst + 0 - 1){ $exportOracleSql = "$exportOracleSql trim($lstRlst[$m])"."," } else{ $exportOracleSql = "$exportOracleSql trim($lstRlst[$m])"} print "$exportOracleSqln"; } my $exportOracleSql="$exportOracleSql from $dbUser.$table_name"; sub Exportdata{ printlog "开始导出数据!"; my $exportsql=$exportOracleSql; if($exportsql eq "error"){ return -1; } my $format_sql="alter session set nls_date_format='yyyy-mm-dd'"; my $stmt=$UNLOAD_SRC_DBCONN->prepare($format_sql); unless ($stmt){ printlog "n执行prepare SQL语句出错:n"; printlog $DBI::errstr; return -1; } $stmt->execute; if ($UNLOAD_SRC_DBCONN->err) { printlog "n执行SQL语句出错:n"; printlog $DBI::errstr; return -1; } $stmt=$UNLOAD_SRC_DBCONN->prepare($exportsql); unless ($stmt){ printlog "n执行prepare SQL语句出错:n"; printlog $DBI::errstr; return -1; } $stmt->execute; if ($UNLOAD_SRC_DBCONN->err) { printlog "n执行SQL语句出错:n"; printlog $DBI::errstr; return -1; } my $row=0; my $size=0; my $curtime; my $writeflagsql; my $tmpstr=""; $row=0; my $m=0; open(DATAFILE,">",$datafile) || die (print "Open DATA file failed!!!n"); while(my $Rows = $stmt->fetchrow_arrayref){ $m=0; $tmpstr=""; foreach(@$Rows){ $tmpstr=$tmpstr.$Rows->[$m]."|"; $m++; } print DATAFILE $tmpstr.$DW_DATA_DT."n"; $row++; if(($row%10000) == 0){ printlog "已导出数据$row条!"; } } $stmt->finish; # print FLAGFILE $datafile,"n"; # print FLAGFILE $row,"n"; close(DATAFILE); # close(FLAGFILE); $curtime=time2iso(time()); printlog "数据已成功导出!"; printlog "一共导出数据${row}条"; return 1; } Exportdata (编辑:李大同) 【声明】本站内容均来自网络,其相关言论仅代表作者个人观点,不代表本站立场。若无意侵犯到您的权利,请及时与联系站长删除相关内容! |