Page 1. docs.hortonworks.com. Powered by Teradata Connector for Hadoop.
Page 2. Page 3. Page 4. -D. -Dteradata.db.input.file.format=rcfile. Page 5 ...
Powered by Teradata Connector for Hadoop
docs.hortonworks.com
! ! !
8!
! "# $% ! &" " ' ( ) # $'()% " " ! ! ! & " ! *"#! " ! + #! '() ( ," &!!& !! ! &" " '() &" !-..-/..0 1( 0223 '.12134 13.153*634 + # . '() ! "! #! # ! " ) 7 ! 4! !7! #! # #! 5 # #! ! ." ! ! 5 ! ( ""
! ! !
8!
! ! ! " /! " ." 5 ! " . ! 9 ! !! 9 ." 7 " 9 2 ," # ! 4 !! "! 4! !&! ! B "! 1 B 4! ! ." G ." ! ! !4! ! G ." 4! ! G (" 4! ! A ! ! ! ." A .!# ! A # 4! ! # ! ! ! ! ! A # 4! ! # ! ! ! !! ! !& A # !# N '+ 4! ! ! ! ! N 6" ! 0!" N . ! !& N 5! ! M +: "! 1 M ., 1 M 1
! ! !
8!
! ! !$ & ! ! ! ! % !# # ! !., ! !& ! ! ., ! ! !& ! ! !8774/8.! ! ! #
., ! &" ! ! !& + ! ! ! ! ! # + 8!2 " !! #., ;4/ ! ! + ! ! !&! 8 ! !&! ! ! !"#" " # !# " ! " & ! !-D##! 5 +!# " 25 ! ! ! " !##! + & !& ! " ##! 25 -Dteradata.db.input.file.format=rcfile$ "! 1 # #! % " ! " : = # ?'+ ! "! 82@& ! ! ! = ." + . ," ! 25 ! " + ! ! ! # ! = # !& ," ! ! # ! ! ! :
! ! !
8!
= ! + ! ! !& = ! ! ! !& ! & = !! ! !& = '+ ! ! #45. ! ! !& # # ! ! ! !& = 5! #! #!& ! ! !! ?! ! " ! ! !
." ., ! " &" !& #"! ! !# ! # !# )# AB6/ ! = " # ." = ! ." = $ ." % ." ! ! ! ! "# ! ! + (! " &" ' ." ( ' ." ! ." ) 3 "
3 "
*
* "# " ! ! !$- -%&" A ! ! ! !
+ * " " " !
! ! !
8!
, * ! ! ! ! !&! ! " : = ! ! !4! !&! = ! ! !4! !&! = ! ! !4! !&! B !and!Teradata!Database!14.10
% * =
* = 47$ ! " &" #!!%
!* = .,B
$ ! , $ ! ," ;2'?;46A!
, ! ! !C.. 4 ! $ %
! ! !;4/4 ! $ !@ &% ! ! ! ! A
, .,#" & !
4! !&! # - 1- 4! !7! # :
:?? #? !
'+ ! !! D.E117F18'?&
#! !&" !! "!
! ! !
8!
, 2 ., "# ! ! ! ! ! !&! ! 4"# ! ., B! !!& : :??,!! ? ?B? + #
! ! B #!! !!& !., $! " !., ! !! !& %
+ 1 !& " ! ," : = ! "! = -D##! = ., $ !!& % !& : !.,##! ! ! " #! ., ! -D##! ! "!
-D##! ! "! !" !" "! !" ! +!# "! "#& " #! B! ##! $-D com.teradata.db.input.num.mappers% G&" ., --num-mappers A # @&" A#! # ! ! ! ! & ! "! !" " 5 +!# # @& ! #! ! ! & !" H H@& " H + H #! H ! H ! H H@& " #! H + HH ," H! H H. "! @& ! ! $H ! H%! ! !" &!##! ., #! !& + . ," 5 2 /" -D com.teradata.db.input.job.type @& 45. ##! ! &!., #! & + ! #! 5! ., --assequencefile @& ! & H H ! ##! "! & & @& H H$ : H ! H " ! ! @& !" . ," 5 #! % ! & # 1
! ., --connection-manager#" & ! " ! ! !$ .!# ! %: B
! ! !
8!
--connection-manager org.apache.sqoop.teradata.TeradataConnManager
.# ., ! "" " ! ! . + ! "" .,
+ & " # 1 ! '+ 1
, ! ! ! ! ! ! !&!
, /C3
8'$%
3 '29)1(2$% 1.'134$#%
/* '3
8'. 87$%
3 '29)83( '$%
3 'C'2
7'214$4 '%
3 '29)83( '$% 1.'134$#%
.8))3
7'214$ 8'$%%
3 '29).'134$%
3*3
7'214$ 8'. 87$%%
41(/)'72'.13
3 '29)*'2$%
5)1
3 '29)*'2$% 1813
2')
3 '29)813 $%
4'8)$#%
3 '29)4*$%
3(8'2$#%
3 '29)4*$% 11(2
2$%
3 '29)4*$% 183( '
922$%
3 '29)4*$% 1.'134$#%
)13C922
3 '29)1(2$%
!"#
4 '
3 '29)1(2$% 183( '
IJ
= /* '$%IJ = 92/* '$%IJ = /)1/IJI J = )1/I J = 22*IJ IJ
I J
$ %&
% , /C3
3
= /32*IJ
.8))3
= 87I/J
3*3
= 22*I/J
41(/)'
= . 2( I/J
5)1
= 8'. 87IJ
. 23C
IJ
/11)'3
I/J
' ()*()(
+,-. -./' 0
IJ
G
! ! !
8!
) ,
= C27
= (313
= 92C27 = )13C92C27
% # # ! ! ! ," ! 4117F)..7 ! )/F;2.& & !##! " # !!& ": export HADOOP_CLASSPATH=$(hcat -classpath) export LIB_JARS=$(echo ${HADOOP_CLASSPATH} | sed -e 's/::*/,/g')
0 # !!& ! ! ! @&!& "! +
% +!# !"# ! .E117F18' # !!& &! ., !!
, % $SQOOP_HOME/bin/sqoop import \ -libjars $LIB_JARS \ -Dteradata.db.input.job.type=hive \ -Dteradata.db.input.target.table=hive_table \ -Dteradata.db.input.target.table.schema="emp_no int, birth_date string, \ first_name string, last_name string, gender string, hire_date string" \ --connect jdbc:teradata://td-host/Database=dbname \ --connection-manager org.apache.sqoop.teradata.TeradataConnManager \ --username tduser \ --password tduserpass \ --table tablename
, $SQOOP_HOME/bin/sqoop import \ -libjars $LIB_JARS \ -Dteradata.db.input.job.type=hcat \ -Dteradata.db.input.target.table=hcat_table \ --connect jdbc:teradata://td-host/Database=dbname \ --connection-manager org.apache.sqoop.teradata.TeradataConnManager \ --username tduser \ --password tduserpass \ --table tablename
A
! ! !
8!
! ! ! # !# #"! "#! ! !" ! +!# ! !& !H F ! H! ! "# ! ! ! H!# H! "# ! !& " ! ! ! export USER=dbc export PASS=dbc export HOST= export DB= export TABLE= export JDBCURL=jdbc:teradata://$HOST/DATABASE=$DB export IMPORT_DIR= export VERBOSE=--verbose export MANAGER=org.apache.sqoop.teradata.TeradataConnManager export CONN_MANAGER="--connection-manager $MANAGER" export CONNECT="--connect $JDBCURL" MAPPERS="--num-mappers 4" DATE="'1990-12-31'" FORMAT="'yyyy-mm-dd'" LASTDATE="cast($DATE as date format $FORMAT)" QUERY="select * from employees where hire_date < $LASTDATE AND \$CONDITIONS" $SQOOP_HOME/bin/sqoop import $TDQUERY $TDSPLITBY $INPUTMETHOD $VERBOSE $CONN_MANAGER $CONNECT -query "$SQOOPQUERY" --username $USER --password $PASS --target-dir $IMPORT_DIR --split-by name
&", $SQOOP_HOME/bin/sqoop export \ --connect jdbc:teradata://172.16.68.128/Database=employees \ --connection-manager org.apache.sqoop.teradata.TeradataConnManager \ --username dbc \ --password dbc \ --table employees2 \ --export-dir /user/hrt_qa/test-sqoop/out \ --batch
- . + --stage-table
& ! ! !& & ! .,! !" ! " @& !" .,-staging-table " . ( teradata.db.output.stage.table.name ! !& !#
N
! ! !
8!
+ 'fastload.soclet.host'
internal.fastload# " ! ! ! + !!" " + !" $" " ! !&! 87% "#& " + "#& ! !!& 87 . ( teradata.db.output.num.reducers " "!
( " ! + & "! ! ., ! ! " "" = .,1 = 1
! " "#" ., --connectionmanager org.apache.sqoop.teradata.TeradataConnManager! .!# ! .# ., ! "" " ! ! !& & "" # ! +
/ # ! + ! # ! ! ! # & ! ! ! # ! !&! ! ! + # ! ! " ! ! !&!
) !
)
1
--as-avrodatafile --append --compression-codec --direct --direct-split-size --where --compress, -z
# !1
--check-column --incremental --last-value
" 7! 1
--input-enclosed-by
M
! ! !
8!
) --input-escaped-by --input-lines-terminated-by --input-optionally-enclosed-by
1" " 5#! 1
--enclosed-by --escaped-by --lines-terminated-by --mysql-delimiters --optionally-enclosed-by
." 1
--hive-delims-replacement --hive-drop-import-delims --hive-home --hive-overwrite --hive-partition-key --hive-partition-value --map-column-hive
/! ." 1
--column-family --hbase-create-table --hbase-row-key --hbase-table
4! !8! 1
--input-null-non-string --input-null-string --map-column-java --null-non-string --null-string
) !&" &"
)
1
--batch --clear-staging-table --direct --update-key --update-mode
" 7! 1
--input-enclosed-by --input-escaped-by --input-lines-terminated-by --input-optionally-enclosed-by
1" " 5#! 1
--enclosed-by --escaped-by
O
! ! !
8!
&"
) --fields-terminated-by --lines-terminated-by --mysql-delimiters --optionally-enclosed-by
4! !8! 1
--input-null-non-string --input-null-string --map-column-java --null-non-string --null-string
& "! & = # 1 = '+ 1 5 #! !&" !& "! 1 7
/ # ! + ! # ! ! ! # & ! ! ! # ! !&! ! ! + # ! ! " ! ! !&!
!# & ! + &- 000- "! -D##! 5 +!# job.type !teradata.db.input.job.type
1teradata.db.input.*2
,
% !
@&
# @& 2 ," : ." !" : ! 4 !" !" :
3 H ! H! H H >! H H #! H + H /" #! ! H + H H H@& H H ., !@& H H: --as-sequencefile
#!
#! ! & # ! ! --as-sequencefile 45.H ! HH H@& " H H --as-textfile H ," H! H + H #! >! ! H H@& " H + H #! 2 ," : ." !" : ," +
! ! !
1teradata.db.input.*2
8!
,
% !
4 !" !" : + ! !
! # ! ! ," !H H@& ! !H H@&! ! !H ! H@&5! H H@& H ! !& H !!# &" &
--target-dir --warehouse-dir
2 ," : ." !" : 4 !" !" : !" H#! " " H #
# ! " # ! ! #! ! ! ! # 2 ," : ." !" : & ! &! & !" 4 !" !" : & !
"##!
"#& #! # @& ! "#& ! # !
-m --num-mappers
2 ," : ." !" :! ! ! 4 !" !" : " ,"
.E)," ! ! #! ! ! ! ! !&! > H" !& H !!# &" &
--query
2 ," : ." !" : .E)," $ ! ! ! ! !&! " % " " ,"
! " "
3?
" !&
!# " !& ! ! ! ! # # ! !# ' H" ," H!!# &" &
--table
2 ," : ." !" : " !#
!# "# # # " --columns !& ! ! ! ! ###! !! #! " !# #" #! +! ! !# #!#! !!# #" & H ! !# H!!# !"# # " !& & 2 ," : ." !" :
! ! !&!
!# ! ! !&! ! ! ! !H HH ! H@& ! ! !H H@&
3?
! ! !
1teradata.db.input.*2
8!
,
% !
2 ," : ." !" : 4 !" !" : !" ! !&
!# ! !& ! ! ," !H ! H@& ! !H H@&! !
!H H@&5!H H@& !!# H ! ! H!!# &" &
--hive-table
2 ," : ." !" : ! !& #!
"# #! ! !& " ! #!##! !! #! 2 ," : ." !" :
! ! #!
! #! ! !& ! ! ##! !! #! !!# !!& H H@&! H ! !& #!H#" &
3?
2 ," : ." !" : ! !#
!# ! 45. ! ! ! !& ##! !! #! ! !# #" #! +! " !# #!#! !!# #" & H" !# H!!#
4 & # "#
2 ," : ." !" : &!
