sqoop import --connect 'jdbc:sybase:Tds:10.100.*.***:5500/DATABASE=****' --driver 'com.sybase.jdbc3.jdbc.SybDriver' --username "keswara" --password "****" --target-dir "/user/keswara/WT_CONSUMERSTATS" --verbose --query "select c.YEARMONTH as d_stat_yearmonth,b.CONSNO,a.CONSCURRJDGMNTNUM as d_conscurrjdgmntnum,a.CONSCURRDFLTNUM as d_conscurrdfltnum,a.CONSCURRNOTICENUM as d_conscurrnoticenum,a.CONSCURRNOTRLBONDNUM as d_conscurrnotrlbondnum,a.CONSCURRDFLTADMINNUM as d_conscurrdfltadminnum,a.AMNISTYIND as d_amnisty_ind,a.NCRCREDITACTIVE as d_ncr_credit_active_ind,b.ACTIVEIND as d_active_ind,a.ESTINCOME as d_income,'d_create_date' as d_create_date,e.SUBURBCODE as d_physaddrsuburb_code,
a.ENQHARDTOTALNUM as d_enqhardtotalnum,a.ENQSOFTTOTALNUM as d_enqsofttotalnum,a.ENQHARDNUMMONTH as d_enqhardnummonth,a.ENQSOFTNUMMONTH as d_enqsoftnummonth,a.ENQTOTALNUM as d_enqtotalnum,a.ENQTOTALNUMMONTH as d_enqtotalnummonth,'d_cug' as d_cug,a.CCACRWORSTEVER as d_crworstever,a.CCAINSWORSTEVER as d_insworstever,a.CCACRWORSTEVER as d_worstever,a.CCANUMACC as d_numacc,a.CCANUMOPENACC as d_numopenacc,a.CCANUMCLOSEDACC as d_numclosedacc,a.CCANUMNEGCLOSEDACC as d_numnegclosedacc,a.CCANUMPOSCLOSEDACC as d_numposclosedacc,a.CCANUMACTIVEACC as d_numactiveacc,a.CCANUMWRITEOFFS as d_numwriteoffs,a.CCANUMDECEASEDWRITEOFFS as d_numdeceasedwriteoffs,
a.CCANUMHANDEDOVER as d_numhandedover,a.CCANUMCRCARDREVOKE as d_numcrcardrevoke,a.CCANUMREPO as d_numrepo,a.CCATOTALINSTALMENTAMT as d_totalinstalmentamt,a.CCATOTALOPENBAL as d_totalopenbal,a.CCATOTALCURRBAL as d_totalcurrbal,a.CCATOTALOVDUECRAMT as d_totalovduecramt,a.CCATOTALOVDUEDRAMT as d_totalovduedramt,a.CCANUMPAIDUPDEFACC as d_numpaidupdefacc,a.CCANUMSUSPENDEDACC as d_numsuspendedacc,a.CCANUMFROZENACC as d_numfrozenacc,d.SCORE as d_con_no,d.EXCLUSIONCODE as d_exclusion_code,'d_score_date' as d_score_date from dw.FT_CONSUMERSTATS a
inner join dw.DM_CONSUMER as b on a.CONSKEY = b.CONSKEY,inner join dw.DM_MONTH as c on c.MONTHKEY = a.MONTHKEY,inner join dw.FT_CONSUMER_SCORE as d on d.CONSKEY = b.CONSKEY,inner join dw.DM_SUBURB as e on b.SUBURBKEY = e.SUBURBKEY where yearmonth = 201501 AND \$CONDITIONS" --split-by 1 --verbose --create-hive-table --hive-table wt_consumer_stats --hive-import --map-column-hive d_stat_yearmonth=integer,d_con_no=integer,d_conscurrjdgmntnum=integer,d_conscurrdfltnum=integer,d_conscurrnoticenum=integer,d_conscurrnotrlbondnum=integer,d_conscurrdfltadminnum=integer,d_amnisty_ind=string,d_ncr_credit_active_ind=string,d_active_ind=string,d_income=integer,d_create_date=datetime,d_physaddrsuburb_code=integer,d_enqhardtotalnum=integer,d_enqsofttotalnum=integer,
d_enqhardnummonth=integer,d_enqsoftnummonth=integer,d_enqtotalnum=integer,d_enqtotalnummonth=integer,d_cug=string,d_crworstever=string,d_insworstever=string,d_worstever=string,d_numacc=integer,d_numopenacc=integer,d_numclosedacc=integer,d_numnegclosedacc=integer,d_numposclosedacc=integer,d_numactiveacc=integer,d_numwriteoffs=integer,d_numdeceasedwriteoffs=integer,d_numhandedover=integer,d_numcrcardrevoke=integer,d_numrepo=integer,d_totalinstalmentamt=decimal,d_totalopenbal=decimal,d_totalcurrbal=decimal,d_totalovduecramt=decimal,d_totalovduedramt=decimal,d_numpaidupdefacc=integer,d_numsuspendedacc=integer,d_numfrozenacc=integer,d_score_version=string,d_score=integer,d_exclusion_code=string,d_score_date=integer
2条答案
按热度按时间bvhaajcl1#
在--查询“。。。。其中$conditions and yearmonth=201501“
j8ag8udp2#
你试过这样的吗？
sqoop导入--connect'jdbc:sybase:tds:10.100..:5500/database=**'--driver'com.sybase.jdbc3.jdbc.sybdriver'--username“keswara”---password“***”--target dir“/user/keswara/wt\u consumerstats”--verbose--query“selectfrom（select c.yearmonth as d\u stat\u yearmonth，b.consno，a.conscurrjdgmntnum as d\u conscurjdgmntnum，a、 conscurrdfltnum作为d\u conscurrdfltnum，a.conscurrnoticenum作为d\u conscurrnoticenum，a.conscurrnotrlbondnum作为d\u conscurrnotrlbondnum，a.conscurdfltadminnum作为d\u conscurdfltadminnum，a.amnistyind作为d\u amnisty\ind，a.nccreditactive作为d\u ncr\u credit\u active\u ind，b.activeind作为d\u active\u ind，a.estincome作为d\u income，d\u create\u date作为d\u create\u date，e、 子城市代码为d\u physaddr子城市代码，a.enqhardtotalnum为d\u enqhardtotalnum，a.enqsofttotalnum为d\u enqsofttotalnum，a.enqhardnummonth为d\u enqhardnummonth，a.enqsoftnummonth为d\u enqsoftnummonth，a.enqtotalnum为d\u enqtotalnum，a.enqtotalnummonth为d\u enqtotalnummonth，'d\u cug'为d\u cug，a.ccacrworr为d\u crworr，a、 ccainsworstever为d\ U insworstever，a.ccacrworstever为d\ U worstever，a.ccanumacc为d\ numacc，a.ccanumopenacc为d\ U numopenacc，a.ccanumclosedacc为d\ U numclosedacc，a.ccanumnegclosedacc为d\ U numclosedacc，a.CCANUMOPOSEDACC为d\ U numclosedacc，a.CCANUMOPOSEDACC为d\ U numactiveacc，a.CCANUMWRITOWS为d\ U NUMWRITEOFF，a、 ccanumdecesedwriteoffs as d\u numdecesedwriteoffs，a.ccanumhandedover as d\u numhandedover，a.ccanumrcardrevoke as d\u numrcardrevoke，a.ccanumrepo as d\u numrepo，a.ccattalinstallamentamt as d\u totalinstallamentamt，a.ccattalopenbal as d\u totalopenbal，a.ccattalcurrbal as d\u totalcurrbal，a.ccattalovduecramt as d\u totalovduecramt，a、 ccattalovduedramt作为d\u totalovduedramt，a.ccanumpaidupdefacc作为d\u numpaidupdefacc，a.ccanumsupendedacc作为d\u numsupendedacc，a.ccanumfrozenac作为d\u numfrozenac，d.score作为d\u con\u no，d.exclusioncode作为d\u exclusion\u code，'d\u score\u date'作为d\u score\u date from dw.ft\u consumerstats a inner join dw.dm\u consumer as b on a.conskey=b.conskey，内部连接dw.dm\u month为c on c.monthkey=a.monthkey，内部连接dw.ft\u consumer\u score为d on d.conskey=b.conskey，inner join dw.dm\u suburbkey=e.suburbkey where yearmonth=201501）t10 where$conditions”---按1拆分--详细--创建配置单元表--配置单元表wt\u consumer\u stats--配置单元导入--Map列配置单元d\u stat\u yearmonth=integer，d\u con\u no=integer，d\u concurrjdgmntnum=integer，d\u concurrdfltnum=integer，d\u concurrnoticenum=integer，d\u concurrnotrlbondnum=integer，d\u concurrdfltadminum=integer，d\u amnisty\u ind=string，d\u ncr\u credit\u active\u ind=string，d\u active\u ind=string，d\u income=integer，d\u create\u date=datetime，d\u physaddrsuburb\u code=integer，d\u enqhardtotalnum=integer，d\u enqsofttotalnum=integer，d\u enqhardnumnith=integer，d\u enqsoftnummonth=integer，d\u enqtotalnum=integer，d\u enqtotalnummonth=integer，d\u cug=string，d\u crworstever=string，d\u insworstever=string，d\u worstever=string，d\u numacc=integer，d\u numopenacc=integer，d\u numclosedacc=integer，d\u numposclosedacc=integer，d\u numactiveacc=integer，d\u numwriteoffs=integer，d\u numdecesedwriteoffs=integer，d\u numhanddever=integer，d\u numrcardrevoke=integer，d\u numrepo=integer，d\u totalinstallamentamt=decimal，d\u totalopenbal=decimal，d\u totalcurrbal=decimal，d\u totalovduecramt=decimal，d\u totalovduedramt=decimal，d\u numpaidupdefacc=integer，d\u numsuspendedacc=integer，d\u numfrozenacc=integer，d\u score\u version=string，d\u score=integer，d\u exclusion\u code=string，d\u score\u date=integer