您的位置:首页 > 其它

只是记录一下怕忘记的东西(-持续)

2017-05-18 09:31 246 查看
10.96.50.102:9092, 10.96.50.103:9092, 10.96.50.104:9092, 10.96.50.18:9092, 10.96.50.19:9092

bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 2 --partitions 2 --topic test

./kafka-console-consumer.sh --zookeeper 192.168.3.101:2181 --topic tcpflume

bin/flume-ng agent --conf conf --conf-file conf/tcp-agent-kafka-temp.properties --name a1 -Dflume.root.logger=info,console &

create table xar_test1(id int,price int,name string)

create table xar_test2(subId int,sex int,address string) row format delimited fields terminated by '\t';

 10.9.115.35,10.9.135.47

load data local inpath 'wyp.txt' into table wyp;

Copying data from file:/home/wyp/wyp.txt

Copying file: file:/home/wyp/wyp.txt

/opt/cloudera/parcels/CDH-5.8.0-1.cdh5.8.0.p0.42/lib/hbase/bin sh hbase-daemon.sh start thrift2 -f -hsha --infoport 9096 -p 8090 -w 10

hbase org.apache.hadoop.hbase.mapreduce.ImportTsv -Dimporttsv.columns='HBASE_ROW_KEY,cf:usr_id,cf:usr_name,cf:cert_id,cf:cert_id_enc,cf:cert_type,cf:cert_chk_flag,cf:cert_prov,cf:cert_area,cf:usr_sex,cf:usr_age' -Dimporttsv.skip.bad.lines=false '-Dimporttsv.separator=|'
-Dcreate.table=no ns_ink:DIM_TRUST_USER_BASE_INFO /user/admin/ink/data/credit/raw/DIM_TRUST_USER_BASE_INFO.csv

hbase org.apache.hadoop.hbase.mapreduce.ImportTsv -Dimporttsv.columns='HBASE_ROW_KEY,cf:usr_mp,cf:usr_mp_enc,cf:mp_prov,cf:mp_area,cf:mp_operators,cf:mp_chk_flag,cf:usr_email,cf:usr_email_enc,cf:usr_addr' -Dimporttsv.skip.bad.lines=false '-Dimporttsv.separator=|'
-Dcreate.table=no ns_ink:DIM_TRUST_USER_ADD_INFO /user/admin/ink/data/credit/raw/DIM_TRUST_USER_ADD_INFO_20170221.csv

hbase org.apache.hadoop.hbase.mapreduce.ImportTsv -Dimporttsv.columns='HBASE_ROW_KEY,cf:usr_id,cf:ord_id,cf:ord_date,cf:dep_date,cf:org_city_name,cf:des_city_name,cf:flight_no,cf:cabin_name,cf:tick_amt,cf:airpt_amt' -Dimporttsv.skip.bad.lines=false '-Dimporttsv.separator=|'
-Dcreate.table=no ns_ink:FACT_TRUST_USER_FLIGHT_LOG  /user/admin/ink/data/credit/raw/FACT_TRUST_USER_FLIGHT_LOG_20170222.csv

hbase org.apache.hadoop.hbase.mapreduce.ImportTsv -Dimporttsv.columns='HBASE_ROW_KEY,cf:usr_id,cf:index_id,cf:index_value' -Dimporttsv.skip.bad.lines=false '-Dimporttsv.separator=|' -Dcreate.table=no ns_ink:FACT_TRUST_USER_TRADE_COLLECT /user/admin/ink/data/credit/raw/FACT_TRUST_USER_TRADE_COLLECT_20170221.csv

{NAME => 'cf', VERSIONS => '2147483647'},{NAME => 'ecf1',VERSIONS => '2147483647'}

FROM centos

MAINTAINER fengwan.blog.iyunv.com

RUN rm -rf /etc/localtime && ln -s /usr/share/zoneinfo/Asia/Shanghai /etc/localtime #修改时区

RUN yum -y install kde-l10n-Chinese && yum -y reinstall glibc-common #安装中文支持

RUN localedef -c -f UTF-8 -i zh_CN zh_CN.utf8 #配置显示中文

ENV LC_ALL zh_CN.utf8 #设置环境变量

RUN yum -y install python-setuptools && easy_install pip && pip install supervisor #安装supervisor多进程管理工具,用于启动多进程

docker run -d -p 8002:8090 -v /app/docker/war/:/app/wildfly-10.1.0.Final/standalone/deployments/ -v /app/docker/etc/:/app/etc/ -v /app/docker/logs/:/app/mdpasv2/logs -v /app/docker/jbosslog/:/app/log -v /etc/localtime/:/etc/localtime.ro --privileged=true
--name=testing huifu/jbossandjdk:v10.8 sh -c 'sh /app/startjboss.sh'
内容来自用户分享和网络整理,不保证内容的准确性,如有侵权内容,可联系管理员处理 点击这里给我发消息
标签: