0.9.0.jar:/BIDATA/hadoop/hbase/lib/log4j-1.2.17.jar:/BIDATA/hadoop/hbase/lib/management-api-3.0.0-b012.jar:/BIDATA/hadoop/hbase/lib/metrics-core-2.1.2.jar:/BIDATA/hadoop/hbase/lib/netty-3.6.6.Final.jar:/BIDATA/hadoop/hbase/lib/paranamer-2.3.jar:/BIDATA/hadoop/hbase/lib/protobuf-java-2.5.0.jar:/BIDATA/hadoop/hbase/lib/servlet-api-2.5-6.1.14.jar:/BIDATA/hadoop/hbase/lib/slf4j-api-1.6.4.jar:/BIDATA/hadoop/hbase/lib/slf4j-log4j12-1.6.4.jar:/BIDATA/hadoop/hbase/lib/snappy-java-1.0.4.1.jar:/BIDATA/hadoop/hbase/lib/xmlenc-0.52.jar:/BIDATA/hadoop/hbase/lib/xz-1.0.jar:/BIDATA/hadoop/hbase/lib/zookeeper-3.4.6.jar:
2014-11-17 11:42:11,033 INFO [main] zookeeper.ZooKeeper: Client
environment:java.library.path=/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
2014-11-17 11:42:11,033 INFO [main] zookeeper.ZooKeeper: Client environment:java.io.tmpdir=/tmp
2014-11-17 11:42:11,033 INFO [main] zookeeper.ZooKeeper: Client environment:java.compiler=
2014-11-17 11:42:11,033 INFO [main] zookeeper.ZooKeeper: Client environment:os.name=Linux
2014-11-17 11:42:11,033 INFO [main] zookeeper.ZooKeeper: Client environment:os.arch=amd64
2014-11-17 11:42:11,033 INFO [main] zookeeper.ZooKeeper: Client environment:os.version=2.6.32-71.el6.x86_64
2014-11-17 11:42:11,033 INFO [main] zookeeper.ZooKeeper: Client environment:user.name=hadoop
2014-11-17 11:42:11,033 INFO [main] zookeeper.ZooKeeper: Client environment:user.home=/BIDATA/hadoop
2014-11-17 11:42:11,034 INFO [main] zookeeper.ZooKeeper: Client environment:user.dir=/BIDATA/hadoop
2014-11-17 11:42:11,034 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=localhost:2181 sessionTimeout=90000
watcher=hconnection-0xf1afec5, quorum=localhost:2181, baseZNode=/hbase 2014-11-17 11:42:11,054 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=hconnection-0xf1afec5 connecting to ZooKeeper ensemble=localhost:2181
2014-11-17 11:42:11,056 INFO [main-SendThread(localhost.localdomain:2181)] zookeeper.ClientCnxn: Opening socket connection to server
localhost.localdomain/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error)
2014-11-17 11:42:11,061 INFO [main-SendThread(localhost.localdomain:2181)] zookeeper.ClientCnxn: Socket connection established to localhost.localdomain/127.0.0.1:2181, initiating session
2014-11-17 11:42:11,067 INFO [main-SendThread(localhost.localdomain:2181)] zookeeper.ClientCnxn: Session establishment complete on server
localhost.localdomain/127.0.0.1:2181, sessionid = 0x1495590492b005b, negotiated timeout = 40000
2014-11-17 11:42:11,366 INFO [main] zookeeper.ZooKeeper: Initiating client connection, connectString=localhost:2181 sessionTimeout=90000
watcher=catalogtracker-on-hconnection-0xf1afec5, quorum=localhost:2181, baseZNode=/hbase
2014-11-17 11:42:11,366 INFO [main] zookeeper.RecoverableZooKeeper: Process identifier=catalogtracker-on-hconnection-0xf1afec5 connecting to ZooKeeper ensemble=localhost:2181
2014-11-17 11:42:11,367 INFO [main-SendThread(localhost.localdomain:2181)] zookeeper.ClientCnxn: Opening socket connection to server
localhost.localdomain/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error)
2014-11-17 11:42:11,367 INFO [main-SendThread(localhost.localdomain:2181)] zookeeper.ClientCnxn: Socket connection established to localhost.localdomain/127.0.0.1:2181, initiating session
2014-11-17 11:42:11,368 DEBUG [main] catalog.CatalogTracker: Starting catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@5cc5450c
2014-11-17 11:42:11,368 INFO [main-SendThread(localhost.localdomain:2181)] zookeeper.ClientCnxn: Session establishment complete on server
localhost.localdomain/127.0.0.1:2181, sessionid = 0x1495590492b005c, negotiated timeout = 40000
2014-11-17 11:42:11,396 INFO [main] Configuration.deprecation: hadoop.native.lib is deprecated. Instead, use io.native.lib.available
2014-11-17 11:42:11,861 DEBUG [main] catalog.CatalogTracker: Stopping catalog tracker org.apache.hadoop.hbase.catalog.CatalogTracker@5cc5450c 2014-11-17 11:42:11,862 INFO [main] zookeeper.ZooKeeper: Session: 0x1495590492b005c closed
2014-11-17 11:42:11,862 INFO [main-EventThread] zookeeper.ClientCnxn: EventThread shut down
2014-11-17 11:42:11,878 WARN [main] mapreduce.LoadIncrementalHFiles: Skipping non-directory file:/BIDATA/hadoop/jyy/output/_SUCCESS
2014-11-17 11:42:11,957 INFO [LoadIncrementalHFiles-0] util.ChecksumType: Checksum using org.apache.hadoop.util.PureJavaCrc32
2014-11-17 11:42:11,959 INFO [LoadIncrementalHFiles-0] util.ChecksumType: Checksum can use org.apache.hadoop.util.PureJavaCrc32C 2014-11-17 11:42:12,034 INFO [LoadIncrementalHFiles-0] mapreduce.LoadIncrementalHFiles: Trying to load
hfile=file:/BIDATA/hadoop/jyy/output/CF/bd37bf2de0864a19b2e5e112ac48e2b0 first=201410 last=201411
2014-11-17 11:42:12,067 DEBUG [LoadIncrementalHFiles-1] mapreduce.LoadIncrementalHFiles: Going to connect to server
region=TM_CORP_SNMBR_TOP35_M,,1416193283144.73f952ca0bc2d9e86647e99490825acf., hostname=bogon,59960,1414479760828, seqNum=1 for row with hfile group
[{[B@bfcd37c,file:/BIDATA/hadoop/jyy/output/CF/bd37bf2de0864a19b2e5e112ac48e2b0}]
==========================================
Hbase 表操作-DML
2015年5月16日 10:49
[1]查看hbase的所有表：list
hbase(main):002:0> list 'TM_CORP_SNMBR_TOP35_M'
TABLE
TM_CORP_SNMBR_TOP35_M 1 row(s) in 0.1010 seconds
=> [\hbase(main):003:0> list
TABLE HB_TR_AREA HB_TR_AREA_T HB_TR_AREA_ZYH TM_CORP_SNMBR_TOP35_M TestTable hb_dzl hbase_java hbase_lqm_java lqm_hbase_1 member member1 test_b 12 row(s) in 0.0280 seconds
=> [\
\\
[2]获得表的描述：describe 'TM_CORP_SNMBR_TOP35_M'
hbase(main):001:0> describe 'TM_CORP_SNMBR_TOP35_M'
2014-11-17 14:54:28,428 WARN [main] util.NativeCodeLoader: Unable to load
native-hadoop library for your platform... using builtin-java classes where applicable
DESCRIPTION ENABLED 'TM_CORP_SNMBR_TOP35_M', {NAME => 'CF', DATA_BLOCK_ENCODING => 'NONE', BLOOMFILTER => 'ROW', REPLICATION_SC true
OPE => '0', VERSIONS => '1', COMPRESSION => 'NONE', MIN_VERSIONS => '0', TTL => 'FOREVER', KEEP_DELETED_CEL
LS => 'false', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'} 1 row(s) in 1.0880 seconds
[3]获取表的数据量：count 'TM_CORP_SNMBR_TOP35_M'
hbase(main):001:0> count 'TM_CORP_SNMBR_TOP35_M'
2014-11-17 14:57:35,665 WARN [main] util.NativeCodeLoader: Unable to load
native-hadoop library for your platform... using builtin-java classes where applicable 2 row(s) in 0.4370 seconds => 2
[4]全表数据查询：scan 'TM_CORP_SNMBR_TOP35_M'
hbase(main):001:0> scan 'TM_CORP_SNMBR_TOP35_M'
2014-11-17 14:18:18,073 WARN [main] util.NativeCodeLoader: Unable to load
native-hadoop library for your platform... using builtin-java classes where applicable
ROW COLUMN+CELL 201410 column=CF:BIND_PNTRN_RT,
timestamp=1416195048037, value=1.1
201410 column=CF:DATA_TYP_CD, timestamp=1416195048037, value=1
201410 column=CF:G4_PNTRN_RT, timestamp=1416195048037, value=1.1
201410 column=CF:LOC_LVL1_CD, timestamp=1416195048037, value=GZ01
201410 column=CF:RETN_ARPU, timestamp=1416195048037, value=1.1
201410 column=CF:RETN_USR_CNT,
timestamp=1416195048037, value=200
201410 column=CF:SNAP_ARPU, timestamp=1416195048037, value=1.1
201410 column=CF:SNAP_USR_CNT,
timestamp=1416195048037, value=100 201410 column=CF:SPAY_PNTRN_RT,
timestamp=1416195048037, value=1.1 201411 column=CF:BIND_PNTRN_RT,
timestamp=1416195048037, value=1.1
201411 column=CF:DATA_TYP_CD, timestamp=1416195048037, value=1
201411 column=CF:G4_PNTRN_RT, timestamp=1416195048037, value=1.1
201411 column=CF:LOC_LVL1_CD, timestamp=1416195048037, value=GZ02
201411 column=CF:RETN_ARPU, timestamp=1416195048037, value=1.1
201411 column=CF:RETN_USR_CNT,
timestamp=1416195048037, value=200
201411 column=CF:SNAP_ARPU, timestamp=1416195048037, value=1.1
201411 column=CF:SNAP_USR_CNT,
timestamp=1416195048037, value=100 201411 column=CF:SPAY_PNTRN_RT,
timestamp=1416195048037, value=1.1 2 row(s) in 0.4720 seconds
[5]限制只取1条数据：scan 'TM_CORP_SNMBR_TOP35_M',LIMIT =>1
hbase(main):002:0> scan 'TM_CORP_SNMBR_TOP35_M',LIMIT =>1
ROW COLUMN+CELL 201410 column=CF:BIND_PNTRN_RT,
timestamp=1416195048037, value=1.1
201410 column=CF:DATA_TYP_CD, timestamp=1416195048037, value=1
201410 column=CF:G4_PNTRN_RT, timestamp=1416195048037, value=1.1
201410 column=CF:LOC_LVL1_CD, timestamp=1416195048037, value=GZ01
201410 column=CF:RETN_ARPU, timestamp=1416195048037, value=1.1
201410 column=CF:RETN_USR_CNT,
timestamp=1416195048037, value=200
201410 column=CF:SNAP_ARPU, timestamp=1416195048037, value=1.1
201410 column=CF:SNAP_USR_CNT,
timestamp=1416195048037, value=100 201410 column=CF:SPAY_PNTRN_RT,
timestamp=1416195048037, value=1.1 1 row(s) in 0.0290 seconds
[6]限制某个列族只取1条数据：scan
'TM_CORP_SNMBR_TOP35_M',COLUMNS=>'CF',LIMIT =>1
hbase(main):001:0> scan 'TM_CORP_SNMBR_TOP35_M',COLUMNS=>'CF',LIMIT =>1 2014-11-17 15:02:12,618 WARN [main] util.NativeCodeLoader: Unable to load
native-hadoop library for your platform... using builtin-java classes where applicable
ROW COLUMN+CELL 201410 column=CF:BIND_PNTRN_RT,
timestamp=1416195048037, value=1.1