Pig读写HBase数据
admin
2023-02-08 04:40:04
0

1、建一个文本

[root@sandbox ~]# vi /customers

4000001,Kristina,Chung,55,Pilot

4000002,Paige,Chen,74,Teacher

4000003,Sherri,Melton,34,Firefighter

4000004,Gretchen,Hill,66,Computerhardware engineer

4000005,Karen,Puckett,74,Lawyer

4000006,Patrick,Song,42,Veterinarian

4000007,Elsie,Hamilton,43,Pilot

4000008,Hazel,Bender,63,Carpenter

4000009,Malcolm,Wagner,39,Artist

4000010,Dolores,McLaughlin,60,Writer

4000011,Francis,McNamara,47,Therapist

4000012,Sandy,Raynor,26,Writer

4000013,Marion,Moon,41,Carpenter

4000014,Beth,Woodard,65,

4000015,Julia,Desai,49,Musician

4000016,Jerome,Wallace,52,Pharmacist

4000017,Neal,Lawrence,72,Computersupport specialist

4000018,Jean,Griffin,45,Childcareworker

4000019,Kristine,Dougherty,63,Financialanalyst

 

2、把数据文件读入pig关系

grunt>copyfromlocal /customers/user/pig/

grunt>raw_data = LOAD'/user/pig/customers' USING PigStorage(',') AS (

>> custno:chararray,

>> firstname:chararray,

>> lastname:chararray,

>> age:int,

>> profession:chararray

>> );

grunt>dump raw_data;

(4000001,Kristina,Chung,55,Pilot)

(4000002,Paige,Chen,74,Teacher)

(4000003,Sherri,Melton,34,Firefighter)

(4000004,Gretchen,Hill,66,Computerhardware engineer)

(4000005,Karen,Puckett,74,Lawyer)

(4000006,Patrick,Song,42,Veterinarian)

(4000007,Elsie,Hamilton,43,Pilot)

(4000008,Hazel,Bender,63,Carpenter)

(4000009,Malcolm,Wagner,39,Artist)

(4000010,Dolores,McLaughlin,60,Writer)

(4000011,Francis,McNamara,47,Therapist)

(4000012,Sandy,Raynor,26,Writer)

(4000013,Marion,Moon,41,Carpenter)

(4000014,Beth,Woodard,65,)

(4000015,Julia,Desai,49,Musician)

(4000016,Jerome,Wallace,52,Pharmacist)

(4000017,Neal,Lawrence,72,Computersupport specialist)

(4000018,Jean,Griffin,45,Childcareworker)

(4000019,Kristine,Dougherty,63,Financialanalyst)

 

3 Pig把关系写到HBase

Hbase建一个表

hbase(main):017:0> create'customers','customer_data'

0row(s) in 1.4870 seconds

=>Hbase::Table - customers

hbase(main):018:0> list

TABLE                                                        

customers                                                                   

iemployee                                                                         

student                                                                          

t1                                                                                 

tc                                                                                  

5row(s) in 0.0390 seconds

hbase(main):019:0>scan 'customers'

ROW                                   COLUMN+CELL                                                                                                    

0row(s) in 0.3840 seconds

grunt> STORE raw_data INTO'hbase://customers' USING org.apache.pig.backend.hadoop.hbase.HBaseStorage(

>> 'customer_data:custno

>> customer_data:firstname

>> customer_data:lastname

>> customer_data:age

>> customer_data:profession'

>> );

hbase(main):023:0>scan 'customers'

ROW                                   COLUMN+CELL                                                                                                    

 4000001                              column=customer_data:age, timestamp=1427249531913, value=Pilot                                                  

 4000001                              column=customer_data:custno, timestamp=1427249531913,value=Kristina                                           

 4000001                              column=customer_data:firstname, timestamp=1427249531913,value=Chung                                           

 4000001                              column=customer_data:lastname, timestamp=1427249531913, value=55                                               

 4000002                              column=customer_data:age, timestamp=1427249531927, value=Teacher                                               

 4000002                              column=customer_data:custno, timestamp=1427249531927, value=Paige                                               

 4000002                              column=customer_data:firstname, timestamp=1427249531927, value=Chen                                            

 4000002                              column=customer_data:lastname,

   

   

                                              

 4000019                              column=customer_data:age, timestamp=1427249531931, value=Financialanalyst                                     

 4000019                              column=customer_data:custno, timestamp=1427249531931,value=Kristine                                           

 4000019                              column=customer_data:firstname, timestamp=1427249531931,value=Dougherty                                       

 4000019                               column=customer_data:lastname,timestamp=1427249531931, value=63                                               

19row(s) in 0.2800 seconds

 

3 PigHBase

grunt>raw = LOAD  'hbase://customers' USINGorg.apache.pig.backend.hadoop.hbase.HBaseStorage(

>> 'customer_data:custno

>> customer_data:firstname

>> customer_data:lastname

>> customer_data:age

>> customer_data:profession'

>> );

 

grunt>dump raw;

(Kristina,Chung,55,Pilot,)

(Paige,Chen,74,Teacher,)

(Sherri,Melton,34,Firefighter,)

(Gretchen,Hill,66,Computerhardware engineer,)

(Karen,Puckett,74,Lawyer,)

(Patrick,Song,42,Veterinarian,)

(Elsie,Hamilton,43,Pilot,)

(Hazel,Bender,63,Carpenter,)

(Malcolm,Wagner,39,Artist,)

(Dolores,McLaughlin,60,Writer,)

(Francis,McNamara,47,Therapist,)

(Sandy,Raynor,26,Writer,)

(Marion,Moon,41,Carpenter,)

(Beth,Woodard,65,,)

(Julia,Desai,49,Musician,)

(Jerome,Wallace,52,Pharmacist,)

(Neal,Lawrence,72,Computersupport specialist,)

(Jean,Griffin,45,Childcareworker,)

(Kristine,Dougherty,63,Financial analyst,)


相关内容

热门资讯

我来教教您“新三哥玩十三张.有... 我来教教您“新三哥玩十三张.有没有挂?”外卦神器下载您好,新三哥玩十三张这个游戏其实有挂的,确实是有...
【今日要闻】“沧海麻将.到底是... 有 亲,根据资深记者爆料沧海麻将是可以开挂的,确实有挂(咨询软件无需打开...
【第一消息】“佛手在线.怎么装... 您好:佛手在线这款游戏可以开挂,确实是有挂的,需要了解加客服微信【9784099】很多玩家在这款游戏...
【第一资讯】“天下棋牌.怎么开... 您好:天下棋牌这款游戏可以开挂,确实是有挂的,需要了解加客服微信【9784099】很多玩家在这款游戏...
我来教教您“官方正版炸金花.有... 您好:官方正版炸金花这款游戏可以开挂,确实是有挂的,需要了解加客服微信【9752949】很多玩家在这...
我来教教您“赫麒众游.怎么装挂... 网上科普关于“赫麒众游有没有挂”话题很是火热,小编也是针对赫麒众游作*弊开挂的方法以及开挂对应的知识...
今日重大通报“丽水都莱.怎么开... 有 亲,根据资深记者爆料丽水都莱是可以开挂的,确实有挂(咨询软件无需打开...
玩家攻略科普“乐乐四川麻将.是... 您好:乐乐四川麻将这款游戏可以开挂,确实是有挂的,需要了解加客服微信【4282891】很多玩家在这款...
理性占了上风?欧盟缘何选择援乌... 新华社布鲁塞尔12月20日电 题:理性占了上风?欧盟缘何选择援乌“B计划”新华社记者欧盟峰会19日在...
玩家最新攻略“飞驰娱乐.可以开... 您好:飞驰娱乐这款游戏可以开挂,确实是有挂的,需要了解加客服微信【9784099】很多玩家在这款游戏...