HBase & thrift & C 炠栫▼_PHP Tutorial

HBase & thrift & C 炂栫▼

HBase & thrift & C 炂栫▼.pdf

鐩綍

鐩綍1

1.鍓嶈█1

2.钖姩鍜屽仠姝?span>thrift2 1

2.1.钖姩thrift2 1

2.2.Thrift2 1

2.3.hbase.thrift 2

4.thrift_helper.h3

5.绀淥浠ｇ爜4

1.铓嶈█

Chain枃What is the value of HBase?span>C? Brilliant ?/span>thrift2_thrift_hbase-1.1.2_thrift_thrift_0.9.0_thrift_hbase-1.1.2

2.Thrift2

2.1.thrift2

The HBasemaster chain is connected to浠ゅ惎锷?/span>thrift2锛?/span>hbase-daemon.shstartthrift2銆?

thrift hazelnut鄄勭洃钖鍙ｆ槸9090锛屽彲浠ラ€氲tension四暟鈥?span>-p鈥濇寚瀹氩叾瀹卂鍙ｃ€卞粯璁やJiao鐢ㄧ殑Server鄄?/span>TThreadPoolServer銆邞粯璁や Jiao鐢ㄧ殑Protocol鏄?/ span> TBinaryProtocol銆?/span>

娉ㄦ剰瀹㈡埛绔小鐢ㄧ殑Protocol鍜?/span>Transport鍜屾湇锷＄鄄勮俇寔涓€銊达纴钖﹀寯瀹㈡埛绔湪湋卂椤镞雹纴鍙兘阆囧埌鈥淓AGAIN(timedout)鈥戈瓑阌抾銆?

2.2. Guocangthrift2

hbase-daemon.shstopthrift2

2.3.弬鏁狠狠

9090 tr>

鍙傛暟钖?/span>

鏄惁樿

鍙傛暟璇ancun

-h,--help

鍙傛暟鍚?/span>	鏄惁榛樿	鍙傛暟璇存槑
-h,--help		鏄剧ず甯姪淇℃伅
-b,--bind		缁戝畾鎸囧畾鍦板潃锛屼絾涓嶆敮鎸?span>TNonblockingServer鍜?/span>THsHaServer锛屼袱鑰呮€绘槸浣跨敤鈥?/span>0.0.0.0鈥?/span>
-p,--port	9090	缁戝鎸囧畾绔彛锛岄粯璁や负9090
-f,--framed		浣跨敤TFramedTransport
-c,--compact		浣跨敤TCompactProtocol锛岄粯璁ゆ槸TBinaryProtocol
-threadpool	鏄?/span>	浣跨敤TThreadPoolServer锛屼负榛樿Server
-nonblocking		浣跨敤瀹炵幇浜?span>FramedTransport鐨?/span>TNonblockingServer
-hsha		浣跨敤瀹炵幇浜?span>FramedTransport鐨?/span>THsHaServer

鏄剧ず宁姪奇℃伅

-b,--bind

缁戝畾鎸囧畾鍦 Board潃锛屼絶涶嶆镮鸸?span>TNonblockingServer鍜?/span>THsHaServer锛屼袱Key呮€painting槸汸袤鈥?/span>0.0.0.0鈥?/span>

-p,--port

缁戝鎸囧畾绔彛锛岲粯璁やnegative9090

-f,--framed

Huan Kuao TFramedTransport

-c,--compact

HTCompactProtocol锛岄粯璁ゆ槸TBinaryProtocol

-threadpool

鏄?/span>

Huan Cross-threadPoolServerServer

-nonblocking

Huancuan敤瀹炵絇浜?span>FramedTransport鄄?/span>TNonblockingServer

-hsha

瀹㈡埛绔拰hbasethrift2鄄?/span>Transport鍜?/span>Protocol黑€簿濇寔涓€镊达纴秣斿瀹㈡埛绔negative FramedTransport锛屽寯涔熼渶浠モ€?/span>-f鈥濆掎锷?/span>hbasethrift2銆?/span>

钖﹀垯瀹㈡埛绔湪璋卂椤镞讹纴鍙 AGAIN (timedout) AGAIN(timedout)?

annihilate

https://hbase.apache.org/devapidocs/org/apache/hadoop/hbase/thrift2/package-summary.html銆?

hbase-daemon.sh ｜爜朜 WuВ缁woo妭锛?/span>

hbase-thriftsrcmainjavaorgapachehadoophbasethrift2ThriftServer.java

hbase-thriftsrcmainjavaorgapachehadoophbasethrift2ThriftHBaseServiceHandler.java

? Hbase-daemon.shstartthrift2--framed-nonblocking

hbase-daemon.shstartthrift2--framed-nonblocking

3.hbase.thrift

hbase.thrift hbase Jing 镰 佸 佸 锛堜 锛堜 锛堜 锛堜 h h h h h 緥锛変 镄勪綅缃 镄勪綅缃 镄勪綅缃 镄勪綅缃 镄勪綅缃

HBase-Thriftsrcmain base .thrift

Qiyi寔chain coax渒渓婂fan瀹夎濂?span>thrift曰堢粡Xian嬭瘯hbase-1.1.2鍜?/span>thrift-0.9.0鍏锛Thrift--gencpp-out.hbase.thrift -out:

THBaseService.h

THBaseService.cpp hbase_types.h

hbase_types.cpp

hbase_constants.h

hbase_constants.cpp

鍏多腑渚涘鎴风Thrift_helper.h

Thrift_helper.h

Thrift_helper.h ?span>C 瀹㈡埛绔殑炂栫▼锛屽彲浠ヤ小鐢?/span>thrift_helper.h锛?/span>

https://github.com/eyjian/mooon/ blob/master/common_library/include/mooon/net/thrift_helper. h :0pt 5.4pt;">

//thrift瀹㈡埛绔緟锷╃是

//

//淥啤礀淥锛?/span>

//thrift瀹㈡埛绔緟鍔╃被

//

//浣跨敤绀轰緥锛?/span>

//mooon::net::CThriftClientHelperclient(rpc_server_ip,rpc_server_port);

//try

//{

//client.connect();

//client->foo();

//}

//catch(apache::thrift::transport::TTransportException&ex)

//{

//MYLOG_ERROR("thriftexception:(%d)%sn",ex.getType(),ex.what());

//}

//catch(apache::thrift::transport::TApplicationException&ex)

//{

//MYLOG_ERROR("thriftexception:%sn",ex.what());

//}

//catch(apache::thrift::TException&ex)

//{

//MYLOG_ERROR("thriftexception:%sn",ex.what());

//}

//Transport闄ら粯璁ょ殑TFramedTransport(TBufferTransports.h)锛岃繕鍙€夋嫨锛?/span>

//TBufferedTransport(TBufferTransports.h)

//THttpTransport

//TZlibTransport

//TFDTransport(TSimpleFileTransport)

//

//Protocol闄ら粯璁ょ殑apache::thrift::protocol::TBinaryProtocol锛岃繕鍙€夋嫨锛?/span>

//TCompactProtocol

//TJSONProtocol

//TDebugProtocol

template

classProtocol=apache::thrift::protocol::TBinaryProtocol,

classTransport=apache::thrift::transport::TFramedTransport>

classCThriftClientHelper

//mooon::net::CThriftClientHelperclient( rpc_server_ip,rpc_server_port);//try//{//client.connect();//client->foo ();//}//catch(apache::thrift::transport::TTransportException&ex)//{// MYLOG_ERROR("thriftexception:(%d)%sn",ex.getType(),ex.what());//}//catch(apache::thrift: :transport::TApplicationException&ex)//{//MYLOG_ERROR("thriftexception:%sn",ex.what());//}//catch(apache::thrift::TException&ex)//{//MYLOG_ERROR("thriftexception:%sn",ex.what());//}//TransportTransport(TBufferTransports.h)Transport(TBufferTransports.h) TBufferedTransport(TBufferTransports.h)//THttpTransport//TZlibTransport//TFDTransport(TSimpleFileTransport)// //Protocol 闄ら粯璁ょ殑apache::thrift::protocol::TBinaryProtocol锛岃缮鍙€夋嫨锛?/span>//TCompactProtocol//TJSONProtocol //TDebugProtocoltemplate<🎜>classProtocol=apache::thrift::protocol::TBinaryProtocol,<🎜><🎜>classTransport=apache::thrift ::transport::TFramedTransport>classCThriftClientHelper

5.绀淥淠ｇ爜

//HBasethrift2C 缂栫▼绀轰緥

#include"THBaseService.h"

#include//PRIu64

#include

#include

#include

//璇锋敞鎰忓鎴风浣跨敤鐨則hrift鐨凾ransport鍜孭rotocol瑕佸拰hbasethrift2鏈嶅姟绔繚鎸佷竴鑷达紝

//鍚﹀垯璋冪敤鏃讹紝鍙兘鎬绘槸鎶ヨ秴鏃讹紝鎴栧叾瀹冮敊璇紒锛侊紒

//

//杩愯涔嬪墠锛岃閫氳繃HBaseshell鍒涘缓濂借〃锛歝reate'test','cf1','cf2'

//鎴栨寚瀹氱増鏈暟锛歝reate'test',{NAME=>'cf1',VERSIONS=>2},{NAME=>'cf2',VERSIONS=>3}

//鍒犻櫎琛紝鎸夐『搴忔墽琛屼互涓嬩袱鏉Baseshell鍛戒护锛?/span>

//disable'test'

//drop'test'

STRING_ARG_DEFINE(hbase_ip,"192.168.0.1","hbasethriftip");

INTEGER_ARG_DEFINE(uint16_t,hbase_port,9090,1000,50000,"hbasethriftport");

intmain(intargc,char*argv[])

{

std::stringerrmsg;

if(!mooon::utils::parse_arguments(argc,argv,&errmsg))

{

fprintf(stderr,"parametererror:%sn",errmsg.c_str());

exit(1);

}

usingnamespaceapache;

usingnamespaceapache::hadoop;

std::stringhbase_ip=mooon::argument::hbase_ip->value();

uint16_thbase_port=mooon::argument::hbase_port->value();

mooon::net::CThriftClientHelperhbase_client(hbase_ip,hbase_port);

try

{

hbase_client.connect();//杩炴帴hbasethrift2server

fprintf(stdout,"connect%s:%dokn",hbase_ip.c_str(),hbase_port);

std::stringtablename="test";//琛ㄥ悕锛岀‘淇濊繍琛屼箣鍓嶅凡鍒涘缓濂?/span>

std::stringrowkey="row1";//琛孠ey

std::stringfamily="cf1";//渚嬫棌鍚?/span>

std::stringcolumnname="f1";//渚嬪悕

std::stringcolumnvalue="value1";//渚嬪€?/span>

//鎻掑叆鍙傛暟璁剧疆

std::vectorcolumns_value(1);

columns_value[0].__set_family(family);

columns_value[0].__set_qualifier(columnname);

columns_value[0].__set_value(columnvalue);

hbase::thrift2::TPutput;

put.__set_row(rowkey);

put.__set_columnValues(columns_value);

hbase_client->put(tablename,put);//鎻掑叆锛屽嚭閿欐姏寮傚父hbase::thrift2::TIOError

//鏌ヨ鍙傛暟璁剧疆

hbase::thrift2::TGetinput;

input.__set_row(rowkey);

hbase::thrift2::TResultresult;//鏌ヨ缁撴灉瀛樻斁鍦ㄨ繖閲?/span>

hbase_client->get(result,tablename,input);//鏌ヨ锛屽嚭閿欐姏寮傚父hbase::thrift2::TIOError

//鏄剧ず鏌ヨ缁撴灉

for(inti=0;i(result.columnValues.size()); i)

{

consthbase::thrift2::TColumnValue&column_value_ref=result.columnValues[i];

fprintf(stdout,"family[%s]/qualifier[%s]/timestamp[%"PRIu64"]:%sn",column_value_ref.family.c_str(),

column_value_ref.qualifier.c_str(),

column_value_ref.timestamp,

column_value_ref.value.c_str());

}

}

catch(hbase::thrift2::TIOError&ex)

{

fprintf(stderr,"IOError:%sn",ex.what());

}

catch(apache::thrift::transport::TTransportException&ex)

{

//濡傛灉鍜屾湇鍔＄鐨凾ransport鍜孭rotocol涓嶅悓锛岃繖閲岀殑閿欒鏄€淓AGAIN(timedout)鈥?/span>

fprintf(stderr,"(%d)%sn",ex.getType(),ex.what());

}

catch(apache::thrift::TApplicationException&ex)

{

fprintf(stderr,"%sn",ex.what());

}

catch(thrift::TException&ex)

{

fprintf(stderr,"%sn",ex.what());

}

return0;

}

http://www.bkjia.com/PHPjc/1096388.htmlwww.bkjia.comtruehttp: //www.bkjia.com/PHPjc/1096388.htmlTechArticleHBase C 炂栫▼ HBase thrift C 炂栫▼.pdf 鐩綍鐩綍1 1.铓嶈█1 2.钖姩鍜屽仠姝?span>thrift2 1 2.1.钖姩thrift2 1 2.2.Guocangthrift2 1 2.3.钖姩鍙...