Apache
/
hbase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HBASE-596 DemoClient.py 

Added licenses to examples along w/ committing new Python example.


git-svn-id: https://svn.apache.org/repos/asf/hadoop/hbase/trunk@650333 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Michael Stack 2008-04-22 00:39:02 +00:00
parent cffa3a254e
commit 2bf301a4df
6 changed files with 259 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
CHANGES.txt
View File

@ -19,6 +19,7 @@ Hbase Change Log
IMPROVEMENTS
HBASE-559 MR example job to count table rows
HBASE-596 DemoClient.py (Ivan Begtin via Stack)
Release 0.1.1 - 04/11/2008

19
src/examples/thrift/DemoClient.cpp
View File

@ -1,3 +1,22 @@
/**
* Copyright 2008 The Apache Software Foundation
*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include <stdio.h>
#include <unistd.h>
#include <sys/time.h>

19
src/examples/thrift/DemoClient.java
View File

@ -1,3 +1,22 @@
/**
* Copyright 2008 The Apache Software Foundation
*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hbase.thrift;
import java.io.UnsupportedEncodingException;

184
src/examples/thrift/DemoClient.py Executable file
View File

@ -0,0 +1,184 @@
#!/usr/bin/python
'''Copyright 2008 The Apache Software Foundation
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
'''
# Instructions:
# 1. Run Thrift to generate python module HBase
# thrift -py ../../../src/java/org/apache/hadoop/hbase/thrift/Hbase.thrift
# 2. Rename gen-py folder to gen_py or just copy gen-py/HBase module into your project tree and change import string
# Contributed by: Ivan Begtin (ibegtin@gmail.com, ibegtin@enotpoiskun.ru)
from thrift import Thrift
from thrift.transport import TSocket, TTransport
from thrift.protocol import TBinaryProtocol
from gen_py.Hbase import *
def printRow(row, values):
print "row: %s, cols: " %(row)
for key in values.keys():
print '\t%s => %s' %(key, values[key])
def printEntry(entry):
printRow(entry.row, entry.columns)
# Make socket
transport = TSocket.TSocket('localhost', 9090)
# Buffering is critical. Raw sockets are very slow
transport = TTransport.TBufferedTransport(transport)
# Wrap in a protocol
protocol = TBinaryProtocol.TBinaryProtocol(transport)
# Create a client to use the protocol encoder
client = Hbase.Client(protocol)
# Connect!
transport.open()
t = "demo_table"
#
# Scan all tables, look for the demo table and delete it.
#
print "scanning tables..."
for table in client.getTableNames():
print " found: %s" %(table)
if table == t:
print " deleting table: %s" %(t)
client.deleteTable(table)
columns = []
col = Hbase.ColumnDescriptor()
col.name = 'entry:'
col.maxVersions = 10
columns.append(col)
col = Hbase.ColumnDescriptor()
col.name = 'unused:'
columns.append(col)
client.createTable(t, columns)
cols = client.getColumnDescriptors(t)
for col_name in cols.keys():
col = cols[col_name]
print " column: %s, maxVer: %d" % (col.name, col.maxVersions)
#
# Test UTF-8 handling
#
invalid = "foo-\xfc\xa1\xa1\xa1\xa1\xa1"
valid = "foo-\xE7\x94\x9F\xE3\x83\x93\xE3\x83\xBC\xE3\x83\xAB";
# non-utf8 is fine for data
client.put(t, "foo", "entry:foo", invalid)
# try empty strings
client.put(t, "", "entry:", "");
# this row name is valid utf8
client.put(t, valid, "entry:foo", valid)
# non-utf8 is not allowed in row names
try:
client.put(t, invalid, "entry:foo", invalid)
except ttypes.IOError, e:
print 'expected exception: %s' %(e.message)
# Run a scanner on the rows we just created
print "Starting scanner..."
scanner = client.scannerOpen(t, "", ["entry:"])
try:
while 1:
printEntry(client.scannerGet(scanner))
except ttypes.NotFound, e:
print "Scanner finished"
#
# Run some operations on a bunch of rows.
#
for e in range(100, 0, -1):
# format row keys as "00000" to "00100"
row = "%0.5d" % (e)
client.put(t, row, "unused:", "DELETE_ME");
printRow(row, client.getRow(t, row));
client.deleteAllRow(t, row)
client.put(t, row, "entry:num", "0")
client.put(t, row, "entry:foo", "FOO")
printRow(row, client.getRow(t, row));
mutations = []
m = Hbase.Mutation()
m.column = "entry:foo"
m.isDelete = 1
mutations.append(m)
m = Hbase.Mutation()
m.column = "entry:num"
m.value = "-1"
mutations.append(m)
client.mutateRow(t, row, mutations)
printRow(row, client.getRow(t, row));
client.put(t, row, "entry:num", str(e))
client.put(t, row, "entry:sqr", str((e*e)))
printRow(row, client.getRow(t, row));
mutations = []
m = Hbase.Mutation()
m.column = "entry:num"
m.value = "-999"
mutations.append(m)
m = Hbase.Mutation()
m.column = "entry:sqr"
m.isDelete = 1
mutations.append(m)
client.mutateRowTs(t, row, mutations, 1) # shouldn't override latest
printRow(row, client.getRow(t, row))
versions = client.getVer(t, row, "entry:num", 10)
print "row: %s, values: " %(row)
for v in versions:
print "\t%s;" %(v)
print ""
try:
client.get(t, row, "entry:foo")
raise "shouldn't get here!"
except ttypes.NotFound, e:
pass
print ""
columns = client.getColumnDescriptors(t)
print "Starting scanner..."
scanner = client.scannerOpenWithStop(t, "00020", "00040", columns)
try:
while 1:
printEntry(client.scannerGet(scanner))
except ttypes.NotFound, e:
client.scannerClose(scanner)
print "Scanner finished"
transport.close()

18
src/examples/thrift/DemoClient.rb
View File

@ -1,5 +1,23 @@
#!/usr/bin/ruby
# Copyright 2008 The Apache Software Foundation
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
$:.push('~/thrift/trunk/lib/rb/lib')
$:.push('./gen-rb')

19
src/examples/thrift/Makefile
View File

@ -1,5 +1,22 @@
# Makefile for C++ Hbase Thrift DemoClient
# Copyright 2008 The Apache Software Foundation
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# Makefile for C++ Hbase Thrift DemoClient
# NOTE: run 'thrift -cpp Hbase.thrift' first
THRIFT_DIR = /usr/local/include/thrift