HBASE-596 DemoClient.py

Added licenses to examples along w/ committing new Python example.


git-svn-id: https://svn.apache.org/repos/asf/hadoop/hbase/trunk@650333 13f79535-47bb-0310-9956-ffa450edef68

CHANGES.txt

@@ -19,6 +19,7 @@ Hbase Change Log
 
   IMPROVEMENTS
    HBASE-559   MR example job to count table rows
+   HBASE-596   DemoClient.py (Ivan Begtin via Stack)
 
 
 Release 0.1.1 - 04/11/2008

src/examples/thrift/DemoClient.cpp

@@ -1,3 +1,22 @@
+/**
+ * Copyright 2008 The Apache Software Foundation
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
 #include <stdio.h>
 #include <unistd.h>
 #include <sys/time.h>

src/examples/thrift/DemoClient.java

@@ -1,3 +1,22 @@
+/**
+ * Copyright 2008 The Apache Software Foundation
+ *
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
 package org.apache.hadoop.hbase.thrift;
 
 import java.io.UnsupportedEncodingException;

src/examples/thrift/DemoClient.py

@@ -0,0 +1,184 @@
+#!/usr/bin/python
+'''Copyright 2008 The Apache Software Foundation
+ 
+  Licensed to the Apache Software Foundation (ASF) under one
+  or more contributor license agreements.  See the NOTICE file
+  distributed with this work for additional information
+  regarding copyright ownership.  The ASF licenses this file
+  to you under the Apache License, Version 2.0 (the
+  "License"); you may not use this file except in compliance
+  with the License.  You may obtain a copy of the License at
+ 
+     http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+''' 
+# Instructions:
+# 1. Run Thrift to generate python module HBase
+#    thrift -py ../../../src/java/org/apache/hadoop/hbase/thrift/Hbase.thrift 
+# 2. Rename gen-py folder to gen_py or just copy gen-py/HBase module into your project tree and change import string
+# Contributed by: Ivan Begtin (ibegtin@gmail.com, ibegtin@enotpoiskun.ru)
+
+
+from thrift import Thrift
+from thrift.transport import TSocket, TTransport
+from thrift.protocol import TBinaryProtocol
+from gen_py.Hbase import *
+
+def printRow(row, values):
+    print "row: %s, cols: " %(row)
+    for key in values.keys():
+	print '\t%s => %s' %(key, values[key])
+
+def printEntry(entry):
+    printRow(entry.row, entry.columns)
+
+
+# Make socket
+transport = TSocket.TSocket('localhost', 9090)
+
+# Buffering is critical. Raw sockets are very slow
+transport = TTransport.TBufferedTransport(transport)
+
+# Wrap in a protocol
+protocol = TBinaryProtocol.TBinaryProtocol(transport)
+
+# Create a client to use the protocol encoder
+client = Hbase.Client(protocol)
+
+# Connect!
+transport.open()
+
+t = "demo_table"
+
+#
+# Scan all tables, look for the demo table and delete it.
+#
+print "scanning tables..."
+for table in client.getTableNames():
+    print "  found: %s" %(table)
+    if table == t:
+	print "    deleting table: %s"  %(t)	
+	client.deleteTable(table)
+
+columns = []
+col = Hbase.ColumnDescriptor()
+col.name = 'entry:'
+col.maxVersions = 10
+columns.append(col)
+col = Hbase.ColumnDescriptor()
+col.name = 'unused:'
+columns.append(col)
+
+client.createTable(t, columns)
+
+cols = client.getColumnDescriptors(t)
+for col_name in cols.keys():
+    col = cols[col_name]
+    print "  column: %s, maxVer: %d" % (col.name, col.maxVersions)
+#
+# Test UTF-8 handling
+#
+invalid = "foo-\xfc\xa1\xa1\xa1\xa1\xa1"
+valid = "foo-\xE7\x94\x9F\xE3\x83\x93\xE3\x83\xBC\xE3\x83\xAB";
+
+# non-utf8 is fine for data
+client.put(t, "foo", "entry:foo", invalid)
+
+# try empty strings
+client.put(t, "", "entry:", "");
+
+# this row name is valid utf8
+client.put(t, valid, "entry:foo", valid)
+
+# non-utf8 is not allowed in row names
+try:
+    client.put(t, invalid, "entry:foo", invalid)
+except ttypes.IOError, e:
+    print 'expected exception: %s' %(e.message)
+
+# Run a scanner on the rows we just created
+print "Starting scanner..."
+scanner = client.scannerOpen(t, "", ["entry:"])
+try:
+    while 1:
+	printEntry(client.scannerGet(scanner))
+except ttypes.NotFound, e:
+    print "Scanner finished"
+  
+
+#
+# Run some operations on a bunch of rows.
+#
+for e in range(100, 0, -1):
+  # format row keys as "00000" to "00100"
+    row = "%0.5d" % (e)
+
+    client.put(t, row, "unused:", "DELETE_ME");
+    printRow(row, client.getRow(t, row));
+    client.deleteAllRow(t, row)
+
+    client.put(t, row, "entry:num", "0")
+    client.put(t, row, "entry:foo", "FOO")
+    printRow(row, client.getRow(t, row));
+
+    mutations = []
+    m = Hbase.Mutation()
+    m.column = "entry:foo"
+    m.isDelete = 1
+    mutations.append(m)
+    m = Hbase.Mutation()
+    m.column = "entry:num"
+    m.value = "-1"
+    mutations.append(m)
+    client.mutateRow(t, row, mutations)
+    printRow(row, client.getRow(t, row));
+
+    client.put(t, row, "entry:num", str(e))
+    client.put(t, row, "entry:sqr", str((e*e)))
+    printRow(row, client.getRow(t, row));
+  
+    mutations = []
+    m = Hbase.Mutation()
+    m.column = "entry:num"
+    m.value = "-999"
+    mutations.append(m)
+    m = Hbase.Mutation()
+    m.column = "entry:sqr"
+    m.isDelete = 1
+    mutations.append(m)
+    client.mutateRowTs(t, row, mutations, 1) # shouldn't override latest
+    printRow(row, client.getRow(t, row))
+
+    versions = client.getVer(t, row, "entry:num", 10)
+    print "row: %s, values: " %(row)
+    for v in versions:
+	print "\t%s;" %(v)
+
+    print ""
+  
+    try:
+	client.get(t, row, "entry:foo")
+	raise "shouldn't get here!"
+    except ttypes.NotFound, e:
+	pass
+
+    print ""
+
+
+columns = client.getColumnDescriptors(t)
+
+print "Starting scanner..."
+scanner = client.scannerOpenWithStop(t, "00020", "00040", columns)
+try:
+  while 1:
+    printEntry(client.scannerGet(scanner))
+except ttypes.NotFound, e:
+    client.scannerClose(scanner)
+    print "Scanner finished"
+  
+transport.close()

src/examples/thrift/DemoClient.rb

@@ -1,5 +1,23 @@
 #!/usr/bin/ruby
 
+# Copyright 2008 The Apache Software Foundation
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 $:.push('~/thrift/trunk/lib/rb/lib')
 $:.push('./gen-rb')
 

src/examples/thrift/Makefile

@@ -1,5 +1,22 @@
-# Makefile for C++ Hbase Thrift DemoClient
+# Copyright 2008 The Apache Software Foundation
 #
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Makefile for C++ Hbase Thrift DemoClient
 # NOTE: run 'thrift -cpp Hbase.thrift' first
 
 THRIFT_DIR = /usr/local/include/thrift