[21] | 1 | /* |
---|
| 2 | * nchc hadoop hbase test |
---|
| 3 | */ |
---|
| 4 | |
---|
| 5 | package tw.org.nchc.demo; |
---|
| 6 | |
---|
| 7 | import java.io.IOException; |
---|
| 8 | import java.util.SortedMap; |
---|
| 9 | import java.util.TreeMap; |
---|
| 10 | |
---|
| 11 | import org.apache.hadoop.hbase.HBaseConfiguration; |
---|
| 12 | import org.apache.hadoop.hbase.HScannerInterface; |
---|
| 13 | import org.apache.hadoop.hbase.HStoreKey; |
---|
| 14 | import org.apache.hadoop.hbase.HTable; |
---|
| 15 | import org.apache.hadoop.io.Text; |
---|
| 16 | |
---|
| 17 | /** |
---|
| 18 | * Demo that illustrates the HBase client API. |
---|
| 19 | * The demo program will insert values to " Column Family: Column qualifier" and then print these. |
---|
| 20 | * pre-do : create a hbase table "test_table" with (CF:CI) which (" column family ", " column qualifier ") |
---|
| 21 | * 1. $ bin/hbase shell |
---|
| 22 | * 2. > create table test_table("CF"); |
---|
| 23 | * ok ! we can test it |
---|
| 24 | * 3. > insert into test_table("CF:CI") values=("Hellow World") where row = "1"; |
---|
| 25 | * 4. > select * from test_table; |
---|
| 26 | |
---|
| 27 | 08/06/03 16:16:36 INFO hbase.HTable: Creating scanner over test_table starting at key |
---|
| 28 | +---------+-----------+-----------+ |
---|
| 29 | | Row | Column | Cell | |
---|
| 30 | +---------+-----------+-----------+ |
---|
| 31 | | 1 | CF:CI | Hellow World | |
---|
| 32 | +---------+-----------+-----------+ |
---|
| 33 | 1 row(s) in set. (0.24 sec) |
---|
| 34 | |
---|
| 35 | * on the structure , "Row" means Row ID which is a key to describe a column; |
---|
| 36 | * Column means the database structure in test_table, |
---|
| 37 | * Column Family , "CF", should be defined while creating table. |
---|
| 38 | * Column qualifier , "CI" , can be added dynamically. |
---|
| 39 | * Cell is the value of CF:CI |
---|
| 40 | * |
---|
| 41 | * that's the structure; then the demo program will show you in console as below : |
---|
| 42 | * |
---|
| 43 | Illustration of adding data... |
---|
| 44 | Writing row = 0, col 'CF:CI' = Hellow0 |
---|
| 45 | Writing row = 1, col 'CF:CI' = Hellow1 |
---|
| 46 | Writing row = 2, col 'CF:CI' = Hellow2 |
---|
| 47 | Writing row = 3, col 'CF:CI' = Hellow3 |
---|
| 48 | Writing row = 4, col 'CF:CI' = Hellow4 |
---|
| 49 | Writing row = 5, col 'CF:CI' = Hellow5 |
---|
| 50 | Writing row = 6, col 'CF:CI' = Hellow6 |
---|
| 51 | Writing row = 7, col 'CF:CI' = Hellow7 |
---|
| 52 | Writing row = 8, col 'CF:CI' = Hellow8 |
---|
| 53 | Writing row = 9, col 'CF:CI' = Hellow9 |
---|
| 54 | |
---|
| 55 | Illustration of querying... |
---|
| 56 | row = 1, 'CF : CI ' = Hellow1 |
---|
| 57 | |
---|
| 58 | Illustration of scanning... |
---|
| 59 | 08/06/03 16:47:51 INFO hbase.HTable: Creating scanner over test_table starting at key |
---|
| 60 | row = 0//9223372036854775807, col 'CF:CI' = Hellow0 |
---|
| 61 | row = 1//9223372036854775807, col 'CF:CI' = Hellow1 |
---|
| 62 | row = 2//9223372036854775807, col 'CF:CI' = Hellow2 |
---|
| 63 | row = 3//9223372036854775807, col 'CF:CI' = Hellow3 |
---|
| 64 | row = 4//9223372036854775807, col 'CF:CI' = Hellow4 |
---|
| 65 | row = 5//9223372036854775807, col 'CF:CI' = Hellow5 |
---|
| 66 | row = 6//9223372036854775807, col 'CF:CI' = Hellow6 |
---|
| 67 | row = 7//9223372036854775807, col 'CF:CI' = Hellow7 |
---|
| 68 | row = 8//9223372036854775807, col 'CF:CI' = Hellow8 |
---|
| 69 | row = 9//9223372036854775807, col 'CF:CI' = Hellow9 |
---|
| 70 | |
---|
| 71 | |
---|
| 72 | * |
---|
| 73 | */ |
---|
| 74 | public class DemoHBaseClient { |
---|
| 75 | |
---|
| 76 | public static void main(String[] args) throws IOException { |
---|
| 77 | |
---|
| 78 | // Open the "test_table" table. If it hasn't been in Hbase, you should create. |
---|
| 79 | HBaseConfiguration conf = new HBaseConfiguration(); |
---|
| 80 | HTable table = new HTable(conf, new Text("test_table")); |
---|
| 81 | |
---|
| 82 | System.out.println("Illustration of adding data..."); |
---|
| 83 | |
---|
| 84 | // create column formed (Column Family:Column qualifier) |
---|
| 85 | Text column = new Text("CF:CI"); |
---|
| 86 | |
---|
| 87 | // create row_id |
---|
| 88 | Text row_id = new Text(); |
---|
| 89 | |
---|
| 90 | // demo 1 : Insert ten demo values |
---|
| 91 | for (int i = 0; i < 10; i++) { |
---|
| 92 | |
---|
| 93 | // give row_id value |
---|
| 94 | row_id.set(new Integer(i).toString()); |
---|
| 95 | |
---|
| 96 | // let "indicate_id" indicate the column which row = row_id |
---|
| 97 | long indicate_id= table.startUpdate(row_id); |
---|
| 98 | |
---|
| 99 | //val = value of CF:CI where row_id = i |
---|
| 100 | Text val = new Text("Hellow" + i); |
---|
| 101 | |
---|
| 102 | // put "val" to "column" from "table" where "row_id" |
---|
| 103 | // the same as : |
---|
| 104 | // hql> INSERT INTO table( column ) VALUES=( val) WHERE ROW = row_id ; |
---|
| 105 | table.put(indicate_id, column, val.getBytes()); |
---|
| 106 | table.commit(indicate_id); |
---|
| 107 | |
---|
| 108 | System.out.println("Writing row = " + row_id + ", col '" + column |
---|
| 109 | + "' = " + val); |
---|
| 110 | } |
---|
| 111 | |
---|
| 112 | // demo 2 : print column value only row = 1 ; |
---|
| 113 | System.out.println("\n Querying row = 1"); |
---|
| 114 | |
---|
| 115 | // Get a single value for the specified row and column |
---|
| 116 | // byte[] = HTable.get(Text row, Text column) |
---|
| 117 | |
---|
| 118 | String s = Text.decode(table.get(new Text("1"),new Text("CF:CI"))); |
---|
| 119 | // if change as |
---|
| 120 | // String s = (table.get(new Text("1"),new Text("CF:CI"))).toString(); |
---|
| 121 | // will get chaos code " [B@1f14ceb" |
---|
| 122 | System.out.println("row = 1, 'CF : CI ' = " + s); |
---|
| 123 | |
---|
| 124 | // demo 3 : Print the all contents of this table |
---|
| 125 | System.out.println("\nIllustration of scanning..."); |
---|
| 126 | |
---|
| 127 | // we only want one column, but you can specify multiple columns to |
---|
| 128 | // fetch at once |
---|
| 129 | Text[] cols = { column }; |
---|
| 130 | |
---|
| 131 | // Use HScannerInterface to crawl table |
---|
| 132 | HScannerInterface scanner = table.obtainScanner(cols, new Text()); |
---|
| 133 | |
---|
| 134 | // column values are stored in a Map |
---|
| 135 | SortedMap<Text, byte[]> values = new TreeMap<Text, byte[]>(); |
---|
| 136 | HStoreKey currentKey = new HStoreKey(); |
---|
| 137 | while (scanner.next(currentKey, values)) { |
---|
| 138 | // decode the stored byte[] back into a String |
---|
| 139 | String val = Text.decode(values.get(column)); |
---|
| 140 | System.out.println("row = " + currentKey + ", col '" + column + "' = " |
---|
| 141 | + val); |
---|
| 142 | } |
---|
| 143 | |
---|
| 144 | // remember to close scanner when done |
---|
| 145 | scanner.close(); |
---|
| 146 | |
---|
| 147 | } |
---|
| 148 | |
---|
| 149 | } |
---|