Merge pull request #8125 from eugenp/revert-8119-BAEL-3275-2

Revert "BAEL-3275: Using blocking queue for pub-sub"
This commit is contained in:
Eric Martin
2019-10-31 20:43:47 -05:00
committed by GitHub
parent db85c8f275
commit 3225470df5
20543 changed files with 1642750 additions and 0 deletions
@@ -0,0 +1,193 @@
package org.baeldung.hbase;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
import org.apache.hadoop.hbase.filter.FilterList.Operator;
import org.apache.hadoop.hbase.util.Bytes;
import java.io.IOException;
import java.util.Arrays;
import java.util.List;
public class HBaseClientOperations {
private final static byte[] cellData = Bytes.toBytes("cell_data");
/**
* Drop tables if this value is set true.
*/
static boolean INITIALIZE_AT_FIRST = true;
/**
* <table>
* <tr>
* <tb>Row1</tb> <tb>Family1:Qualifier1</tb> <tb>Family1:Qualifier2</tb>
* </tr>
* <tr>
* <tb>Row2</tb> <tb>Family1:Qualifier1</tb> <tb>Family2:Qualifier3</tb>
* </tr>
* <tr>
* <tb>Row3</tb> <tb>Family1:Qualifier1</tb> <tb>Family2:Qualifier3</tb>
* </tr>
* </table>
*/
private final TableName table1 = TableName.valueOf("Table1");
private final String family1 = "Family1";
private final String family2 = "Family2";
private final byte[] row1 = Bytes.toBytes("Row1");
private final byte[] row2 = Bytes.toBytes("Row2");
private final byte[] row3 = Bytes.toBytes("Row3");
private final byte[] qualifier1 = Bytes.toBytes("Qualifier1");
private final byte[] qualifier2 = Bytes.toBytes("Qualifier2");
private final byte[] qualifier3 = Bytes.toBytes("Qualifier3");
private void createTable(Admin admin) throws IOException {
HTableDescriptor desc = new HTableDescriptor(table1);
desc.addFamily(new HColumnDescriptor(family1));
desc.addFamily(new HColumnDescriptor(family2));
admin.createTable(desc);
}
private void delete(Table table) throws IOException {
final byte[] rowToBeDeleted = Bytes.toBytes("RowToBeDeleted");
System.out.println("\n*** DELETE ~Insert data and then delete it~ ***");
System.out.println("Inserting a data to be deleted later.");
Put put = new Put(rowToBeDeleted);
put.addColumn(family1.getBytes(), qualifier1, cellData);
table.put(put);
Get get = new Get(rowToBeDeleted);
Result result = table.get(get);
byte[] value = result.getValue(family1.getBytes(), qualifier1);
System.out.println("Fetch the data: " + Bytes.toString(value));
assert Arrays.equals(cellData, value);
System.out.println("Deleting");
Delete delete = new Delete(rowToBeDeleted);
delete.addColumn(family1.getBytes(), qualifier1);
table.delete(delete);
result = table.get(get);
value = result.getValue(family1.getBytes(), qualifier1);
System.out.println("Fetch the data: " + Bytes.toString(value));
assert Arrays.equals(null, value);
System.out.println("Done. ");
}
private void deleteTable(Admin admin) throws IOException {
if (admin.tableExists(table1)) {
admin.disableTable(table1);
admin.deleteTable(table1);
}
}
private void filters(Table table) throws IOException {
System.out.println("\n*** FILTERS ~ scanning with filters to fetch a row of which key is larget than \"Row1\"~ ***");
Filter filter1 = new PrefixFilter(row1);
Filter filter2 = new QualifierFilter(CompareOp.GREATER_OR_EQUAL, new BinaryComparator(
qualifier1));
List<Filter> filters = Arrays.asList(filter1, filter2);
Scan scan = new Scan();
scan.setFilter(new FilterList(Operator.MUST_PASS_ALL, filters));
try (ResultScanner scanner = table.getScanner(scan)) {
int i = 0;
for (Result result : scanner) {
System.out.println("Filter " + scan.getFilter() + " matched row: " + result);
i++;
}
assert i == 2 : "This filtering sample should return 1 row but was " + i + ".";
}
System.out.println("Done. ");
}
private void get(Table table) throws IOException {
System.out.println("\n*** GET example ~fetching the data in Family1:Qualifier1~ ***");
Get g = new Get(row1);
Result r = table.get(g);
byte[] value = r.getValue(family1.getBytes(), qualifier1);
System.out.println("Fetched value: " + Bytes.toString(value));
assert Arrays.equals(cellData, value);
System.out.println("Done. ");
}
private void put(Admin admin, Table table) throws IOException {
System.out.println("\n*** PUT example ~inserting \"cell-data\" into Family1:Qualifier1 of Table1 ~ ***");
// Row1 => Family1:Qualifier1, Family1:Qualifier2
Put p = new Put(row1);
p.addImmutable(family1.getBytes(), qualifier1, cellData);
p.addImmutable(family1.getBytes(), qualifier2, cellData);
table.put(p);
// Row2 => Family1:Qualifier1, Family2:Qualifier3
p = new Put(row2);
p.addImmutable(family1.getBytes(), qualifier1, cellData);
p.addImmutable(family2.getBytes(), qualifier3, cellData);
table.put(p);
// Row3 => Family1:Qualifier1, Family2:Qualifier3
p = new Put(row3);
p.addImmutable(family1.getBytes(), qualifier1, cellData);
p.addImmutable(family2.getBytes(), qualifier3, cellData);
table.put(p);
admin.disableTable(table1);
try {
HColumnDescriptor desc = new HColumnDescriptor(row1);
admin.addColumn(table1, desc);
System.out.println("Success.");
} catch (Exception e) {
System.out.println("Failed.");
System.out.println(e.getMessage());
} finally {
admin.enableTable(table1);
}
System.out.println("Done. ");
}
public void run(Configuration config) throws IOException {
try (Connection connection = ConnectionFactory.createConnection(config)) {
Admin admin = connection.getAdmin();
if (INITIALIZE_AT_FIRST) {
deleteTable(admin);
}
if (!admin.tableExists(table1)) {
createTable(admin);
}
Table table = connection.getTable(table1);
put(admin, table);
get(table);
scan(table);
filters(table);
delete(table);
}
}
private void scan(Table table) throws IOException {
System.out.println("\n*** SCAN example ~fetching data in Family1:Qualifier1 ~ ***");
Scan scan = new Scan();
scan.addColumn(family1.getBytes(), qualifier1);
try (ResultScanner scanner = table.getScanner(scan)) {
for (Result result : scanner)
System.out.println("Found row: " + result);
}
System.out.println("Done.");
}
}
@@ -0,0 +1,38 @@
package org.baeldung.hbase;
import com.google.protobuf.ServiceException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import java.io.IOException;
//install hbase locally & hbase master start
public class HbaseClientExample {
public static void main(String[] args) throws IOException, ServiceException {
new HbaseClientExample().connect();
}
private void connect() throws IOException, ServiceException {
Configuration config = HBaseConfiguration.create();
String path = this.getClass().getClassLoader().getResource("hbase-site.xml").getPath();
config.addResource(new Path(path));
try {
HBaseAdmin.checkHBaseAvailable(config);
} catch (MasterNotRunningException e) {
System.out.println("HBase is not running." + e.getMessage());
return;
}
HBaseClientOperations HBaseClientOperations = new HBaseClientOperations();
HBaseClientOperations.run(config);
}
}