HBASE-15197 Expose filtered read requests metric to metrics framework and Web UI (Eungsop Yoo)

This commit is contained in:
chenheng 2016-02-05 10:57:14 +08:00
parent b80325fb1b
commit 8f20bc748d
24 changed files with 638 additions and 36 deletions

View File

@ -105,6 +105,13 @@ public class RegionLoad {
return regionLoadPB.getReadRequestsCount(); return regionLoadPB.getReadRequestsCount();
} }
/**
* @return the number of filtered read requests made to region
*/
public long getFilteredReadRequestsCount() {
return regionLoadPB.getFilteredReadRequestsCount();
}
/** /**
* @return the number of write requests made to region * @return the number of write requests made to region
*/ */

View File

@ -49,6 +49,7 @@ public class ServerLoad {
private int memstoreSizeMB = 0; private int memstoreSizeMB = 0;
private int storefileIndexSizeMB = 0; private int storefileIndexSizeMB = 0;
private long readRequestsCount = 0; private long readRequestsCount = 0;
private long filteredReadRequestsCount = 0;
private long writeRequestsCount = 0; private long writeRequestsCount = 0;
private int rootIndexSizeKB = 0; private int rootIndexSizeKB = 0;
private int totalStaticIndexSizeKB = 0; private int totalStaticIndexSizeKB = 0;
@ -66,6 +67,7 @@ public class ServerLoad {
memstoreSizeMB += rl.getMemstoreSizeMB(); memstoreSizeMB += rl.getMemstoreSizeMB();
storefileIndexSizeMB += rl.getStorefileIndexSizeMB(); storefileIndexSizeMB += rl.getStorefileIndexSizeMB();
readRequestsCount += rl.getReadRequestsCount(); readRequestsCount += rl.getReadRequestsCount();
filteredReadRequestsCount += rl.getFilteredReadRequestsCount();
writeRequestsCount += rl.getWriteRequestsCount(); writeRequestsCount += rl.getWriteRequestsCount();
rootIndexSizeKB += rl.getRootIndexSizeKB(); rootIndexSizeKB += rl.getRootIndexSizeKB();
totalStaticIndexSizeKB += rl.getTotalStaticIndexSizeKB(); totalStaticIndexSizeKB += rl.getTotalStaticIndexSizeKB();
@ -145,6 +147,10 @@ public class ServerLoad {
return readRequestsCount; return readRequestsCount;
} }
public long getFilteredReadRequestsCount() {
return filteredReadRequestsCount;
}
public long getWriteRequestsCount() { public long getWriteRequestsCount() {
return writeRequestsCount; return writeRequestsCount;
} }
@ -297,6 +303,8 @@ public class ServerLoad {
Strings.appendKeyValue(sb, "storefileIndexSizeMB", Strings.appendKeyValue(sb, "storefileIndexSizeMB",
Integer.valueOf(this.storefileIndexSizeMB)); Integer.valueOf(this.storefileIndexSizeMB));
sb = Strings.appendKeyValue(sb, "readRequestsCount", Long.valueOf(this.readRequestsCount)); sb = Strings.appendKeyValue(sb, "readRequestsCount", Long.valueOf(this.readRequestsCount));
sb = Strings.appendKeyValue(sb, "filteredReadRequestsCount",
Long.valueOf(this.filteredReadRequestsCount));
sb = Strings.appendKeyValue(sb, "writeRequestsCount", Long.valueOf(this.writeRequestsCount)); sb = Strings.appendKeyValue(sb, "writeRequestsCount", Long.valueOf(this.writeRequestsCount));
sb = Strings.appendKeyValue(sb, "rootIndexSizeKB", Integer.valueOf(this.rootIndexSizeKB)); sb = Strings.appendKeyValue(sb, "rootIndexSizeKB", Integer.valueOf(this.rootIndexSizeKB));
sb = sb =

View File

@ -162,6 +162,9 @@ public interface MetricsRegionServerSource extends BaseSource {
String READ_REQUEST_COUNT = "readRequestCount"; String READ_REQUEST_COUNT = "readRequestCount";
String READ_REQUEST_COUNT_DESC = String READ_REQUEST_COUNT_DESC =
"Number of read requests this region server has answered."; "Number of read requests this region server has answered.";
String FILTERED_READ_REQUEST_COUNT = "filteredReadRequestCount";
String FILTERED_READ_REQUEST_COUNT_DESC =
"Number of filtered read requests this region server has answered.";
String WRITE_REQUEST_COUNT = "writeRequestCount"; String WRITE_REQUEST_COUNT = "writeRequestCount";
String WRITE_REQUEST_COUNT_DESC = String WRITE_REQUEST_COUNT_DESC =
"Number of mutation requests this region server has answered."; "Number of mutation requests this region server has answered.";

View File

@ -112,6 +112,11 @@ public interface MetricsRegionServerWrapper {
*/ */
long getReadRequestsCount(); long getReadRequestsCount();
/**
* Get the number of filtered read requests to regions hosted on this region server.
*/
long getFilteredReadRequestsCount();
/** /**
* Get the number of write requests to regions hosted on this region server. * Get the number of write requests to regions hosted on this region server.
*/ */

View File

@ -69,6 +69,11 @@ public interface MetricsRegionWrapper {
*/ */
long getReadRequestCount(); long getReadRequestCount();
/**
* Get the total number of filtered read requests that have been issued against this region
*/
long getFilteredReadRequestCount();
/** /**
* Get the total number of mutations that have been issued against this region. * Get the total number of mutations that have been issued against this region.
*/ */

View File

@ -201,6 +201,8 @@ public class MetricsRegionServerSourceImpl
rsWrap.getTotalRequestCount()) rsWrap.getTotalRequestCount())
.addCounter(Interns.info(READ_REQUEST_COUNT, READ_REQUEST_COUNT_DESC), .addCounter(Interns.info(READ_REQUEST_COUNT, READ_REQUEST_COUNT_DESC),
rsWrap.getReadRequestsCount()) rsWrap.getReadRequestsCount())
.addCounter(Interns.info(FILTERED_READ_REQUEST_COUNT, FILTERED_READ_REQUEST_COUNT_DESC),
rsWrap.getFilteredReadRequestsCount())
.addCounter(Interns.info(WRITE_REQUEST_COUNT, WRITE_REQUEST_COUNT_DESC), .addCounter(Interns.info(WRITE_REQUEST_COUNT, WRITE_REQUEST_COUNT_DESC),
rsWrap.getWriteRequestsCount()) rsWrap.getWriteRequestsCount())
.addCounter(Interns.info(CHECK_MUTATE_FAILED_COUNT, CHECK_MUTATE_FAILED_COUNT_DESC), .addCounter(Interns.info(CHECK_MUTATE_FAILED_COUNT, CHECK_MUTATE_FAILED_COUNT_DESC),

View File

@ -236,6 +236,10 @@ public class MetricsRegionSourceImpl implements MetricsRegionSource {
regionNamePrefix + MetricsRegionServerSource.READ_REQUEST_COUNT, regionNamePrefix + MetricsRegionServerSource.READ_REQUEST_COUNT,
MetricsRegionServerSource.READ_REQUEST_COUNT_DESC), MetricsRegionServerSource.READ_REQUEST_COUNT_DESC),
this.regionWrapper.getReadRequestCount()); this.regionWrapper.getReadRequestCount());
mrb.addCounter(Interns.info(
regionNamePrefix + MetricsRegionServerSource.FILTERED_READ_REQUEST_COUNT,
MetricsRegionServerSource.FILTERED_READ_REQUEST_COUNT_DESC),
this.regionWrapper.getFilteredReadRequestCount());
mrb.addCounter(Interns.info( mrb.addCounter(Interns.info(
regionNamePrefix + MetricsRegionServerSource.WRITE_REQUEST_COUNT, regionNamePrefix + MetricsRegionServerSource.WRITE_REQUEST_COUNT,
MetricsRegionServerSource.WRITE_REQUEST_COUNT_DESC), MetricsRegionServerSource.WRITE_REQUEST_COUNT_DESC),

View File

@ -106,6 +106,11 @@ public class TestMetricsRegionSourceImpl {
return 0; return 0;
} }
@Override
public long getFilteredReadRequestCount() {
return 0;
}
@Override @Override
public long getWriteRequestCount() { public long getWriteRequestCount() {
return 0; return 0;

View File

@ -3613,6 +3613,24 @@ public final class ClusterStatusProtos {
*/ */
org.apache.hadoop.hbase.protobuf.generated.ClusterStatusProtos.StoreSequenceIdOrBuilder getStoreCompleteSequenceIdOrBuilder( org.apache.hadoop.hbase.protobuf.generated.ClusterStatusProtos.StoreSequenceIdOrBuilder getStoreCompleteSequenceIdOrBuilder(
int index); int index);
// optional uint64 filtered_read_requests_count = 19;
/**
* <code>optional uint64 filtered_read_requests_count = 19;</code>
*
* <pre>
** the current total filtered read requests made to region
* </pre>
*/
boolean hasFilteredReadRequestsCount();
/**
* <code>optional uint64 filtered_read_requests_count = 19;</code>
*
* <pre>
** the current total filtered read requests made to region
* </pre>
*/
long getFilteredReadRequestsCount();
} }
/** /**
* Protobuf type {@code hbase.pb.RegionLoad} * Protobuf type {@code hbase.pb.RegionLoad}
@ -3766,6 +3784,11 @@ public final class ClusterStatusProtos {
storeCompleteSequenceId_.add(input.readMessage(org.apache.hadoop.hbase.protobuf.generated.ClusterStatusProtos.StoreSequenceId.PARSER, extensionRegistry)); storeCompleteSequenceId_.add(input.readMessage(org.apache.hadoop.hbase.protobuf.generated.ClusterStatusProtos.StoreSequenceId.PARSER, extensionRegistry));
break; break;
} }
case 152: {
bitField0_ |= 0x00020000;
filteredReadRequestsCount_ = input.readUInt64();
break;
}
} }
} }
} catch (com.google.protobuf.InvalidProtocolBufferException e) { } catch (com.google.protobuf.InvalidProtocolBufferException e) {
@ -4283,6 +4306,30 @@ public final class ClusterStatusProtos {
return storeCompleteSequenceId_.get(index); return storeCompleteSequenceId_.get(index);
} }
// optional uint64 filtered_read_requests_count = 19;
public static final int FILTERED_READ_REQUESTS_COUNT_FIELD_NUMBER = 19;
private long filteredReadRequestsCount_;
/**
* <code>optional uint64 filtered_read_requests_count = 19;</code>
*
* <pre>
** the current total filtered read requests made to region
* </pre>
*/
public boolean hasFilteredReadRequestsCount() {
return ((bitField0_ & 0x00020000) == 0x00020000);
}
/**
* <code>optional uint64 filtered_read_requests_count = 19;</code>
*
* <pre>
** the current total filtered read requests made to region
* </pre>
*/
public long getFilteredReadRequestsCount() {
return filteredReadRequestsCount_;
}
private void initFields() { private void initFields() {
regionSpecifier_ = org.apache.hadoop.hbase.protobuf.generated.HBaseProtos.RegionSpecifier.getDefaultInstance(); regionSpecifier_ = org.apache.hadoop.hbase.protobuf.generated.HBaseProtos.RegionSpecifier.getDefaultInstance();
stores_ = 0; stores_ = 0;
@ -4302,6 +4349,7 @@ public final class ClusterStatusProtos {
dataLocality_ = 0F; dataLocality_ = 0F;
lastMajorCompactionTs_ = 0L; lastMajorCompactionTs_ = 0L;
storeCompleteSequenceId_ = java.util.Collections.emptyList(); storeCompleteSequenceId_ = java.util.Collections.emptyList();
filteredReadRequestsCount_ = 0L;
} }
private byte memoizedIsInitialized = -1; private byte memoizedIsInitialized = -1;
public final boolean isInitialized() { public final boolean isInitialized() {
@ -4383,6 +4431,9 @@ public final class ClusterStatusProtos {
for (int i = 0; i < storeCompleteSequenceId_.size(); i++) { for (int i = 0; i < storeCompleteSequenceId_.size(); i++) {
output.writeMessage(18, storeCompleteSequenceId_.get(i)); output.writeMessage(18, storeCompleteSequenceId_.get(i));
} }
if (((bitField0_ & 0x00020000) == 0x00020000)) {
output.writeUInt64(19, filteredReadRequestsCount_);
}
getUnknownFields().writeTo(output); getUnknownFields().writeTo(output);
} }
@ -4464,6 +4515,10 @@ public final class ClusterStatusProtos {
size += com.google.protobuf.CodedOutputStream size += com.google.protobuf.CodedOutputStream
.computeMessageSize(18, storeCompleteSequenceId_.get(i)); .computeMessageSize(18, storeCompleteSequenceId_.get(i));
} }
if (((bitField0_ & 0x00020000) == 0x00020000)) {
size += com.google.protobuf.CodedOutputStream
.computeUInt64Size(19, filteredReadRequestsCount_);
}
size += getUnknownFields().getSerializedSize(); size += getUnknownFields().getSerializedSize();
memoizedSerializedSize = size; memoizedSerializedSize = size;
return size; return size;
@ -4573,6 +4628,11 @@ public final class ClusterStatusProtos {
} }
result = result && getStoreCompleteSequenceIdList() result = result && getStoreCompleteSequenceIdList()
.equals(other.getStoreCompleteSequenceIdList()); .equals(other.getStoreCompleteSequenceIdList());
result = result && (hasFilteredReadRequestsCount() == other.hasFilteredReadRequestsCount());
if (hasFilteredReadRequestsCount()) {
result = result && (getFilteredReadRequestsCount()
== other.getFilteredReadRequestsCount());
}
result = result && result = result &&
getUnknownFields().equals(other.getUnknownFields()); getUnknownFields().equals(other.getUnknownFields());
return result; return result;
@ -4659,6 +4719,10 @@ public final class ClusterStatusProtos {
hash = (37 * hash) + STORE_COMPLETE_SEQUENCE_ID_FIELD_NUMBER; hash = (37 * hash) + STORE_COMPLETE_SEQUENCE_ID_FIELD_NUMBER;
hash = (53 * hash) + getStoreCompleteSequenceIdList().hashCode(); hash = (53 * hash) + getStoreCompleteSequenceIdList().hashCode();
} }
if (hasFilteredReadRequestsCount()) {
hash = (37 * hash) + FILTERED_READ_REQUESTS_COUNT_FIELD_NUMBER;
hash = (53 * hash) + hashLong(getFilteredReadRequestsCount());
}
hash = (29 * hash) + getUnknownFields().hashCode(); hash = (29 * hash) + getUnknownFields().hashCode();
memoizedHashCode = hash; memoizedHashCode = hash;
return hash; return hash;
@ -4814,6 +4878,8 @@ public final class ClusterStatusProtos {
} else { } else {
storeCompleteSequenceIdBuilder_.clear(); storeCompleteSequenceIdBuilder_.clear();
} }
filteredReadRequestsCount_ = 0L;
bitField0_ = (bitField0_ & ~0x00040000);
return this; return this;
} }
@ -4923,6 +4989,10 @@ public final class ClusterStatusProtos {
} else { } else {
result.storeCompleteSequenceId_ = storeCompleteSequenceIdBuilder_.build(); result.storeCompleteSequenceId_ = storeCompleteSequenceIdBuilder_.build();
} }
if (((from_bitField0_ & 0x00040000) == 0x00040000)) {
to_bitField0_ |= 0x00020000;
}
result.filteredReadRequestsCount_ = filteredReadRequestsCount_;
result.bitField0_ = to_bitField0_; result.bitField0_ = to_bitField0_;
onBuilt(); onBuilt();
return result; return result;
@ -5016,6 +5086,9 @@ public final class ClusterStatusProtos {
} }
} }
} }
if (other.hasFilteredReadRequestsCount()) {
setFilteredReadRequestsCount(other.getFilteredReadRequestsCount());
}
this.mergeUnknownFields(other.getUnknownFields()); this.mergeUnknownFields(other.getUnknownFields());
return this; return this;
} }
@ -6306,6 +6379,55 @@ public final class ClusterStatusProtos {
return storeCompleteSequenceIdBuilder_; return storeCompleteSequenceIdBuilder_;
} }
// optional uint64 filtered_read_requests_count = 19;
private long filteredReadRequestsCount_ ;
/**
* <code>optional uint64 filtered_read_requests_count = 19;</code>
*
* <pre>
** the current total filtered read requests made to region
* </pre>
*/
public boolean hasFilteredReadRequestsCount() {
return ((bitField0_ & 0x00040000) == 0x00040000);
}
/**
* <code>optional uint64 filtered_read_requests_count = 19;</code>
*
* <pre>
** the current total filtered read requests made to region
* </pre>
*/
public long getFilteredReadRequestsCount() {
return filteredReadRequestsCount_;
}
/**
* <code>optional uint64 filtered_read_requests_count = 19;</code>
*
* <pre>
** the current total filtered read requests made to region
* </pre>
*/
public Builder setFilteredReadRequestsCount(long value) {
bitField0_ |= 0x00040000;
filteredReadRequestsCount_ = value;
onChanged();
return this;
}
/**
* <code>optional uint64 filtered_read_requests_count = 19;</code>
*
* <pre>
** the current total filtered read requests made to region
* </pre>
*/
public Builder clearFilteredReadRequestsCount() {
bitField0_ = (bitField0_ & ~0x00040000);
filteredReadRequestsCount_ = 0L;
onChanged();
return this;
}
// @@protoc_insertion_point(builder_scope:hbase.pb.RegionLoad) // @@protoc_insertion_point(builder_scope:hbase.pb.RegionLoad)
} }
@ -14723,7 +14845,7 @@ public final class ClusterStatusProtos {
"e\030\001 \002(\014\022\023\n\013sequence_id\030\002 \002(\004\"p\n\026RegionSt" + "e\030\001 \002(\014\022\023\n\013sequence_id\030\002 \002(\004\"p\n\026RegionSt" +
"oreSequenceIds\022 \n\030last_flushed_sequence_" + "oreSequenceIds\022 \n\030last_flushed_sequence_" +
"id\030\001 \002(\004\0224\n\021store_sequence_id\030\002 \003(\0132\031.hb" + "id\030\001 \002(\004\0224\n\021store_sequence_id\030\002 \003(\0132\031.hb" +
"ase.pb.StoreSequenceId\"\324\004\n\nRegionLoad\0223\n" + "ase.pb.StoreSequenceId\"\372\004\n\nRegionLoad\0223\n" +
"\020region_specifier\030\001 \002(\0132\031.hbase.pb.Regio" + "\020region_specifier\030\001 \002(\0132\031.hbase.pb.Regio" +
"nSpecifier\022\016\n\006stores\030\002 \001(\r\022\022\n\nstorefiles", "nSpecifier\022\016\n\006stores\030\002 \001(\r\022\022\n\nstorefiles",
"\030\003 \001(\r\022\"\n\032store_uncompressed_size_MB\030\004 \001" + "\030\003 \001(\r\022\"\n\032store_uncompressed_size_MB\030\004 \001" +
@ -14738,38 +14860,39 @@ public final class ClusterStatusProtos {
"_sequence_id\030\017 \001(\004\022\025\n\rdata_locality\030\020 \001(", "_sequence_id\030\017 \001(\004\022\025\n\rdata_locality\030\020 \001(",
"\002\022#\n\030last_major_compaction_ts\030\021 \001(\004:\0010\022=" + "\002\022#\n\030last_major_compaction_ts\030\021 \001(\004:\0010\022=" +
"\n\032store_complete_sequence_id\030\022 \003(\0132\031.hba" + "\n\032store_complete_sequence_id\030\022 \003(\0132\031.hba" +
"se.pb.StoreSequenceId\"T\n\023ReplicationLoad" + "se.pb.StoreSequenceId\022$\n\034filtered_read_r" +
"Sink\022\032\n\022ageOfLastAppliedOp\030\001 \002(\004\022!\n\031time" + "equests_count\030\023 \001(\004\"T\n\023ReplicationLoadSi" +
"StampsOfLastAppliedOp\030\002 \002(\004\"\225\001\n\025Replicat" + "nk\022\032\n\022ageOfLastAppliedOp\030\001 \002(\004\022!\n\031timeSt" +
"ionLoadSource\022\016\n\006peerID\030\001 \002(\t\022\032\n\022ageOfLa" + "ampsOfLastAppliedOp\030\002 \002(\004\"\225\001\n\025Replicatio" +
"stShippedOp\030\002 \002(\004\022\026\n\016sizeOfLogQueue\030\003 \002(" + "nLoadSource\022\016\n\006peerID\030\001 \002(\t\022\032\n\022ageOfLast" +
"\r\022 \n\030timeStampOfLastShippedOp\030\004 \002(\004\022\026\n\016r" + "ShippedOp\030\002 \002(\004\022\026\n\016sizeOfLogQueue\030\003 \002(\r\022" +
"eplicationLag\030\005 \002(\004\"\212\003\n\nServerLoad\022\032\n\022nu" + " \n\030timeStampOfLastShippedOp\030\004 \002(\004\022\026\n\016rep" +
"mber_of_requests\030\001 \001(\004\022 \n\030total_number_o", "licationLag\030\005 \002(\004\"\212\003\n\nServerLoad\022\032\n\022numb",
"f_requests\030\002 \001(\004\022\024\n\014used_heap_MB\030\003 \001(\r\022\023" + "er_of_requests\030\001 \001(\004\022 \n\030total_number_of_" +
"\n\013max_heap_MB\030\004 \001(\r\022*\n\014region_loads\030\005 \003(" + "requests\030\002 \001(\004\022\024\n\014used_heap_MB\030\003 \001(\r\022\023\n\013" +
"\0132\024.hbase.pb.RegionLoad\022+\n\014coprocessors\030" + "max_heap_MB\030\004 \001(\r\022*\n\014region_loads\030\005 \003(\0132" +
"\006 \003(\0132\025.hbase.pb.Coprocessor\022\031\n\021report_s" + "\024.hbase.pb.RegionLoad\022+\n\014coprocessors\030\006 " +
"tart_time\030\007 \001(\004\022\027\n\017report_end_time\030\010 \001(\004" + "\003(\0132\025.hbase.pb.Coprocessor\022\031\n\021report_sta" +
"\022\030\n\020info_server_port\030\t \001(\r\0227\n\016replLoadSo" + "rt_time\030\007 \001(\004\022\027\n\017report_end_time\030\010 \001(\004\022\030" +
"urce\030\n \003(\0132\037.hbase.pb.ReplicationLoadSou" + "\n\020info_server_port\030\t \001(\r\0227\n\016replLoadSour" +
"rce\0223\n\014replLoadSink\030\013 \001(\0132\035.hbase.pb.Rep" + "ce\030\n \003(\0132\037.hbase.pb.ReplicationLoadSourc" +
"licationLoadSink\"a\n\016LiveServerInfo\022$\n\006se" + "e\0223\n\014replLoadSink\030\013 \001(\0132\035.hbase.pb.Repli" +
"rver\030\001 \002(\0132\024.hbase.pb.ServerName\022)\n\013serv", "cationLoadSink\"a\n\016LiveServerInfo\022$\n\006serv",
"er_load\030\002 \002(\0132\024.hbase.pb.ServerLoad\"\250\003\n\r" + "er\030\001 \002(\0132\024.hbase.pb.ServerName\022)\n\013server" +
"ClusterStatus\0228\n\rhbase_version\030\001 \001(\0132!.h" + "_load\030\002 \002(\0132\024.hbase.pb.ServerLoad\"\250\003\n\rCl" +
"base.pb.HBaseVersionFileContent\022.\n\014live_" + "usterStatus\0228\n\rhbase_version\030\001 \001(\0132!.hba" +
"servers\030\002 \003(\0132\030.hbase.pb.LiveServerInfo\022" + "se.pb.HBaseVersionFileContent\022.\n\014live_se" +
"*\n\014dead_servers\030\003 \003(\0132\024.hbase.pb.ServerN" + "rvers\030\002 \003(\0132\030.hbase.pb.LiveServerInfo\022*\n" +
"ame\022;\n\025regions_in_transition\030\004 \003(\0132\034.hba" + "\014dead_servers\030\003 \003(\0132\024.hbase.pb.ServerNam" +
"se.pb.RegionInTransition\022\'\n\ncluster_id\030\005" + "e\022;\n\025regions_in_transition\030\004 \003(\0132\034.hbase" +
" \001(\0132\023.hbase.pb.ClusterId\0222\n\023master_copr" + ".pb.RegionInTransition\022\'\n\ncluster_id\030\005 \001" +
"ocessors\030\006 \003(\0132\025.hbase.pb.Coprocessor\022$\n" + "(\0132\023.hbase.pb.ClusterId\0222\n\023master_coproc" +
"\006master\030\007 \001(\0132\024.hbase.pb.ServerName\022,\n\016b", "essors\030\006 \003(\0132\025.hbase.pb.Coprocessor\022$\n\006m",
"ackup_masters\030\010 \003(\0132\024.hbase.pb.ServerNam" + "aster\030\007 \001(\0132\024.hbase.pb.ServerName\022,\n\016bac" +
"e\022\023\n\013balancer_on\030\t \001(\010BF\n*org.apache.had" + "kup_masters\030\010 \003(\0132\024.hbase.pb.ServerName\022" +
"oop.hbase.protobuf.generatedB\023ClusterSta" + "\023\n\013balancer_on\030\t \001(\010BF\n*org.apache.hadoo" +
"tusProtosH\001\240\001\001" "p.hbase.protobuf.generatedB\023ClusterStatu" +
"sProtosH\001\240\001\001"
}; };
com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner =
new com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner() { new com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner() {
@ -14805,7 +14928,7 @@ public final class ClusterStatusProtos {
internal_static_hbase_pb_RegionLoad_fieldAccessorTable = new internal_static_hbase_pb_RegionLoad_fieldAccessorTable = new
com.google.protobuf.GeneratedMessage.FieldAccessorTable( com.google.protobuf.GeneratedMessage.FieldAccessorTable(
internal_static_hbase_pb_RegionLoad_descriptor, internal_static_hbase_pb_RegionLoad_descriptor,
new java.lang.String[] { "RegionSpecifier", "Stores", "Storefiles", "StoreUncompressedSizeMB", "StorefileSizeMB", "MemstoreSizeMB", "StorefileIndexSizeMB", "ReadRequestsCount", "WriteRequestsCount", "TotalCompactingKVs", "CurrentCompactedKVs", "RootIndexSizeKB", "TotalStaticIndexSizeKB", "TotalStaticBloomSizeKB", "CompleteSequenceId", "DataLocality", "LastMajorCompactionTs", "StoreCompleteSequenceId", }); new java.lang.String[] { "RegionSpecifier", "Stores", "Storefiles", "StoreUncompressedSizeMB", "StorefileSizeMB", "MemstoreSizeMB", "StorefileIndexSizeMB", "ReadRequestsCount", "WriteRequestsCount", "TotalCompactingKVs", "CurrentCompactedKVs", "RootIndexSizeKB", "TotalStaticIndexSizeKB", "TotalStaticBloomSizeKB", "CompleteSequenceId", "DataLocality", "LastMajorCompactionTs", "StoreCompleteSequenceId", "FilteredReadRequestsCount", });
internal_static_hbase_pb_ReplicationLoadSink_descriptor = internal_static_hbase_pb_ReplicationLoadSink_descriptor =
getDescriptor().getMessageTypes().get(5); getDescriptor().getMessageTypes().get(5);
internal_static_hbase_pb_ReplicationLoadSink_fieldAccessorTable = new internal_static_hbase_pb_ReplicationLoadSink_fieldAccessorTable = new

View File

@ -136,6 +136,9 @@ message RegionLoad {
/** the most recent sequence Id of store from cache flush */ /** the most recent sequence Id of store from cache flush */
repeated StoreSequenceId store_complete_sequence_id = 18; repeated StoreSequenceId store_complete_sequence_id = 18;
/** the current total filtered read requests made to region */
optional uint64 filtered_read_requests_count = 19;
} }
/* Server-level protobufs */ /* Server-level protobufs */

View File

@ -174,6 +174,7 @@ for (ServerName serverName: serverNames) {
<th>ServerName</th> <th>ServerName</th>
<th>Request Per Second</th> <th>Request Per Second</th>
<th>Read Request Count</th> <th>Read Request Count</th>
<th>Filtered Read Request Count</th>
<th>Write Request Count</th> <th>Write Request Count</th>
</tr> </tr>
<%java> <%java>
@ -186,6 +187,7 @@ if (sl != null) {
<td><& serverNameLink; serverName=serverName; serverLoad = sl; &></td> <td><& serverNameLink; serverName=serverName; serverLoad = sl; &></td>
<td><% String.format("%.0f", sl.getRequestsPerSecond()) %></td> <td><% String.format("%.0f", sl.getRequestsPerSecond()) %></td>
<td><% sl.getReadRequestsCount() %></td> <td><% sl.getReadRequestsCount() %></td>
<td><% sl.getFilteredReadRequestsCount() %></td>
<td><% sl.getWriteRequestsCount() %></td> <td><% sl.getWriteRequestsCount() %></td>
</tr> </tr>
<%java> <%java>

View File

@ -118,6 +118,7 @@
<tr> <tr>
<th>Region Name</th> <th>Region Name</th>
<th>Read Request Count</th> <th>Read Request Count</th>
<th>Filtered Read Request Count</th>
<th>Write Request Count</th> <th>Write Request Count</th>
</tr> </tr>
@ -132,6 +133,7 @@
<td><a href="region.jsp?name=<% r.getEncodedName() %>"><% displayName %></a></td> <td><a href="region.jsp?name=<% r.getEncodedName() %>"><% displayName %></a></td>
<%if load != null %> <%if load != null %>
<td><% load.getReadRequestsCount() %></td> <td><% load.getReadRequestsCount() %></td>
<td><% load.getFilteredReadRequestsCount() %></td>
<td><% load.getWriteRequestsCount() %></td> <td><% load.getWriteRequestsCount() %></td>
</%if> </%if>
</tr> </tr>

View File

@ -173,11 +173,13 @@ MetricsRegionServerWrapper mWrap;
<tr> <tr>
<th>Request Per Second</th> <th>Request Per Second</th>
<th>Read Request Count</th> <th>Read Request Count</th>
<th>Filtered Read Request Count</th>
<th>Write Request Count</th> <th>Write Request Count</th>
</tr> </tr>
<tr> <tr>
<td><% String.format("%.0f", mWrap.getRequestsPerSecond()) %></td> <td><% String.format("%.0f", mWrap.getRequestsPerSecond()) %></td>
<td><% mWrap.getReadRequestsCount() %></td> <td><% mWrap.getReadRequestsCount() %></td>
<td><% mWrap.getFilteredReadRequestsCount() %></td>
<td><% mWrap.getWriteRequestsCount() %></td> <td><% mWrap.getWriteRequestsCount() %></td>
</tr> </tr>
</table> </table>

View File

@ -284,6 +284,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi
//Number of requests //Number of requests
final Counter readRequestsCount = new Counter(); final Counter readRequestsCount = new Counter();
final Counter filteredReadRequestsCount = new Counter();
final Counter writeRequestsCount = new Counter(); final Counter writeRequestsCount = new Counter();
// Number of requests blocked by memstore size. // Number of requests blocked by memstore size.
@ -1112,6 +1113,11 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi
readRequestsCount.add(i); readRequestsCount.add(i);
} }
@Override
public long getFilteredReadRequestsCount() {
return filteredReadRequestsCount.get();
}
@Override @Override
public long getWriteRequestsCount() { public long getWriteRequestsCount() {
return writeRequestsCount.get(); return writeRequestsCount.get();
@ -6025,6 +6031,8 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi
} }
protected void incrementCountOfRowsFilteredMetric(ScannerContext scannerContext) { protected void incrementCountOfRowsFilteredMetric(ScannerContext scannerContext) {
filteredReadRequestsCount.increment();
if (scannerContext == null || !scannerContext.isTrackingMetrics()) return; if (scannerContext == null || !scannerContext.isTrackingMetrics()) return;
scannerContext.getMetrics().countOfRowsFiltered.incrementAndGet(); scannerContext.getMetrics().countOfRowsFiltered.incrementAndGet();
@ -6524,6 +6532,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi
HRegion r = HRegion.newHRegion(this.fs.getTableDir(), this.getWAL(), fs.getFileSystem(), HRegion r = HRegion.newHRegion(this.fs.getTableDir(), this.getWAL(), fs.getFileSystem(),
this.getBaseConf(), hri, this.getTableDesc(), rsServices); this.getBaseConf(), hri, this.getTableDesc(), rsServices);
r.readRequestsCount.set(this.getReadRequestsCount() / 2); r.readRequestsCount.set(this.getReadRequestsCount() / 2);
r.filteredReadRequestsCount.set(this.getFilteredReadRequestsCount() / 2);
r.writeRequestsCount.set(this.getWriteRequestsCount() / 2); r.writeRequestsCount.set(this.getWriteRequestsCount() / 2);
return r; return r;
} }
@ -6541,6 +6550,8 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi
this.getTableDesc(), this.rsServices); this.getTableDesc(), this.rsServices);
r.readRequestsCount.set(this.getReadRequestsCount() r.readRequestsCount.set(this.getReadRequestsCount()
+ region_b.getReadRequestsCount()); + region_b.getReadRequestsCount());
r.filteredReadRequestsCount.set(this.getFilteredReadRequestsCount()
+ region_b.getFilteredReadRequestsCount());
r.writeRequestsCount.set(this.getWriteRequestsCount() r.writeRequestsCount.set(this.getWriteRequestsCount()
+ region_b.getWriteRequestsCount()); + region_b.getWriteRequestsCount());
@ -7590,7 +7601,7 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi
public static final long FIXED_OVERHEAD = ClassSize.align( public static final long FIXED_OVERHEAD = ClassSize.align(
ClassSize.OBJECT + ClassSize.OBJECT +
ClassSize.ARRAY + ClassSize.ARRAY +
44 * ClassSize.REFERENCE + 3 * Bytes.SIZEOF_INT + 45 * ClassSize.REFERENCE + 3 * Bytes.SIZEOF_INT +
(14 * Bytes.SIZEOF_LONG) + (14 * Bytes.SIZEOF_LONG) +
5 * Bytes.SIZEOF_BOOLEAN); 5 * Bytes.SIZEOF_BOOLEAN);

View File

@ -1518,6 +1518,7 @@ public class HRegionServer extends HasThread implements
.setTotalStaticIndexSizeKB(totalStaticIndexSizeKB) .setTotalStaticIndexSizeKB(totalStaticIndexSizeKB)
.setTotalStaticBloomSizeKB(totalStaticBloomSizeKB) .setTotalStaticBloomSizeKB(totalStaticBloomSizeKB)
.setReadRequestsCount(r.getReadRequestsCount()) .setReadRequestsCount(r.getReadRequestsCount())
.setFilteredReadRequestsCount(r.getFilteredReadRequestsCount())
.setWriteRequestsCount(r.getWriteRequestsCount()) .setWriteRequestsCount(r.getWriteRequestsCount())
.setTotalCompactingKVs(totalCompactingKVs) .setTotalCompactingKVs(totalCompactingKVs)
.setCurrentCompactedKVs(currentCompactedKVs) .setCurrentCompactedKVs(currentCompactedKVs)

View File

@ -68,6 +68,7 @@ class MetricsRegionServerWrapperImpl
private volatile long storeFileSize = 0; private volatile long storeFileSize = 0;
private volatile double requestsPerSecond = 0.0; private volatile double requestsPerSecond = 0.0;
private volatile long readRequestsCount = 0; private volatile long readRequestsCount = 0;
private volatile long filteredReadRequestsCount = 0;
private volatile long writeRequestsCount = 0; private volatile long writeRequestsCount = 0;
private volatile long checkAndMutateChecksFailed = 0; private volatile long checkAndMutateChecksFailed = 0;
private volatile long checkAndMutateChecksPassed = 0; private volatile long checkAndMutateChecksPassed = 0;
@ -407,6 +408,11 @@ class MetricsRegionServerWrapperImpl
return readRequestsCount; return readRequestsCount;
} }
@Override
public long getFilteredReadRequestsCount() {
return filteredReadRequestsCount;
}
@Override @Override
public long getWriteRequestsCount() { public long getWriteRequestsCount() {
return writeRequestsCount; return writeRequestsCount;
@ -588,7 +594,8 @@ class MetricsRegionServerWrapperImpl
new HDFSBlocksDistribution(); new HDFSBlocksDistribution();
long tempNumStores = 0, tempNumStoreFiles = 0, tempMemstoreSize = 0, tempStoreFileSize = 0; long tempNumStores = 0, tempNumStoreFiles = 0, tempMemstoreSize = 0, tempStoreFileSize = 0;
long tempReadRequestsCount = 0, tempWriteRequestsCount = 0; long tempReadRequestsCount = 0, tempFilteredReadRequestsCount = 0,
tempWriteRequestsCount = 0;
long tempCheckAndMutateChecksFailed = 0; long tempCheckAndMutateChecksFailed = 0;
long tempCheckAndMutateChecksPassed = 0; long tempCheckAndMutateChecksPassed = 0;
long tempStorefileIndexSize = 0; long tempStorefileIndexSize = 0;
@ -619,6 +626,7 @@ class MetricsRegionServerWrapperImpl
tempNumMutationsWithoutWAL += r.getNumMutationsWithoutWAL(); tempNumMutationsWithoutWAL += r.getNumMutationsWithoutWAL();
tempDataInMemoryWithoutWAL += r.getDataInMemoryWithoutWAL(); tempDataInMemoryWithoutWAL += r.getDataInMemoryWithoutWAL();
tempReadRequestsCount += r.getReadRequestsCount(); tempReadRequestsCount += r.getReadRequestsCount();
tempFilteredReadRequestsCount += r.getFilteredReadRequestsCount();
tempWriteRequestsCount += r.getWriteRequestsCount(); tempWriteRequestsCount += r.getWriteRequestsCount();
tempCheckAndMutateChecksFailed += r.getCheckAndMutateChecksFailed(); tempCheckAndMutateChecksFailed += r.getCheckAndMutateChecksFailed();
tempCheckAndMutateChecksPassed += r.getCheckAndMutateChecksPassed(); tempCheckAndMutateChecksPassed += r.getCheckAndMutateChecksPassed();
@ -696,6 +704,7 @@ class MetricsRegionServerWrapperImpl
memstoreSize = tempMemstoreSize; memstoreSize = tempMemstoreSize;
storeFileSize = tempStoreFileSize; storeFileSize = tempStoreFileSize;
readRequestsCount = tempReadRequestsCount; readRequestsCount = tempReadRequestsCount;
filteredReadRequestsCount = tempFilteredReadRequestsCount;
writeRequestsCount = tempWriteRequestsCount; writeRequestsCount = tempWriteRequestsCount;
checkAndMutateChecksFailed = tempCheckAndMutateChecksFailed; checkAndMutateChecksFailed = tempCheckAndMutateChecksFailed;
checkAndMutateChecksPassed = tempCheckAndMutateChecksPassed; checkAndMutateChecksPassed = tempCheckAndMutateChecksPassed;

View File

@ -111,6 +111,11 @@ public class MetricsRegionWrapperImpl implements MetricsRegionWrapper, Closeable
return this.region.getReadRequestsCount(); return this.region.getReadRequestsCount();
} }
@Override
public long getFilteredReadRequestCount() {
return this.region.getFilteredReadRequestsCount();
}
@Override @Override
public long getWriteRequestCount() { public long getWriteRequestCount() {
return this.region.getWriteRequestsCount(); return this.region.getWriteRequestsCount();

View File

@ -185,6 +185,9 @@ public interface Region extends ConfigurationObserver {
*/ */
void updateReadRequestsCount(long i); void updateReadRequestsCount(long i);
/** @return filtered read requests count for this region */
long getFilteredReadRequestsCount();
/** @return write request count for this region */ /** @return write request count for this region */
long getWriteRequestsCount(); long getWriteRequestsCount();

View File

@ -0,0 +1,379 @@
/**
*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hbase;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Append;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Increment;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.RowMutations;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.filter.BinaryComparator;
import org.apache.hadoop.hbase.filter.CompareFilter;
import org.apache.hadoop.hbase.filter.RowFilter;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.testclassification.MediumTests;
import org.apache.hadoop.hbase.util.Bytes;
import org.junit.AfterClass;
import org.junit.BeforeClass;
import org.junit.Test;
import org.junit.experimental.categories.Category;
import java.io.IOException;
import java.util.Collection;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import static org.junit.Assert.assertEquals;
@Category(MediumTests.class)
public class TestRegionServerMetrics {
private static final HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();
private static final TableName TABLE_NAME = TableName.valueOf("test");
private static final byte[] CF1 = "c1".getBytes();
private static final byte[] CF2 = "c2".getBytes();
private static final byte[] ROW1 = "a".getBytes();
private static final byte[] ROW2 = "b".getBytes();
private static final byte[] ROW3 = "c".getBytes();
private static final byte[] COL1 = "q1".getBytes();
private static final byte[] COL2 = "q2".getBytes();
private static final byte[] COL3 = "q3".getBytes();
private static final byte[] VAL1 = "v1".getBytes();
private static final byte[] VAL2 = "v2".getBytes();
private static final byte[] VAL3 = Bytes.toBytes(0L);
private static final int MAX_TRY = 20;
private static final int SLEEP_MS = 100;
private static final int TTL = 1;
private static Admin admin;
private static Collection<ServerName> serverNames;
private static Table table;
private static List<HRegionInfo> tableRegions;
private static Map<Metric, Long> requestsMap = new HashMap<>();
private static Map<Metric, Long> requestsMapPrev = new HashMap<>();
@BeforeClass
public static void setUpOnce() throws Exception {
TEST_UTIL.startMiniCluster();
admin = TEST_UTIL.getAdmin();
serverNames = admin.getClusterStatus().getServers();
table = createTable();
putData();
tableRegions = admin.getTableRegions(TABLE_NAME);
for (Metric metric : Metric.values()) {
requestsMap.put(metric, 0L);
requestsMapPrev.put(metric, 0L);
}
}
private static Table createTable() throws IOException {
HTableDescriptor td = new HTableDescriptor(TABLE_NAME);
HColumnDescriptor cd1 = new HColumnDescriptor(CF1);
td.addFamily(cd1);
HColumnDescriptor cd2 = new HColumnDescriptor(CF2);
cd2.setTimeToLive(TTL);
td.addFamily(cd2);
admin.createTable(td);
return TEST_UTIL.getConnection().getTable(TABLE_NAME);
}
private static void testReadRequests(long resultCount,
long expectedReadRequests, long expectedFilteredReadRequests)
throws IOException, InterruptedException {
updateMetricsMap();
System.out.println("requestsMapPrev = " + requestsMapPrev);
System.out.println("requestsMap = " + requestsMap);
assertEquals(expectedReadRequests,
requestsMap.get(Metric.REGION_READ) - requestsMapPrev.get(Metric.REGION_READ));
assertEquals(expectedReadRequests,
requestsMap.get(Metric.SERVER_READ) - requestsMapPrev.get(Metric.SERVER_READ));
assertEquals(expectedFilteredReadRequests,
requestsMap.get(Metric.FILTERED_REGION_READ)
- requestsMapPrev.get(Metric.FILTERED_REGION_READ));
assertEquals(expectedFilteredReadRequests,
requestsMap.get(Metric.FILTERED_SERVER_READ)
- requestsMapPrev.get(Metric.FILTERED_SERVER_READ));
assertEquals(expectedReadRequests, resultCount);
}
private static void updateMetricsMap() throws IOException, InterruptedException {
for (Metric metric : Metric.values()) {
requestsMapPrev.put(metric, requestsMap.get(metric));
}
ServerLoad serverLoad = null;
RegionLoad regionLoadOuter = null;
boolean metricsUpdated = false;
for (int i = 0; i < MAX_TRY; i++) {
for (ServerName serverName : serverNames) {
serverLoad = admin.getClusterStatus().getLoad(serverName);
Map<byte[], RegionLoad> regionsLoad = serverLoad.getRegionsLoad();
for (HRegionInfo tableRegion : tableRegions) {
RegionLoad regionLoad = regionsLoad.get(tableRegion.getRegionName());
if (regionLoad != null) {
regionLoadOuter = regionLoad;
for (Metric metric : Metric.values()) {
if (getReadRequest(serverLoad, regionLoad, metric) > requestsMapPrev.get(metric)) {
for (Metric metricInner : Metric.values()) {
requestsMap.put(metricInner, getReadRequest(serverLoad, regionLoad, metricInner));
}
metricsUpdated = true;
break;
}
}
}
}
}
if (metricsUpdated) {
break;
}
Thread.sleep(SLEEP_MS);
}
if (!metricsUpdated) {
for (Metric metric : Metric.values()) {
requestsMap.put(metric, getReadRequest(serverLoad, regionLoadOuter, metric));
}
}
}
private static long getReadRequest(ServerLoad serverLoad, RegionLoad regionLoad, Metric metric) {
switch (metric) {
case REGION_READ:
return regionLoad.getReadRequestsCount();
case SERVER_READ:
return serverLoad.getReadRequestsCount();
case FILTERED_REGION_READ:
return regionLoad.getFilteredReadRequestsCount();
case FILTERED_SERVER_READ:
return serverLoad.getFilteredReadRequestsCount();
default:
throw new IllegalStateException();
}
}
private static void putData() throws IOException {
Put put;
put = new Put(ROW1);
put.addColumn(CF1, COL1, VAL1);
put.addColumn(CF1, COL2, VAL2);
put.addColumn(CF1, COL3, VAL3);
table.put(put);
put = new Put(ROW2);
put.addColumn(CF1, COL1, VAL2); // put val2 instead of val1
put.addColumn(CF1, COL2, VAL2);
table.put(put);
put = new Put(ROW3);
put.addColumn(CF1, COL1, VAL1);
put.addColumn(CF1, COL2, VAL2);
table.put(put);
}
private static void putTTLExpiredData() throws IOException, InterruptedException {
Put put;
put = new Put(ROW1);
put.addColumn(CF2, COL1, VAL1);
put.addColumn(CF2, COL2, VAL2);
table.put(put);
Thread.sleep(TTL * 1000);
put = new Put(ROW2);
put.addColumn(CF2, COL1, VAL1);
put.addColumn(CF2, COL2, VAL2);
table.put(put);
put = new Put(ROW3);
put.addColumn(CF2, COL1, VAL1);
put.addColumn(CF2, COL2, VAL2);
table.put(put);
}
@AfterClass
public static void tearDownOnce() throws Exception {
TEST_UTIL.shutdownMiniCluster();
}
@Test
public void testReadRequestsCountNotFiltered() throws Exception {
int resultCount;
Scan scan;
Append append;
Put put;
Increment increment;
Get get;
// test for scan
scan = new Scan();
try (ResultScanner scanner = table.getScanner(scan)) {
resultCount = 0;
for (Result ignore : scanner) {
resultCount++;
}
testReadRequests(resultCount, 3, 0);
}
// test for scan
scan = new Scan(ROW2, ROW3);
try (ResultScanner scanner = table.getScanner(scan)) {
resultCount = 0;
for (Result ignore : scanner) {
resultCount++;
}
testReadRequests(resultCount, 1, 0);
}
// test for get
get = new Get(ROW2);
Result result = table.get(get);
resultCount = result.isEmpty() ? 0 : 1;
testReadRequests(resultCount, 1, 0);
// test for increment
increment = new Increment(ROW1);
increment.addColumn(CF1, COL3, 1);
result = table.increment(increment);
resultCount = result.isEmpty() ? 0 : 1;
testReadRequests(resultCount, 1, 0);
// test for checkAndPut
put = new Put(ROW1);
put.addColumn(CF1, COL2, VAL2);
boolean checkAndPut =
table.checkAndPut(ROW1, CF1, COL2, CompareFilter.CompareOp.EQUAL, VAL2, put);
resultCount = checkAndPut ? 1 : 0;
testReadRequests(resultCount, 1, 0);
// test for append
append = new Append(ROW1);
append.add(CF1, COL2, VAL2);
result = table.append(append);
resultCount = result.isEmpty() ? 0 : 1;
testReadRequests(resultCount, 1, 0);
// test for checkAndMutate
put = new Put(ROW1);
put.addColumn(CF1, COL1, VAL1);
RowMutations rm = new RowMutations(ROW1);
rm.add(put);
boolean checkAndMutate =
table.checkAndMutate(ROW1, CF1, COL1, CompareFilter.CompareOp.EQUAL, VAL1, rm);
resultCount = checkAndMutate ? 1 : 0;
testReadRequests(resultCount, 1, 0);
}
@Test
public void testReadRequestsCountWithFilter() throws Exception {
int resultCount;
Scan scan;
// test for scan
scan = new Scan();
scan.setFilter(new SingleColumnValueFilter(CF1, COL1, CompareFilter.CompareOp.EQUAL, VAL1));
try (ResultScanner scanner = table.getScanner(scan)) {
resultCount = 0;
for (Result ignore : scanner) {
resultCount++;
}
testReadRequests(resultCount, 2, 1);
}
// test for scan
scan = new Scan();
scan.setFilter(new RowFilter(CompareFilter.CompareOp.EQUAL, new BinaryComparator(ROW1)));
try (ResultScanner scanner = table.getScanner(scan)) {
resultCount = 0;
for (Result ignore : scanner) {
resultCount++;
}
testReadRequests(resultCount, 1, 2);
}
// test for scan
scan = new Scan(ROW2, ROW3);
scan.setFilter(new RowFilter(CompareFilter.CompareOp.EQUAL, new BinaryComparator(ROW1)));
try (ResultScanner scanner = table.getScanner(scan)) {
resultCount = 0;
for (Result ignore : scanner) {
resultCount++;
}
testReadRequests(resultCount, 0, 1);
}
// fixme filtered get should not increase readRequestsCount
// Get get = new Get(ROW2);
// get.setFilter(new SingleColumnValueFilter(CF1, COL1, CompareFilter.CompareOp.EQUAL, VAL1));
// Result result = table.get(get);
// resultCount = result.isEmpty() ? 0 : 1;
// testReadRequests(resultCount, 0, 1);
}
@Test
public void testReadRequestsCountWithDeletedRow() throws Exception {
try {
Delete delete = new Delete(ROW3);
table.delete(delete);
Scan scan = new Scan();
try (ResultScanner scanner = table.getScanner(scan)) {
int resultCount = 0;
for (Result ignore : scanner) {
resultCount++;
}
testReadRequests(resultCount, 2, 1);
}
} finally {
Put put = new Put(ROW3);
put.addColumn(CF1, COL1, VAL1);
put.addColumn(CF1, COL2, VAL2);
table.put(put);
}
}
@Test
public void testReadRequestsCountWithTTLExpiration() throws Exception {
putTTLExpiredData();
Scan scan = new Scan();
scan.addFamily(CF2);
try (ResultScanner scanner = table.getScanner(scan)) {
int resultCount = 0;
for (Result ignore : scanner) {
resultCount++;
}
testReadRequests(resultCount, 2, 1);
}
}
private enum Metric {REGION_READ, SERVER_READ, FILTERED_REGION_READ, FILTERED_SERVER_READ}
}

View File

@ -44,6 +44,7 @@ public class TestServerLoad {
assertEquals(820, sl.getStorefileSizeInMB()); assertEquals(820, sl.getStorefileSizeInMB());
assertEquals(82, sl.getStorefileIndexSizeInMB()); assertEquals(82, sl.getStorefileIndexSizeInMB());
assertEquals(((long)Integer.MAX_VALUE)*2, sl.getReadRequestsCount()); assertEquals(((long)Integer.MAX_VALUE)*2, sl.getReadRequestsCount());
assertEquals(300, sl.getFilteredReadRequestsCount());
} }
@ -57,6 +58,7 @@ public class TestServerLoad {
assertTrue(slToString.contains("storefileSizeMB=820")); assertTrue(slToString.contains("storefileSizeMB=820"));
assertTrue(slToString.contains("rootIndexSizeKB=504")); assertTrue(slToString.contains("rootIndexSizeKB=504"));
assertTrue(slToString.contains("coprocessors=[]")); assertTrue(slToString.contains("coprocessors=[]"));
assertTrue(slToString.contains("filteredReadRequestsCount=300"));
} }
@Test @Test
@ -80,10 +82,12 @@ public class TestServerLoad {
ClusterStatusProtos.RegionLoad rlOne = ClusterStatusProtos.RegionLoad rlOne =
ClusterStatusProtos.RegionLoad.newBuilder().setRegionSpecifier(rSpecOne).setStores(10) ClusterStatusProtos.RegionLoad.newBuilder().setRegionSpecifier(rSpecOne).setStores(10)
.setStorefiles(101).setStoreUncompressedSizeMB(106).setStorefileSizeMB(520) .setStorefiles(101).setStoreUncompressedSizeMB(106).setStorefileSizeMB(520)
.setFilteredReadRequestsCount(100)
.setStorefileIndexSizeMB(42).setRootIndexSizeKB(201).setReadRequestsCount(Integer.MAX_VALUE).setWriteRequestsCount(Integer.MAX_VALUE).build(); .setStorefileIndexSizeMB(42).setRootIndexSizeKB(201).setReadRequestsCount(Integer.MAX_VALUE).setWriteRequestsCount(Integer.MAX_VALUE).build();
ClusterStatusProtos.RegionLoad rlTwo = ClusterStatusProtos.RegionLoad rlTwo =
ClusterStatusProtos.RegionLoad.newBuilder().setRegionSpecifier(rSpecTwo).setStores(3) ClusterStatusProtos.RegionLoad.newBuilder().setRegionSpecifier(rSpecTwo).setStores(3)
.setStorefiles(13).setStoreUncompressedSizeMB(23).setStorefileSizeMB(300) .setStorefiles(13).setStoreUncompressedSizeMB(23).setStorefileSizeMB(300)
.setFilteredReadRequestsCount(200)
.setStorefileIndexSizeMB(40).setRootIndexSizeKB(303).setReadRequestsCount(Integer.MAX_VALUE).setWriteRequestsCount(Integer.MAX_VALUE).build(); .setStorefileIndexSizeMB(40).setRootIndexSizeKB(303).setReadRequestsCount(Integer.MAX_VALUE).setWriteRequestsCount(Integer.MAX_VALUE).build();
ClusterStatusProtos.ServerLoad sl = ClusterStatusProtos.ServerLoad sl =

View File

@ -85,6 +85,11 @@ public class MetricsRegionServerWrapperStub implements MetricsRegionServerWrappe
return 997; return 997;
} }
@Override
public long getFilteredReadRequestsCount() {
return 1997;
}
@Override @Override
public long getWriteRequestsCount() { public long getWriteRequestsCount() {
return 707; return 707;

View File

@ -75,6 +75,11 @@ public class MetricsRegionWrapperStub implements MetricsRegionWrapper {
return 105; return 105;
} }
@Override
public long getFilteredReadRequestCount() {
return 107;
}
@Override @Override
public long getWriteRequestCount() { public long getWriteRequestCount() {
return 106; return 106;

View File

@ -45,6 +45,10 @@ public class TestMetricsRegion {
HELPER.assertGauge( HELPER.assertGauge(
"namespace_TestNS_table_MetricsRegionWrapperStub_region_DEADBEEF001_metric_memstoreSize", "namespace_TestNS_table_MetricsRegionWrapperStub_region_DEADBEEF001_metric_memstoreSize",
103, agg); 103, agg);
HELPER.assertCounter(
"namespace_TestNS_table_MetricsRegionWrapperStub_region_DEADBEEF001_metric_" +
"filteredReadRequestCount",
107, agg);
HELPER.assertCounter( HELPER.assertCounter(
"namespace_TestNS_table_MetricsRegionWrapperStub_region_DEADBEEF001_metric_replicaid", "namespace_TestNS_table_MetricsRegionWrapperStub_region_DEADBEEF001_metric_replicaid",
0, agg); 0, agg);
@ -62,6 +66,10 @@ public class TestMetricsRegion {
HELPER.assertGauge( HELPER.assertGauge(
"namespace_TestNS_table_MetricsRegionWrapperStub_region_DEADBEEF001_metric_memstoreSize", "namespace_TestNS_table_MetricsRegionWrapperStub_region_DEADBEEF001_metric_memstoreSize",
103, agg); 103, agg);
HELPER.assertCounter(
"namespace_TestNS_table_MetricsRegionWrapperStub_region_DEADBEEF001_metric_" +
"filteredReadRequestCount",
107, agg);
HELPER.assertCounter( HELPER.assertCounter(
"namespace_TestNS_table_MetricsRegionWrapperStub_region_DEADBEEF001_metric_replicaid", "namespace_TestNS_table_MetricsRegionWrapperStub_region_DEADBEEF001_metric_replicaid",
1, agg); 1, agg);

View File

@ -67,6 +67,7 @@ public class TestMetricsRegionServer {
HELPER.assertGauge("storeFileSize", 1900, serverSource); HELPER.assertGauge("storeFileSize", 1900, serverSource);
HELPER.assertCounter("totalRequestCount", 899, serverSource); HELPER.assertCounter("totalRequestCount", 899, serverSource);
HELPER.assertCounter("readRequestCount", 997, serverSource); HELPER.assertCounter("readRequestCount", 997, serverSource);
HELPER.assertCounter("filteredReadRequestCount", 1997, serverSource);
HELPER.assertCounter("writeRequestCount", 707, serverSource); HELPER.assertCounter("writeRequestCount", 707, serverSource);
HELPER.assertCounter("checkMutateFailedCount", 401, serverSource); HELPER.assertCounter("checkMutateFailedCount", 401, serverSource);
HELPER.assertCounter("checkMutatePassedCount", 405, serverSource); HELPER.assertCounter("checkMutatePassedCount", 405, serverSource);