HBASE-11774 Avoid allocating unnecessary tag iterators

This commit is contained in:
Andrew Purtell 2014-08-19 09:38:33 -07:00
parent 393a2a3814
commit 3b864842c7
6 changed files with 93 additions and 62 deletions

View File

@ -686,6 +686,10 @@ public class AccessControlLists {
public static List<Permission> getCellPermissionsForUser(User user, Cell cell) public static List<Permission> getCellPermissionsForUser(User user, Cell cell)
throws IOException { throws IOException {
// Save an object allocation where we can
if (cell.getTagsLength() == 0) {
return null;
}
List<Permission> results = Lists.newArrayList(); List<Permission> results = Lists.newArrayList();
Iterator<Tag> tagsIterator = CellUtil.tagsIterator(cell.getTagsArray(), cell.getTagsOffset(), Iterator<Tag> tagsIterator = CellUtil.tagsIterator(cell.getTagsArray(), cell.getTagsOffset(),
cell.getTagsLength()); cell.getTagsLength());

View File

@ -758,12 +758,15 @@ public class AccessController extends BaseMasterAndRegionObserver
for (Map.Entry<byte[], List<Cell>> e: familyMap.entrySet()) { for (Map.Entry<byte[], List<Cell>> e: familyMap.entrySet()) {
List<Cell> newCells = Lists.newArrayList(); List<Cell> newCells = Lists.newArrayList();
for (Cell cell: e.getValue()) { for (Cell cell: e.getValue()) {
// Prepend the supplied perms in a new ACL tag to an update list of tags for the cell
List<Tag> tags = Lists.newArrayList(new Tag(AccessControlLists.ACL_TAG_TYPE, perms)); List<Tag> tags = Lists.newArrayList(new Tag(AccessControlLists.ACL_TAG_TYPE, perms));
if (cell.getTagsLength() > 0) {
Iterator<Tag> tagIterator = CellUtil.tagsIterator(cell.getTagsArray(), Iterator<Tag> tagIterator = CellUtil.tagsIterator(cell.getTagsArray(),
cell.getTagsOffset(), cell.getTagsLength()); cell.getTagsOffset(), cell.getTagsLength());
while (tagIterator.hasNext()) { while (tagIterator.hasNext()) {
tags.add(tagIterator.next()); tags.add(tagIterator.next());
} }
}
// Ensure KeyValue so we can do a scatter gather copy. This is only a win if the // Ensure KeyValue so we can do a scatter gather copy. This is only a win if the
// incoming cell type is actually KeyValue. // incoming cell type is actually KeyValue.
KeyValue kv = KeyValueUtil.ensureKeyValue(cell); KeyValue kv = KeyValueUtil.ensureKeyValue(cell);
@ -1694,17 +1697,21 @@ public class AccessController extends BaseMasterAndRegionObserver
List<Tag> tags = Lists.newArrayList(); List<Tag> tags = Lists.newArrayList();
ListMultimap<String,Permission> perms = ArrayListMultimap.create(); ListMultimap<String,Permission> perms = ArrayListMultimap.create();
if (oldCell != null) { if (oldCell != null) {
// Save an object allocation where we can
if (oldCell.getTagsLength() > 0) {
Iterator<Tag> tagIterator = CellUtil.tagsIterator(oldCell.getTagsArray(), Iterator<Tag> tagIterator = CellUtil.tagsIterator(oldCell.getTagsArray(),
oldCell.getTagsOffset(), oldCell.getTagsLength()); oldCell.getTagsOffset(), oldCell.getTagsLength());
while (tagIterator.hasNext()) { while (tagIterator.hasNext()) {
Tag tag = tagIterator.next(); Tag tag = tagIterator.next();
if (tag.getType() != AccessControlLists.ACL_TAG_TYPE) { if (tag.getType() != AccessControlLists.ACL_TAG_TYPE) {
// Not an ACL tag, just carry it through
if (LOG.isTraceEnabled()) { if (LOG.isTraceEnabled()) {
LOG.trace("Carrying forward tag from " + oldCell + ": type " + tag.getType() + LOG.trace("Carrying forward tag from " + oldCell + ": type " + tag.getType() +
" length " + tag.getTagLength()); " length " + tag.getTagLength());
} }
tags.add(tag); tags.add(tag);
} else { } else {
// Merge the perms from the older ACL into the current permission set
ListMultimap<String,Permission> kvPerms = ProtobufUtil.toUsersAndPermissions( ListMultimap<String,Permission> kvPerms = ProtobufUtil.toUsersAndPermissions(
AccessControlProtos.UsersAndPermissions.newBuilder().mergeFrom( AccessControlProtos.UsersAndPermissions.newBuilder().mergeFrom(
tag.getBuffer(), tag.getTagOffset(), tag.getTagLength()).build()); tag.getBuffer(), tag.getTagOffset(), tag.getTagLength()).build());
@ -1712,6 +1719,7 @@ public class AccessController extends BaseMasterAndRegionObserver
} }
} }
} }
}
// Do we have an ACL on the operation? // Do we have an ACL on the operation?
byte[] aclBytes = mutation.getACL(); byte[] aclBytes = mutation.getACL();

View File

@ -356,13 +356,16 @@ public class TableAuthManager {
try { try {
List<Permission> perms = AccessControlLists.getCellPermissionsForUser(user, cell); List<Permission> perms = AccessControlLists.getCellPermissionsForUser(user, cell);
if (LOG.isTraceEnabled()) { if (LOG.isTraceEnabled()) {
LOG.trace("Perms for user " + user.getShortName() + " in cell " + cell + ": " + perms); LOG.trace("Perms for user " + user.getShortName() + " in cell " + cell + ": " +
(perms != null ? perms : ""));
} }
if (perms != null) {
for (Permission p: perms) { for (Permission p: perms) {
if (p.implies(action)) { if (p.implies(action)) {
return true; return true;
} }
} }
}
} catch (IOException e) { } catch (IOException e) {
// We failed to parse the KV tag // We failed to parse the KV tag
LOG.error("Failed parse of ACL tag in cell " + cell); LOG.error("Failed parse of ACL tag in cell " + cell);

View File

@ -925,7 +925,16 @@ public class VisibilityController extends BaseMasterAndRegionObserver implements
if (checkAuths && user != null && user.getShortName() != null) { if (checkAuths && user != null && user.getShortName() != null) {
auths = this.visibilityManager.getAuthsAsOrdinals(user.getShortName()); auths = this.visibilityManager.getAuthsAsOrdinals(user.getShortName());
} }
// Adding all other tags // Prepend new visibility tags to a new list of tags for the cell
try {
tags.addAll(createVisibilityTags(cellVisibility.getExpression(), true, auths,
user.getShortName()));
} catch (ParseException e) {
throw new IOException(e);
}
// Save an object allocation where we can
if (newCell.getTagsLength() > 0) {
// Carry forward all other tags
Iterator<Tag> tagsItr = CellUtil.tagsIterator(newCell.getTagsArray(), newCell.getTagsOffset(), Iterator<Tag> tagsItr = CellUtil.tagsIterator(newCell.getTagsArray(), newCell.getTagsOffset(),
newCell.getTagsLength()); newCell.getTagsLength());
while (tagsItr.hasNext()) { while (tagsItr.hasNext()) {
@ -935,11 +944,6 @@ public class VisibilityController extends BaseMasterAndRegionObserver implements
tags.add(tag); tags.add(tag);
} }
} }
try {
tags.addAll(createVisibilityTags(cellVisibility.getExpression(), true, auths,
user.getShortName()));
} catch (ParseException e) {
throw new IOException(e);
} }
// We need to create another KV, unfortunately, because the current new KV // We need to create another KV, unfortunately, because the current new KV

View File

@ -80,9 +80,11 @@ class VisibilityLabelFilter extends FilterBase {
return ReturnCode.SKIP; return ReturnCode.SKIP;
} }
boolean visibilityTagPresent = false;
// Save an object allocation where we can
if (cell.getTagsLength() > 0) {
Iterator<Tag> tagsItr = CellUtil.tagsIterator(cell.getTagsArray(), cell.getTagsOffset(), Iterator<Tag> tagsItr = CellUtil.tagsIterator(cell.getTagsArray(), cell.getTagsOffset(),
cell.getTagsLength()); cell.getTagsLength());
boolean visibilityTagPresent = false;
while (tagsItr.hasNext()) { while (tagsItr.hasNext()) {
boolean includeKV = true; boolean includeKV = true;
Tag tag = tagsItr.next(); Tag tag = tagsItr.next();
@ -116,6 +118,7 @@ class VisibilityLabelFilter extends FilterBase {
} }
} }
} }
}
return visibilityTagPresent ? ReturnCode.SKIP : ReturnCode.INCLUDE; return visibilityTagPresent ? ReturnCode.SKIP : ReturnCode.INCLUDE;
} }

View File

@ -176,6 +176,9 @@ public class VisibilityUtils {
*/ */
public static boolean getVisibilityTags(Cell cell, List<Tag> tags) { public static boolean getVisibilityTags(Cell cell, List<Tag> tags) {
boolean sortedOrder = false; boolean sortedOrder = false;
if (cell.getTagsLength() == 0) {
return sortedOrder;
}
Iterator<Tag> tagsIterator = CellUtil.tagsIterator(cell.getTagsArray(), cell.getTagsOffset(), Iterator<Tag> tagsIterator = CellUtil.tagsIterator(cell.getTagsArray(), cell.getTagsOffset(),
cell.getTagsLength()); cell.getTagsLength());
while (tagsIterator.hasNext()) { while (tagsIterator.hasNext()) {
@ -200,6 +203,9 @@ public class VisibilityUtils {
* @return true if found, false if not found * @return true if found, false if not found
*/ */
public static boolean isVisibilityTagsPresent(Cell cell) { public static boolean isVisibilityTagsPresent(Cell cell) {
if (cell.getTagsLength() == 0) {
return false;
}
Iterator<Tag> tagsIterator = CellUtil.tagsIterator(cell.getTagsArray(), cell.getTagsOffset(), Iterator<Tag> tagsIterator = CellUtil.tagsIterator(cell.getTagsArray(), cell.getTagsOffset(),
cell.getTagsLength()); cell.getTagsLength());
while (tagsIterator.hasNext()) { while (tagsIterator.hasNext()) {
@ -270,9 +276,12 @@ public class VisibilityUtils {
} }
private static List<List<Integer>> sortTagsBasedOnOrdinal(Cell cell) throws IOException { private static List<List<Integer>> sortTagsBasedOnOrdinal(Cell cell) throws IOException {
List<List<Integer>> fullTagsList = new ArrayList<List<Integer>>();
if (cell.getTagsLength() == 0) {
return fullTagsList;
}
Iterator<Tag> tagsItr = CellUtil.tagsIterator(cell.getTagsArray(), cell.getTagsOffset(), Iterator<Tag> tagsItr = CellUtil.tagsIterator(cell.getTagsArray(), cell.getTagsOffset(),
cell.getTagsLength()); cell.getTagsLength());
List<List<Integer>> fullTagsList = new ArrayList<List<Integer>>();
while (tagsItr.hasNext()) { while (tagsItr.hasNext()) {
Tag tag = tagsItr.next(); Tag tag = tagsItr.next();
if (tag.getType() == VisibilityUtils.VISIBILITY_TAG_TYPE) { if (tag.getType() == VisibilityUtils.VISIBILITY_TAG_TYPE) {