honeymoose
/
OpenSearch
mirror of https://github.com/honeymoose/OpenSearch.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

reduce the memory needed while building the sparse array ordinals

This commit is contained in:
Shay Banon 2013-01-29 20:23:54 +01:00
parent 716f2aebbb
commit 0568284147
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/main/java/org/elasticsearch/index/fielddata/ordinals/SparseMultiArrayOrdinals.java
View File

@ -71,14 +71,14 @@ public class SparseMultiArrayOrdinals implements Ordinals {
this.lookup = new int[maxDoc];
this.numDocs = loadedOrds[0].length;
this.numOrds = numOrds;
List<TIntArrayList> allStorageArrays = new ArrayList<TIntArrayList>();
List<int[]> allStorageArrays = new ArrayList<int[]>();
TIntArrayList currentStorageArray = new TIntArrayList(maxSize);
currentStorageArray.add(Integer.MIN_VALUE);
TIntArrayList currentDocOrs = new TIntArrayList();
for (int doc = 0; doc < maxDoc; doc++) {
currentDocOrs.clear();
currentDocOrs.resetQuick();
for (int[] currentOrds : loadedOrds) {
int currentOrd = currentOrds[doc];
if (currentOrd == 0) {
@ -93,8 +93,8 @@ public class SparseMultiArrayOrdinals implements Ordinals {
throw new ElasticSearchException("Doc[" + doc + "] has " + currentDocOrs.size() + " ordinals, but it surpasses the limit of " + maxSize);
}
allStorageArrays.add(currentStorageArray);
currentStorageArray = new TIntArrayList(maxSize);
allStorageArrays.add(currentStorageArray.toArray());
currentStorageArray.resetQuick();
currentStorageArray.add(Integer.MIN_VALUE);
currentStorageArrayOffset = 1;
}
@ -115,12 +115,12 @@ public class SparseMultiArrayOrdinals implements Ordinals {
}
if (!currentStorageArray.isEmpty()) {
allStorageArrays.add(currentStorageArray);
allStorageArrays.add(currentStorageArray.toArray());
}
this.storageOrdinals = new int[allStorageArrays.size()][];
for (int i = 0; i < this.storageOrdinals.length; i++) {
this.storageOrdinals[i] = allStorageArrays.get(i).toArray();
this.storageOrdinals[i] = allStorageArrays.get(i);
}
}