Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

reduce memory usage for end points 

do not copy entire segments when not needed,
reduces memory pressure on the coordinator when no. of segments is
large enough.
This commit is contained in:
nishantmonu51 2014-06-05 23:14:51 +05:30
parent 46ef5c4560
commit 03e1fb6f3f
2 changed files with 19 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
server/src/main/java/io/druid/server/coordinator/DruidCoordinator.java
View File

@ -422,7 +422,7 @@ public class DruidCoordinator
}
}
public Set<DataSegment> getAvailableDataSegments()
public Set<DataSegment> getOrderedAvailableDataSegments()
{
Set<DataSegment> availableSegments = Sets.newTreeSet(Comparators.inverse(DataSegment.bucketMonthComparator()));
@ -452,6 +452,23 @@ public class DruidCoordinator
return availableSegments;
}
public Iterable<DataSegment> getAvailableDataSegments()
{
return Iterables.concat(
Iterables.transform(
databaseSegmentManager.getInventory(),
new Function<DruidDataSource, Iterable<DataSegment>>()
{
@Override
public Iterable<DataSegment> apply(DruidDataSource input)
{
return input.getSegments();
}
}
)
);
}
@LifecycleStart
public void start()
{

2
server/src/main/java/io/druid/server/coordinator/helper/DruidCoordinatorSegmentInfoLoader.java
View File

@ -41,7 +41,7 @@ public class DruidCoordinatorSegmentInfoLoader implements DruidCoordinatorHelper
public DruidCoordinatorRuntimeParams run(DruidCoordinatorRuntimeParams params)
{
// Display info about all available segments
final Set<DataSegment> availableSegments = coordinator.getAvailableDataSegments();
final Set<DataSegment> availableSegments = coordinator.getOrderedAvailableDataSegments();
if (log.isDebugEnabled()) {
log.debug("Available DataSegments");
for (DataSegment dataSegment : availableSegments) {