Reduce the memory usage by RangeSet in backing data structure
- Typically resource query is more frequent than resource registration. This patch optimizes memory usage for resource query rather than registration Change-Id: Ic680c09c83b4299e80d4493d01e642081549fa24
Showing
4 changed files
with
31 additions
and
29 deletions
... | @@ -117,7 +117,7 @@ final class EncodableDiscreteResources implements DiscreteResources { | ... | @@ -117,7 +117,7 @@ final class EncodableDiscreteResources implements DiscreteResources { |
117 | @Override | 117 | @Override |
118 | public Set<DiscreteResource> values() { | 118 | public Set<DiscreteResource> values() { |
119 | return values.values().stream() | 119 | return values.values().stream() |
120 | - .flatMap(x -> x.resources(parent.id()).stream()) | 120 | + .flatMap(x -> x.values(parent.id()).stream()) |
121 | .collect(Collectors.toCollection(LinkedHashSet::new)); | 121 | .collect(Collectors.toCollection(LinkedHashSet::new)); |
122 | } | 122 | } |
123 | 123 | ... | ... |
... | @@ -43,7 +43,7 @@ class EncodableDiscreteResourcesSerializer extends Serializer<EncodableDiscreteR | ... | @@ -43,7 +43,7 @@ class EncodableDiscreteResourcesSerializer extends Serializer<EncodableDiscreteR |
43 | 43 | ||
44 | return EncodableDiscreteResources.of(parent, | 44 | return EncodableDiscreteResources.of(parent, |
45 | resources.stream() | 45 | resources.stream() |
46 | - .flatMap(x -> x.resources(parent.id()).stream()) | 46 | + .flatMap(x -> x.values(parent.id()).stream()) |
47 | .collect(Collectors.toCollection(LinkedHashSet::new))); | 47 | .collect(Collectors.toCollection(LinkedHashSet::new))); |
48 | } | 48 | } |
49 | } | 49 | } | ... | ... |
... | @@ -15,6 +15,10 @@ | ... | @@ -15,6 +15,10 @@ |
15 | */ | 15 | */ |
16 | package org.onosproject.store.resource.impl; | 16 | package org.onosproject.store.resource.impl; |
17 | 17 | ||
18 | +import com.google.common.collect.DiscreteDomain; | ||
19 | +import com.google.common.collect.Range; | ||
20 | +import com.google.common.collect.RangeSet; | ||
21 | +import com.google.common.collect.TreeRangeSet; | ||
18 | import org.onlab.util.Tools; | 22 | import org.onlab.util.Tools; |
19 | import org.onosproject.net.resource.DiscreteResource; | 23 | import org.onosproject.net.resource.DiscreteResource; |
20 | import org.onosproject.net.resource.DiscreteResourceCodec; | 24 | import org.onosproject.net.resource.DiscreteResourceCodec; |
... | @@ -24,39 +28,45 @@ import org.onosproject.net.resource.Resources; | ... | @@ -24,39 +28,45 @@ import org.onosproject.net.resource.Resources; |
24 | import java.util.LinkedHashSet; | 28 | import java.util.LinkedHashSet; |
25 | import java.util.Set; | 29 | import java.util.Set; |
26 | import java.util.stream.Collectors; | 30 | import java.util.stream.Collectors; |
31 | +import java.util.stream.IntStream; | ||
27 | 32 | ||
28 | /** | 33 | /** |
29 | * Represents discrete resources encoded by a codec. | 34 | * Represents discrete resources encoded by a codec. |
30 | */ | 35 | */ |
31 | final class EncodedDiscreteResources { | 36 | final class EncodedDiscreteResources { |
32 | - private final Set<Integer> rawValues; | 37 | + private final RangeSet<Integer> rangeSet; |
33 | private final DiscreteResourceCodec codec; | 38 | private final DiscreteResourceCodec codec; |
34 | 39 | ||
35 | - EncodedDiscreteResources(Set<Integer> rawValues, DiscreteResourceCodec codec) { | 40 | + EncodedDiscreteResources(RangeSet<Integer> rangeSet, DiscreteResourceCodec codec) { |
36 | - this.rawValues = rawValues; | 41 | + this.rangeSet = rangeSet; |
37 | this.codec = codec; | 42 | this.codec = codec; |
38 | } | 43 | } |
39 | 44 | ||
40 | static EncodedDiscreteResources of(Set<DiscreteResource> resources, DiscreteResourceCodec codec) { | 45 | static EncodedDiscreteResources of(Set<DiscreteResource> resources, DiscreteResourceCodec codec) { |
41 | - Set<Integer> rawValues = resources.stream() | 46 | + RangeSet<Integer> rangeSet = TreeRangeSet.create(); |
47 | + resources.stream() | ||
42 | .map(x -> x.valueAs(Object.class)) | 48 | .map(x -> x.valueAs(Object.class)) |
43 | .flatMap(Tools::stream) | 49 | .flatMap(Tools::stream) |
44 | .map(x -> codec.encode(x)) | 50 | .map(x -> codec.encode(x)) |
45 | - .collect(Collectors.toCollection(LinkedHashSet::new)); | 51 | + .map(Range::singleton) |
52 | + .map(x -> x.canonical(DiscreteDomain.integers())) | ||
53 | + .forEach(rangeSet::add); | ||
46 | 54 | ||
47 | - return new EncodedDiscreteResources(rawValues, codec); | 55 | + return new EncodedDiscreteResources(rangeSet, codec); |
48 | } | 56 | } |
49 | 57 | ||
50 | - Set<Integer> rawValues() { | 58 | + RangeSet<Integer> rangeSet() { |
51 | - return rawValues; | 59 | + return rangeSet; |
52 | } | 60 | } |
53 | 61 | ||
54 | DiscreteResourceCodec codec() { | 62 | DiscreteResourceCodec codec() { |
55 | return codec; | 63 | return codec; |
56 | } | 64 | } |
57 | 65 | ||
58 | - Set<DiscreteResource> resources(DiscreteResourceId parent) { | 66 | + Set<DiscreteResource> values(DiscreteResourceId parent) { |
59 | - return rawValues.stream() | 67 | + return rangeSet.asRanges().stream() |
68 | + .flatMapToInt(x1 -> IntStream.range(x1.lowerEndpoint(), x1.upperEndpoint())) | ||
69 | + .boxed() | ||
60 | .map(x -> codec.decode(x)) | 70 | .map(x -> codec.decode(x)) |
61 | .map(x -> Resources.discrete(parent, x).resource()) | 71 | .map(x -> Resources.discrete(parent, x).resource()) |
62 | .collect(Collectors.toCollection(LinkedHashSet::new)); | 72 | .collect(Collectors.toCollection(LinkedHashSet::new)); |
... | @@ -64,10 +74,10 @@ final class EncodedDiscreteResources { | ... | @@ -64,10 +74,10 @@ final class EncodedDiscreteResources { |
64 | 74 | ||
65 | @SuppressWarnings("unchecked") | 75 | @SuppressWarnings("unchecked") |
66 | boolean contains(DiscreteResource resource) { | 76 | boolean contains(DiscreteResource resource) { |
67 | - return rawValues.contains(codec.encode(resource)); | 77 | + return rangeSet.contains(codec.encode(resource)); |
68 | } | 78 | } |
69 | 79 | ||
70 | boolean isEmpty() { | 80 | boolean isEmpty() { |
71 | - return rawValues.isEmpty(); | 81 | + return rangeSet.isEmpty(); |
72 | } | 82 | } |
73 | } | 83 | } | ... | ... |
... | @@ -19,18 +19,15 @@ import com.esotericsoftware.kryo.Kryo; | ... | @@ -19,18 +19,15 @@ import com.esotericsoftware.kryo.Kryo; |
19 | import com.esotericsoftware.kryo.Serializer; | 19 | import com.esotericsoftware.kryo.Serializer; |
20 | import com.esotericsoftware.kryo.io.Input; | 20 | import com.esotericsoftware.kryo.io.Input; |
21 | import com.esotericsoftware.kryo.io.Output; | 21 | import com.esotericsoftware.kryo.io.Output; |
22 | -import com.google.common.collect.DiscreteDomain; | ||
23 | import com.google.common.collect.Range; | 22 | import com.google.common.collect.Range; |
23 | +import com.google.common.collect.RangeSet; | ||
24 | import com.google.common.collect.TreeRangeSet; | 24 | import com.google.common.collect.TreeRangeSet; |
25 | import org.onlab.util.ClosedOpenRange; | 25 | import org.onlab.util.ClosedOpenRange; |
26 | import org.onosproject.net.resource.DiscreteResourceCodec; | 26 | import org.onosproject.net.resource.DiscreteResourceCodec; |
27 | 27 | ||
28 | import java.util.ArrayList; | 28 | import java.util.ArrayList; |
29 | -import java.util.HashSet; | ||
30 | -import java.util.LinkedHashSet; | ||
31 | import java.util.List; | 29 | import java.util.List; |
32 | import java.util.stream.Collectors; | 30 | import java.util.stream.Collectors; |
33 | -import java.util.stream.IntStream; | ||
34 | 31 | ||
35 | /** | 32 | /** |
36 | * Kryo Serializer for {@link EncodedDiscreteResources}. | 33 | * Kryo Serializer for {@link EncodedDiscreteResources}. |
... | @@ -38,12 +35,7 @@ import java.util.stream.IntStream; | ... | @@ -38,12 +35,7 @@ import java.util.stream.IntStream; |
38 | final class EncodedResourcesSerializer extends Serializer<EncodedDiscreteResources> { | 35 | final class EncodedResourcesSerializer extends Serializer<EncodedDiscreteResources> { |
39 | @Override | 36 | @Override |
40 | public void write(Kryo kryo, Output output, EncodedDiscreteResources object) { | 37 | public void write(Kryo kryo, Output output, EncodedDiscreteResources object) { |
41 | - TreeRangeSet<Integer> rangeSet = TreeRangeSet.create(); | 38 | + List<ClosedOpenRange> ranges = object.rangeSet().asRanges().stream() |
42 | - object.rawValues().stream() | ||
43 | - .map(Range::singleton) | ||
44 | - .map(x -> x.canonical(DiscreteDomain.integers())) | ||
45 | - .forEach(rangeSet::add); | ||
46 | - List<ClosedOpenRange> ranges = rangeSet.asRanges().stream() | ||
47 | .map(ClosedOpenRange::of) | 39 | .map(ClosedOpenRange::of) |
48 | .collect(Collectors.toList()); | 40 | .collect(Collectors.toList()); |
49 | kryo.writeObject(output, ranges); | 41 | kryo.writeObject(output, ranges); |
... | @@ -56,10 +48,10 @@ final class EncodedResourcesSerializer extends Serializer<EncodedDiscreteResourc | ... | @@ -56,10 +48,10 @@ final class EncodedResourcesSerializer extends Serializer<EncodedDiscreteResourc |
56 | List<ClosedOpenRange> ranges = kryo.readObject(input, ArrayList.class); | 48 | List<ClosedOpenRange> ranges = kryo.readObject(input, ArrayList.class); |
57 | DiscreteResourceCodec codec = (DiscreteResourceCodec) kryo.readClassAndObject(input); | 49 | DiscreteResourceCodec codec = (DiscreteResourceCodec) kryo.readClassAndObject(input); |
58 | 50 | ||
59 | - HashSet<Integer> rawValues = ranges.stream() | 51 | + RangeSet<Integer> rangeSet = TreeRangeSet.create(); |
60 | - .flatMapToInt(x -> IntStream.range(x.lowerBound(), x.upperBound())) | 52 | + ranges.stream() |
61 | - .boxed() | 53 | + .map(x -> Range.closedOpen(x.lowerBound(), x.upperBound())) |
62 | - .collect(Collectors.toCollection(LinkedHashSet::new)); | 54 | + .forEach(rangeSet::add); |
63 | - return new EncodedDiscreteResources(rawValues, codec); | 55 | + return new EncodedDiscreteResources(rangeSet, codec); |
64 | } | 56 | } |
65 | } | 57 | } | ... | ... |
-
Please register or login to post a comment