First attempt with Java-managed concurrency (#590)
Co-authored-by: Quang Hieu Dao <hieu_dq@flinters.vn>
This commit is contained in:
parent
769884426b
commit
5092eb44d1
19
calculate_average_dqhieuu.sh
Executable file
19
calculate_average_dqhieuu.sh
Executable file
@ -0,0 +1,19 @@
|
||||
#!/bin/sh
|
||||
#
|
||||
# Copyright 2023 The original authors
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
|
||||
JAVA_OPTS=""
|
||||
java $JAVA_OPTS --class-path target/average-1.0.0-SNAPSHOT.jar dev.morling.onebrc.CalculateAverage_dqhieuu
|
20
prepare_dqhieuu.sh
Executable file
20
prepare_dqhieuu.sh
Executable file
@ -0,0 +1,20 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# Copyright 2023 The original authors
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
|
||||
# Uncomment below to use sdk
|
||||
# source "$HOME/.sdkman/bin/sdkman-init.sh"
|
||||
# sdk use java 21.0.1-graal 1>&2
|
117
src/main/java/dev/morling/onebrc/CalculateAverage_dqhieuu.java
Normal file
117
src/main/java/dev/morling/onebrc/CalculateAverage_dqhieuu.java
Normal file
@ -0,0 +1,117 @@
|
||||
/*
|
||||
* Copyright 2023 The original authors
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package dev.morling.onebrc;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Paths;
|
||||
import java.util.Map;
|
||||
import java.util.TreeMap;
|
||||
import java.util.concurrent.ConcurrentHashMap;
|
||||
import java.util.concurrent.locks.Lock;
|
||||
import java.util.concurrent.locks.ReentrantLock;
|
||||
|
||||
public class CalculateAverage_dqhieuu {
|
||||
private static final String FILE = "measurements.txt";
|
||||
|
||||
private static double round(double value) {
|
||||
return Math.round(value * 10.0) / 10.0;
|
||||
}
|
||||
|
||||
private static class MeasurementAggregator {
|
||||
private Lock lock = new ReentrantLock();
|
||||
private double min = Double.POSITIVE_INFINITY;
|
||||
private double max = Double.NEGATIVE_INFINITY;
|
||||
private double sum = 0;
|
||||
private int count = 0;
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return round(min) + "/" + round(round(sum) / count) + "/" + round(max);
|
||||
}
|
||||
}
|
||||
|
||||
public static void main(String[] args) throws IOException {
|
||||
var lineStream = Files.lines(Paths.get(FILE)).parallel();
|
||||
|
||||
Map<String, MeasurementAggregator> measurements = new ConcurrentHashMap<>(10_000);
|
||||
|
||||
lineStream.forEach(
|
||||
l -> {
|
||||
var sepIdx = 0;
|
||||
while (l.charAt(sepIdx) != ';') {
|
||||
sepIdx++;
|
||||
}
|
||||
|
||||
var station = l.substring(0, sepIdx);
|
||||
|
||||
int valueInt = 0;
|
||||
int sign = l.charAt(sepIdx + 1) == '-' ? -1 : 1;
|
||||
|
||||
var lineLength = l.length();
|
||||
for (var i = sepIdx + 1; i < lineLength; i++) {
|
||||
var c = l.charAt(i);
|
||||
if (c == '-' || c == '.') {
|
||||
continue;
|
||||
}
|
||||
valueInt = valueInt * 10 + (c - '0');
|
||||
}
|
||||
|
||||
var value = ((double) valueInt / 10.0) * sign;
|
||||
|
||||
var agg = measurements.computeIfAbsent(station, k -> new MeasurementAggregator());
|
||||
|
||||
agg.lock.lock();
|
||||
|
||||
if (value < agg.min) {
|
||||
agg.min = value;
|
||||
}
|
||||
if (value > agg.max) {
|
||||
agg.max = value;
|
||||
}
|
||||
agg.sum += value;
|
||||
agg.count++;
|
||||
|
||||
agg.lock.unlock();
|
||||
});
|
||||
|
||||
Map<String, MeasurementAggregator> sortedEntries = new TreeMap<>(measurements);
|
||||
|
||||
var res = new StringBuilder();
|
||||
res.append("{");
|
||||
|
||||
var first = true;
|
||||
for (var entry : sortedEntries.entrySet()) {
|
||||
if (first) {
|
||||
first = false;
|
||||
}
|
||||
else {
|
||||
res.append(", ");
|
||||
}
|
||||
|
||||
var k = entry.getKey();
|
||||
var v = entry.getValue();
|
||||
|
||||
res.append(k);
|
||||
res.append('=');
|
||||
res.append(v);
|
||||
}
|
||||
|
||||
res.append("}");
|
||||
|
||||
System.out.println(res);
|
||||
}
|
||||
}
|
Loading…
Reference in New Issue
Block a user