From 0d33213dc68850a01caa1bbdc34683d73bd302c8 Mon Sep 17 00:00:00 2001 From: anandmattikopp Date: Mon, 1 Jan 2024 22:32:59 +0000 Subject: [PATCH] feat: first version of the 1brc solution --- calculate_average_anandmattikopp.sh | 20 +++++ .../CalculateAverage_anandmattikopp.java | 74 +++++++++++++++++++ 2 files changed, 94 insertions(+) create mode 100755 calculate_average_anandmattikopp.sh create mode 100644 src/main/java/dev/morling/onebrc/CalculateAverage_anandmattikopp.java diff --git a/calculate_average_anandmattikopp.sh b/calculate_average_anandmattikopp.sh new file mode 100755 index 0000000..1c2d674 --- /dev/null +++ b/calculate_average_anandmattikopp.sh @@ -0,0 +1,20 @@ +#!/bin/sh +# +# Copyright 2023 The original authors +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + + +JAVA_OPTS="" +time java $JAVA_OPTS --class-path target/average-1.0.0-SNAPSHOT.jar dev.morling.onebrc.CalculateAverage_anandmattikopp diff --git a/src/main/java/dev/morling/onebrc/CalculateAverage_anandmattikopp.java b/src/main/java/dev/morling/onebrc/CalculateAverage_anandmattikopp.java new file mode 100644 index 0000000..d8af57f --- /dev/null +++ b/src/main/java/dev/morling/onebrc/CalculateAverage_anandmattikopp.java @@ -0,0 +1,74 @@ +/* + * Copyright 2023 The original authors + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package dev.morling.onebrc; + +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Paths; +import java.util.Map; +import java.util.TreeMap; +import java.util.stream.Collectors; + +public class CalculateAverage_anandmattikopp { + private static final String FILE = "./measurements.txt"; + + public static void main(String[] args) throws IOException { + Map stationStatisticsMap = Files.lines(Paths.get(FILE)).parallel() + .map(entry -> { + String[] tokens = entry.split(";"); + return new Station(tokens[0], Double.parseDouble(tokens[1])); + }) + .collect( + Collectors.toConcurrentMap( + station -> station.stationName, + station -> new StationStatistics(station), + StationStatistics::merge)); + + System.out.println(new TreeMap<>(stationStatisticsMap)); + } + + private record Station(String stationName, double temperature) { + } + + private record StationStatistics(String stationName, double minTemp, double meanTemp, double maxTemp, + long totalCount) { + StationStatistics(Station station) { + //Calling canonical constructor + this(station.stationName, station.temperature, station.temperature, station.temperature, 1); + } + + //Merging two stats to create new stats + public static StationStatistics merge(StationStatistics stats1, StationStatistics stats2) { + assert stats1.stationName.equals(stats2.stationName); + return new StationStatistics( + stats1.stationName, + Math.min(stats1.minTemp, stats2.minTemp), // minimum of both the temp + (stats1.meanTemp * stats1.totalCount + stats2.meanTemp * stats2.totalCount) / (stats1.totalCount + stats2.totalCount), // average of both the average temps from stats + Math.max(stats1.maxTemp, stats2.maxTemp), // maximum of both the temp + stats1.totalCount + stats2.totalCount // increment the totalCount + ); + } + + @Override + public String toString() { + return round(minTemp) + "/" + round(meanTemp) + "/" + round(maxTemp); + } + + private double round(double value) { + return Math.round(value * 10.0) / 10.0; + } + } +}