Playground/1brc
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

reorganize code, little bit faster (#509)

Browse Source
This commit is contained in:
Van Phu DO 2024-01-21 21:25:18 +09:00 committed by GitHub
parent 8ba67cbc6d
commit 410425c833
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 28 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
prepare_abeobk.sh
View File

@ -20,6 +20,6 @@ sdk use java 21.0.1-graal 1>&2
# ./mvnw clean verify removes target/ and will re-trigger native image creation. # ./mvnw clean verify removes target/ and will re-trigger native image creation.
if [ ! -f target/CalculateAverage_abeobk_image ]; then if [ ! -f target/CalculateAverage_abeobk_image ]; then
NATIVE_IMAGE_OPTS="--gc=epsilon -O3 -march=native --enable-preview" NATIVE_IMAGE_OPTS="--gc=epsilon -O3 -march=native -R:MaxHeapSize=128m --enable-preview --initialize-at-build-time=dev.morling.onebrc.CalculateAverage_abeobk"
native-image $NATIVE_IMAGE_OPTS -cp target/average-1.0.0-SNAPSHOT.jar -o target/CalculateAverage_abeobk_image dev.morling.onebrc.CalculateAverage_abeobk native-image $NATIVE_IMAGE_OPTS -cp target/average-1.0.0-SNAPSHOT.jar -o target/CalculateAverage_abeobk_image dev.morling.onebrc.CalculateAverage_abeobk
fi fi

51
src/main/java/dev/morling/onebrc/CalculateAverage_abeobk.java
View File

@ -47,6 +47,10 @@ public class CalculateAverage_abeobk {
0xffffffffffffffL, 0xffffffffffffffL,
0xffffffffffffffffL, }; 0xffffffffffffffffL, };
private static final void debug(String s, Object... args) {
System.out.println(String.format(s, args));
}
private static Unsafe initUnsafe() { private static Unsafe initUnsafe() {
try { try {
Field theUnsafe = Unsafe.class.getDeclaredField("theUnsafe"); Field theUnsafe = Unsafe.class.getDeclaredField("theUnsafe");
@ -110,7 +114,7 @@ public class CalculateAverage_abeobk {
} }
boolean contentEquals(long other_addr, long other_tail) { boolean contentEquals(long other_addr, long other_tail) {
if (tail != other_tail) // compare tail & length at the same time if (tail != other_tail)
return false; return false;
// this is faster than comparision if key is short // this is faster than comparision if key is short
long xsum = 0; long xsum = 0;
@ -182,13 +186,15 @@ public class CalculateAverage_abeobk {
// about 50% chance key < 8 chars // about 50% chance key < 8 chars
if (semipos_code != 0) { if (semipos_code != 0) {
int semi_pos = Long.numberOfTrailingZeros(semipos_code) >>> 3; int semi_pos = Long.numberOfTrailingZeros(semipos_code) >>> 3;
addr += semi_pos; addr += semi_pos + 1;
long num_word = UNSAFE.getLong(addr);
int dot_pos = Long.numberOfTrailingZeros(~num_word & 0x10101000);
addr += (dot_pos >>> 3) + 3;
tail = (word0 & HASH_MASKS[semi_pos]); tail = (word0 & HASH_MASKS[semi_pos]);
bucket = xxh32(tail) & BUCKET_MASK; bucket = xxh32(tail) & BUCKET_MASK;
long num_word = UNSAFE.getLong(++addr);
int dot_pos = Long.numberOfTrailingZeros(~num_word & 0x10101000);
val = parseNum(num_word, dot_pos); val = parseNum(num_word, dot_pos);
addr += (dot_pos >>> 3) + 3;
while (true) { while (true) {
var node = map[bucket]; var node = map[bucket];
if (node == null) { if (node == null) {
@ -214,14 +220,15 @@ public class CalculateAverage_abeobk {
if (semipos_code != 0) { if (semipos_code != 0) {
int semi_pos = Long.numberOfTrailingZeros(semipos_code) >>> 3; int semi_pos = Long.numberOfTrailingZeros(semipos_code) >>> 3;
addr += semi_pos; addr += semi_pos;
int keylen = (int) (addr - row_addr);
long num_word = UNSAFE.getLong(addr + 1);
int dot_pos = Long.numberOfTrailingZeros(~num_word & 0x10101000);
addr += (dot_pos >>> 3) + 4;
tail = (word & HASH_MASKS[semi_pos]); tail = (word & HASH_MASKS[semi_pos]);
hash ^= tail; hash ^= tail;
bucket = xxh32(hash) & BUCKET_MASK; bucket = xxh32(hash) & BUCKET_MASK;
int keylen = (int) (addr - row_addr);
long num_word = UNSAFE.getLong(++addr);
int dot_pos = Long.numberOfTrailingZeros(~num_word & 0x10101000);
val = parseNum(num_word, dot_pos); val = parseNum(num_word, dot_pos);
addr += (dot_pos >>> 3) + 3;
while (true) { while (true) {
var node = map[bucket]; var node = map[bucket];
@ -249,16 +256,15 @@ public class CalculateAverage_abeobk {
int semi_pos = Long.numberOfTrailingZeros(semipos_code) >>> 3; int semi_pos = Long.numberOfTrailingZeros(semipos_code) >>> 3;
addr += semi_pos; addr += semi_pos;
int keylen = (int) (addr - row_addr);
long num_word = UNSAFE.getLong(addr + 1);
int dot_pos = Long.numberOfTrailingZeros(~num_word & 0x10101000);
addr += (dot_pos >>> 3) + 4;
tail = (word & HASH_MASKS[semi_pos]); tail = (word & HASH_MASKS[semi_pos]);
hash ^= tail; hash ^= tail;
bucket = xxh32(hash) & BUCKET_MASK; bucket = xxh32(hash) & BUCKET_MASK;
int keylen = (int) (addr - row_addr);
long num_word = UNSAFE.getLong(++addr);
int dot_pos = Long.numberOfTrailingZeros(~num_word & 0x10101000);
val = parseNum(num_word, dot_pos); val = parseNum(num_word, dot_pos);
addr += (dot_pos >>> 3) + 3;
while (true) { while (true) {
var node = map[bucket]; var node = map[bucket];
@ -307,12 +313,6 @@ public class CalculateAverage_abeobk {
for (var thread : threads) for (var thread : threads)
thread.join(); thread.join();
if (SHOW_ANALYSIS) {
for (int i = 0; i < cpu_cnt; i++) {
System.out.println("thread-" + i + " collision = " + cls[i]);
}
}
// collect results // collect results
TreeMap<String, Node> ms = new TreeMap<>(); TreeMap<String, Node> ms = new TreeMap<>();
for (var map : maps) { for (var map : maps) {
@ -330,13 +330,16 @@ public class CalculateAverage_abeobk {
} }
if (SHOW_ANALYSIS) { if (SHOW_ANALYSIS) {
System.out.println("total=" + Arrays.stream(lenhist).sum()); debug("Collision stat: ");
System.out.println("length_histogram = " for (int i = 0; i < cpu_cnt; i++) {
debug("thread-" + i + " collision = " + cls[i]);
}
debug("Total = " + Arrays.stream(lenhist).sum());
debug("Length_histogram = "
+ Arrays.toString(Arrays.stream(lenhist).map(x -> (int) (x * 1.0e-7)).toArray())); + Arrays.toString(Arrays.stream(lenhist).map(x -> (int) (x * 1.0e-7)).toArray()));
} }
else else
System.out.println(ms); System.out.println(ms);
} }
} }
} }