Playground/1brc
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

mmapped file slightly faster

Browse Source
This commit is contained in:
Fabian Schmidt 2024-08-30 14:23:46 +02:00
parent eb2ed15e33
commit 5bb2363eee
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/main/julia/main.jl
View File

@ -36,14 +36,20 @@ end
function main() function main()
open("../../../measurements.txt", "r") do f open("../../../measurements.txt", "r") do f
println("Start") println("Start")
sz = Base.stat(f).size
data = mmap(f, Vector{UInt8}, sz)
idxs = findall(isequal(0x0a), data)
stations = Dict{String,StationMeasurements}() stations = Dict{String,StationMeasurements}()
iteration = 0 iteration = 0
for line in eachline(f) last_idx = 1
for i in eachindex(idxs)
if iteration % 1000000 == 0 && iteration > 0 if iteration % 1000000 == 0 && iteration > 0
print("\x1b[J\x1b[H") print("\x1b[J\x1b[H")
percent = round((iteration / 1000000000) * 100; digits=2) percent = round((iteration / 1000000000) * 100; digits=2)
println("$(percent)%") println("$(percent)%")
end end
line = String(data[last_idx:idxs[i]-1])
last_idx = idxs[i] + 1
station, temp_str = rsplit(line, ";") station, temp_str = rsplit(line, ";")
temp = parse(Float32, temp_str) temp = parse(Float32, temp_str)
if haskey(stations, station) if haskey(stations, station)