1 billion row challenge in a SINGLE EXPRESSION WITH ELIXIR!!

1brc.exs

Mix.install([
  {:explorer, "~> 0.8.0"}
])

# Update to the filepath.
filepath = "./data/weather_stations.csv"

defmodule Challenge do
  import Explorer.Series

  require Explorer.DataFrame, as: DF

  def run(filepath) do
    DF.from_csv!(
        filepath,
        delimiter: ";",
        header: false,
        eol_delimiter: "\n",
        lazy: true,
        dtypes: [column_1: :category, column_2: {:f, 32}]
      )
    |> DF.rename(["station", "measurement"])
    |> DF.group_by("station")
    |> DF.summarise(min: min(measurement), mean: mean(measurement), max: max(measurement))
    |> DF.mutate(min: round(min, 1), mean: round(mean, 1), max: round(max, 1))
    |> DF.sort_by(station)
    |> DF.collect()
    |> DF.to_rows_stream(atom_keys: true)
    |> Stream.map(&("#{&1.station}=#{&1.min}/#{&1.mean}/#{&1.max}"))
    |> Enum.join(", ")
    |> IO.puts()
  end
end


Challenge.run(filepath)

The Mix.install/1 and then using Explorer code only seems to work if we have it in a module...

Mix.install([
  {:explorer, "~> 0.8.0"}
])

# Update to the filepath.
filepath = "./data/weather_stations.csv"

defmodule Challenge do
  import Explorer.Series

  require Explorer.DataFrame, as: DF

  def run(filepath) do
    DF.from_csv!(
        filepath,
        delimiter: ";",
        header: false,
        eol_delimiter: "\n",
        lazy: true,
        dtypes: [column_1: :category, column_2: {:f, 32}]
      )
    |> DF.rename(["station", "measurement"])
    |> DF.group_by("station")
    |> DF.summarise(min: min(measurement), mean: mean(measurement), max: max(measurement))
    |> DF.mutate(min: round(min, 1), mean: round(mean, 1), max: round(max, 1))
    |> DF.sort_by(station)
    |> DF.collect()
    |> DF.to_rows_stream(atom_keys: true)
    |> Stream.map(&("#{&1.station}=#{&1.min}/#{&1.mean}/#{&1.max}"))
    |> Enum.join(", ")
    |> IO.puts()
  end
end


Challenge.run(filepath)

@ryanwinchester thank you

In my rush to get a solution out and transferred over from livebook I ended up with a bunch of little errors

my bad for letting the elixir community down with the stuff not working lol

but hey at least elixir + explorer mentioned thats a win

<3