testing stuff on setonix again

setonix_spack_future_rust2.sh

# assuming this PR gets merged. https://github.com/PawseySC/pawsey-spack-config/pull/280/

salloc --nodes=1 --partition=gpu-highmem --account=pawsey0875-gpu -t 00:30:00 --gres=gpu:1
module load spack/default

# ##### #
# ASTRO #
# ##### #

# catch undefined variables
( set -u; echo MYSOFTWARE: $MYSOFTWARE$'\n'MYSCRATCH: $MYSCRATCH )
# Astro stuff
export obsid=1087251016
export outdir="${MYSCRATCH}/${obsid}"
mkdir -p $outdir
cd $outdir
export metafits="${outdir}/${obsid}.metafits"
[ -f "$metafits" ] || wget -O "$metafits" $'http://ws.mwatelescope.org/metadata/fits?obs_id='${obsid}
export srclist=${outdir}/srclist_pumav3_EoR0LoBES_EoR1pietro_CenA-GP_2023-11-07.fits
if [[ $srclist =~ srclist_puma && ! -f "$srclist" ]]; then
    wget -O $srclist "https://github.com/JLBLine/srclists/raw/master/${srclist##*/}"
fi
export MWA_BEAM_FILE="${MWA_BEAM_FILE:=$MYSOFTWARE/mwa_full_embedded_element_pattern.h5}"
[ -f $MWA_BEAM_FILE ] || wget -O "$MWA_BEAM_FILE" $'http://ws.mwatelescope.org/static/mwa_full_embedded_element_pattern.h5'

# ###### #
# MWALIB #
# ###### #

spack install --test=root --reuse mwalib@main +python
spack load 'mwalib@main'

wget https://raw.githubusercontent.com/MWATelescope/mwalib/main/examples/mwalib-print-context.py
python mwalib-print-context.py -m $metafits

# ##### #
# BIRLI #
# ##### #

spack install --test=root --reuse birli@main
spack load birli@main

wget 'https://projects.pawsey.org.au/birli-test/1090701368.metafits'
wget 'https://projects.pawsey.org.au/birli-test/1090701368_20140729203555_gpubox01_00.fits'

cargo run -- \
    -m 1090701368.metafits \
    --van-vleck \
    --flag-init=0 \
    --flag-end=0 \
    --flag-edge-width=0 \
    --no-flag-dc \
    --no-flag-metafits \
    --no-cable-delay \
    --no-geometric-delay \
    --no-digital-gains \
    --avg-time-factor=1 \
    --avg-freq-factor=1 \
    --no-rfi \
    --passband-gains=none \
    --uvfits-out=1090701368_vv.uvfits \
    1090701368_20140729203555_gpubox01_00.fits

# ######### #
# HYPERBEAM #
# ######### #

spack install --test=root --reuse hyperbeam@main +rocm +python amdgpu_target=gfx90a
spack load hyperbeam@main
wget https://raw.githubusercontent.com/MWATelescope/mwa_hyperbeam/main/examples/analytic_gpu.py
python analytic_gpu.py

# ########## #
# HYPERDRIVE #
# ########## #

spack install --test=root --reuse hyperdrive@main amdgpu_target=gfx90a +rocm
spack load 'hyperdrive@main'

export ntimes=100
export nchans=768
export nsrcs=10000

export hyp_toml="${outdir}/hyp_conf.toml"
cat >$hyp_toml <<EOF
[beam]
# uncomment to make segfaults magically disappear before your very eyes!
# no_beam = true
unity_dipole_gains = false
[model]
no_precession = false
cpu = false
[sky-model]
source_list = "$srclist"
num_sources = 1
[vis-simulate]
metafits = "$metafits"
filter_points = false
filter_gaussians = false
filter_shapelets = false
num_timesteps = 1
ignore_dut1 = false
num_fine_channels = 1
middle_freq = 200000000.0
freq_res =      1280000.0
EOF
hyperdrive vis-simulate -vvv -- "$hyp_toml" | tee "hyp_vis-sim.log"