stat_sig_random_9

stat_sig_random_9.py

NUM_SIMULATIONS = 10_000
simulated_diffs_in_rates = []

for _ in range(NUM_SIMULATIONS):
    rng.shuffle(all_users)
    control_conversion_rate = all_users[:NUM_CONTROL_USERS].mean()
    variant_conversion_rate = all_users[NUM_CONTROL_USERS:].mean()
    simulated_diffs_in_rates.append(variant_conversion_rate - control_conversion_rate)

simulated_diffs_in_rates = np.array(simulated_diffs_in_rates)