eustin

plot_hist(sampled_diffs,
          bins=50,
          observed_rate=observed_diff_in_rates,
          title="Our range of pure randomness")

eustin

sampling_specialness_result = (sampled_diffs >= observed_diff_in_rates).sum() / sampled_diffs.shape[0]
print(f"sampled 'specialness' result: {sampling_specialness_result:.2%}")

#> sampled 'specialness' result: 3.41%

eustin

actual_specialness_result = score_test_proportions_2indep(NUM_CONVERTING_VARIANT_USERS, NUM_VARIANT_USERS, NUM_CONVERTING_CONTROL_USERS, NUM_CONTROL_USERS, alternative="larger")
print(f"actual 'specialness' result: {actual_specialness_result.pvalue:.2%}")

#> actual 'specialness' result: 3.83%

eustin

select
  some_column
  , another_column
  , yet_another_column
from some_table