import pandas as pd from scipy import stats a, b = df.groupby("variant").converted lift = b.mean() / a.mean() - 1 stats.ttest_ind(a, b).pvalue # 0.003, ship it