{
  "dataset_sha256": "0e5893329d8b93cefecc571777672028290ab69865718020c78c7284f291aece",
  "deterministic": true,
  "effects": [
    {
      "confidence_interval_high": 0.08322578181821197,
      "confidence_interval_low": 0.06995334548485052,
      "confidence_level": 0.95,
      "control": "No E-Mail",
      "control_sample_size": 21306,
      "estimate": 0.07658956365153125,
      "method": "randomized_difference_in_means_welch",
      "outcome": "visit",
      "p_value_two_sided": 2.740429349829803e-113,
      "standard_error": 0.0033858878117283653,
      "treatment": "Mens E-Mail",
      "treatment_sample_size": 21307,
      "z_statistic": 22.620230766723257
    },
    {
      "confidence_interval_high": 0.008609884013999602,
      "confidence_interval_low": 0.005000129025231787,
      "confidence_level": 0.95,
      "control": "No E-Mail",
      "control_sample_size": 21306,
      "estimate": 0.006805006519615695,
      "method": "randomized_difference_in_means_welch",
      "outcome": "conversion",
      "p_value_two_sided": 1.4712093247956328e-13,
      "standard_error": 0.0009208727857351214,
      "treatment": "Mens E-Mail",
      "treatment_sample_size": 21307,
      "z_statistic": 7.389735721404062
    },
    {
      "confidence_interval_high": 1.0545051828602894,
      "confidence_interval_low": 0.4851491289287834,
      "confidence_level": 0.95,
      "control": "No E-Mail",
      "control_sample_size": 21306,
      "estimate": 0.7698271558945364,
      "method": "randomized_difference_in_means_welch",
      "outcome": "spend",
      "p_value_two_sided": 1.1571368879646439e-07,
      "standard_error": 0.14524656024868673,
      "treatment": "Mens E-Mail",
      "treatment_sample_size": 21307,
      "z_statistic": 5.300140358411668
    },
    {
      "confidence_interval_high": 0.051572535810630676,
      "confidence_interval_low": 0.03889367736347529,
      "confidence_level": 0.95,
      "control": "No E-Mail",
      "control_sample_size": 21306,
      "estimate": 0.045233106587052985,
      "method": "randomized_difference_in_means_welch",
      "outcome": "visit",
      "p_value_two_sided": 1.931856561779853e-44,
      "standard_error": 0.003234462099090751,
      "treatment": "Womens E-Mail",
      "treatment_sample_size": 21387,
      "z_statistic": 13.984738482410599
    },
    {
      "confidence_interval_high": 0.004723474953999956,
      "confidence_interval_low": 0.0014986400681705591,
      "confidence_level": 0.95,
      "control": "No E-Mail",
      "control_sample_size": 21306,
      "estimate": 0.003111057511085258,
      "method": "randomized_difference_in_means_welch",
      "outcome": "conversion",
      "p_value_two_sided": 0.00015580695663629506,
      "standard_error": 0.0008226770775551195,
      "treatment": "Womens E-Mail",
      "treatment_sample_size": 21387,
      "z_statistic": 3.781626589537274
    },
    {
      "confidence_interval_high": 0.6798599246559652,
      "confidence_interval_low": 0.168964507217228,
      "confidence_level": 0.95,
      "control": "No E-Mail",
      "control_sample_size": 21306,
      "estimate": 0.4244122159365966,
      "method": "randomized_difference_in_means_welch",
      "outcome": "spend",
      "p_value_two_sided": 0.0011284596637324736,
      "standard_error": 0.13033285852919116,
      "treatment": "Womens E-Mail",
      "treatment_sample_size": 21387,
      "z_statistic": 3.2563715760253915
    }
  ],
  "estimator": "randomized_difference_in_means_welch",
  "identification": "randomized_assignment",
  "independent_reference_max_error": 0.0,
  "positive_95pct_effects": [
    "Mens E-Mail:visit",
    "Mens E-Mail:conversion",
    "Mens E-Mail:spend",
    "Womens E-Mail:visit",
    "Womens E-Mail:conversion",
    "Womens E-Mail:spend"
  ],
  "record_count": 64000
}