{
  "x402Version": 2,
  "id": 28589,
  "slug": "28589",
  "resource": "https://tools.halowerk.com/v1/abtest/evaluate",
  "description": "Reads one conversion experiment two ways at once. Frequentist: two-proportion test, p value, confidence interval on the absolute lift, and the sample size the requested minimum detectable effect needs at the requested power. Bayesian: Beta-Binomial posteriors, probability the variant is better, expected loss either way, credible intervals - closed form, not sampled, so the numbers repeat exactly. looks_taken carries the adjusted threshold and the rate you actually ran at.",
  "type": "http",
  "serviceName": "HALOWERK Agent Tools",
  "resourceType": "Developer Tool",
  "accepts": [
    {
      "scheme": "exact",
      "network": "eip155:8453",
      "payTo": "0x2880EdfFF13100677Bf97A3CBdF3Bc34771C4E5E",
      "asset": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
      "amount": "2000",
      "amountUsd": 0.002,
      "maxTimeoutSeconds": 300
    }
  ],
  "outputSchema": {
    "properties": {
      "example": {
        "type": "object"
      },
      "type": {
        "type": "string"
      }
    },
    "required": [
      "type"
    ],
    "type": "object"
  },
  "extensions": {
    "bazaar": {
      "info": {
        "input": {
          "body": {
            "confidence_level": 0.95,
            "control": {
              "conversions": 241,
              "visitors": 4820
            },
            "looks_taken": 3,
            "minimum_detectable_effect_rel": 0.1,
            "variant": {
              "conversions": 302,
              "visitors": 4790
            }
          },
          "bodyType": "json",
          "method": "POST",
          "type": "http"
        },
        "output": {
          "example": {
            "bayesian": {
              "credible_interval_control": [
                0.044204,
                0.056523
              ],
              "credible_interval_variant": [
                0.056515,
                0.070291
              ],
              "expected_loss_choosing_control": 0.01169,
              "expected_loss_choosing_variant": 0.000002,
              "method": "closed-form Beta-Binomial, no sampling",
              "posterior_control": {
                "alpha": 242,
                "beta": 4580,
                "mean": 0.050187
              },
              "posterior_variant": {
                "alpha": 303,
                "beta": 4489,
                "mean": 0.06323
              },
              "prior": {
                "alpha": 1,
                "beta": 1
              },
              "probability_exact": true,
              "probability_variant_better": 0.997196
            },
            "control": {
              "conversions": 241,
              "rate": 0.05,
              "visitors": 4820
            },
            "deterministic": true,
            "frequentist": {
              "absolute_lift": 0.013048,
              "alpha": 0.05,
              "alternative": "two_sided",
              "confidence_interval_absolute": [
                0.003816,
                0.02228
              ],
              "confidence_level": 0.95,
              "note": null,
              "p_value": 0.0056071682,
              "relative_lift": 0.26096,
              "significant": true,
              "standard_error": 0.00471,
              "z": 2.769911
            },
            "peeking": {
              "adjusted_alpha": 0.01666667,
              "correction": "bonferroni",
              "effective_false_positive_rate_unadjusted": 0.142625,
              "looks_taken": 3,
              "significant_after_adjustment": true
            },
            "sample_size": {
              "current_control": 4820,
              "current_variant": 4790,
              "minimum_detectable_effect_rel": 0.1,
              "power": 0.8,
              "required_per_group": 30245,
              "sufficient": false
            },
            "stateless": true,
            "variant": {
              "conversions": 302,
              "rate": 0.063048,
              "visitors": 4790
            },
            "verdict": {
              "decision": "keep_running",
              "reasons": [
                "Fewer observations per group (4790) than the 30245 the requested minimum detectable effect needs."
              ]
            }
          },
          "type": "json"
        }
      },
      "schema": {
        "$schema": "https://json-schema.org/draft/2020-12/schema",
        "properties": {
          "input": {
            "additionalProperties": false,
            "properties": {
              "body": {
                "properties": {
                  "alternative": {
                    "default": "two_sided",
                    "description": "two_sided asks whether the groups differ, greater whether the variant is above the control.",
                    "enum": [
                      "two_sided",
                      "greater"
                    ],
                    "type": "string"
                  },
                  "confidence_level": {
                    "default": 0.95,
                    "maximum": 0.9999,
                    "minimum": 0.5,
                    "type": "number"
                  },
                  "control": {
                    "description": "Baseline group. conversions may not exceed visitors.",
                    "properties": {
                      "conversions": {
                        "minimum": 0,
                        "type": "integer"
                      },
                      "visitors": {
                        "minimum": 1,
                        "type": "integer"
                      }
                    },
                    "required": [
                      "visitors",
                      "conversions"
                    ],
                    "type": "object"
                  },
                  "looks_taken": {
                    "default": 1,
                    "description": "How often the running test has been evaluated. Above 1 the threshold is adjusted and the real false positive rate is reported.",
                    "maximum": 100,
                    "minimum": 1,
                    "type": "integer"
                  },
                  "minimum_detectable_effect_rel": {
                    "default": 0.1,
                    "description": "Relative effect the test should be able to find, e.g. 0.1 for ten percent above the control rate.",
                    "maximum": 5,
                    "minimum": 0.001,
                    "type": "number"
                  },
                  "power": {
                    "default": 0.8,
                    "description": "Probability of finding that effect if it is there.",
                    "maximum": 0.999,
                    "minimum": 0.5,
                    "type": "number"
                  },
                  "prior_alpha": {
                    "default": 1,
                    "description": "Beta prior, successes. 1 with prior_beta 1 is uniform.",
                    "maximum": 1000,
                    "minimum": 0.0001,
                    "type": "number"
                  },
                  "prior_beta": {
                    "default": 1,
                    "description": "Beta prior, failures.",
                    "maximum": 1000,
                    "minimum": 0.0001,
                    "type": "number"
                  },
                  "variant": {
                    "description": "Group under test. conversions may not exceed visitors.",
                    "properties": {
                      "conversions": {
                        "minimum": 0,
                        "type": "integer"
                      },
                      "visitors": {
                        "minimum": 1,
                        "type": "integer"
                      }
                    },
                    "required": [
                      "visitors",
                      "conversions"
                    ],
                    "type": "object"
                  }
                },
                "required": [
                  "control",
                  "variant"
                ],
                "type": "object"
              },
              "bodyType": {
                "enum": [
                  "json",
                  "form-data",
                  "text"
                ],
                "type": "string"
              },
              "method": {
                "enum": [
                  "POST"
                ],
                "type": "string"
              },
              "type": {
                "const": "http",
                "type": "string"
              }
            },
            "required": [
              "type",
              "method",
              "bodyType",
              "body"
            ],
            "type": "object"
          },
          "output": {
            "properties": {
              "example": {
                "type": "object"
              },
              "type": {
                "type": "string"
              }
            },
            "required": [
              "type"
            ],
            "type": "object"
          }
        },
        "required": [
          "input"
        ],
        "type": "object"
      }
    }
  },
  "tags": [
    "x402",
    "agent-tools",
    "analysis",
    "abtest_evaluate",
    "bazaar"
  ],
  "sourceHost": "tools.halowerk.com",
  "lastUpdated": "2026-10-08T06:07:42.729Z",
  "quality": {
    "calls30d": 3,
    "uniquePayers30d": 3,
    "lastCalledAt": "2026-10-08T06:07:42.534Z"
  },
  "metadata": {
    "serviceName": "HALOWERK Agent Tools",
    "extensions": {
      "bazaar": {
        "info": {
          "input": {
            "body": {
              "confidence_level": 0.95,
              "control": {
                "conversions": 241,
                "visitors": 4820
              },
              "looks_taken": 3,
              "minimum_detectable_effect_rel": 0.1,
              "variant": {
                "conversions": 302,
                "visitors": 4790
              }
            },
            "bodyType": "json",
            "method": "POST",
            "type": "http"
          },
          "output": {
            "example": {
              "bayesian": {
                "credible_interval_control": [
                  0.044204,
                  0.056523
                ],
                "credible_interval_variant": [
                  0.056515,
                  0.070291
                ],
                "expected_loss_choosing_control": 0.01169,
                "expected_loss_choosing_variant": 0.000002,
                "method": "closed-form Beta-Binomial, no sampling",
                "posterior_control": {
                  "alpha": 242,
                  "beta": 4580,
                  "mean": 0.050187
                },
                "posterior_variant": {
                  "alpha": 303,
                  "beta": 4489,
                  "mean": 0.06323
                },
                "prior": {
                  "alpha": 1,
                  "beta": 1
                },
                "probability_exact": true,
                "probability_variant_better": 0.997196
              },
              "control": {
                "conversions": 241,
                "rate": 0.05,
                "visitors": 4820
              },
              "deterministic": true,
              "frequentist": {
                "absolute_lift": 0.013048,
                "alpha": 0.05,
                "alternative": "two_sided",
                "confidence_interval_absolute": [
                  0.003816,
                  0.02228
                ],
                "confidence_level": 0.95,
                "note": null,
                "p_value": 0.0056071682,
                "relative_lift": 0.26096,
                "significant": true,
                "standard_error": 0.00471,
                "z": 2.769911
              },
              "peeking": {
                "adjusted_alpha": 0.01666667,
                "correction": "bonferroni",
                "effective_false_positive_rate_unadjusted": 0.142625,
                "looks_taken": 3,
                "significant_after_adjustment": true
              },
              "sample_size": {
                "current_control": 4820,
                "current_variant": 4790,
                "minimum_detectable_effect_rel": 0.1,
                "power": 0.8,
                "required_per_group": 30245,
                "sufficient": false
              },
              "stateless": true,
              "variant": {
                "conversions": 302,
                "rate": 0.063048,
                "visitors": 4790
              },
              "verdict": {
                "decision": "keep_running",
                "reasons": [
                  "Fewer observations per group (4790) than the 30245 the requested minimum detectable effect needs."
                ]
              }
            },
            "type": "json"
          }
        },
        "schema": {
          "$schema": "https://json-schema.org/draft/2020-12/schema",
          "properties": {
            "input": {
              "additionalProperties": false,
              "properties": {
                "body": {
                  "properties": {
                    "alternative": {
                      "default": "two_sided",
                      "description": "two_sided asks whether the groups differ, greater whether the variant is above the control.",
                      "enum": [
                        "two_sided",
                        "greater"
                      ],
                      "type": "string"
                    },
                    "confidence_level": {
                      "default": 0.95,
                      "maximum": 0.9999,
                      "minimum": 0.5,
                      "type": "number"
                    },
                    "control": {
                      "description": "Baseline group. conversions may not exceed visitors.",
                      "properties": {
                        "conversions": {
                          "minimum": 0,
                          "type": "integer"
                        },
                        "visitors": {
                          "minimum": 1,
                          "type": "integer"
                        }
                      },
                      "required": [
                        "visitors",
                        "conversions"
                      ],
                      "type": "object"
                    },
                    "looks_taken": {
                      "default": 1,
                      "description": "How often the running test has been evaluated. Above 1 the threshold is adjusted and the real false positive rate is reported.",
                      "maximum": 100,
                      "minimum": 1,
                      "type": "integer"
                    },
                    "minimum_detectable_effect_rel": {
                      "default": 0.1,
                      "description": "Relative effect the test should be able to find, e.g. 0.1 for ten percent above the control rate.",
                      "maximum": 5,
                      "minimum": 0.001,
                      "type": "number"
                    },
                    "power": {
                      "default": 0.8,
                      "description": "Probability of finding that effect if it is there.",
                      "maximum": 0.999,
                      "minimum": 0.5,
                      "type": "number"
                    },
                    "prior_alpha": {
                      "default": 1,
                      "description": "Beta prior, successes. 1 with prior_beta 1 is uniform.",
                      "maximum": 1000,
                      "minimum": 0.0001,
                      "type": "number"
                    },
                    "prior_beta": {
                      "default": 1,
                      "description": "Beta prior, failures.",
                      "maximum": 1000,
                      "minimum": 0.0001,
                      "type": "number"
                    },
                    "variant": {
                      "description": "Group under test. conversions may not exceed visitors.",
                      "properties": {
                        "conversions": {
                          "minimum": 0,
                          "type": "integer"
                        },
                        "visitors": {
                          "minimum": 1,
                          "type": "integer"
                        }
                      },
                      "required": [
                        "visitors",
                        "conversions"
                      ],
                      "type": "object"
                    }
                  },
                  "required": [
                    "control",
                    "variant"
                  ],
                  "type": "object"
                },
                "bodyType": {
                  "enum": [
                    "json",
                    "form-data",
                    "text"
                  ],
                  "type": "string"
                },
                "method": {
                  "enum": [
                    "POST"
                  ],
                  "type": "string"
                },
                "type": {
                  "const": "http",
                  "type": "string"
                }
              },
              "required": [
                "type",
                "method",
                "bodyType",
                "body"
              ],
              "type": "object"
            },
            "output": {
              "properties": {
                "example": {
                  "type": "object"
                },
                "type": {
                  "type": "string"
                }
              },
              "required": [
                "type"
              ],
              "type": "object"
            }
          },
          "required": [
            "input"
          ],
          "type": "object"
        }
      }
    }
  },
  "liveness": {
    "reliability": null
  },
  "verified": false,
  "featured": false,
  "provider": {
    "host": "tools.halowerk.com",
    "manifest_name": "tools.halowerk.com",
    "source": "cdp-mirror",
    "source_manifest_url": "https://api.cdp.coinbase.com/platform/v2/x402/discovery/resources",
    "submitted_at": "2026-10-14T01:15:01.050Z"
  },
  "exampleResponse": {
    "example": {},
    "type": "string"
  }
}