{"api":"v1","generated_at":"2026-09-16T01:49:11.421Z","licence":{"name":"CC BY 4.0","url":"https://creativecommons.org/licenses/by/4.0/","attribution":"TOLL, with a link to the page cited"},"page":"https://tollindex.com/e/tools-halowerk-com-v1-abtest-evaluate-aafd7c","pinned_page":"https://tollindex.com/e/tools-halowerk-com-v1-abtest-evaluate-aafd7c/at/2026-09-15T21-20Z","pinned":false,"method":"https://tollindex.com/ledger/method","snapshot_at":"2026-09-15T21:20:12.737Z","snapshot_stamp":"2026-09-15T21-20Z","endpoint":{"slug":"tools-halowerk-com-v1-abtest-evaluate-aafd7c","canonical_url":"https://tools.halowerk.com/v1/abtest/evaluate","resource":"https://tools.halowerk.com/v1/abtest/evaluate","http_method":"POST","type":"http","x402_version":2,"registries":["cdp"],"primary_registry":"cdp","curated_by_coinbase":false,"description":"Reads one conversion experiment two ways at once. Frequentist: two-proportion test, p value, confidence interval on the absolute lift, and the sample size the requested minimum detectable effect needs at the requested power. Bayesian: Beta-Binomial posteriors, probability the variant is better, expected loss either way, credible intervals - closed form, not sampled, so the numbers repeat exactly. looks_taken carries the adjusted threshold and the rate you actually ran at.","service_name":"Netzhandwerker Agent Tools","declared_category":null,"declared_tags":["x402","agent-tools","analysis","abtest_evaluate"],"route_template":null,"registry_updated":"2026-08-19T15:03:38.322Z"},"derived":{"note":"fields no registry supplies; TOLL derives them and marks them derived on the page","title":"abtest evaluate","category":"inference","first_observed_by_toll":"2026-09-10T19:08:24.178Z","last_observed_by_toll":"2026-09-15T21:20:12.737Z","observation_began":"2026-09-10"},"presence":{"listed_now":true,"first_absent_at":null,"delisting_confirmed_at":null,"events":[{"registry":"cdp","at":"2026-09-10T19:08:24.178Z","event":"listed"}]},"accepts":[{"registry":"cdp","ordinal":0,"network":"eip155:8453","asset":"0x833589fcd6edb6e08f4c7c32d4f71b54bda02913","asset_name":"USD Coin","symbol":"USDC","decimals":6,"amount_display":"0.002 USDC","amount_units":0.002,"decimals_known":true,"pay_to":"0x2880EdfFF13100677Bf97A3CBdF3Bc34771C4E5E","scheme":"exact"}],"counters":{"observed_at":"2026-09-15T21:20:12.737Z","calls_30d":1,"unique_payers_30d":1,"last_called_at":"2026-08-19T15:03:37.819Z"},"validation":{"latest":{"observed_at":"2026-09-15T06:10:23.460Z","state":"pass","failed_checks":[],"endpoint_http_status":402,"run_id":"daily-2026-09-15"},"uptime":[{"days":7,"observed":5,"passed":5,"ratio":1},{"days":30,"observed":5,"passed":5,"ratio":1},{"days":90,"observed":5,"passed":5,"ratio":1}],"history_90d":[{"observed_at":"2026-09-15T06:10:23.460Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-15","state_changed":false},{"observed_at":"2026-09-14T05:41:20.229Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-14","state_changed":false},{"observed_at":"2026-09-13T05:34:45.806Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-13","state_changed":false},{"observed_at":"2026-09-12T07:51:46.722Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-12","state_changed":false},{"observed_at":"2026-09-11T11:44:31.855Z","state":"pass","failed_checks":[],"run_id":"daily-2026-09-11","state_changed":true}]},"seller":{"wallet":"0x2880EdfFF13100677Bf97A3CBdF3Bc34771C4E5E","page":"https://tollindex.com/seller/0x2880EdfFF13100677Bf97A3CBdF3Bc34771C4E5E","endpoints":1553,"hosts":67},"reports":0,"registry_record":{"cdp":[{"tags":["x402","agent-tools","analysis","abtest_evaluate"],"type":"http","accepts":[{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","asset":"USDC","version":"2","decimals":6,"eip712Domain":{"name":"USD Coin","chainId":8453,"version":"2","verifyingContract":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913"},"network_name":"Base Mainnet","assetTransferMethod":"eip3009"},"payTo":"0x2880EdfFF13100677Bf97A3CBdF3Bc34771C4E5E","amount":"2000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300}],"quality":{"lastCalledAt":"2026-08-19T15:03:37.819Z","l30DaysTotalCalls":1,"l30DaysUniquePayers":1},"resource":"https://tools.halowerk.com/v1/abtest/evaluate","extensions":{"bazaar":{"info":{"input":{"body":{"control":{"visitors":4820,"conversions":241},"variant":{"visitors":4790,"conversions":302},"looks_taken":3,"confidence_level":0.95,"minimum_detectable_effect_rel":0.1},"type":"http","method":"POST","bodyType":"json"},"output":{"type":"json","example":{"control":{"rate":0.05,"visitors":4820,"conversions":241},"peeking":{"correction":"bonferroni","looks_taken":3,"adjusted_alpha":0.01666667,"significant_after_adjustment":true,"effective_false_positive_rate_unadjusted":0.142625},"variant":{"rate":0.063048,"visitors":4790,"conversions":302},"verdict":{"reasons":["Fewer observations per group (4790) than the 30245 the requested minimum detectable effect needs."],"decision":"keep_running"},"bayesian":{"prior":{"beta":1,"alpha":1},"method":"closed-form Beta-Binomial, no sampling","posterior_control":{"beta":4580,"mean":0.050187,"alpha":242},"posterior_variant":{"beta":4489,"mean":0.06323,"alpha":303},"probability_exact":true,"credible_interval_control":[0.044204,0.056523],"credible_interval_variant":[0.056515,0.070291],"probability_variant_better":0.997196,"expected_loss_choosing_control":0.01169,"expected_loss_choosing_variant":0.000002},"stateless":true,"frequentist":{"z":2.769911,"note":null,"alpha":0.05,"p_value":0.0056071682,"alternative":"two_sided","significant":true,"absolute_lift":0.013048,"relative_lift":0.26096,"standard_error":0.00471,"confidence_level":0.95,"confidence_interval_absolute":[0.003816,0.02228]},"sample_size":{"power":0.8,"sufficient":false,"current_control":4820,"current_variant":4790,"required_per_group":30245,"minimum_detectable_effect_rel":0.1},"deterministic":true}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method","bodyType","body"],"properties":{"body":{"type":"object","required":["control","variant"],"properties":{"power":{"type":"number","default":0.8,"maximum":0.999,"minimum":0.5,"description":"Probability of finding that effect if it is there."},"control":{"type":"object","required":["visitors","conversions"],"properties":{"visitors":{"type":"integer","minimum":1},"conversions":{"type":"integer","minimum":0}},"description":"Baseline group. conversions may not exceed visitors."},"variant":{"type":"object","required":["visitors","conversions"],"properties":{"visitors":{"type":"integer","minimum":1},"conversions":{"type":"integer","minimum":0}},"description":"Group under test. conversions may not exceed visitors."},"prior_beta":{"type":"number","default":1,"maximum":1000,"minimum":0.0001,"description":"Beta prior, failures."},"alternative":{"enum":["two_sided","greater"],"type":"string","default":"two_sided","description":"two_sided asks whether the groups differ, greater whether the variant is above the control."},"looks_taken":{"type":"integer","default":1,"maximum":100,"minimum":1,"description":"How often the running test has been evaluated. Above 1 the threshold is adjusted and the real false positive rate is reported."},"prior_alpha":{"type":"number","default":1,"maximum":1000,"minimum":0.0001,"description":"Beta prior, successes. 1 with prior_beta 1 is uniform."},"confidence_level":{"type":"number","default":0.95,"maximum":0.9999,"minimum":0.5},"minimum_detectable_effect_rel":{"type":"number","default":0.1,"maximum":5,"minimum":0.001,"description":"Relative effect the test should be able to find, e.g. 0.1 for ten percent above the control rate."}}},"type":{"type":"string","const":"http"},"method":{"enum":["POST"],"type":"string"},"bodyType":{"enum":["json","form-data","text"],"type":"string"}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}}}},"description":"Reads one conversion experiment two ways at once. Frequentist: two-proportion test, p value, confidence interval on the absolute lift, and the sample size the requested minimum detectable effect needs at the requested power. Bayesian: Beta-Binomial posteriors, probability the variant is better, expected loss either way, credible intervals - closed form, not sampled, so the numbers repeat exactly. looks_taken carries the adjusted threshold and the rate you actually ran at.","lastUpdated":"2026-08-19T15:03:38.322Z","serviceName":"Netzhandwerker Agent Tools","x402Version":2}]}}