BRAINIAC A/B Testing & Experimentation Statistics is an MCP server published by software.brainiac, hosted at www.brainiac.software. When last checked on 2026-11-21 it was working: it answers and lists its tools. It declares 15 tools, including experimentation_ab-test-frequentist, experimentation_bayesian-ab, experimentation_sequential-test, experimentation_cuped-adjust, experimentation_sample-ratio-mismatch.
Paid A/B Testing & Experimentation Statistics API via x402. Unpaid tool calls return 402.
1,066 connections through 4 shared values. Tap any node.
Squares are this server's values; dots are other servers sharing them. A shared address or publisher is a lead, not proof of a common operator.
Inferred from the host name and headers: what a server runs on, not who runs it.
Two-arm A/B scorecard for conversion (two-proportion z) or continuous (Welch t) metrics: absolute and relative lift, confidence intervals, p-value and significance when designing or analysing an A/B test. Pure computation on supplied aggregates. Call with metricType, control, and treatment; optional alpha, alternative. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, metricType, control, treatment, alpha, alternative, controlRate, treatmentRate, absoluteLift, absoluteCi, relativeLift, relativeCi, statistic, pValue, significant.
| Parameter | Type | Description |
|---|---|---|
| alpha | number | alpha, number. Required. |
| control * | any | control, value. Required. |
| treatment * | any | control, value. Required. |
| metricType * | string | metricType, string, one of proportion, mean. Required. |
| alternative | string | alternative, string, one of two-sided, greater, less. Required. |
{
"name": "experimentation_ab-test-frequentist",
"title": "Run a frequentist A/B test scorecard",
"description": "Two-arm A/B scorecard for conversion (two-proportion z) or continuous (Welch t) metrics: absolute and relative lift, confidence intervals, p-value and significance when designing or analysing an A/B test. Pure computation on supplied aggregates. Call with metricType, control, and treatment; optional alpha, alternative. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, metricType, control, treatment, alpha, alternative, controlRate, treatmentRate, absoluteLift, absoluteCi, relativeLift, relativeCi, statistic, pValue, significant.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"metricType",
"control",
"treatment"
],
"properties": {
"alpha": {
"type": "number",
"default": 0.05,
"description": "alpha, number. Required.",
"exclusiveMaximum": 0.5,
"exclusiveMinimum": 0
},
"control": {
"anyOf": [
{
"type": "object",
"required": [
"users",
"conversions"
],
"properties": {
"users": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 1
},
"conversions": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0
}
}
},
{
"type": "object",
"required": [
"n",
"mean",
"sd"
],
"properties": {
"n": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 2
},
"sd": {
"type": "number",
"minimum": 0
},
"mean": {
"type": "number"
}
}
}
],
"description": "control, value. Required."
},
"treatment": {
"anyOf": [
{
"type": "object",
"required": [
"users",
"conversions"
],
"properties": {
"users": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 1
},
"conversions": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0
}
}
},
{
"type": "object",
"required": [
"n",
"mean",
"sd"
],
"properties": {
"n": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 2
},
"sd": {
"type": "number",
"minimum": 0
},
"mean": {
"type": "number"
}
}
}
],
"description": "control, value. Required."
},
"metricType": {
"enum": [
"proportion",
"mean"
],
"type": "string",
"description": "metricType, string, one of proportion, mean. Required."
},
"alternative": {
"enum": [
"two-sided",
"greater",
"less"
],
"type": "string",
"default": "two-sided",
"description": "alternative, string, one of two-sided, greater, less. Required."
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"test": {
"type": "string",
"description": "test. String."
},
"pValue": {
"type": "number",
"description": "pValue. Number."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"statistic": {
"type": "number",
"description": "statistic. Number."
},
"absoluteCi": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "absoluteCi. Array."
},
"relativeCi": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "relativeCi. Array."
},
"controlRate": {
"type": "number",
"description": "controlRate. Number."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
},
"significant": {
"type": "boolean",
"description": "significant. Boolean."
},
"absoluteLift": {
"type": "number",
"description": "absoluteLift. Number."
},
"relativeLift": {
"type": "number",
"description": "relativeLift. Number."
},
"treatmentRate": {
"type": "number",
"description": "treatmentRate. Number."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Run a frequentist A/B test scorecard",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Posterior, probability to beat control, probability of being best, expected loss and equal-tailed credible intervals for 2-10 conversion arms when designing or analysing an A/B test. Deterministic: exact Miller sum or quadrature, no Monte Carlo. Call with arms; optional prior, credibleLevel. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, arms, prior, credibleLevel, control, method, bayesian ab, A/B Testing & Experimentation Statistics.
| Parameter | Type | Description |
|---|---|---|
| arms * | array | arms, array. Required. |
| prior | object | prior, object. Required. |
| credibleLevel | number | credibleLevel, number. Required. |
{
"name": "experimentation_bayesian-ab",
"title": "Compare A/B arms with a Bayesian Beta-Binomial model",
"description": "Posterior, probability to beat control, probability of being best, expected loss and equal-tailed credible intervals for 2-10 conversion arms when designing or analysing an A/B test. Deterministic: exact Miller sum or quadrature, no Monte Carlo. Call with arms; optional prior, credibleLevel. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, arms, prior, credibleLevel, control, method, bayesian ab, A/B Testing & Experimentation Statistics.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"arms"
],
"properties": {
"arms": {
"type": "array",
"items": {
"type": "object",
"required": [
"name",
"users",
"conversions"
],
"properties": {
"name": {
"type": "string",
"maxLength": 64,
"minLength": 1,
"description": "name, string, length 1 to 64. Required."
},
"users": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0,
"description": "users, integer, from 0 to 9007199254740991. Required."
},
"control": {
"type": "boolean",
"description": "control, boolean. Optional."
},
"conversions": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0,
"description": "conversions, integer, from 0 to 9007199254740991. Required."
}
},
"description": "item, object. Required."
},
"description": "arms, array. Required."
},
"prior": {
"type": "object",
"default": {
"beta": 1,
"alpha": 1
},
"properties": {
"beta": {
"type": "number",
"default": 1,
"description": "beta, number. Required.",
"exclusiveMinimum": 0
},
"alpha": {
"type": "number",
"default": 1,
"description": "alpha, number. Required.",
"exclusiveMinimum": 0
}
},
"description": "prior, object. Required."
},
"credibleLevel": {
"type": "number",
"default": 0.95,
"description": "credibleLevel, number. Required.",
"exclusiveMaximum": 0.999,
"exclusiveMinimum": 0.5
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"arms": {
"type": "array",
"items": {
"type": "object",
"properties": {
"mean": {
"type": "number",
"description": "mean. Number."
},
"name": {
"type": "string",
"description": "name. String."
},
"credible": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "credible. Array."
},
"probBest": {
"type": "number",
"description": "probBest. Number."
},
"posterior": {
"type": "object",
"properties": {
"beta": {
"type": "number",
"description": "beta. Number."
},
"alpha": {
"type": "number",
"description": "alpha. Number."
}
},
"description": "posterior. Object.",
"additionalProperties": {}
},
"expectedLoss": {
"type": "number",
"description": "expectedLoss. Number."
},
"probBeatControl": {
"type": "null",
"description": "probBeatControl. Null."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "arms. Array."
},
"method": {
"type": "object",
"properties": {
"probBest": {
"type": "string",
"description": "probBest. String."
},
"expectedLoss": {
"type": "string",
"description": "expectedLoss. String."
},
"probBeatControl": {
"type": "string",
"description": "probBeatControl. String."
}
},
"description": "method. Object.",
"additionalProperties": {}
},
"control": {
"type": "string",
"description": "control. String."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
},
"credibleLevel": {
"type": "number",
"description": "credibleLevel. Number."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Compare A/B arms with a Bayesian Beta-Binomial model",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Lan-DeMets group-sequential boundaries (O'Brien-Fleming or Pocock spending) for planned looks with a stop/continue decision, or an always-valid mSPRT p-value for continuous monitoring when designing or analysing an A/B test. Call with mode; optional alpha, spending, informationFractions, observedZ, estimate, variance and others. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, mode, alpha, spending, informationFractions, observedZ, estimate, variance, tau2, boundaries, cumulativeAlpha, decision, sequential test.
| Parameter | Type | Description |
|---|---|---|
| mode * | string | mode, string, one of group_sequential, msprt. Required. |
| tau2 | number | tau2, number. Optional. |
| alpha | number | alpha, number. Required. |
| estimate | number | estimate, number. Optional. |
| spending | string | spending, string, one of obrien_fleming, pocock. Required. |
| variance | number | variance, number. Optional. |
| observedZ | array | observedZ, array. Optional. |
| informationFractions | array |
CUPED adjustment with a pre-experiment covariate on unit-level data: theta, variance reduction, and Welch tests on raw and adjusted values when designing or analysing an A/B test. Call with units; optional alpha. Returns theta, varianceReduction, raw, adjusted, groups, and unitsWithoutCovariate (raw includes diff, se, pValue, ci, significant). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, units, alpha, theta, varianceReduction, raw, adjusted, groups, unitsWithoutCovariate, cuped adjust.
| Parameter | Type | Description |
|---|---|---|
| alpha | number | alpha, number. Required. |
| units * | array | units, array. Required. |
{
"name": "experimentation_cuped-adjust",
"title": "Apply CUPED variance reduction and test the adjusted effect",
"description": "CUPED adjustment with a pre-experiment covariate on unit-level data: theta, variance reduction, and Welch tests on raw and adjusted values when designing or analysing an A/B test. Call with units; optional alpha. Returns theta, varianceReduction, raw, adjusted, groups, and unitsWithoutCovariate (raw includes diff, se, pValue, ci, significant). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, units, alpha, theta, varianceReduction, raw, adjusted, groups, unitsWithoutCovariate, cuped adjust.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"units"
],
"properties": {
"alpha": {
"type": "number",
"default": 0.05,
"description": "alpha, number. Required.",
"exclusiveMaximum": 0.5,
"exclusiveMinimum": 0
},
"units": {
"type": "array",
"items": {
"type": "object",
"required": [
"group",
"y"
],
"properties": {
"x": {
"type": [
"number",
"null"
],
"description": "x, number. Optional."
},
"y": {
"type": "number",
"description": "y, number. Required."
},
"group": {
"type": "string",
"maxLength": 64,
"minLength": 1,
"description": "group, string, length 1 to 64. Required."
}
},
"description": "item, object. Required."
},
"description": "units, array. Required."
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"raw": {
"type": "object",
"properties": {
"ci": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "ci. Array."
},
"se": {
"type": "number",
"description": "se. Number."
},
"diff": {
"type": "number",
"description": "diff. Number."
},
"pValue": {
"type": "number",
"description": "pValue. Number."
},
"significant": {
"type": "boolean",
"description": "significant. Boolean."
}
},
"description": "raw. Object.",
"additionalProperties": {}
},
"theta": {
"type": "number",
"description": "theta. Number."
},
"groups": {
"type": "object",
"properties": {
"control": {
"type": "string",
"description": "control. String."
},
"treatment": {
"type": "string",
"description": "treatment. String."
}
},
"description": "groups. Object.",
"additionalProperties": {}
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"adjusted": {
"type": "object",
"properties": {
"ci": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "ci. Array."
},
"se": {
"type": "number",
"description": "se. Number."
},
"diff": {
"type": "number",
"description": "diff. Number."
},
"pValue": {
"type": "number",
"description": "pValue. Number."
},
"controlMean": {
"type": "number",
"description": "controlMean. Number."
},
"significant": {
"type": "boolean",
"description": "significant. Boolean."
},
"treatmentMean": {
"type": "number",
"description": "treatmentMean. Number."
}
},
"description": "adjusted. Object.",
"additionalProperties": {}
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
},
"varianceReduction": {
"type": "number",
"description": "varianceReduction. Number."
},
"unitsWithoutCovariate": {
"type": "number",
"description": "unitsWithoutCovariate. Number."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Apply CUPED variance reduction and test the adjusted effect",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Chi-square goodness-of-fit test of observed arm counts against expected traffic shares, with an exact binomial p-value for tiny two-arm counts and generic causes when a mismatch is flagged when designing or analysing an A/B test. Call with arms; optional threshold. Returns chiSquare, df, pValue, srm, threshold, arms, and hints. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, arms, threshold, chiSquare, pValue, srm, hints, Detect A/B sample ratio mismatch, sample ratio mismatch.
| Parameter | Type | Description |
|---|---|---|
| arms * | array | arms, array. Required. |
| threshold | number | threshold, number. Required. |
{
"name": "experimentation_sample-ratio-mismatch",
"title": "Detect A/B sample ratio mismatch",
"description": "Chi-square goodness-of-fit test of observed arm counts against expected traffic shares, with an exact binomial p-value for tiny two-arm counts and generic causes when a mismatch is flagged when designing or analysing an A/B test. Call with arms; optional threshold. Returns chiSquare, df, pValue, srm, threshold, arms, and hints. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, arms, threshold, chiSquare, pValue, srm, hints, Detect A/B sample ratio mismatch, sample ratio mismatch.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"arms"
],
"properties": {
"arms": {
"type": "array",
"items": {
"type": "object",
"required": [
"name",
"observed",
"expectedShare"
],
"properties": {
"name": {
"type": "string",
"maxLength": 64,
"minLength": 1,
"description": "name, string, length 1 to 64. Required."
},
"observed": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0,
"description": "observed, integer, from 0 to 9007199254740991. Required."
},
"expectedShare": {
"type": "number",
"maximum": 1,
"description": "expectedShare, number, from any to 1. Required.",
"exclusiveMinimum": 0
}
},
"description": "item, object. Required."
},
"description": "arms, array. Required."
},
"threshold": {
"type": "number",
"default": 0.0005,
"description": "threshold, number. Required.",
"exclusiveMaximum": 1,
"exclusiveMinimum": 0
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"df": {
"type": "number",
"description": "df. Number."
},
"srm": {
"type": "boolean",
"description": "srm. Boolean."
},
"arms": {
"type": "array",
"items": {
"type": "object",
"properties": {
"name": {
"type": "string",
"description": "name. String."
},
"expected": {
"type": "number",
"description": "expected. Number."
},
"observed": {
"type": "number",
"description": "observed. Number."
},
"deviationPct": {
"type": "number",
"description": "deviationPct. Number."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "arms. Array."
},
"hints": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "hints. Array."
},
"pValue": {
"type": "number",
"description": "pValue. Number."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"chiSquare": {
"type": "number",
"description": "chiSquare. Number."
},
"threshold": {
"type": "number",
"description": "threshold. Number."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Detect A/B sample ratio mismatch",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Required users per arm and duration for a target minimum detectable effect, or the MDE for a fixed sample, for proportion or mean metrics with power, multi-arm Bonferroni and unequal allocation when designing or analysing an A/B test. Call with metricType; optional baseline, baselineSd, baselineMean, mde, mdeType, nPerArm and others. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, metricType, baseline, baselineSd, baselineMean, mde, mdeType, nPerArm, alpha, alternative, power, arms, allocation, dailyUsers, correction.
| Parameter | Type | Description |
|---|---|---|
| mde | number | mde, number. Optional. |
| arms | integer | arms, integer, from 2 to 10. Required. |
| alpha | number | alpha, number. Required. |
| power | number | power, number. Required. |
| mdeType | string | mdeType, string, one of relative, absolute. Required. |
| nPerArm | integer | nPerArm, integer, from 2 to 9007199254740991. Optional. |
| baseline | number | baseline, number. Optional. |
| allocation | array | allocation, array. Optional. |
Bonferroni, Holm and Benjamini-Hochberg adjusted p-values and reject decisions across metrics or arms, returned in input order when designing or analysing an A/B test. Call with pValues; optional methods, alpha. Returns results and alpha (results includes id, p, bonferroni, holm, benjamini_hochberg, rejected). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, pValues, methods, alpha, results, Adjust p-values for multiple testing, multiple testing correct, A/B Testing & Experimentation Statistics.
| Parameter | Type | Description |
|---|---|---|
| alpha | number | alpha, number. Required. |
| methods | array | methods, array. Required. |
| pValues * | array | pValues, array. Required. |
{
"name": "experimentation_multiple-testing-correct",
"title": "Adjust p-values for multiple testing",
"description": "Bonferroni, Holm and Benjamini-Hochberg adjusted p-values and reject decisions across metrics or arms, returned in input order when designing or analysing an A/B test. Call with pValues; optional methods, alpha. Returns results and alpha (results includes id, p, bonferroni, holm, benjamini_hochberg, rejected). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, pValues, methods, alpha, results, Adjust p-values for multiple testing, multiple testing correct, A/B Testing & Experimentation Statistics.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"pValues"
],
"properties": {
"alpha": {
"type": "number",
"default": 0.05,
"description": "alpha, number. Required.",
"exclusiveMaximum": 0.5,
"exclusiveMinimum": 0
},
"methods": {
"type": "array",
"items": {
"enum": [
"bonferroni",
"holm",
"benjamini_hochberg"
],
"type": "string",
"description": "item, string, one of bonferroni, holm, benjamini_hochberg. Required."
},
"default": [
"bonferroni",
"holm",
"benjamini_hochberg"
],
"description": "methods, array. Required."
},
"pValues": {
"type": "array",
"items": {
"type": "object",
"required": [
"id",
"p"
],
"properties": {
"p": {
"type": "number",
"maximum": 1,
"minimum": 0,
"description": "p, number, from 0 to 1. Required."
},
"id": {
"type": "string",
"maxLength": 64,
"minLength": 1,
"description": "id, string, length 1 to 64. Required."
}
},
"description": "item, object. Required."
},
"description": "pValues, array. Required."
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"alpha": {
"type": "number",
"description": "alpha. Number."
},
"results": {
"type": "array",
"items": {
"type": "object",
"properties": {
"p": {
"type": "number",
"description": "p. Number."
},
"id": {
"type": "string",
"description": "id. String."
},
"holm": {
"type": "number",
"description": "holm. Number."
},
"rejected": {
"type": "object",
"properties": {
"holm": {
"type": "boolean",
"description": "holm. Boolean."
},
"bonferroni": {
"type": "boolean",
"description": "bonferroni. Boolean."
},
"benjamini_hochberg": {
"type": "boolean",
"description": "benjamini_hochberg. Boolean."
}
},
"description": "rejected. Object.",
"additionalProperties": {}
},
"bonferroni": {
"type": "number",
"description": "bonferroni. Number."
},
"benjamini_hochberg": {
"type": "number",
"description": "benjamini_hochberg. Number."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "results. Array."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Adjust p-values for multiple testing",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Confidence interval for a ratio metric whose analysis unit differs from the randomisation unit, plus the treatment-vs-control difference and relative lift when designing or analysing an A/B test. Accepts unit rows or aggregates. Call with arms; optional alpha. Returns arms, difference, relativeLift, and relativeCi (arms includes name, ratio, se, ci). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, arms, alpha, difference, relativeLift, relativeCi, Estimate a ratio metric with the delta method, delta method ratio.
| Parameter | Type | Description |
|---|---|---|
| arms * | array | arms, array. Required. |
| alpha | number | alpha, number. Required. |
{
"name": "experimentation_delta-method-ratio",
"title": "Estimate a ratio metric with the delta method",
"description": "Confidence interval for a ratio metric whose analysis unit differs from the randomisation unit, plus the treatment-vs-control difference and relative lift when designing or analysing an A/B test. Accepts unit rows or aggregates. Call with arms; optional alpha. Returns arms, difference, relativeLift, and relativeCi (arms includes name, ratio, se, ci). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, arms, alpha, difference, relativeLift, relativeCi, Estimate a ratio metric with the delta method, delta method ratio.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"arms"
],
"properties": {
"arms": {
"type": "array",
"items": {
"type": "object",
"required": [
"name"
],
"properties": {
"n": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 2,
"description": "n, integer, from 2 to 9007199254740991. Optional."
},
"name": {
"type": "string",
"maxLength": 64,
"minLength": 1,
"description": "name, string, length 1 to 64. Required."
},
"units": {
"type": "array",
"items": {
"type": "object",
"required": [
"num",
"den"
],
"properties": {
"den": {
"type": "number",
"minimum": 0,
"description": "den, number, from 0 to any. Required."
},
"num": {
"type": "number",
"description": "num, number. Required."
}
},
"description": "item, object. Required."
},
"description": "units, array. Optional."
},
"sumDen": {
"type": "number",
"minimum": 0,
"description": "sumDen, number, from 0 to any. Optional."
},
"sumNum": {
"type": "number",
"description": "sumNum, number. Optional."
},
"control": {
"type": "boolean",
"description": "control, boolean. Optional."
},
"sumDen2": {
"type": "number",
"minimum": 0,
"description": "sumDen2, number, from 0 to any. Optional."
},
"sumNum2": {
"type": "number",
"minimum": 0,
"description": "sumNum2, number, from 0 to any. Optional."
},
"sumNumDen": {
"type": "number",
"description": "sumNumDen, number. Optional."
}
},
"description": "item, object. Required."
},
"description": "arms, array. Required."
},
"alpha": {
"type": "number",
"default": 0.05,
"description": "alpha, number. Required.",
"exclusiveMaximum": 0.5,
"exclusiveMinimum": 0
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"arms": {
"type": "array",
"items": {
"type": "object",
"properties": {
"ci": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "ci. Array."
},
"se": {
"type": "number",
"description": "se. Number."
},
"name": {
"type": "string",
"description": "name. String."
},
"ratio": {
"type": "number",
"description": "ratio. Number."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "arms. Array."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"difference": {
"type": "object",
"properties": {
"ci": {
"type": "null",
"description": "ci. Null."
},
"se": {
"type": "null",
"description": "se. Null."
},
"pValue": {
"type": "null",
"description": "pValue. Null."
},
"estimate": {
"type": "null",
"description": "estimate. Null."
}
},
"description": "difference. Object.",
"additionalProperties": {}
},
"relativeCi": {
"type": "null",
"description": "relativeCi. Null."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
},
"relativeLift": {
"type": "null",
"description": "relativeLift. Null."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Estimate a ratio metric with the delta method",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Next-period traffic weights from arm outcomes: Thompson-sampling probabilities by deterministic quadrature, or UCB1 indices, with an exploration floor when designing or analysing an A/B test. Call with policy and arms; optional prior, minShare. Returns policy and weights (weights includes name, probBest, weight). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, policy, arms, prior, minShare, weights, Compute multi-armed bandit traffic weights, bandit allocate.
| Parameter | Type | Description |
|---|---|---|
| arms * | array | arms, array. Required. |
| prior | object | prior, object. Required. |
| policy * | string | policy, string, one of thompson, ucb1. Required. |
| minShare | number | minShare, number, from 0 to 0.5. Required. |
{
"name": "experimentation_bandit-allocate",
"title": "Compute multi-armed bandit traffic weights",
"description": "Next-period traffic weights from arm outcomes: Thompson-sampling probabilities by deterministic quadrature, or UCB1 indices, with an exploration floor when designing or analysing an A/B test. Call with policy and arms; optional prior, minShare. Returns policy and weights (weights includes name, probBest, weight). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, policy, arms, prior, minShare, weights, Compute multi-armed bandit traffic weights, bandit allocate.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"policy",
"arms"
],
"properties": {
"arms": {
"type": "array",
"items": {
"type": "object",
"required": [
"name",
"successes",
"failures"
],
"properties": {
"name": {
"type": "string",
"maxLength": 64,
"minLength": 1,
"description": "name, string, length 1 to 64. Required."
},
"failures": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0,
"description": "successes, integer, from 0 to 9007199254740991. Required."
},
"successes": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0,
"description": "successes, integer, from 0 to 9007199254740991. Required."
}
},
"description": "item, object. Required."
},
"description": "arms, array. Required."
},
"prior": {
"type": "object",
"default": {
"beta": 1,
"alpha": 1
},
"properties": {
"beta": {
"type": "number",
"default": 1,
"description": "beta, number. Required.",
"exclusiveMinimum": 0
},
"alpha": {
"type": "number",
"default": 1,
"description": "alpha, number. Required.",
"exclusiveMinimum": 0
}
},
"description": "prior, object. Required."
},
"policy": {
"enum": [
"thompson",
"ucb1"
],
"type": "string",
"description": "policy, string, one of thompson, ucb1. Required."
},
"minShare": {
"type": "number",
"default": 0,
"maximum": 0.5,
"minimum": 0,
"description": "minShare, number, from 0 to 0.5. Required."
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"policy": {
"type": "string",
"description": "policy. String."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"weights": {
"type": "array",
"items": {
"type": "object",
"properties": {
"name": {
"type": "string",
"description": "name. String."
},
"weight": {
"type": "number",
"description": "weight. Number."
},
"probBest": {
"type": "number",
"description": "probBest. Number."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "weights. Array."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Compute multi-armed bandit traffic weights",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Stateless SHA-256 bucketing of unit ids into an experiment with traffic gating, ordered group shares and an optional layer, documented so any SDK can reproduce it when designing or analysing an A/B test. Call with unitIds and experiment; optional layer. Returns assignments and algorithm (assignments includes unitId, bucket, groupBucket, inExperiment, group). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, unitIds, experiment, layer, assignments, algorithm, bucket assign, A/B Testing & Experimentation Statistics.
| Parameter | Type | Description |
|---|---|---|
| layer | any | layer, value. Optional. |
| unitIds * | array | unitIds, array. Required. |
| experiment * | object | experiment, object. Required. |
{
"name": "experimentation_bucket-assign",
"title": "Assign units to experiment groups deterministically",
"description": "Stateless SHA-256 bucketing of unit ids into an experiment with traffic gating, ordered group shares and an optional layer, documented so any SDK can reproduce it when designing or analysing an A/B test. Call with unitIds and experiment; optional layer. Returns assignments and algorithm (assignments includes unitId, bucket, groupBucket, inExperiment, group). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, unitIds, experiment, layer, assignments, algorithm, bucket assign, A/B Testing & Experimentation Statistics.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"unitIds",
"experiment"
],
"properties": {
"layer": {
"anyOf": [
{
"type": "object",
"required": [
"salt",
"segments"
],
"properties": {
"salt": {
"type": "string",
"maxLength": 128,
"minLength": 1,
"description": "salt, string, length 1 to 128. Required."
},
"segments": {
"type": "array",
"items": {
"type": "object",
"required": [
"experiment",
"from",
"to"
],
"properties": {
"to": {
"type": "integer",
"maximum": 10000,
"minimum": 1,
"description": "to, integer, from 1 to 10000. Required."
},
"from": {
"type": "integer",
"maximum": 9999,
"minimum": 0,
"description": "from, integer, from 0 to 9999. Required."
},
"experiment": {
"type": "string",
"maxLength": 128,
"minLength": 1,
"description": "experiment, string, length 1 to 128. Required."
}
},
"description": "item, object. Required."
},
"description": "segments, array. Required."
}
}
},
{
"type": "null"
}
],
"description": "layer, value. Optional."
},
"unitIds": {
"type": "array",
"items": {
"type": "string",
"maxLength": 256,
"minLength": 1,
"description": "item, string, length 1 to 256. Required."
},
"description": "unitIds, array. Required."
},
"experiment": {
"type": "object",
"required": [
"salt",
"groups"
],
"properties": {
"name": {
"type": "string",
"maxLength": 128,
"minLength": 1,
"description": "name, string, length 1 to 128. Optional."
},
"salt": {
"type": "string",
"maxLength": 128,
"minLength": 1,
"description": "salt, string, length 1 to 128. Required."
},
"groups": {
"type": "array",
"items": {
"type": "object",
"required": [
"name",
"share"
],
"properties": {
"name": {
"type": "string",
"maxLength": 64,
"minLength": 1,
"description": "name, string, length 1 to 64. Required."
},
"share": {
"type": "number",
"maximum": 1,
"description": "share, number, from any to 1. Required.",
"exclusiveMinimum": 0
}
},
"description": "item, object. Required."
},
"description": "groups, array. Required."
},
"trafficShare": {
"type": "number",
"default": 1,
"maximum": 1,
"description": "trafficShare, number, from any to 1. Required.",
"exclusiveMinimum": 0
}
},
"description": "experiment, object. Required."
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"algorithm": {
"type": "string",
"description": "algorithm. String."
},
"assignments": {
"type": "array",
"items": {
"type": "object",
"properties": {
"group": {
"type": "string",
"description": "group. String."
},
"bucket": {
"type": "number",
"description": "bucket. Number."
},
"unitId": {
"type": "string",
"description": "unitId. String."
},
"groupBucket": {
"type": "number",
"description": "groupBucket. Number."
},
"inExperiment": {
"type": "boolean",
"description": "inExperiment. Boolean."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "assignments. Array."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Assign units to experiment groups deterministically",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Evaluate ordered feature-flag rules (attribute operators, semver comparison, deterministic percentage rollout) for one user context and explain which rule matched when designing or analysing an A/B test. Call with flag and context. Returns value, matchedRule, trace, and reason (trace includes rule, matched, failedCondition, inRollout, bucket). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, flag, context, value, matchedRule, trace, reason, Evaluate a feature-flag rule set, flag rule evaluate.
| Parameter | Type | Description |
|---|---|---|
| flag * | object | flag, object. Required. |
| context * | object | context, object. Required. |
{
"name": "experimentation_flag-rule-evaluate",
"title": "Evaluate a feature-flag rule set",
"description": "Evaluate ordered feature-flag rules (attribute operators, semver comparison, deterministic percentage rollout) for one user context and explain which rule matched when designing or analysing an A/B test. Call with flag and context. Returns value, matchedRule, trace, and reason (trace includes rule, matched, failedCondition, inRollout, bucket). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, flag, context, value, matchedRule, trace, reason, Evaluate a feature-flag rule set, flag rule evaluate.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"flag",
"context"
],
"properties": {
"flag": {
"type": "object",
"required": [
"key",
"salt",
"default",
"rules"
],
"properties": {
"key": {
"type": "string",
"maxLength": 128,
"minLength": 1,
"description": "key, string, length 1 to 128. Required."
},
"salt": {
"type": "string",
"maxLength": 128,
"minLength": 1,
"description": "salt, string, length 1 to 128. Required."
},
"rules": {
"type": "array",
"items": {
"type": "object",
"required": [
"id",
"serve"
],
"properties": {
"id": {
"type": "string",
"maxLength": 64,
"minLength": 1,
"description": "id, string, length 1 to 64. Required."
},
"serve": {
"type": [
"string",
"number",
"boolean"
],
"description": "default, string or number or boolean. Required."
},
"rollout": {
"type": "number",
"maximum": 1,
"minimum": 0,
"description": "rollout, number, from 0 to 1. Optional."
},
"conditions": {
"type": "array",
"items": {
"type": "object",
"required": [
"attribute",
"op"
],
"properties": {
"op": {
"enum": [
"eq",
"neq",
"in",
"not_in",
"contains",
"starts_with",
"ends_with",
"regex",
"gt",
"gte",
"lt",
"lte",
"semver_gt",
"semver_gte",
"semver_lt",
"semver_lte",
"exists"
],
"type": "string",
"description": "op, string, one of eq, neq, in, not_in, contains, starts_with. Required."
},
"value": {
"anyOf": [
{
"type": [
"string",
"number",
"boolean"
]
},
{
"type": "array",
"items": {
"type": [
"string",
"number"
]
},
"maxItems": 1000
}
],
"description": "value, value. Optional."
},
"attribute": {
"type": "string",
"maxLength": 128,
"minLength": 1,
"description": "attribute, string, length 1 to 128. Required."
}
},
"description": "item, object. Required."
},
"default": [],
"description": "conditions, array. Required."
}
},
"description": "item, object. Required."
},
"description": "rules, array. Required."
},
"default": {
"type": [
"string",
"number",
"boolean"
],
"description": "default, string or number or boolean. Required."
}
},
"description": "flag, object. Required."
},
"context": {
"type": "object",
"description": "context, object. Required.",
"propertyNames": {
"type": "string"
},
"additionalProperties": {
"anyOf": [
{
"type": "string"
},
{
"type": "number"
},
{
"type": "boolean"
},
{
"type": "null"
},
{
"type": "array",
"items": {
"type": [
"string",
"number"
]
},
"maxItems": 1000
}
]
}
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"trace": {
"type": "array",
"items": {
"type": "object",
"properties": {
"rule": {
"type": "string",
"description": "rule. String."
},
"matched": {
"type": "boolean",
"description": "matched. Boolean."
},
"failedCondition": {
"type": "number",
"description": "failedCondition. Number."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "trace. Array."
},
"value": {
"type": "boolean",
"description": "value. Boolean."
},
"reason": {
"type": "string",
"description": "reason. String."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
},
"matchedRule": {
"type": "null",
"description": "matchedRule. Null."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Evaluate a feature-flag rule set",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}OLS trend test on daily lift with early-versus-late means, classifying the pattern as novelty, primacy or stable when designing or analysing an A/B test. Call with daily; optional liftType, earlyDays, alpha. Returns slopePerDay, slopeSe, t, pValue, earlyMean, lateMean, earlyDays, liftType, and pattern. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, daily, liftType, earlyDays, alpha, slopePerDay, slopeSe, pValue, earlyMean, lateMean, pattern, Detect novelty or primacy effects in daily lift, novelty effect detect.
| Parameter | Type | Description |
|---|---|---|
| alpha | number | alpha, number. Required. |
| daily * | array | daily, array. Required. |
| liftType | string | liftType, string, one of relative, absolute. Optional. |
| earlyDays | integer | earlyDays, integer, from 1 to 9007199254740991. Optional. |
{
"name": "experimentation_novelty-effect-detect",
"title": "Detect novelty or primacy effects in daily lift",
"description": "OLS trend test on daily lift with early-versus-late means, classifying the pattern as novelty, primacy or stable when designing or analysing an A/B test. Call with daily; optional liftType, earlyDays, alpha. Returns slopePerDay, slopeSe, t, pValue, earlyMean, lateMean, earlyDays, liftType, and pattern. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, daily, liftType, earlyDays, alpha, slopePerDay, slopeSe, pValue, earlyMean, lateMean, pattern, Detect novelty or primacy effects in daily lift, novelty effect detect.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"daily"
],
"properties": {
"alpha": {
"type": "number",
"default": 0.05,
"description": "alpha, number. Required.",
"exclusiveMaximum": 0.5,
"exclusiveMinimum": 0
},
"daily": {
"type": "array",
"items": {
"type": "object",
"required": [
"day",
"lift"
],
"properties": {
"day": {
"type": "number",
"description": "day, number. Required."
},
"lift": {
"type": "number",
"description": "lift, number. Required."
}
},
"description": "item, object. Required."
},
"description": "daily, array. Required."
},
"liftType": {
"enum": [
"relative",
"absolute"
],
"type": "string",
"description": "liftType, string, one of relative, absolute. Optional."
},
"earlyDays": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 1,
"description": "earlyDays, integer, from 1 to 9007199254740991. Optional."
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"t": {
"type": "number",
"description": "t. Number."
},
"pValue": {
"type": "number",
"description": "pValue. Number."
},
"pattern": {
"type": "string",
"description": "pattern. String."
},
"slopeSe": {
"type": "number",
"description": "slopeSe. Number."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"lateMean": {
"type": "number",
"description": "lateMean. Number."
},
"liftType": {
"type": "string",
"description": "liftType. String."
},
"earlyDays": {
"type": "number",
"description": "earlyDays. Number."
},
"earlyMean": {
"type": "number",
"description": "earlyMean. Number."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
},
"slopePerDay": {
"type": "number",
"description": "slopePerDay. Number."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Detect novelty or primacy effects in daily lift",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Per-segment conversion lift with Benjamini-Hochberg adjusted p-values, a Cochran Q heterogeneity test and suppression of small segments when designing or analysing an A/B test. Call with segments; optional minUsersPerArm, alpha. Returns segments, heterogeneity, and suppressed (segments includes name, absoluteLift, ci, z, pValue, pAdjustedBH, significant). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, segments, minUsersPerArm, alpha, heterogeneity, suppressed, Measure A/B lift per segment with FDR control, segment lift.
| Parameter | Type | Description |
|---|---|---|
| alpha | number | alpha, number. Required. |
| segments * | array | segments, array. Required. |
| minUsersPerArm | integer | minUsersPerArm, integer, from 0 to 9007199254740991. Required. |
{
"name": "experimentation_segment-lift",
"title": "Measure A/B lift per segment with FDR control",
"description": "Per-segment conversion lift with Benjamini-Hochberg adjusted p-values, a Cochran Q heterogeneity test and suppression of small segments when designing or analysing an A/B test. Call with segments; optional minUsersPerArm, alpha. Returns segments, heterogeneity, and suppressed (segments includes name, absoluteLift, ci, z, pValue, pAdjustedBH, significant). HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, segments, minUsersPerArm, alpha, heterogeneity, suppressed, Measure A/B lift per segment with FDR control, segment lift.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"segments"
],
"properties": {
"alpha": {
"type": "number",
"default": 0.05,
"description": "alpha, number. Required.",
"exclusiveMaximum": 0.5,
"exclusiveMinimum": 0
},
"segments": {
"type": "array",
"items": {
"type": "object",
"required": [
"name",
"control",
"treatment"
],
"properties": {
"name": {
"type": "string",
"maxLength": 64,
"minLength": 1,
"description": "name, string, length 1 to 64. Required."
},
"control": {
"type": "object",
"required": [
"users",
"conversions"
],
"properties": {
"users": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 1,
"description": "users, integer, from 1 to 9007199254740991. Required."
},
"conversions": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0,
"description": "conversions, integer, from 0 to 9007199254740991. Required."
}
},
"description": "control, object. Required."
},
"treatment": {
"type": "object",
"required": [
"users",
"conversions"
],
"properties": {
"users": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 1,
"description": "users, integer, from 1 to 9007199254740991. Required."
},
"conversions": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0,
"description": "conversions, integer, from 0 to 9007199254740991. Required."
}
},
"description": "control, object. Required."
}
},
"description": "item, object. Required."
},
"description": "segments, array. Required."
},
"minUsersPerArm": {
"type": "integer",
"default": 100,
"maximum": 9007199254740991,
"minimum": 0,
"description": "minUsersPerArm, integer, from 0 to 9007199254740991. Required."
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"segments": {
"type": "array",
"items": {
"type": "object",
"properties": {
"z": {
"type": "number",
"description": "z. Number."
},
"ci": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "ci. Array."
},
"name": {
"type": "string",
"description": "name. String."
},
"pValue": {
"type": "number",
"description": "pValue. Number."
},
"pAdjustedBH": {
"type": "number",
"description": "pAdjustedBH. Number."
},
"significant": {
"type": "boolean",
"description": "significant. Boolean."
},
"absoluteLift": {
"type": "number",
"description": "absoluteLift. Number."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "segments. Array."
},
"suppressed": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "suppressed. Array."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
},
"heterogeneity": {
"type": "object",
"properties": {
"Q": {
"type": "number",
"description": "Q. Number."
},
"I2": {
"type": "number",
"description": "I2. Number."
},
"df": {
"type": "number",
"description": "df. Number."
},
"pValue": {
"type": "number",
"description": "pValue. Number."
},
"pooledLift": {
"type": "number",
"description": "pooledLift. Number."
}
},
"description": "heterogeneity. Object.",
"additionalProperties": {}
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Measure A/B lift per segment with FDR control",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}One-sided non-inferiority tests of guardrail metrics against caller-supplied relative or absolute margins, with bounds and an overall pass flag when designing or analysing an A/B test. Call with metrics; optional alpha. Returns metrics and allPass (metrics includes name, difference, se, margin, z, pValue, upperBound, pass). Caller-supplied data only; no network or chain queries. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, metrics, alpha, allPass, Check A/B guardrail metrics for non-inferiority, guardrail check, A/B Testing & Experimentation Statistics, experimentation.
| Parameter | Type | Description |
|---|---|---|
| alpha | number | alpha, number. Required. |
| metrics * | array | metrics, array. Required. |
{
"name": "experimentation_guardrail-check",
"title": "Check A/B guardrail metrics for non-inferiority",
"description": "One-sided non-inferiority tests of guardrail metrics against caller-supplied relative or absolute margins, with bounds and an overall pass flag when designing or analysing an A/B test. Call with metrics; optional alpha. Returns metrics and allPass (metrics includes name, difference, se, margin, z, pValue, upperBound, pass). Caller-supplied data only; no network or chain queries. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, metrics, alpha, allPass, Check A/B guardrail metrics for non-inferiority, guardrail check, A/B Testing & Experimentation Statistics, experimentation.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"metrics"
],
"properties": {
"alpha": {
"type": "number",
"default": 0.05,
"description": "alpha, number. Required.",
"exclusiveMaximum": 0.5,
"exclusiveMinimum": 0
},
"metrics": {
"type": "array",
"items": {
"type": "object",
"required": [
"name",
"type",
"marginType",
"margin",
"control",
"treatment"
],
"properties": {
"name": {
"type": "string",
"maxLength": 64,
"minLength": 1,
"description": "name, string, length 1 to 64. Required."
},
"type": {
"enum": [
"mean",
"proportion"
],
"type": "string",
"description": "type, string, one of mean, proportion. Required."
},
"margin": {
"type": "number",
"description": "margin, number. Required.",
"exclusiveMinimum": 0
},
"control": {
"anyOf": [
{
"type": "object",
"required": [
"users",
"conversions"
],
"properties": {
"users": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 1
},
"conversions": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0
}
}
},
{
"type": "object",
"required": [
"n",
"mean",
"sd"
],
"properties": {
"n": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 2
},
"sd": {
"type": "number",
"minimum": 0
},
"mean": {
"type": "number"
}
}
}
],
"description": "control, value. Required."
},
"treatment": {
"anyOf": [
{
"type": "object",
"required": [
"users",
"conversions"
],
"properties": {
"users": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 1
},
"conversions": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0
}
}
},
{
"type": "object",
"required": [
"n",
"mean",
"sd"
],
"properties": {
"n": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 2
},
"sd": {
"type": "number",
"minimum": 0
},
"mean": {
"type": "number"
}
}
}
],
"description": "control, value. Required."
},
"marginType": {
"enum": [
"relative",
"absolute"
],
"type": "string",
"description": "marginType, string, one of relative, absolute. Required."
},
"higherIsBetter": {
"type": "boolean",
"default": true,
"description": "higherIsBetter, boolean. Required."
}
},
"description": "item, object. Required."
},
"description": "metrics, array. Required."
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"allPass": {
"type": "boolean",
"description": "allPass. Boolean."
},
"metrics": {
"type": "array",
"items": {
"type": "object",
"properties": {
"z": {
"type": "number",
"description": "z. Number."
},
"se": {
"type": "number",
"description": "se. Number."
},
"name": {
"type": "string",
"description": "name. String."
},
"pass": {
"type": "boolean",
"description": "pass. Boolean."
},
"margin": {
"type": "number",
"description": "margin. Number."
},
"pValue": {
"type": "number",
"description": "pValue. Number."
},
"difference": {
"type": "number",
"description": "difference. Number."
},
"upperBound": {
"type": "number",
"description": "upperBound. Number."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "metrics. Array."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Check A/B guardrail metrics for non-inferiority",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Exposed-versus-holdout impact with confidence interval and p-value, plus diluted population-level impact for partial exposure when designing or analysing an A/B test. Call with metricType, holdout, and exposed; optional exposureRate, alpha. Returns absoluteImpact, ci, relativeImpact, pValue, dilutedImpact, dilutedCi, and significant. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, metricType, holdout, exposed, exposureRate, alpha, absoluteImpact, relativeImpact, pValue, dilutedImpact, dilutedCi, significant, holdout impact.
| Parameter | Type | Description |
|---|---|---|
| alpha | number | alpha, number. Required. |
| exposed * | any | holdout, value. Required. |
| holdout * | any | holdout, value. Required. |
| metricType * | string | metricType, string, one of proportion, mean. Required. |
| exposureRate | number | exposureRate, number, from any to 1. Optional. |
{
"name": "experimentation_holdout-impact",
"title": "Measure cumulative impact against a long-term holdout",
"description": "Exposed-versus-holdout impact with confidence interval and p-value, plus diluted population-level impact for partial exposure when designing or analysing an A/B test. Call with metricType, holdout, and exposed; optional exposureRate, alpha. Returns absoluteImpact, ci, relativeImpact, pValue, dilutedImpact, dilutedCi, and significant. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, metricType, holdout, exposed, exposureRate, alpha, absoluteImpact, relativeImpact, pValue, dilutedImpact, dilutedCi, significant, holdout impact.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"metricType",
"holdout",
"exposed"
],
"properties": {
"alpha": {
"type": "number",
"default": 0.05,
"description": "alpha, number. Required.",
"exclusiveMaximum": 0.5,
"exclusiveMinimum": 0
},
"exposed": {
"anyOf": [
{
"type": "object",
"required": [
"users",
"conversions"
],
"properties": {
"users": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 1
},
"conversions": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0
}
}
},
{
"type": "object",
"required": [
"n",
"mean",
"sd"
],
"properties": {
"n": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 2
},
"sd": {
"type": "number",
"minimum": 0
},
"mean": {
"type": "number"
}
}
}
],
"description": "holdout, value. Required."
},
"holdout": {
"anyOf": [
{
"type": "object",
"required": [
"users",
"conversions"
],
"properties": {
"users": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 1
},
"conversions": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 0
}
}
},
{
"type": "object",
"required": [
"n",
"mean",
"sd"
],
"properties": {
"n": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 2
},
"sd": {
"type": "number",
"minimum": 0
},
"mean": {
"type": "number"
}
}
}
],
"description": "holdout, value. Required."
},
"metricType": {
"enum": [
"proportion",
"mean"
],
"type": "string",
"description": "metricType, string, one of proportion, mean. Required."
},
"exposureRate": {
"type": "number",
"maximum": 1,
"description": "exposureRate, number, from any to 1. Optional.",
"exclusiveMinimum": 0
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"ci": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "ci. Array."
},
"pValue": {
"type": "number",
"description": "pValue. Number."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"dilutedCi": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "dilutedCi. Array."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
},
"significant": {
"type": "boolean",
"description": "significant. Boolean."
},
"dilutedImpact": {
"type": "number",
"description": "dilutedImpact. Number."
},
"absoluteImpact": {
"type": "number",
"description": "absoluteImpact. Number."
},
"relativeImpact": {
"type": "number",
"description": "relativeImpact. Number."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Measure cumulative impact against a long-term holdout",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}Tool calls wrap the existing POST APIs and stay pay-per-call. initialize and tools/list are free. An unpaid tool call returns the x402 payment terms in the tool result and does not run. Retry with the payment in params._meta["x402/payment"], or send payment-signature. Payment settles only after a successful result.
Names, descriptions and schemas were written by the server and are shown as data.
Pattern matches on what the server declares. They show what it says it can do, not what it does.
None yet. Changes appear after a server's second daily check.
| informationFractions, array. Optional. |
{
"name": "experimentation_sequential-test",
"title": "Compute sequential testing boundaries or an always-valid p-value",
"description": "Lan-DeMets group-sequential boundaries (O'Brien-Fleming or Pocock spending) for planned looks with a stop/continue decision, or an always-valid mSPRT p-value for continuous monitoring when designing or analysing an A/B test. Call with mode; optional alpha, spending, informationFractions, observedZ, estimate, variance and others. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, mode, alpha, spending, informationFractions, observedZ, estimate, variance, tau2, boundaries, cumulativeAlpha, decision, sequential test.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"mode"
],
"properties": {
"mode": {
"enum": [
"group_sequential",
"msprt"
],
"type": "string",
"description": "mode, string, one of group_sequential, msprt. Required."
},
"tau2": {
"type": "number",
"description": "tau2, number. Optional.",
"exclusiveMinimum": 0
},
"alpha": {
"type": "number",
"default": 0.05,
"description": "alpha, number. Required.",
"exclusiveMaximum": 0.5,
"exclusiveMinimum": 0
},
"estimate": {
"type": "number",
"description": "estimate, number. Optional."
},
"spending": {
"enum": [
"obrien_fleming",
"pocock"
],
"type": "string",
"default": "obrien_fleming",
"description": "spending, string, one of obrien_fleming, pocock. Required."
},
"variance": {
"type": "number",
"description": "variance, number. Optional.",
"exclusiveMinimum": 0
},
"observedZ": {
"type": "array",
"items": {
"type": [
"number",
"null"
],
"description": "item, number. Required."
},
"description": "observedZ, array. Optional."
},
"informationFractions": {
"type": "array",
"items": {
"type": "number",
"maximum": 1,
"description": "item, number, from any to 1. Required.",
"exclusiveMinimum": 0
},
"description": "informationFractions, array. Optional."
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"decision": {
"type": "object",
"properties": {
"look": {
"type": "number",
"description": "look. Number."
},
"crossed": {
"type": "boolean",
"description": "crossed. Boolean."
},
"boundary": {
"type": "number",
"description": "boundary. Number."
},
"observedZ": {
"type": "number",
"description": "observedZ. Number."
}
},
"description": "decision. Object.",
"additionalProperties": {}
},
"spending": {
"type": "string",
"description": "spending. String."
},
"boundaries": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "boundaries. Array."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
},
"cumulativeAlpha": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "cumulativeAlpha. Array."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Compute sequential testing boundaries or an always-valid p-value",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}| baselineSd | number | baselineSd, number. Optional. |
| correction | string | correction, string, one of bonferroni, none. Required. |
| dailyUsers | number | dailyUsers, number. Optional. |
| metricType * | string | metricType, string, one of proportion, mean. Required. |
| alternative | string | alternative, string, one of two-sided, greater, less. Required. |
| baselineMean | number | baselineMean, number. Optional. |
{
"name": "experimentation_sample-size-mde",
"title": "Calculate A/B sample size or minimum detectable effect",
"description": "Required users per arm and duration for a target minimum detectable effect, or the MDE for a fixed sample, for proportion or mean metrics with power, multi-arm Bonferroni and unequal allocation when designing or analysing an A/B test. Call with metricType; optional baseline, baselineSd, baselineMean, mde, mdeType, nPerArm and others. HTTP 200 with status complete, partial, or failed is charged at the full listed price. HTTP 4xx/5xx are not charged. Keywords: when designing or analysing an A/B test, metricType, baseline, baselineSd, baselineMean, mde, mdeType, nPerArm, alpha, alternative, power, arms, allocation, dailyUsers, correction.",
"inputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"required": [
"metricType"
],
"properties": {
"mde": {
"type": "number",
"description": "mde, number. Optional.",
"exclusiveMinimum": 0
},
"arms": {
"type": "integer",
"default": 2,
"maximum": 10,
"minimum": 2,
"description": "arms, integer, from 2 to 10. Required."
},
"alpha": {
"type": "number",
"default": 0.05,
"description": "alpha, number. Required.",
"exclusiveMaximum": 0.5,
"exclusiveMinimum": 0
},
"power": {
"type": "number",
"default": 0.8,
"description": "power, number. Required.",
"exclusiveMaximum": 0.999,
"exclusiveMinimum": 0.5
},
"mdeType": {
"enum": [
"relative",
"absolute"
],
"type": "string",
"default": "relative",
"description": "mdeType, string, one of relative, absolute. Required."
},
"nPerArm": {
"type": "integer",
"maximum": 9007199254740991,
"minimum": 2,
"description": "nPerArm, integer, from 2 to 9007199254740991. Optional."
},
"baseline": {
"type": "number",
"description": "baseline, number. Optional.",
"exclusiveMaximum": 1,
"exclusiveMinimum": 0
},
"allocation": {
"type": "array",
"items": {
"type": "number",
"description": "item, number. Required.",
"exclusiveMaximum": 1,
"exclusiveMinimum": 0
},
"description": "allocation, array. Optional."
},
"baselineSd": {
"type": "number",
"description": "baselineSd, number. Optional.",
"exclusiveMinimum": 0
},
"correction": {
"enum": [
"bonferroni",
"none"
],
"type": "string",
"default": "none",
"description": "correction, string, one of bonferroni, none. Required."
},
"dailyUsers": {
"type": "number",
"description": "dailyUsers, number. Optional.",
"exclusiveMinimum": 0
},
"metricType": {
"enum": [
"proportion",
"mean"
],
"type": "string",
"description": "metricType, string, one of proportion, mean. Required."
},
"alternative": {
"enum": [
"two-sided",
"greater",
"less"
],
"type": "string",
"default": "two-sided",
"description": "alternative, string, one of two-sided, greater, less. Required."
},
"baselineMean": {
"type": "number",
"description": "baselineMean, number. Optional."
}
}
},
"outputSchema": {
"type": "object",
"$schema": "http://json-schema.org/draft-07/schema#",
"properties": {
"days": {
"type": "number",
"description": "days. Number."
},
"nByArm": {
"type": "array",
"items": {
"type": "number",
"description": "item. Number."
},
"description": "nByArm. Array."
},
"totalN": {
"type": "number",
"description": "totalN. Number."
},
"formula": {
"type": "string",
"description": "formula. String."
},
"nPerArm": {
"type": "number",
"description": "nPerArm. Number."
},
"sources": {
"type": "array",
"items": {
"type": "object",
"properties": {
"url": {
"type": "string",
"description": "url. String."
},
"source": {
"type": "string",
"description": "source. String."
},
"status": {
"type": "string",
"description": "status. String."
},
"retrievedAt": {
"type": "string",
"description": "retrievedAt. String."
}
},
"description": "item. Object.",
"additionalProperties": {}
},
"description": "sources. Array."
},
"limitations": {
"type": "array",
"items": {
"type": "string",
"description": "Item. String."
},
"description": "limitations. Array."
},
"alphaPerComparison": {
"type": "number",
"description": "alphaPerComparison. Number."
}
},
"additionalProperties": {}
},
"annotations": {
"title": "Calculate A/B sample size or minimum detectable effect",
"readOnlyHint": true,
"openWorldHint": true,
"idempotentHint": true,
"destructiveHint": false
}
}