{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-404569518424980e61b51ea55c1e1e0150745ac65bf1737f6c401b2725871160","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-25d459dbc1ac992bddcd7f8da9272e2d8ffa5bdf035a1d06ad172d3c37b66fb9","condition":"cold","repetition":23}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.21747820801101625,"output_tokens":14,"tokens_per_second":64.37426594618086},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0035910410224460065,"tcp_s":0.011478125001303852,"tls_s":0.018602750031277537},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2513970839791,"cold_end_to_end_response_headers_s":0.25124495901400223,"cold_end_to_end_semantic_ttft_s":0.5407011670176871,"cold_end_to_end_stream_total_s":0.7581793750287034,"request_stream_total_s":0.7244363330537453,"request_to_first_body_byte_s":0.21765404200414196,"request_to_response_headers_s":0.2175019170390442,"request_to_semantic_ttft_s":0.5069581250427291},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"c8f55f3aabef5a1d5c28327b3166ee5538621643449f4defff61ec03d805fb32","primer_nonce_sha256":"dbf4a51f55e7ac3965de3c80213669ba3976650fa26d4afde1c32142d28a627f","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-cb7fd8f12754487ac52c0178f588b1fc013c35a01b14fd24f926b46ffaf0b699","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-25d459dbc1ac992bddcd7f8da9272e2d8ffa5bdf035a1d06ad172d3c37b66fb9","condition":"cold","repetition":23}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1292140829609707,"output_tokens":14,"tokens_per_second":108.34732313372312},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0014490419998764992,"tcp_s":0.01149916701251641,"tls_s":0.024111291975714266},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.8717768749920651,"cold_end_to_end_response_headers_s":0.8716050420189276,"cold_end_to_end_semantic_ttft_s":1.1162447500391863,"cold_end_to_end_stream_total_s":1.245458833000157,"request_stream_total_s":1.2079887499567121,"request_to_first_body_byte_s":0.8343067919486202,"request_to_response_headers_s":0.8341349589754827,"request_to_semantic_ttft_s":1.0787746669957414},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"c8f55f3aabef5a1d5c28327b3166ee5538621643449f4defff61ec03d805fb32","primer_nonce_sha256":"dbf4a51f55e7ac3965de3c80213669ba3976650fa26d4afde1c32142d28a627f","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001575","measured_cost_usd":"0.00001575","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-959d58144b84cb1553c584c3c65b362ebccf17cc90798df89f85ed005f3d1eb7","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-25d459dbc1ac992bddcd7f8da9272e2d8ffa5bdf035a1d06ad172d3c37b66fb9","condition":"cold","repetition":23}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:46:41.555241Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15533870900981128,"output_tokens":17,"tokens_per_second":109.43827271621184},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.575e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0014780830242671072,"tcp_s":0.011388625018298626,"tls_s":0.020598334027454257},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4889940419816412,"cold_end_to_end_response_headers_s":0.47511766699608415,"cold_end_to_end_semantic_ttft_s":0.4901780829532072,"cold_end_to_end_stream_total_s":0.6455167919630185,"request_stream_total_s":0.6117632089881226,"request_to_first_body_byte_s":0.45524045900674537,"request_to_response_headers_s":0.4413640840211883,"request_to_semantic_ttft_s":0.45642449997831136},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"c8f55f3aabef5a1d5c28327b3166ee5538621643449f4defff61ec03d805fb32","primer_nonce_sha256":"dbf4a51f55e7ac3965de3c80213669ba3976650fa26d4afde1c32142d28a627f","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-68f88090a1ae7cbc1986f635fa5ae8d04ff49d1c70fe7acaf942bbb950c21f1c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-25d459dbc1ac992bddcd7f8da9272e2d8ffa5bdf035a1d06ad172d3c37b66fb9","condition":"cold","repetition":23}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:46:42.970464Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.3822284579509869,"output_tokens":14,"tokens_per_second":36.627309423923684},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.03206975001376122,"tcp_s":0.006806416960898787,"tls_s":0.02344812505180016},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":1.0061127919470891,"cold_end_to_end_response_headers_s":0.9961666250019334,"cold_end_to_end_semantic_ttft_s":1.0200964999967255,"cold_end_to_end_stream_total_s":1.4023249579477124,"request_stream_total_s":1.3397350829909556,"request_to_first_body_byte_s":0.9435229169903323,"request_to_response_headers_s":0.9335767500451766,"request_to_semantic_ttft_s":0.9575066250399686},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"c8f55f3aabef5a1d5c28327b3166ee5538621643449f4defff61ec03d805fb32","primer_nonce_sha256":"dbf4a51f55e7ac3965de3c80213669ba3976650fa26d4afde1c32142d28a627f","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-b84f11dd2dec4c6946abaf65a12318e5c3201d726c0ab314a150f6fbb0a3a02e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-25d459dbc1ac992bddcd7f8da9272e2d8ffa5bdf035a1d06ad172d3c37b66fb9","condition":"cold","repetition":23}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17300866701407358,"output_tokens":14,"tokens_per_second":80.92080149291685},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0012214999878779054,"tcp_s":0.011091749998740852,"tls_s":0.018661791982594877},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.374357583001256,"cold_end_to_end_response_headers_s":0.3742418329929933,"cold_end_to_end_semantic_ttft_s":0.6802460000035353,"cold_end_to_end_stream_total_s":0.8532546670176089,"request_stream_total_s":0.822052875009831,"request_to_first_body_byte_s":0.34315579099347815,"request_to_response_headers_s":0.34304004098521546,"request_to_semantic_ttft_s":0.6490442079957575},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"c8f55f3aabef5a1d5c28327b3166ee5538621643449f4defff61ec03d805fb32","primer_nonce_sha256":"dbf4a51f55e7ac3965de3c80213669ba3976650fa26d4afde1c32142d28a627f","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-10c4d32919eb0a50df523078b14cdfd1c8a60216e8bf3f6393d3a45c90d27dda","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a0f45bdba060c78ee7f09511f7bcd562cbe342a7077f4b1a363d8e17d0dc3645","condition":"warm","repetition":28}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15054624999174848,"output_tokens":14,"tokens_per_second":92.99467772041713},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6067932089790702,"request_to_first_body_byte_s":0.1983482499490492,"request_to_response_headers_s":0.19821704196510836,"request_to_semantic_ttft_s":0.4562469589873217},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"73864c0ed7111e4b19911eb882c89ad3544e4e166d73940cb67eaa9061fbe820","primer_nonce_sha256":"aa86d6b551fba0cdd7efeedefc7ca1ddb77b4a73b3685c54c2f168f55d73f0cb","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012468750355765224,"tcp_s":0.01006604201393202,"tls_s":0.01786295900819823},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003165","measured_cost_usd":"0.0000156","primer_cost_usd":"0.00001605","stop_required":false},"cell_id":"gateway-probe-cell-v3-cacd8d20bd1a1a1b2fa7511c6197e94b9d3d8b8c51200e12b2e56f98a82f8df7","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a0f45bdba060c78ee7f09511f7bcd562cbe342a7077f4b1a363d8e17d0dc3645","condition":"warm","repetition":28}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:46:46.719120Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13439308304805309,"output_tokens":17,"tokens_per_second":126.49460533561496},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.56e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5969783330219798,"request_to_first_body_byte_s":0.4621930830180645,"request_to_response_headers_s":0.45047241600696,"request_to_semantic_ttft_s":0.4625852499739267},"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:46:46.121295Z"}},"http_status":200,"measured_nonce_sha256":"73864c0ed7111e4b19911eb882c89ad3544e4e166d73940cb67eaa9061fbe820","primer_nonce_sha256":"aa86d6b551fba0cdd7efeedefc7ca1ddb77b4a73b3685c54c2f168f55d73f0cb","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012280420050956309,"tcp_s":0.011580583988688886,"tls_s":0.017761916969902813},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-095cca88d71bb12ab895494e3b94d32999b2a3aa506559eae375c6cb1d764b9a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a0f45bdba060c78ee7f09511f7bcd562cbe342a7077f4b1a363d8e17d0dc3645","condition":"warm","repetition":28}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:46:48.335951Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.33091283403337,"output_tokens":14,"tokens_per_second":42.30721374375044},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000138","marketCost":"0.0000138"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9844652500469238,"request_to_first_body_byte_s":0.6390686660306528,"request_to_response_headers_s":0.6286868750466965,"request_to_semantic_ttft_s":0.6535524160135537},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:46:47.350718Z"}},"http_status":200,"measured_nonce_sha256":"73864c0ed7111e4b19911eb882c89ad3544e4e166d73940cb67eaa9061fbe820","primer_nonce_sha256":"aa86d6b551fba0cdd7efeedefc7ca1ddb77b4a73b3685c54c2f168f55d73f0cb","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0021022919681854546,"tcp_s":0.0050084590329788625,"tls_s":0.026300625002477318},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-ab0589aa3a7d0a90c3a9afe3b429fc504691251acde9eea49154b90944f4462b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a0f45bdba060c78ee7f09511f7bcd562cbe342a7077f4b1a363d8e17d0dc3645","condition":"warm","repetition":28}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.22462887497385964,"output_tokens":14,"tokens_per_second":62.32502389387472},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8828672919771634,"request_to_first_body_byte_s":0.3400560420122929,"request_to_response_headers_s":0.33993687498150393,"request_to_semantic_ttft_s":0.6582384170033038},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"73864c0ed7111e4b19911eb882c89ad3544e4e166d73940cb67eaa9061fbe820","primer_nonce_sha256":"aa86d6b551fba0cdd7efeedefc7ca1ddb77b4a73b3685c54c2f168f55d73f0cb","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013681669952347875,"tcp_s":0.011068791965954006,"tls_s":0.01753604202531278},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-2b58c85b91c2d1003d9ce82dfbc65b042bbcc99e695816b607562a67139b9123","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a0f45bdba060c78ee7f09511f7bcd562cbe342a7077f4b1a363d8e17d0dc3645","condition":"warm","repetition":28}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12708629196276888,"output_tokens":14,"tokens_per_second":110.16136975734119},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5628464169567451,"request_to_first_body_byte_s":0.21012454200536013,"request_to_response_headers_s":0.2100188749609515,"request_to_semantic_ttft_s":0.4357601249939762},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"73864c0ed7111e4b19911eb882c89ad3544e4e166d73940cb67eaa9061fbe820","primer_nonce_sha256":"aa86d6b551fba0cdd7efeedefc7ca1ddb77b4a73b3685c54c2f168f55d73f0cb","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013305829488672316,"tcp_s":0.01073291600914672,"tls_s":0.01573495799675584},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001515","measured_cost_usd":"0.00001515","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-2595c6eb38453da68d22e0d3c3a1710cbde38297540f3cc96adb446a5689555d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3143b40768edb1ee22411121684d2d2575a2a840a5eca71e24bb8d61c844c5a6","condition":"cold","repetition":26}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.515e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.515e-05,"currency":"USD","effective_at":"2026-07-27T00:46:52.457651Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19197958300355822,"output_tokens":16,"tokens_per_second":83.34219581935153},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.515e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001047083002049476,"tcp_s":0.011171207996085286,"tls_s":0.015675541013479233},"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5662746250163764,"cold_end_to_end_response_headers_s":0.5661425000289455,"cold_end_to_end_semantic_ttft_s":0.5888948750216514,"cold_end_to_end_stream_total_s":0.7808744580252096,"request_stream_total_s":0.7528185830451548,"request_to_first_body_byte_s":0.5382187500363216,"request_to_response_headers_s":0.5380866250488907,"request_to_semantic_ttft_s":0.5608390000415966},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"a36f9d98a8ccda1ef4772ae24e65c7c3d1f6b74bc9bc0ccef876f00c0dc9004c","primer_nonce_sha256":"010c084a52ee454ea9c38c3ef99c44b5b740459e6609473cde179ad728035adf","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-d1df7d9f1df623afa779d815deb8d9b71a156dd4f204331a42ca421bb883a9ed","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3143b40768edb1ee22411121684d2d2575a2a840a5eca71e24bb8d61c844c5a6","condition":"cold","repetition":26}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:46:53.642171Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1648679169593379,"output_tokens":14,"tokens_per_second":84.91646075356725},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0014891669852659106,"tcp_s":0.005023167002946138,"tls_s":0.025411417009308934},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.9968258750159293,"cold_end_to_end_response_headers_s":0.9864651249954477,"cold_end_to_end_semantic_ttft_s":1.0074311250355095,"cold_end_to_end_stream_total_s":1.1722990419948474,"request_stream_total_s":1.1402494589565322,"request_to_first_body_byte_s":0.9647762919776142,"request_to_response_headers_s":0.9544155419571325,"request_to_semantic_ttft_s":0.9753815419971943},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"a36f9d98a8ccda1ef4772ae24e65c7c3d1f6b74bc9bc0ccef876f00c0dc9004c","primer_nonce_sha256":"010c084a52ee454ea9c38c3ef99c44b5b740459e6609473cde179ad728035adf","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-d3c4df90c1bd705ad18bde210784d44bf4f6bbdf662839dc9776796e638b3799","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3143b40768edb1ee22411121684d2d2575a2a840a5eca71e24bb8d61c844c5a6","condition":"cold","repetition":26}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.09009895799681544,"output_tokens":14,"tokens_per_second":155.3847048985276},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011504580033943057,"tcp_s":0.010833625041414052,"tls_s":0.02010845800396055},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5013812080142088,"cold_end_to_end_response_headers_s":0.501246124971658,"cold_end_to_end_semantic_ttft_s":0.9536088749882765,"cold_end_to_end_stream_total_s":1.043707832985092,"request_stream_total_s":1.011428916011937,"request_to_first_body_byte_s":0.46910229104105383,"request_to_response_headers_s":0.468967207998503,"request_to_semantic_ttft_s":0.9213299580151215},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"a36f9d98a8ccda1ef4772ae24e65c7c3d1f6b74bc9bc0ccef876f00c0dc9004c","primer_nonce_sha256":"010c084a52ee454ea9c38c3ef99c44b5b740459e6609473cde179ad728035adf","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-124a8df54ff6b0ea841b03984e7932c0692adca76775205d9982357bfb9400fd","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3143b40768edb1ee22411121684d2d2575a2a840a5eca71e24bb8d61c844c5a6","condition":"cold","repetition":26}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15042266697855666,"output_tokens":14,"tokens_per_second":93.07107952018796},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0017027080175466835,"tcp_s":0.011602166981901973,"tls_s":0.016090832999907434},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.3232130410033278,"cold_end_to_end_response_headers_s":0.32309020799584687,"cold_end_to_end_semantic_ttft_s":0.7764352909871377,"cold_end_to_end_stream_total_s":0.9268579579656944,"request_stream_total_s":0.8972933749901131,"request_to_first_body_byte_s":0.29364845802774653,"request_to_response_headers_s":0.2935256250202656,"request_to_semantic_ttft_s":0.7468707080115564},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"a36f9d98a8ccda1ef4772ae24e65c7c3d1f6b74bc9bc0ccef876f00c0dc9004c","primer_nonce_sha256":"010c084a52ee454ea9c38c3ef99c44b5b740459e6609473cde179ad728035adf","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-072a9fca4c8c3f0b780547a2188d856d7e6e160f11dc4663d7bb77003e113691","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3143b40768edb1ee22411121684d2d2575a2a840a5eca71e24bb8d61c844c5a6","condition":"cold","repetition":26}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2380576670402661,"output_tokens":14,"tokens_per_second":58.80928001210724},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0012153750285506248,"tcp_s":0.011323500017169863,"tls_s":0.015290874987840652},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4124840410077013,"cold_end_to_end_response_headers_s":0.4123209160170518,"cold_end_to_end_semantic_ttft_s":0.80216629098868,"cold_end_to_end_stream_total_s":1.040223958028946,"request_stream_total_s":1.012158667028416,"request_to_first_body_byte_s":0.3844187500071712,"request_to_response_headers_s":0.38425562501652166,"request_to_semantic_ttft_s":0.7741009999881499},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"a36f9d98a8ccda1ef4772ae24e65c7c3d1f6b74bc9bc0ccef876f00c0dc9004c","primer_nonce_sha256":"010c084a52ee454ea9c38c3ef99c44b5b740459e6609473cde179ad728035adf","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-c91c35d6f6b26aee15d1a5c1726da26986505409c8a3e57d3cb20bffc1b64e64","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bf52e37cb248529f03c14733ed5a482eee81a91ad5da126e29345e7e807237e0","condition":"warm","repetition":25}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:47:01.049462Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":2.03699966595741,"output_tokens":14,"tokens_per_second":6.872853360739194},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000138","marketCost":"0.0000138"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":2.9338839579722844,"request_to_first_body_byte_s":0.8968842920148745,"request_to_response_headers_s":0.8892599579994567,"request_to_semantic_ttft_s":0.8968842920148745},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:46:58.114744Z"}},"http_status":200,"measured_nonce_sha256":"19d4aafa1a9b7ceff8d5bbf8783882dc4954d70d5c9058d75220bce2554708c9","primer_nonce_sha256":"5eef83f2813921befa17c9efd28162b12af4b9d2114d1e9c9ce0d07d4cc20e4a","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.004489292041398585,"tcp_s":0.00496908399509266,"tls_s":0.02092304202960804},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-08c9920431c3172994bcc60c3868b3f913b4f1b6802734e0b7a0e726f3b27fdb","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bf52e37cb248529f03c14733ed5a482eee81a91ad5da126e29345e7e807237e0","condition":"warm","repetition":25}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13132124999538064,"output_tokens":14,"tokens_per_second":106.60879332547066},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9062330000451766,"request_to_first_body_byte_s":0.36189670901512727,"request_to_response_headers_s":0.36176379199605435,"request_to_semantic_ttft_s":0.774911750049796},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"19d4aafa1a9b7ceff8d5bbf8783882dc4954d70d5c9058d75220bce2554708c9","primer_nonce_sha256":"5eef83f2813921befa17c9efd28162b12af4b9d2114d1e9c9ce0d07d4cc20e4a","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013942920486442745,"tcp_s":0.011612958973273635,"tls_s":0.023311415978241712},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-a2dde27bb855ca3f71b8c503328d03d7b7da71d64909d4f4afab2e79aaf91e69","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bf52e37cb248529f03c14733ed5a482eee81a91ad5da126e29345e7e807237e0","condition":"warm","repetition":25}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12138149997917935,"output_tokens":14,"tokens_per_second":115.33882842444218},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5434135419782251,"request_to_first_body_byte_s":0.1547880829893984,"request_to_response_headers_s":0.15469958301400766,"request_to_semantic_ttft_s":0.42203204199904576},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"19d4aafa1a9b7ceff8d5bbf8783882dc4954d70d5c9058d75220bce2554708c9","primer_nonce_sha256":"5eef83f2813921befa17c9efd28162b12af4b9d2114d1e9c9ce0d07d4cc20e4a","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0016705000307410955,"tcp_s":0.010502042016014457,"tls_s":0.014367167023010552},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-16b19b9caf5b3449c562c94bc74f4cb8d64f6471496441ed3b40c587789edc80","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bf52e37cb248529f03c14733ed5a482eee81a91ad5da126e29345e7e807237e0","condition":"warm","repetition":25}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1316042499965988,"output_tokens":14,"tokens_per_second":106.37954321658925},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8182365000247955,"request_to_first_body_byte_s":0.4829761669971049,"request_to_response_headers_s":0.4828155830036849,"request_to_semantic_ttft_s":0.6866322500281967},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"19d4aafa1a9b7ceff8d5bbf8783882dc4954d70d5c9058d75220bce2554708c9","primer_nonce_sha256":"5eef83f2813921befa17c9efd28162b12af4b9d2114d1e9c9ce0d07d4cc20e4a","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011682080221362412,"tcp_s":0.0114922079956159,"tls_s":0.01581824995810166},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003165","measured_cost_usd":"0.0000156","primer_cost_usd":"0.00001605","stop_required":false},"cell_id":"gateway-probe-cell-v3-700a6bf274147bb3f280a098ad45e7d6670a64c2c3fe4dadef34fa5376feff36","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bf52e37cb248529f03c14733ed5a482eee81a91ad5da126e29345e7e807237e0","condition":"warm","repetition":25}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:47:07.348694Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14002608304144815,"output_tokens":17,"tokens_per_second":121.40595259647411},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.56e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5501052500330843,"request_to_first_body_byte_s":0.4090040000155568,"request_to_response_headers_s":0.4027045000111684,"request_to_semantic_ttft_s":0.41007916699163616},"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:47:06.797807Z"}},"http_status":200,"measured_nonce_sha256":"19d4aafa1a9b7ceff8d5bbf8783882dc4954d70d5c9058d75220bce2554708c9","primer_nonce_sha256":"5eef83f2813921befa17c9efd28162b12af4b9d2114d1e9c9ce0d07d4cc20e4a","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001156124984845519,"tcp_s":0.011009333014953882,"tls_s":0.016657750005833805},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-07ca5b36a49182daf1d83eaa23b0166181f0877e6174331a50e3561286d3235c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-03174d3cc0576040e4b8e32fcbac97c543bcba952cc50cd20533129c5a73cbbc","condition":"cold","repetition":9}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.4022960420115851,"output_tokens":14,"tokens_per_second":34.800242950431105},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011109169572591782,"tcp_s":0.01041462499415502,"tls_s":0.01745204202597961},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.45475529198301956,"cold_end_to_end_response_headers_s":0.45471354195615277,"cold_end_to_end_semantic_ttft_s":0.8521796249551699,"cold_end_to_end_stream_total_s":1.254475666966755,"request_stream_total_s":1.2252914999844506,"request_to_first_body_byte_s":0.42557112500071526,"request_to_response_headers_s":0.42552937497384846,"request_to_semantic_ttft_s":0.8229954579728656},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"51300a23ad15aab7270dd63d41f418074f39936de45dbc32d51ae0387575f0e6","primer_nonce_sha256":"e903cd8a1b08689fde84e6eba224b4f5f4bab74f6b92ae34b41ff56f8baf71dc","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-6cba19c43ce46f9afd3c942ccf118bf337b67717739e4d40766cb0c9e70cb22a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-03174d3cc0576040e4b8e32fcbac97c543bcba952cc50cd20533129c5a73cbbc","condition":"cold","repetition":9}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11443920800229535,"output_tokens":14,"tokens_per_second":122.33569459620166},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0020357919856905937,"tcp_s":0.011421500006690621,"tls_s":0.01870116702048108},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.24320504203205928,"cold_end_to_end_response_headers_s":0.24308233399642631,"cold_end_to_end_semantic_ttft_s":0.5337447090423666,"cold_end_to_end_stream_total_s":0.6481839170446619,"request_stream_total_s":0.6159397080191411,"request_to_first_body_byte_s":0.21096083300653845,"request_to_response_headers_s":0.21083812497090548,"request_to_semantic_ttft_s":0.5015005000168458},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"51300a23ad15aab7270dd63d41f418074f39936de45dbc32d51ae0387575f0e6","primer_nonce_sha256":"e903cd8a1b08689fde84e6eba224b4f5f4bab74f6b92ae34b41ff56f8baf71dc","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-2a5b3c0b02322081f3c3f3d6733bfddf76a9c830f0d6796197885cea2c631268","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-03174d3cc0576040e4b8e32fcbac97c543bcba952cc50cd20533129c5a73cbbc","condition":"cold","repetition":9}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13915066700428724,"output_tokens":14,"tokens_per_second":100.61036933131379},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0016486250096932054,"tcp_s":0.012980458966922015,"tls_s":0.016709999996237457},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4518341670045629,"cold_end_to_end_response_headers_s":0.4512838330119848,"cold_end_to_end_semantic_ttft_s":0.7249319580150768,"cold_end_to_end_stream_total_s":0.8640826250193641,"request_stream_total_s":0.8324537079897709,"request_to_first_body_byte_s":0.4202052499749698,"request_to_response_headers_s":0.4196549159823917,"request_to_semantic_ttft_s":0.6933030409854837},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"51300a23ad15aab7270dd63d41f418074f39936de45dbc32d51ae0387575f0e6","primer_nonce_sha256":"e903cd8a1b08689fde84e6eba224b4f5f4bab74f6b92ae34b41ff56f8baf71dc","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001605","measured_cost_usd":"0.00001605","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-43fa1a3ee9f2dc0e01c3fe3f9484bfda80efc9549546241ef8dbc591119e05a6","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-03174d3cc0576040e4b8e32fcbac97c543bcba952cc50cd20533129c5a73cbbc","condition":"cold","repetition":9}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:47:11.039238Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.21948433300713077,"output_tokens":17,"tokens_per_second":77.45427551518081},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.605e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0018267499981448054,"tcp_s":0.010464999999385327,"tls_s":0.021461374999489635},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6167259580106474,"cold_end_to_end_response_headers_s":0.616653207980562,"cold_end_to_end_semantic_ttft_s":0.6512007919955067,"cold_end_to_end_stream_total_s":0.8706851250026375,"request_stream_total_s":0.8367799170082435,"request_to_first_body_byte_s":0.5828207500162534,"request_to_response_headers_s":0.582747999986168,"request_to_semantic_ttft_s":0.6172955840011127},"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"51300a23ad15aab7270dd63d41f418074f39936de45dbc32d51ae0387575f0e6","primer_nonce_sha256":"e903cd8a1b08689fde84e6eba224b4f5f4bab74f6b92ae34b41ff56f8baf71dc","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-e9403c8999c174097eac7eeebfb835233085d1e5018616394204565c6cec245a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-03174d3cc0576040e4b8e32fcbac97c543bcba952cc50cd20533129c5a73cbbc","condition":"cold","repetition":9}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:47:11.883660Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12302791699767113,"output_tokens":14,"tokens_per_second":113.79531037874123},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001425","marketCost":"0.00001425"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001541959005407989,"tcp_s":0.006190291023813188,"tls_s":0.022467417002189904},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6987744999933057,"cold_end_to_end_response_headers_s":0.6898747910163365,"cold_end_to_end_semantic_ttft_s":0.7088220409932546,"cold_end_to_end_stream_total_s":0.8318499579909258,"request_stream_total_s":0.8014782919781283,"request_to_first_body_byte_s":0.6684028339805081,"request_to_response_headers_s":0.659503125003539,"request_to_semantic_ttft_s":0.6784503749804571},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"51300a23ad15aab7270dd63d41f418074f39936de45dbc32d51ae0387575f0e6","primer_nonce_sha256":"e903cd8a1b08689fde84e6eba224b4f5f4bab74f6b92ae34b41ff56f8baf71dc","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002745","measured_cost_usd":"0.00001365","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-0c50e20c29165cf33d264982e562b12a8239b79578764fc607e0677e2b8eb5fb","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2d814526b79eab6cbb06702b41558cf7a3fb994a916dd99c0b51b53cf25f315c","condition":"warm","repetition":1}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.10585812502540648,"output_tokens":14,"tokens_per_second":132.25248413043334},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7748245000257157,"request_to_first_body_byte_s":0.3890078330296092,"request_to_response_headers_s":0.38885537500027567,"request_to_semantic_ttft_s":0.6689663750003092},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"d6ae15fbc02d26e4fee8ce7db8f5a722ee485081de023e8dcb33e09b20b4d240","primer_nonce_sha256":"0288bf077a8fedc966da452ff72582bbec0ee514dc6f59424781626fd4c69143","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012945420457981527,"tcp_s":0.011964083008933812,"tls_s":0.017781374976038933},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002745","measured_cost_usd":"0.00001365","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-ac8c76ade5e32fe81b6c1687e8042833dc6089cfa54c59a8af242c24164e89e4","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2d814526b79eab6cbb06702b41558cf7a3fb994a916dd99c0b51b53cf25f315c","condition":"warm","repetition":1}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:47:15.087852Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19720016699284315,"output_tokens":14,"tokens_per_second":70.9938546883081},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001365","marketCost":"0.00001365"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7120550840045325,"request_to_first_body_byte_s":0.5148549170116894,"request_to_response_headers_s":0.5060205420013517,"request_to_semantic_ttft_s":0.5148549170116894},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:47:14.375113Z"}},"http_status":200,"measured_nonce_sha256":"d6ae15fbc02d26e4fee8ce7db8f5a722ee485081de023e8dcb33e09b20b4d240","primer_nonce_sha256":"0288bf077a8fedc966da452ff72582bbec0ee514dc6f59424781626fd4c69143","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.002774542022962123,"tcp_s":0.005360833019949496,"tls_s":0.023445500002708286},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003105","measured_cost_usd":"0.00001545","primer_cost_usd":"0.0000156","stop_required":false},"cell_id":"gateway-probe-cell-v3-b5ebd1b26f3d586f0a2abe43f9e6ea35044a2556f919bf8221919b439c8843a1","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2d814526b79eab6cbb06702b41558cf7a3fb994a916dd99c0b51b53cf25f315c","condition":"warm","repetition":1}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:47:16.407827Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14722641702974215,"output_tokens":17,"tokens_per_second":115.46840806813712},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.545e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5723926250357181,"request_to_first_body_byte_s":0.4241166250430979,"request_to_response_headers_s":0.419424333027564,"request_to_semantic_ttft_s":0.42516620800597593},"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:47:15.834916Z"}},"http_status":200,"measured_nonce_sha256":"d6ae15fbc02d26e4fee8ce7db8f5a722ee485081de023e8dcb33e09b20b4d240","primer_nonce_sha256":"0288bf077a8fedc966da452ff72582bbec0ee514dc6f59424781626fd4c69143","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013450419646687806,"tcp_s":0.010627791984006763,"tls_s":0.017574083001818508},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002745","measured_cost_usd":"0.00001365","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-6fbadd8336dc7fdf8f21d73212655da48d8060207f68d45e4139a1be679b47d7","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2d814526b79eab6cbb06702b41558cf7a3fb994a916dd99c0b51b53cf25f315c","condition":"warm","repetition":1}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2748109999811277,"output_tokens":14,"tokens_per_second":50.94410340547297},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9361807919922285,"request_to_first_body_byte_s":0.28977900004247203,"request_to_response_headers_s":0.28968650003662333,"request_to_semantic_ttft_s":0.6613697920111008},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"d6ae15fbc02d26e4fee8ce7db8f5a722ee485081de023e8dcb33e09b20b4d240","primer_nonce_sha256":"0288bf077a8fedc966da452ff72582bbec0ee514dc6f59424781626fd4c69143","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0010509580024518073,"tcp_s":0.010520707990508527,"tls_s":0.014816957991570234},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002745","measured_cost_usd":"0.00001365","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-9617da8a365931bcc11c7a59835045844d190c2abbbfe127b7c85622f7f80ef8","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2d814526b79eab6cbb06702b41558cf7a3fb994a916dd99c0b51b53cf25f315c","condition":"warm","repetition":1}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16518524999264628,"output_tokens":14,"tokens_per_second":84.75332997724223},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6165794999687932,"request_to_first_body_byte_s":0.1440924999769777,"request_to_response_headers_s":0.14402887498727068,"request_to_semantic_ttft_s":0.45139424997614697},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"d6ae15fbc02d26e4fee8ce7db8f5a722ee485081de023e8dcb33e09b20b4d240","primer_nonce_sha256":"0288bf077a8fedc966da452ff72582bbec0ee514dc6f59424781626fd4c69143","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013619580422528088,"tcp_s":0.011199375032447278,"tls_s":0.015664959035348147},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-d9dac3e8c562be628209a7053a9af63b621c180d9777949c71b626286cd304fe","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-54260f3c53cc2358a55fe8fc432a11a4549773ebdca5b91277d027801d26c7be","condition":"cold","repetition":20}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1335922500002198,"output_tokens":14,"tokens_per_second":104.79649829969154},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0016372920363210142,"tcp_s":0.011637707997579128,"tls_s":0.01412087504286319},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2591194999986328,"cold_end_to_end_response_headers_s":0.25904316699597985,"cold_end_to_end_semantic_ttft_s":0.6442113340017386,"cold_end_to_end_stream_total_s":0.7778035840019584,"request_stream_total_s":0.7502175840199925,"request_to_first_body_byte_s":0.23153350001666695,"request_to_response_headers_s":0.23145716701401398,"request_to_semantic_ttft_s":0.6166253340197727},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"952fa2195c40585a25d20545390641acda9effe1820364f6fa59a675650f7487","primer_nonce_sha256":"f2907abeec8aecf093dd6664cbc28470f417ca57f4617ca9ac7258ce65b22f4f","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-e2a4eaefbdb25280cbbd743d3e9b0a7d360eaa9e90ed04d6195f2a62adea6a8c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-54260f3c53cc2358a55fe8fc432a11a4549773ebdca5b91277d027801d26c7be","condition":"cold","repetition":20}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.22331645799567923,"output_tokens":14,"tokens_per_second":62.69130419519225},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0015734159969724715,"tcp_s":0.015342291968408972,"tls_s":0.017366583982948214},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4587596249766648,"cold_end_to_end_response_headers_s":0.4586490410147235,"cold_end_to_end_semantic_ttft_s":0.8172007499961182,"cold_end_to_end_stream_total_s":1.0405172079917975,"request_stream_total_s":1.006031124969013,"request_to_first_body_byte_s":0.42427354195388034,"request_to_response_headers_s":0.42416295799193904,"request_to_semantic_ttft_s":0.7827146669733338},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"952fa2195c40585a25d20545390641acda9effe1820364f6fa59a675650f7487","primer_nonce_sha256":"f2907abeec8aecf093dd6664cbc28470f417ca57f4617ca9ac7258ce65b22f4f","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-69a1dd773f44578a6dd9a6362c7c59ecf970ff04819e4b341db8629f50099e5a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-54260f3c53cc2358a55fe8fc432a11a4549773ebdca5b91277d027801d26c7be","condition":"cold","repetition":20}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:47:22.063299Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12592237500939518,"output_tokens":14,"tokens_per_second":111.1796056813211},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000138","marketCost":"0.0000138"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001543792022857815,"tcp_s":0.004514084022957832,"tls_s":0.060120875015854836},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.7427813750109635,"cold_end_to_end_response_headers_s":0.7286126250401139,"cold_end_to_end_semantic_ttft_s":0.7439617500058375,"cold_end_to_end_stream_total_s":0.8698841250152327,"request_stream_total_s":0.8035590830259025,"request_to_first_body_byte_s":0.6764563330216333,"request_to_response_headers_s":0.6622875830507837,"request_to_semantic_ttft_s":0.6776367080165073},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"952fa2195c40585a25d20545390641acda9effe1820364f6fa59a675650f7487","primer_nonce_sha256":"f2907abeec8aecf093dd6664cbc28470f417ca57f4617ca9ac7258ce65b22f4f","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000156","measured_cost_usd":"0.0000156","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-8f9a87657c5c17f5a55e459af8435c4b826323e7a62d81bc3b43d2e1ba1d239a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-54260f3c53cc2358a55fe8fc432a11a4549773ebdca5b91277d027801d26c7be","condition":"cold","repetition":20}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:47:22.812993Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17094750003889203,"output_tokens":17,"tokens_per_second":99.44573624143291},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.56e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0012492919922806323,"tcp_s":0.011083790974225849,"tls_s":0.01575691602192819},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5491719999699853,"cold_end_to_end_response_headers_s":0.5490783749846742,"cold_end_to_end_semantic_ttft_s":0.5674051669775508,"cold_end_to_end_stream_total_s":0.7383526670164429,"request_stream_total_s":0.710065332998056,"request_to_first_body_byte_s":0.5208846659515984,"request_to_response_headers_s":0.5207910409662873,"request_to_semantic_ttft_s":0.5391178329591639},"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"952fa2195c40585a25d20545390641acda9effe1820364f6fa59a675650f7487","primer_nonce_sha256":"f2907abeec8aecf093dd6664cbc28470f417ca57f4617ca9ac7258ce65b22f4f","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-eaf7c53355ef70463cec1f06c0bd4e91aa2c64538fc562a5538b3b896cd9e766","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-54260f3c53cc2358a55fe8fc432a11a4549773ebdca5b91277d027801d26c7be","condition":"cold","repetition":20}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1886946659651585,"output_tokens":14,"tokens_per_second":74.19393615813723},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0013524999958463013,"tcp_s":0.01194516703253612,"tls_s":0.01425750000635162},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.31201108399545774,"cold_end_to_end_response_headers_s":0.3118903749855235,"cold_end_to_end_semantic_ttft_s":0.5599132089992054,"cold_end_to_end_stream_total_s":0.7486078749643639,"request_stream_total_s":0.7208311249851249,"request_to_first_body_byte_s":0.2842343340162188,"request_to_response_headers_s":0.28411362500628456,"request_to_semantic_ttft_s":0.5321364590199664},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"952fa2195c40585a25d20545390641acda9effe1820364f6fa59a675650f7487","primer_nonce_sha256":"f2907abeec8aecf093dd6664cbc28470f417ca57f4617ca9ac7258ce65b22f4f","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-fc4cb631d96dad4b87352c90ac0e99bfaf4f5dcd803b7b71a12bfe67998d6a07","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-4972a5850c3eada3360be81791d9a1da7f7b30be9f19a4c36ea87c500c0fa0d6","condition":"warm","repetition":24}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11243420897517353,"output_tokens":14,"tokens_per_second":124.5172632743058},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8759594169678167,"request_to_first_body_byte_s":0.3138843749766238,"request_to_response_headers_s":0.3137696249759756,"request_to_semantic_ttft_s":0.7635252079926431},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"75eb679786cf6205d01df5358ed4c5dc404c9070e6cb480545ca3dc41690fb0f","primer_nonce_sha256":"988e0b5fccd674fb04ab61b51872e912f1c2c905a28aca284f74d6005d9ccc44","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011245000059716403,"tcp_s":0.010970083007123321,"tls_s":0.015223124995827675},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-9d35fbbd3c9a242a6998776aa07a4b18fbdd546a72eab7634552d6213cfe427e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-4972a5850c3eada3360be81791d9a1da7f7b30be9f19a4c36ea87c500c0fa0d6","condition":"warm","repetition":24}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2265078339842148,"output_tokens":14,"tokens_per_second":61.80801676367472},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.735458833980374,"request_to_first_body_byte_s":0.168192041979637,"request_to_response_headers_s":0.16806554194772616,"request_to_semantic_ttft_s":0.5089509999961592},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"75eb679786cf6205d01df5358ed4c5dc404c9070e6cb480545ca3dc41690fb0f","primer_nonce_sha256":"988e0b5fccd674fb04ab61b51872e912f1c2c905a28aca284f74d6005d9ccc44","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014536669477820396,"tcp_s":0.014017958019394428,"tls_s":0.019199166970793158},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-467c5d73b7f70b1830fec77f2b34abb1d677beb9ecaa380256b1b29655e00e5d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-4972a5850c3eada3360be81791d9a1da7f7b30be9f19a4c36ea87c500c0fa0d6","condition":"warm","repetition":24}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18775024998467416,"output_tokens":14,"tokens_per_second":74.56714439071482},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9534250419819728,"request_to_first_body_byte_s":0.39727429195772856,"request_to_response_headers_s":0.39714162499876693,"request_to_semantic_ttft_s":0.7656747919972986},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"75eb679786cf6205d01df5358ed4c5dc404c9070e6cb480545ca3dc41690fb0f","primer_nonce_sha256":"988e0b5fccd674fb04ab61b51872e912f1c2c905a28aca284f74d6005d9ccc44","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011443750117905438,"tcp_s":0.010973041993565857,"tls_s":0.016665833012666553},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-2c9cd1c01cb5a07a8f2b1db506075ac9437e568cf136bb1a3b790c3a0e6d12e2","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-4972a5850c3eada3360be81791d9a1da7f7b30be9f19a4c36ea87c500c0fa0d6","condition":"warm","repetition":24}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:47:31.036044Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.3676689580315724,"output_tokens":14,"tokens_per_second":38.07773186769223},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001425","marketCost":"0.00001425"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.5320431669824757,"request_to_first_body_byte_s":1.1496427499805577,"request_to_response_headers_s":1.1494797919876873,"request_to_semantic_ttft_s":1.1643742089509033},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:47:29.503221Z"}},"http_status":200,"measured_nonce_sha256":"75eb679786cf6205d01df5358ed4c5dc404c9070e6cb480545ca3dc41690fb0f","primer_nonce_sha256":"988e0b5fccd674fb04ab61b51872e912f1c2c905a28aca284f74d6005d9ccc44","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015762499533593655,"tcp_s":0.00631583301583305,"tls_s":0.024198750033974648},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003135","measured_cost_usd":"0.00001605","primer_cost_usd":"0.0000153","stop_required":false},"cell_id":"gateway-probe-cell-v3-ad7c95238a6bfa5235212a5a5d83b8371f4f0d88d9d011761b63adb96477ac5b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-4972a5850c3eada3360be81791d9a1da7f7b30be9f19a4c36ea87c500c0fa0d6","condition":"warm","repetition":24}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:47:32.472041Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.27192720799939707,"output_tokens":17,"tokens_per_second":62.51673058047834},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.605e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7391548330197111,"request_to_first_body_byte_s":0.45939145801821724,"request_to_response_headers_s":0.44743524998193607,"request_to_semantic_ttft_s":0.467227625020314},"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.53e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.53e-05,"currency":"USD","effective_at":"2026-07-27T00:47:31.732061Z"}},"http_status":200,"measured_nonce_sha256":"75eb679786cf6205d01df5358ed4c5dc404c9070e6cb480545ca3dc41690fb0f","primer_nonce_sha256":"988e0b5fccd674fb04ab61b51872e912f1c2c905a28aca284f74d6005d9ccc44","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0010222910204902291,"tcp_s":0.011302167025860399,"tls_s":0.013640250021126121},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001575","measured_cost_usd":"0.00001575","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-0889efce6d438bd80c69a22ba47233aa7e774b2ad046ba4d65200ce228bdc666","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bc0b167f9fbdb08d731ab69eb04c9aa852b09722e34d31d8343a649c571d1884","condition":"cold","repetition":5}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:47:33.037872Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1261979170376435,"output_tokens":17,"tokens_per_second":134.70903798617437},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.575e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0010313750244677067,"tcp_s":0.010718332952819765,"tls_s":0.01985716598574072},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.42609187500784174,"cold_end_to_end_response_headers_s":0.41921324998838827,"cold_end_to_end_semantic_ttft_s":0.42711008299374953,"cold_end_to_end_stream_total_s":0.553308000031393,"request_stream_total_s":0.5215061670169234,"request_to_first_body_byte_s":0.39429004199337214,"request_to_response_headers_s":0.3874114169739187,"request_to_semantic_ttft_s":0.39530824997927994},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"8bc41eb731083a23447162d9e3ecb03c9b50d6fe66418a3ec188cd6677297b92","primer_nonce_sha256":"b63bf477b0186a5b2b176abcd0df92b844decdcad37d9a2ca65c60ed0e074501","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-3d1ca88d024fcc260fa83f304f508e905072d89e8a24e22d2053e885a55f615c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bc0b167f9fbdb08d731ab69eb04c9aa852b09722e34d31d8343a649c571d1884","condition":"cold","repetition":5}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19071004196302965,"output_tokens":14,"tokens_per_second":73.40987320800856},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0012350839679129422,"tcp_s":0.011241875006817281,"tls_s":0.014581541006918997},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.29657333402428776,"cold_end_to_end_response_headers_s":0.29642008402151987,"cold_end_to_end_semantic_ttft_s":0.6141970000462607,"cold_end_to_end_stream_total_s":0.8049070420092903,"request_stream_total_s":0.7776304580038413,"request_to_first_body_byte_s":0.2692967500188388,"request_to_response_headers_s":0.2691435000160709,"request_to_semantic_ttft_s":0.5869204160408117},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"8bc41eb731083a23447162d9e3ecb03c9b50d6fe66418a3ec188cd6677297b92","primer_nonce_sha256":"b63bf477b0186a5b2b176abcd0df92b844decdcad37d9a2ca65c60ed0e074501","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-9e86c4296a3ee74df3ad4b5441c27890fc41872be4bd25c9264ec2811bfbc80e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bc0b167f9fbdb08d731ab69eb04c9aa852b09722e34d31d8343a649c571d1884","condition":"cold","repetition":5}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.27185950003331527,"output_tokens":14,"tokens_per_second":51.49718879893606},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015717079513706267,"tcp_s":0.010416582983452827,"tls_s":0.014369583048392087},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.27139195799827576,"cold_end_to_end_response_headers_s":0.27126937499269843,"cold_end_to_end_semantic_ttft_s":0.7010772079811431,"cold_end_to_end_stream_total_s":0.9729367080144584,"request_stream_total_s":0.9464125420199707,"request_to_first_body_byte_s":0.24486779200378805,"request_to_response_headers_s":0.24474520899821073,"request_to_semantic_ttft_s":0.6745530419866554},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"8bc41eb731083a23447162d9e3ecb03c9b50d6fe66418a3ec188cd6677297b92","primer_nonce_sha256":"b63bf477b0186a5b2b176abcd0df92b844decdcad37d9a2ca65c60ed0e074501","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-cdd20f25b319516ac632c9127a2f217acb662e01981827f0d9d14f349b61b036","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bc0b167f9fbdb08d731ab69eb04c9aa852b09722e34d31d8343a649c571d1884","condition":"cold","repetition":5}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":2.001784916035831,"output_tokens":14,"tokens_per_second":6.993758364272441},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001432624994777143,"tcp_s":0.010578667046502233,"tls_s":0.015284458990208805},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4596074160072021,"cold_end_to_end_response_headers_s":0.4594595410162583,"cold_end_to_end_semantic_ttft_s":0.9060703750001267,"cold_end_to_end_stream_total_s":2.9078552910359576,"request_stream_total_s":2.8803622080013156,"request_to_first_body_byte_s":0.4321143329725601,"request_to_response_headers_s":0.43196645798161626,"request_to_semantic_ttft_s":0.8785772919654846},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"8bc41eb731083a23447162d9e3ecb03c9b50d6fe66418a3ec188cd6677297b92","primer_nonce_sha256":"b63bf477b0186a5b2b176abcd0df92b844decdcad37d9a2ca65c60ed0e074501","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-de570d22d3e54065c0f48853ba89d01e7217a828a2faae045e1754662e30ee4b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bc0b167f9fbdb08d731ab69eb04c9aa852b09722e34d31d8343a649c571d1884","condition":"cold","repetition":5}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:47:39.077143Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.28406058298423886,"output_tokens":14,"tokens_per_second":49.285261097900346},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0016447919770143926,"tcp_s":0.005397790984716266,"tls_s":0.022697667009197176},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":1.0093393750139512,"cold_end_to_end_response_headers_s":1.0007009159890004,"cold_end_to_end_semantic_ttft_s":1.0182703330065124,"cold_end_to_end_stream_total_s":1.3023309159907512,"request_stream_total_s":1.272446666029282,"request_to_first_body_byte_s":0.9794551250524819,"request_to_response_headers_s":0.970816666027531,"request_to_semantic_ttft_s":0.988386083045043},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"8bc41eb731083a23447162d9e3ecb03c9b50d6fe66418a3ec188cd6677297b92","primer_nonce_sha256":"b63bf477b0186a5b2b176abcd0df92b844decdcad37d9a2ca65c60ed0e074501","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002730","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-316688bcfc0240272c5d2e046b4b17bef73004d4e2f03b8939a9e3f197953fbd","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-6a184c855d68376dd3fb10831a802b18611036dc5030a57d789c6b9c9d146fe7","condition":"warm","repetition":14}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:47:40.678840Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19402212498243898,"output_tokens":14,"tokens_per_second":72.15671924666914},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001365","marketCost":"0.00001365"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8050172500079498,"request_to_first_body_byte_s":0.6109951250255108,"request_to_response_headers_s":0.6108152910019271,"request_to_semantic_ttft_s":0.6109951250255108},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:47:39.873217Z"}},"http_status":200,"measured_nonce_sha256":"ca0846f95b1a99d451165b2da43686571b795fd4cf0e6dd4a2dcf58a5e4092a4","primer_nonce_sha256":"9a4456a174ab81f8c98819745abe0ccf8587f2514c6b433baa846b28634dc85c","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0016149579896591604,"tcp_s":0.0064092500251717865,"tls_s":0.023797000001650304},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003090","measured_cost_usd":"0.00001545","primer_cost_usd":"0.00001545","stop_required":false},"cell_id":"gateway-probe-cell-v3-b6b85c0a74a5064e39126294ff13468b12bb64b39eca8b51bf4d36ad22a7fa9e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-6a184c855d68376dd3fb10831a802b18611036dc5030a57d789c6b9c9d146fe7","condition":"warm","repetition":14}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:47:42.095479Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1657370420289226,"output_tokens":17,"tokens_per_second":102.57212142734724},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.545e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.553298624989111,"request_to_first_body_byte_s":0.3864892079727724,"request_to_response_headers_s":0.36616558296373114,"request_to_semantic_ttft_s":0.3875615829601884},"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:47:41.541361Z"}},"http_status":200,"measured_nonce_sha256":"ca0846f95b1a99d451165b2da43686571b795fd4cf0e6dd4a2dcf58a5e4092a4","primer_nonce_sha256":"9a4456a174ab81f8c98819745abe0ccf8587f2514c6b433baa846b28634dc85c","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001093416998628527,"tcp_s":0.010967582988087088,"tls_s":0.01710479101166129},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002730","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-c086bf7d7d8903143d6dfdf62cc0cb20c53018a2888e108bf3dcd5ae1ccc6b68","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-6a184c855d68376dd3fb10831a802b18611036dc5030a57d789c6b9c9d146fe7","condition":"warm","repetition":14}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11001845798455179,"output_tokens":14,"tokens_per_second":127.25137450995547},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5745924160000868,"request_to_first_body_byte_s":0.2707388330018148,"request_to_response_headers_s":0.27058266603853554,"request_to_semantic_ttft_s":0.464573958015535},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"ca0846f95b1a99d451165b2da43686571b795fd4cf0e6dd4a2dcf58a5e4092a4","primer_nonce_sha256":"9a4456a174ab81f8c98819745abe0ccf8587f2514c6b433baa846b28634dc85c","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013061670470051467,"tcp_s":0.010726292035542428,"tls_s":0.013946374994702637},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002730","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-8ad7eb0fb172550314441692c25ab5da0f0e5d98e6093dce7a57098d2d7f8d9f","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-6a184c855d68376dd3fb10831a802b18611036dc5030a57d789c6b9c9d146fe7","condition":"warm","repetition":14}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1375559169682674,"output_tokens":14,"tokens_per_second":101.77679236604297},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5316942919744179,"request_to_first_body_byte_s":0.16301337501499802,"request_to_response_headers_s":0.16297075001057237,"request_to_semantic_ttft_s":0.39413837500615045},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"ca0846f95b1a99d451165b2da43686571b795fd4cf0e6dd4a2dcf58a5e4092a4","primer_nonce_sha256":"9a4456a174ab81f8c98819745abe0ccf8587f2514c6b433baa846b28634dc85c","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012654580059461296,"tcp_s":0.011730582977179438,"tls_s":0.0182199589908123},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002730","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-7338070d830a782cdd566a670a92478fb7520bc2672f9d4e5c9854c81dea4bc9","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-6a184c855d68376dd3fb10831a802b18611036dc5030a57d789c6b9c9d146fe7","condition":"warm","repetition":14}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1549652090179734,"output_tokens":14,"tokens_per_second":90.3428588179185},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.1607843340025283,"request_to_first_body_byte_s":0.33605741697829217,"request_to_response_headers_s":0.33593233401188627,"request_to_semantic_ttft_s":1.005819124984555},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"ca0846f95b1a99d451165b2da43686571b795fd4cf0e6dd4a2dcf58a5e4092a4","primer_nonce_sha256":"9a4456a174ab81f8c98819745abe0ccf8587f2514c6b433baa846b28634dc85c","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011870419839397073,"tcp_s":0.011065458005759865,"tls_s":0.022046374971978366},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-acef1e09027f41ac53eb9cbb561426f334e94df4ea4a5fd430018e0cfef9b0f8","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-02d186bf2677b05be5c2b0ca9f7f68065307ff7c059270209cca4681b316a73d","condition":"cold","repetition":1}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17114274995401502,"output_tokens":14,"tokens_per_second":81.80305624259113},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015911250375211239,"tcp_s":0.011830999981611967,"tls_s":0.022596166003495455},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.24543862498831004,"cold_end_to_end_response_headers_s":0.24531024997122586,"cold_end_to_end_semantic_ttft_s":0.531831416010391,"cold_end_to_end_stream_total_s":0.702974165964406,"request_stream_total_s":0.6667842909810133,"request_to_first_body_byte_s":0.20924875000491738,"request_to_response_headers_s":0.2091203749878332,"request_to_semantic_ttft_s":0.4956415410269983},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"81a12c07c43d9fea56aafc7fcda583f0857b888cd747c6a1d1f2341b78900f55","primer_nonce_sha256":"c42f3fd0ad8ed74b130b3ab5c0c65daec1fb7249b00897481f37c3f05d183ee6","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-2ee2a3471d6a76e3eef35bc856a73b2eab9d99546b0de1cd4fc12a19be78acb5","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-02d186bf2677b05be5c2b0ca9f7f68065307ff7c059270209cca4681b316a73d","condition":"cold","repetition":1}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12465475004864857,"output_tokens":14,"tokens_per_second":112.31020073070837},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0013079579803161323,"tcp_s":0.0112223339965567,"tls_s":0.014248457970097661},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5571541250101291,"cold_end_to_end_response_headers_s":0.5569882920244709,"cold_end_to_end_semantic_ttft_s":0.8813264169730246,"cold_end_to_end_stream_total_s":1.0059811670216732,"request_stream_total_s":0.9789892919943668,"request_to_first_body_byte_s":0.5301622499828227,"request_to_response_headers_s":0.5299964169971645,"request_to_semantic_ttft_s":0.8543345419457182},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"81a12c07c43d9fea56aafc7fcda583f0857b888cd747c6a1d1f2341b78900f55","primer_nonce_sha256":"c42f3fd0ad8ed74b130b3ab5c0c65daec1fb7249b00897481f37c3f05d183ee6","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000156","measured_cost_usd":"0.0000156","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-d142e848c1eeb77c8e0ae39324d8ff01049a88989aeae4bc9dad33a795c4f8be","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-02d186bf2677b05be5c2b0ca9f7f68065307ff7c059270209cca4681b316a73d","condition":"cold","repetition":1}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:47:49.482518Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2546371250064112,"output_tokens":17,"tokens_per_second":66.76167114112671},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.56e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0013100419891998172,"tcp_s":0.0110259999637492,"tls_s":0.020095709012821317},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5919865829637274,"cold_end_to_end_response_headers_s":0.5918547079782002,"cold_end_to_end_semantic_ttft_s":0.5970987909822725,"cold_end_to_end_stream_total_s":0.8517359159886837,"request_stream_total_s":0.8192182080238126,"request_to_first_body_byte_s":0.5594688749988563,"request_to_response_headers_s":0.5593370000133291,"request_to_semantic_ttft_s":0.5645810830174014},"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"81a12c07c43d9fea56aafc7fcda583f0857b888cd747c6a1d1f2341b78900f55","primer_nonce_sha256":"c42f3fd0ad8ed74b130b3ab5c0c65daec1fb7249b00897481f37c3f05d183ee6","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-56555686f40d1f6fa833c53e1b5be7764364663a2490b4d961122a0433e5e8df","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-02d186bf2677b05be5c2b0ca9f7f68065307ff7c059270209cca4681b316a73d","condition":"cold","repetition":1}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:47:52.966390Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19150762498611584,"output_tokens":14,"tokens_per_second":73.10413880917268},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000138","marketCost":"0.0000138"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0018542499747127295,"tcp_s":0.005092041974421591,"tls_s":0.026971917017363012},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":3.2772943339659832,"cold_end_to_end_response_headers_s":3.276899958960712,"cold_end_to_end_semantic_ttft_s":3.278744667011779,"cold_end_to_end_stream_total_s":3.4702522919978946,"request_stream_total_s":3.4361532499897294,"request_to_first_body_byte_s":3.243195291957818,"request_to_response_headers_s":3.2428009169525467,"request_to_semantic_ttft_s":3.2446456250036135},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"81a12c07c43d9fea56aafc7fcda583f0857b888cd747c6a1d1f2341b78900f55","primer_nonce_sha256":"c42f3fd0ad8ed74b130b3ab5c0c65daec1fb7249b00897481f37c3f05d183ee6","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-38ef01646b61f7e6b342a70c8997a1c99b25f9909eb8674724c1ae8f80066094","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-02d186bf2677b05be5c2b0ca9f7f68065307ff7c059270209cca4681b316a73d","condition":"cold","repetition":1}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12849216704489663,"output_tokens":14,"tokens_per_second":108.956057960391},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0012307500001043081,"tcp_s":0.011146040982566774,"tls_s":0.018186333996709436},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.3938159169629216,"cold_end_to_end_response_headers_s":0.39368279196787626,"cold_end_to_end_semantic_ttft_s":0.7184474999667145,"cold_end_to_end_stream_total_s":0.8469396670116112,"request_stream_total_s":0.8161379999946803,"request_to_first_body_byte_s":0.36301424994599074,"request_to_response_headers_s":0.3628811249509454,"request_to_semantic_ttft_s":0.6876458329497837},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"81a12c07c43d9fea56aafc7fcda583f0857b888cd747c6a1d1f2341b78900f55","primer_nonce_sha256":"c42f3fd0ad8ed74b130b3ab5c0c65daec1fb7249b00897481f37c3f05d183ee6","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002775","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-0a4e844d37cda013d7d60062c23bd203aa109ea2e7f9e7643a1e23bd8a5a03d0","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b8462a03760403e6b915e2f03b1d870e227f578e77302e7e785e7c5d1f0464e3","condition":"warm","repetition":5}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11566716700326651,"output_tokens":14,"tokens_per_second":121.03694041027764},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5829038340016268,"request_to_first_body_byte_s":0.2070136250113137,"request_to_response_headers_s":0.2068458340363577,"request_to_semantic_ttft_s":0.4672366669983603},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"b54ae70685d053f50470c0cf3e4310c7641134e6ad7bd09d40e174e342333e4e","primer_nonce_sha256":"b76d3186c59aaf1df0ad04e2de43bab2901fcf32533dfa0692b20f37b14f2160","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012153330026194453,"tcp_s":0.011945249978452921,"tls_s":0.018529375025536865},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003075","measured_cost_usd":"0.00001515","primer_cost_usd":"0.0000156","stop_required":false},"cell_id":"gateway-probe-cell-v3-1cc347800fe3f850a384480c1cfe42685845f8ed0b17ac51bfb1f0990ac1cd48","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b8462a03760403e6b915e2f03b1d870e227f578e77302e7e785e7c5d1f0464e3","condition":"warm","repetition":5}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.515e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.515e-05,"currency":"USD","effective_at":"2026-07-27T00:47:56.584446Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1869319169782102,"output_tokens":16,"tokens_per_second":85.59265993011266},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.515e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.662959959008731,"request_to_first_body_byte_s":0.45314883399987593,"request_to_response_headers_s":0.44734775001415983,"request_to_semantic_ttft_s":0.47602804203052074},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:47:55.920674Z"}},"http_status":200,"measured_nonce_sha256":"b54ae70685d053f50470c0cf3e4310c7641134e6ad7bd09d40e174e342333e4e","primer_nonce_sha256":"b76d3186c59aaf1df0ad04e2de43bab2901fcf32533dfa0692b20f37b14f2160","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014048329903744161,"tcp_s":0.013786166964564472,"tls_s":0.021724875026848167},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002775","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-deec95211290197f1fdb3f634508faaeda0320a442701c0960f2b51100cddbed","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b8462a03760403e6b915e2f03b1d870e227f578e77302e7e785e7c5d1f0464e3","condition":"warm","repetition":5}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:47:58.060189Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16273495799396187,"output_tokens":14,"tokens_per_second":86.0294565628576},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7099007910001092,"request_to_first_body_byte_s":0.5459710409631953,"request_to_response_headers_s":0.5457837909925729,"request_to_semantic_ttft_s":0.5471658330061473},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:47:57.349476Z"}},"http_status":200,"measured_nonce_sha256":"b54ae70685d053f50470c0cf3e4310c7641134e6ad7bd09d40e174e342333e4e","primer_nonce_sha256":"b76d3186c59aaf1df0ad04e2de43bab2901fcf32533dfa0692b20f37b14f2160","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012975420104339719,"tcp_s":0.006670165981631726,"tls_s":0.02443020901409909},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002775","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-f7edb441140c6c80b047d78585862af9594a29c2552b9d66fa018da90a4f0180","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b8462a03760403e6b915e2f03b1d870e227f578e77302e7e785e7c5d1f0464e3","condition":"warm","repetition":5}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16021329199429601,"output_tokens":14,"tokens_per_second":87.38351122888378},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9848094170447439,"request_to_first_body_byte_s":0.48724262503674254,"request_to_response_headers_s":0.48709579202113673,"request_to_semantic_ttft_s":0.8245961250504479},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"b54ae70685d053f50470c0cf3e4310c7641134e6ad7bd09d40e174e342333e4e","primer_nonce_sha256":"b76d3186c59aaf1df0ad04e2de43bab2901fcf32533dfa0692b20f37b14f2160","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013947910047136247,"tcp_s":0.011300334008410573,"tls_s":0.017506791977211833},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002775","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-07034bf9e8b0180e5e61958fe1122efb84665ff8ce5e1d7d0cb2b88e8c823b4a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b8462a03760403e6b915e2f03b1d870e227f578e77302e7e785e7c5d1f0464e3","condition":"warm","repetition":5}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":2.752382916980423,"output_tokens":14,"tokens_per_second":5.086501559659106},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":4.716313791985158,"request_to_first_body_byte_s":1.3237745420192368,"request_to_response_headers_s":1.323601541982498,"request_to_semantic_ttft_s":1.9639308750047348},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"b54ae70685d053f50470c0cf3e4310c7641134e6ad7bd09d40e174e342333e4e","primer_nonce_sha256":"b76d3186c59aaf1df0ad04e2de43bab2901fcf32533dfa0692b20f37b14f2160","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013587920111604035,"tcp_s":0.010854583990294486,"tls_s":0.014441417006310076},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001575","measured_cost_usd":"0.00001575","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-3567806637ea88d628b604301b56592d24483ada4399737b2618c7088a5188d8","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-233d2e09296765b2e9dc746677e54634be01a8de22d227e6f16dfd5410e842f6","condition":"cold","repetition":18}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:48:07.703941Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17528429202502593,"output_tokens":17,"tokens_per_second":96.98530201196154},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.575e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001098542008548975,"tcp_s":0.012399792030919343,"tls_s":0.013928708038292825},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4937025419785641,"cold_end_to_end_response_headers_s":0.4648627499700524,"cold_end_to_end_semantic_ttft_s":0.49575299996649846,"cold_end_to_end_stream_total_s":0.6710372919915244,"request_stream_total_s":0.6434351250063628,"request_to_first_body_byte_s":0.4661003749934025,"request_to_response_headers_s":0.4372605829848908,"request_to_semantic_ttft_s":0.46815083298133686},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"5cd8e61d1c8550e06f03c06a4922dcc3b99997b658fd06eeef225518b45fed11","primer_nonce_sha256":"100c1a33fe577d668dd9d543e77cdebdbfbd1c4632a191635375005a2ddb40a4","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-aafb065adbd407ce8e28483e49e9b763155be02986cfbdf9cc41dfbee75e9f23","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-233d2e09296765b2e9dc746677e54634be01a8de22d227e6f16dfd5410e842f6","condition":"cold","repetition":18}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:48:08.732948Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15905566699802876,"output_tokens":14,"tokens_per_second":88.01949823122938},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.031799166987184435,"tcp_s":0.005203625012654811,"tls_s":0.025355499994475394},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.856275458005257,"cold_end_to_end_response_headers_s":0.8487844159826636,"cold_end_to_end_semantic_ttft_s":0.8567171659669839,"cold_end_to_end_stream_total_s":1.0157728329650126,"request_stream_total_s":0.9532452079583891,"request_to_first_body_byte_s":0.7937478329986334,"request_to_response_headers_s":0.7862567909760401,"request_to_semantic_ttft_s":0.7941895409603603},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"5cd8e61d1c8550e06f03c06a4922dcc3b99997b658fd06eeef225518b45fed11","primer_nonce_sha256":"100c1a33fe577d668dd9d543e77cdebdbfbd1c4632a191635375005a2ddb40a4","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-d19ce0bb867add228d02c18cc4b38a39e874d5041a4ffcb8821ace5e27896dd4","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-233d2e09296765b2e9dc746677e54634be01a8de22d227e6f16dfd5410e842f6","condition":"cold","repetition":18}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15180487500037998,"output_tokens":14,"tokens_per_second":92.22365223755138},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0013038750039413571,"tcp_s":0.01207875000545755,"tls_s":0.015386875020340085},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.41403816698584706,"cold_end_to_end_response_headers_s":0.4139692920143716,"cold_end_to_end_semantic_ttft_s":0.6546800420037471,"cold_end_to_end_stream_total_s":0.806484917004127,"request_stream_total_s":0.7774995000218041,"request_to_first_body_byte_s":0.3850527500035241,"request_to_response_headers_s":0.3849838750320487,"request_to_semantic_ttft_s":0.6256946250214241},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"5cd8e61d1c8550e06f03c06a4922dcc3b99997b658fd06eeef225518b45fed11","primer_nonce_sha256":"100c1a33fe577d668dd9d543e77cdebdbfbd1c4632a191635375005a2ddb40a4","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-c01f795f5cfaf3678811cc64caf566ed9000cb443007efa8efcce4726e59aa30","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-233d2e09296765b2e9dc746677e54634be01a8de22d227e6f16dfd5410e842f6","condition":"cold","repetition":18}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.3343535829917528,"output_tokens":14,"tokens_per_second":41.871840806160364},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001708791998680681,"tcp_s":0.011260292027145624,"tls_s":0.015036833996418864},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2705779169918969,"cold_end_to_end_response_headers_s":0.27051920897793025,"cold_end_to_end_semantic_ttft_s":0.689552666968666,"cold_end_to_end_stream_total_s":1.0239062499604188,"request_stream_total_s":0.9957295829663053,"request_to_first_body_byte_s":0.24240124999778345,"request_to_response_headers_s":0.24234254198381677,"request_to_semantic_ttft_s":0.6613759999745525},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"5cd8e61d1c8550e06f03c06a4922dcc3b99997b658fd06eeef225518b45fed11","primer_nonce_sha256":"100c1a33fe577d668dd9d543e77cdebdbfbd1c4632a191635375005a2ddb40a4","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-2e9e37a47355f45d66cd84c2837c209607e0054d75cd87716c0e2e490417fb67","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-233d2e09296765b2e9dc746677e54634be01a8de22d227e6f16dfd5410e842f6","condition":"cold","repetition":18}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.22697904199594632,"output_tokens":14,"tokens_per_second":61.679703451431564},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001698999956715852,"tcp_s":0.01262212503934279,"tls_s":0.016945417039096355},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":2.9434226250159554,"cold_end_to_end_response_headers_s":2.943235000013374,"cold_end_to_end_semantic_ttft_s":3.322351125010755,"cold_end_to_end_stream_total_s":3.5493301670067012,"request_stream_total_s":3.5177392499754205,"request_to_first_body_byte_s":2.9118317079846747,"request_to_response_headers_s":2.911644082982093,"request_to_semantic_ttft_s":3.290760207979474},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"5cd8e61d1c8550e06f03c06a4922dcc3b99997b658fd06eeef225518b45fed11","primer_nonce_sha256":"100c1a33fe577d668dd9d543e77cdebdbfbd1c4632a191635375005a2ddb40a4","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002865","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-b44f694f8fb60b1fee9a7eda3e1a7f2e86406efb5cd0539f6ad5fe27a7398bfa","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e6eae1530e9563dea18ad1cd35218918a96adc127ee2af452c2d698e6efcd85c","condition":"warm","repetition":9}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:48:15.633138Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19427750003524125,"output_tokens":14,"tokens_per_second":72.06187024982538},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7515766660217196,"request_to_first_body_byte_s":0.5572991659864783,"request_to_response_headers_s":0.5485931659932248,"request_to_semantic_ttft_s":0.5572991659864783},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:48:14.880805Z"}},"http_status":200,"measured_nonce_sha256":"f94a06ea4bfaa68bbc5d4e2b2958f49e25f1a84be20a17d8a7dcf0571d9a3534","primer_nonce_sha256":"bd083f5c2b8725cfb92cd5800e7ea184dd147cd700b5bdb1d10d86944ccb8013","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0017919999663718045,"tcp_s":0.005593208014033735,"tls_s":0.025180624972563237},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002865","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-6ed322781a4aa959d50e9abf5408e049f4d9160db67071fe43037294889f892d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e6eae1530e9563dea18ad1cd35218918a96adc127ee2af452c2d698e6efcd85c","condition":"warm","repetition":9}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2022693749750033,"output_tokens":14,"tokens_per_second":69.21463025102113},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9012293749838136,"request_to_first_body_byte_s":0.3387167080072686,"request_to_response_headers_s":0.3385738749639131,"request_to_semantic_ttft_s":0.6989600000088103},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"f94a06ea4bfaa68bbc5d4e2b2958f49e25f1a84be20a17d8a7dcf0571d9a3534","primer_nonce_sha256":"bd083f5c2b8725cfb92cd5800e7ea184dd147cd700b5bdb1d10d86944ccb8013","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013242079876363277,"tcp_s":0.011280750040896237,"tls_s":0.016250958025921136},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002865","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-252a17ae2d3d45e3541cbade65033bff03bc1f438d520bfd47eb67c118ddfb2b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e6eae1530e9563dea18ad1cd35218918a96adc127ee2af452c2d698e6efcd85c","condition":"warm","repetition":9}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14105245802784339,"output_tokens":14,"tokens_per_second":99.25385346518695},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6305793750216253,"request_to_first_body_byte_s":0.14980320900212973,"request_to_response_headers_s":0.1496879589976743,"request_to_semantic_ttft_s":0.4895269169937819},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"f94a06ea4bfaa68bbc5d4e2b2958f49e25f1a84be20a17d8a7dcf0571d9a3534","primer_nonce_sha256":"bd083f5c2b8725cfb92cd5800e7ea184dd147cd700b5bdb1d10d86944ccb8013","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.00105945800896734,"tcp_s":0.013989166996907443,"tls_s":0.016900916991289705},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002865","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-0cac4db615798d7126730b71aef87269b69411af923f26eff0b6c23a4cee4cfd","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e6eae1530e9563dea18ad1cd35218918a96adc127ee2af452c2d698e6efcd85c","condition":"warm","repetition":9}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14572199998656288,"output_tokens":14,"tokens_per_second":96.07334514548901},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6434342080028728,"request_to_first_body_byte_s":0.22330433304887265,"request_to_response_headers_s":0.2223370830179192,"request_to_semantic_ttft_s":0.4977122080163099},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"f94a06ea4bfaa68bbc5d4e2b2958f49e25f1a84be20a17d8a7dcf0571d9a3534","primer_nonce_sha256":"bd083f5c2b8725cfb92cd5800e7ea184dd147cd700b5bdb1d10d86944ccb8013","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001496249984484166,"tcp_s":0.010691416973713785,"tls_s":0.01587245799601078},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003165","measured_cost_usd":"0.00001515","primer_cost_usd":"0.0000165","stop_required":false},"cell_id":"gateway-probe-cell-v3-852e9598496d78b14e87056293a2282a9052041853a5bf6e80b79b41eb224ffa","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e6eae1530e9563dea18ad1cd35218918a96adc127ee2af452c2d698e6efcd85c","condition":"warm","repetition":9}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.515e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.515e-05,"currency":"USD","effective_at":"2026-07-27T00:48:21.570012Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1463640839792788,"output_tokens":16,"tokens_per_second":109.3164358700538},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.515e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5666934169712476,"request_to_first_body_byte_s":0.4198698329855688,"request_to_response_headers_s":0.38877991697518155,"request_to_semantic_ttft_s":0.42032933299196884},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.65e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.65e-05,"currency":"USD","effective_at":"2026-07-27T00:48:21.002841Z"}},"http_status":200,"measured_nonce_sha256":"f94a06ea4bfaa68bbc5d4e2b2958f49e25f1a84be20a17d8a7dcf0571d9a3534","primer_nonce_sha256":"bd083f5c2b8725cfb92cd5800e7ea184dd147cd700b5bdb1d10d86944ccb8013","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011333749862387776,"tcp_s":0.01080175000242889,"tls_s":0.013878375000786036},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":59}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001365","measured_cost_usd":"0.00001365","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-fb86a442c878681d87effd7ef7255e408453e4d2d136bf5977c7e4f88567b96c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2c4f86271f82a5407f81adeffe4e84ac8b3d700d4f2e982f290ed5a5a56fad5c","condition":"cold","repetition":10}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16597345797345042,"output_tokens":14,"tokens_per_second":84.35083639842871},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.00120599998626858,"tcp_s":0.013713499996811152,"tls_s":0.016069250006694347},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4338954590493813,"cold_end_to_end_response_headers_s":0.4338023340096697,"cold_end_to_end_semantic_ttft_s":0.7677737920312211,"cold_end_to_end_stream_total_s":0.9337472500046715,"request_stream_total_s":0.9025419999961741,"request_to_first_body_byte_s":0.40269020904088393,"request_to_response_headers_s":0.40259708400117233,"request_to_semantic_ttft_s":0.7365685420227237},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"46848a50df420c0000d1bbdf71baa3eee7f930584af5ee72aac610808fa77ff4","primer_nonce_sha256":"10cb12dc9d29a17afa9a0813c283be596758ea02cded201b9e88156acebcc882","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001365","measured_cost_usd":"0.00001365","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-cf460c4ad8d77bfb415d0cfac8c3e557035f2cf56ee738ae65eb4552d97ca3cd","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2c4f86271f82a5407f81adeffe4e84ac8b3d700d4f2e982f290ed5a5a56fad5c","condition":"cold","repetition":10}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14322020899271592,"output_tokens":14,"tokens_per_second":97.75156801169051},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015032090013846755,"tcp_s":0.012148374982643872,"tls_s":0.016546999977435917},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.3500839589978568,"cold_end_to_end_response_headers_s":0.3499164590029977,"cold_end_to_end_semantic_ttft_s":0.5335358749725856,"cold_end_to_end_stream_total_s":0.6767560839653015,"request_stream_total_s":0.6464108339860104,"request_to_first_body_byte_s":0.3197387090185657,"request_to_response_headers_s":0.3195712090237066,"request_to_semantic_ttft_s":0.5031906249932945},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"46848a50df420c0000d1bbdf71baa3eee7f930584af5ee72aac610808fa77ff4","primer_nonce_sha256":"10cb12dc9d29a17afa9a0813c283be596758ea02cded201b9e88156acebcc882","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001365","measured_cost_usd":"0.00001365","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-c00cc0c5907800fa15eea991ab0d42f6a544349644d8ba24c7e87bd00c59b8e6","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2c4f86271f82a5407f81adeffe4e84ac8b3d700d4f2e982f290ed5a5a56fad5c","condition":"cold","repetition":10}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.20090595801593736,"output_tokens":14,"tokens_per_second":69.6843445473599},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0012015840038657188,"tcp_s":0.011318458011373878,"tls_s":0.01385300001129508},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.36303133401088417,"cold_end_to_end_response_headers_s":0.36298887501470745,"cold_end_to_end_semantic_ttft_s":0.6875925839995034,"cold_end_to_end_stream_total_s":0.8884985420154408,"request_stream_total_s":0.8618841670104302,"request_to_first_body_byte_s":0.33641695900587365,"request_to_response_headers_s":0.33637450000969693,"request_to_semantic_ttft_s":0.6609782089944929},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"46848a50df420c0000d1bbdf71baa3eee7f930584af5ee72aac610808fa77ff4","primer_nonce_sha256":"10cb12dc9d29a17afa9a0813c283be596758ea02cded201b9e88156acebcc882","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001545","measured_cost_usd":"0.00001545","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-1bb79a3988b39a495be3d23cc803a3763b08019879d3a09100dcc3e40ba464ac","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2c4f86271f82a5407f81adeffe4e84ac8b3d700d4f2e982f290ed5a5a56fad5c","condition":"cold","repetition":10}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:48:24.997925Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1346325830090791,"output_tokens":17,"tokens_per_second":126.26958214753695},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.545e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0010751250083558261,"tcp_s":0.010475834016688168,"tls_s":0.014432459021918476},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.7418343750177883,"cold_end_to_end_response_headers_s":0.7399634160101414,"cold_end_to_end_semantic_ttft_s":0.7428993330104277,"cold_end_to_end_stream_total_s":0.8775319160195068,"request_stream_total_s":0.8513680000323802,"request_to_first_body_byte_s":0.7156704590306617,"request_to_response_headers_s":0.7137995000230148,"request_to_semantic_ttft_s":0.7167354170233011},"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"46848a50df420c0000d1bbdf71baa3eee7f930584af5ee72aac610808fa77ff4","primer_nonce_sha256":"10cb12dc9d29a17afa9a0813c283be596758ea02cded201b9e88156acebcc882","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001365","measured_cost_usd":"0.00001365","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-d5ed5e7c9623d939e51f3df0e440d455f92bb004b8c812e75fa15db3d026bbee","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2c4f86271f82a5407f81adeffe4e84ac8b3d700d4f2e982f290ed5a5a56fad5c","condition":"cold","repetition":10}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:48:25.915439Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15945487504359335,"output_tokens":14,"tokens_per_second":87.79913437060198},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001365","marketCost":"0.00001365"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0018358330125920475,"tcp_s":0.004879667016211897,"tls_s":0.022048207989428192},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.735414375027176,"cold_end_to_end_response_headers_s":0.7267292500473559,"cold_end_to_end_semantic_ttft_s":0.7455148340086453,"cold_end_to_end_stream_total_s":0.9049697090522386,"request_stream_total_s":0.8760726250475273,"request_to_first_body_byte_s":0.7065172910224646,"request_to_response_headers_s":0.6978321660426445,"request_to_semantic_ttft_s":0.7166177500039339},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"46848a50df420c0000d1bbdf71baa3eee7f930584af5ee72aac610808fa77ff4","primer_nonce_sha256":"10cb12dc9d29a17afa9a0813c283be596758ea02cded201b9e88156acebcc882","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.0000144","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-8a343391664a034126e4d51fc546b19660796760cfdea5743218d5851e39eb23","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d5ee9d6ec4a44e85c416d54ace861e886418e8aeadc36d1c461fd781c6d7d8b9","condition":"warm","repetition":30}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2850079580093734,"output_tokens":14,"tokens_per_second":49.12143540756699},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9186503749806434,"request_to_first_body_byte_s":0.3330796249792911,"request_to_response_headers_s":0.3329424999537878,"request_to_semantic_ttft_s":0.63364241697127},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"bb562b46c8dddb21dc3bc6a91c8214271c552117b125f6462ef48fed0b99fb03","primer_nonce_sha256":"e6e4add5a9e9c15afcb6c2609dd785d6f956f00c41367c53a765d423d1c7c020","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011201250017620623,"tcp_s":0.010740542027633637,"tls_s":0.01890562503831461},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.0000144","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-00b6e3a75af553305c073c442c9ccdd9660f2d53b0bb28ca0fb6bf955d9f86f3","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d5ee9d6ec4a44e85c416d54ace861e886418e8aeadc36d1c461fd781c6d7d8b9","condition":"warm","repetition":30}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:48:29.355066Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16055645799497142,"output_tokens":14,"tokens_per_second":87.1967417245744},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000144","marketCost":"0.0000144"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7033034579944797,"request_to_first_body_byte_s":0.5375393749563955,"request_to_response_headers_s":0.525003665999975,"request_to_semantic_ttft_s":0.5427469999995083},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:48:28.650970Z"}},"http_status":200,"measured_nonce_sha256":"bb562b46c8dddb21dc3bc6a91c8214271c552117b125f6462ef48fed0b99fb03","primer_nonce_sha256":"e6e4add5a9e9c15afcb6c2609dd785d6f956f00c41367c53a765d423d1c7c020","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001743542030453682,"tcp_s":0.005389291967730969,"tls_s":0.02404504199512303},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003135","measured_cost_usd":"0.0000156","primer_cost_usd":"0.00001575","stop_required":false},"cell_id":"gateway-probe-cell-v3-2ba6b28d806e590134c9fd110ca0bb75f2ab140fb1b940fe27c62994ad5e48ca","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d5ee9d6ec4a44e85c416d54ace861e886418e8aeadc36d1c461fd781c6d7d8b9","condition":"warm","repetition":30}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:48:30.617110Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16976220795186237,"output_tokens":16,"tokens_per_second":94.24948104195809},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.56e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5949264999944717,"request_to_first_body_byte_s":0.4241531669977121,"request_to_response_headers_s":0.39294937503291294,"request_to_semantic_ttft_s":0.4251642920426093},"usage":{"input_tokens":40,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":56}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:48:30.021735Z"}},"http_status":200,"measured_nonce_sha256":"bb562b46c8dddb21dc3bc6a91c8214271c552117b125f6462ef48fed0b99fb03","primer_nonce_sha256":"e6e4add5a9e9c15afcb6c2609dd785d6f956f00c41367c53a765d423d1c7c020","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013423340278677642,"tcp_s":0.010722875013016164,"tls_s":0.01694508397486061},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.0000144","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-8d79f3e6869abf0b509f68d62d194bbeaf3d425b92c6ec8fcb64b80d07d17cda","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d5ee9d6ec4a44e85c416d54ace861e886418e8aeadc36d1c461fd781c6d7d8b9","condition":"warm","repetition":30}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15491525002289563,"output_tokens":14,"tokens_per_second":90.37199370578995},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8471391249913722,"request_to_first_body_byte_s":0.22763879195554182,"request_to_response_headers_s":0.22553116700146347,"request_to_semantic_ttft_s":0.6922238749684766},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"bb562b46c8dddb21dc3bc6a91c8214271c552117b125f6462ef48fed0b99fb03","primer_nonce_sha256":"e6e4add5a9e9c15afcb6c2609dd785d6f956f00c41367c53a765d423d1c7c020","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015306660206988454,"tcp_s":0.011960415984503925,"tls_s":0.017344540974590927},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.0000144","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-981d1ba04eca6027218dcfd57cab3580c78f9b663eb414a17467f1f3174cf047","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d5ee9d6ec4a44e85c416d54ace861e886418e8aeadc36d1c461fd781c6d7d8b9","condition":"warm","repetition":30}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19589899998391047,"output_tokens":14,"tokens_per_second":71.46539799156629},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7351972499745898,"request_to_first_body_byte_s":0.1928573749610223,"request_to_response_headers_s":0.19276562496088445,"request_to_semantic_ttft_s":0.5392982499906793},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"bb562b46c8dddb21dc3bc6a91c8214271c552117b125f6462ef48fed0b99fb03","primer_nonce_sha256":"e6e4add5a9e9c15afcb6c2609dd785d6f956f00c41367c53a765d423d1c7c020","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012634589802473783,"tcp_s":0.01109316700603813,"tls_s":0.014543042052537203},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-97bca34a9e666fc284494778dfb264197f49652eda1eab90d242aa3676be7944","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b26092455a0929fcfc755e1a335544a925819c537413e447f0a2db9e9abbdcd7","condition":"cold","repetition":15}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.5247897080262192,"output_tokens":14,"tokens_per_second":26.677352444001325},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0017435839981772006,"tcp_s":0.011542958032805473,"tls_s":0.014802500023506582},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.27384658297523856,"cold_end_to_end_response_headers_s":0.27371541695902124,"cold_end_to_end_semantic_ttft_s":0.7335513749858364,"cold_end_to_end_stream_total_s":1.2583410830120556,"request_stream_total_s":1.2300903750001453,"request_to_first_body_byte_s":0.24559587496332824,"request_to_response_headers_s":0.24546470894711092,"request_to_semantic_ttft_s":0.7053006669739261},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"6030baea04c7c9ad81433cd6231d84ae8853c96cb190dcbec20793b783fb8b77","primer_nonce_sha256":"31e570b717ee4344def7f1ce512b30271f6e2e63000a15ac0ea47ce0aee1c961","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-26c7ebc9627294d4f79aed67dfda0ff5db0239c9e84112484d32bda8562e1e48","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b26092455a0929fcfc755e1a335544a925819c537413e447f0a2db9e9abbdcd7","condition":"cold","repetition":15}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16106495796702802,"output_tokens":14,"tokens_per_second":86.92145192044798},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011304159997962415,"tcp_s":0.010309292003512383,"tls_s":0.01586350001161918},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.43718541698763147,"cold_end_to_end_response_headers_s":0.4370462500373833,"cold_end_to_end_semantic_ttft_s":0.8182390840374865,"cold_end_to_end_stream_total_s":0.9793040420045145,"request_stream_total_s":0.9518218750017695,"request_to_first_body_byte_s":0.4097032499848865,"request_to_response_headers_s":0.4095640830346383,"request_to_semantic_ttft_s":0.7907569170347415},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"6030baea04c7c9ad81433cd6231d84ae8853c96cb190dcbec20793b783fb8b77","primer_nonce_sha256":"31e570b717ee4344def7f1ce512b30271f6e2e63000a15ac0ea47ce0aee1c961","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-1b255e5ee91b8be1febbf7220211cf331fabbe9137bb6fb073bb2990ca5d403e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b26092455a0929fcfc755e1a335544a925819c537413e447f0a2db9e9abbdcd7","condition":"cold","repetition":15}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:48:41.049282Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.3612000840366818,"output_tokens":14,"tokens_per_second":38.75968090466509},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0015921249869279563,"tcp_s":0.006394083029590547,"tls_s":0.024411374994087964},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":4.808428457996342,"cold_end_to_end_response_headers_s":4.80530137498863,"cold_end_to_end_semantic_ttft_s":4.809596082952339,"cold_end_to_end_stream_total_s":5.170796166989021,"request_stream_total_s":5.138228124997113,"request_to_first_body_byte_s":4.775860416004434,"request_to_response_headers_s":4.772733332996722,"request_to_semantic_ttft_s":4.777028040960431},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"6030baea04c7c9ad81433cd6231d84ae8853c96cb190dcbec20793b783fb8b77","primer_nonce_sha256":"31e570b717ee4344def7f1ce512b30271f6e2e63000a15ac0ea47ce0aee1c961","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001515","measured_cost_usd":"0.00001515","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-2a6772d2c1c7f2a0f3a1f552a12954921afce39d510b7064a4bb843cc8333672","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b26092455a0929fcfc755e1a335544a925819c537413e447f0a2db9e9abbdcd7","condition":"cold","repetition":15}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.515e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.515e-05,"currency":"USD","effective_at":"2026-07-27T00:48:41.718337Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1724130419897847,"output_tokens":16,"tokens_per_second":92.80040428117952},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.515e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0007786669884808362,"tcp_s":0.01058579096570611,"tls_s":0.01420179201522842},"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4826446659862995,"cold_end_to_end_response_headers_s":0.47558066598139703,"cold_end_to_end_semantic_ttft_s":0.4836869580321945,"cold_end_to_end_stream_total_s":0.6561000000219792,"request_stream_total_s":0.6303297090344131,"request_to_first_body_byte_s":0.4568743749987334,"request_to_response_headers_s":0.4498103749938309,"request_to_semantic_ttft_s":0.4579166670446284},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"6030baea04c7c9ad81433cd6231d84ae8853c96cb190dcbec20793b783fb8b77","primer_nonce_sha256":"31e570b717ee4344def7f1ce512b30271f6e2e63000a15ac0ea47ce0aee1c961","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-b45bf22a617029aebfe0c837e732551d3bceea6a9d66a6f99573615d9fcb95ab","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b26092455a0929fcfc755e1a335544a925819c537413e447f0a2db9e9abbdcd7","condition":"cold","repetition":15}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.23017708398401737,"output_tokens":14,"tokens_per_second":60.82273594608622},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0014421249506995082,"tcp_s":0.010904167022090405,"tls_s":0.016743749962188303},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.3355171660077758,"cold_end_to_end_response_headers_s":0.3353503330145031,"cold_end_to_end_semantic_ttft_s":0.7092846659943461,"cold_end_to_end_stream_total_s":0.9394617499783635,"request_stream_total_s":0.910123375011608,"request_to_first_body_byte_s":0.3061787910410203,"request_to_response_headers_s":0.3060119580477476,"request_to_semantic_ttft_s":0.6799462910275906},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"6030baea04c7c9ad81433cd6231d84ae8853c96cb190dcbec20793b783fb8b77","primer_nonce_sha256":"31e570b717ee4344def7f1ce512b30271f6e2e63000a15ac0ea47ce0aee1c961","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001425","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-c72f455d61bea9b55ada7902e7e7a6f37c33197771a47dea9874da268f816e05","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3abff0f929859fce12d027a9010b199a5fd3aa6291cd8234c889dea65d85f071","condition":"warm","repetition":26}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16275391698582098,"output_tokens":14,"tokens_per_second":86.01943510348615},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7925929589546286,"request_to_first_body_byte_s":0.2766157499863766,"request_to_response_headers_s":0.27649024996208027,"request_to_semantic_ttft_s":0.6298390419688076},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"4ea27241c3029d8a24723d57f4f4e093c6e682e49ef9590433ea4115582b5be2","primer_nonce_sha256":"aea7214a4bb7c4a64bdcc2f02d877b50d211be2c8f39eec8c8f9b289fd4f7dbe","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013076670002192259,"tcp_s":0.010289541038218886,"tls_s":0.01470962498569861},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001425","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-509d093a0df446f955d206d08e8c68fb8bfe80e3c167ec6722adb58ac8e83169","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3abff0f929859fce12d027a9010b199a5fd3aa6291cd8234c889dea65d85f071","condition":"warm","repetition":26}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.25763591699069366,"output_tokens":14,"tokens_per_second":54.340249463376296},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.2419073329656385,"request_to_first_body_byte_s":0.46298008295707405,"request_to_response_headers_s":0.46080808294937015,"request_to_semantic_ttft_s":0.9842714159749448},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"4ea27241c3029d8a24723d57f4f4e093c6e682e49ef9590433ea4115582b5be2","primer_nonce_sha256":"aea7214a4bb7c4a64bdcc2f02d877b50d211be2c8f39eec8c8f9b289fd4f7dbe","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015233749873004854,"tcp_s":0.011047250009141862,"tls_s":0.014333291968796402},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001425","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-49519bfa0cd6e9d40b1ea3e4575828a9e5774d779d6e4f51d5708da0094c96fa","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3abff0f929859fce12d027a9010b199a5fd3aa6291cd8234c889dea65d85f071","condition":"warm","repetition":26}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1458296659984626,"output_tokens":14,"tokens_per_second":96.00241421486623},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8075680409674533,"request_to_first_body_byte_s":0.2717291250010021,"request_to_response_headers_s":0.2715968749835156,"request_to_semantic_ttft_s":0.6617383749689907},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"4ea27241c3029d8a24723d57f4f4e093c6e682e49ef9590433ea4115582b5be2","primer_nonce_sha256":"aea7214a4bb7c4a64bdcc2f02d877b50d211be2c8f39eec8c8f9b289fd4f7dbe","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011790000135079026,"tcp_s":0.010935833968687803,"tls_s":0.022386167023796588},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001425","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-f608caa4791c49acaa8fce816d41b74fb114b4d5949c7222f268065c9856ff1c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3abff0f929859fce12d027a9010b199a5fd3aa6291cd8234c889dea65d85f071","condition":"warm","repetition":26}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:48:51.966537Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.23347733303671703,"output_tokens":14,"tokens_per_second":59.962994342574305},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001425","marketCost":"0.00001425"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8337615830241702,"request_to_first_body_byte_s":0.6002842499874532,"request_to_response_headers_s":0.5918619580334052,"request_to_semantic_ttft_s":0.6002842499874532},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:48:51.131982Z"}},"http_status":200,"measured_nonce_sha256":"4ea27241c3029d8a24723d57f4f4e093c6e682e49ef9590433ea4115582b5be2","primer_nonce_sha256":"aea7214a4bb7c4a64bdcc2f02d877b50d211be2c8f39eec8c8f9b289fd4f7dbe","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001779374957550317,"tcp_s":0.005192124983295798,"tls_s":0.023521625029388815},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003060","measured_cost_usd":"0.00001545","primer_cost_usd":"0.00001515","stop_required":false},"cell_id":"gateway-probe-cell-v3-055020bf2d29c7b5398e793c585389ceb6b9fc0e69d32fc6e96efad05fe7c32c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3abff0f929859fce12d027a9010b199a5fd3aa6291cd8234c889dea65d85f071","condition":"warm","repetition":26}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:48:53.090646Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11398583301343024,"output_tokens":16,"tokens_per_second":140.368321018585},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.545e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.42830066703027114,"request_to_first_body_byte_s":0.31335750001017004,"request_to_response_headers_s":0.2999103749752976,"request_to_semantic_ttft_s":0.3143148340168409},"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.515e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.515e-05,"currency":"USD","effective_at":"2026-07-27T00:48:52.661508Z"}},"http_status":200,"measured_nonce_sha256":"4ea27241c3029d8a24723d57f4f4e093c6e682e49ef9590433ea4115582b5be2","primer_nonce_sha256":"aea7214a4bb7c4a64bdcc2f02d877b50d211be2c8f39eec8c8f9b289fd4f7dbe","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011352089932188392,"tcp_s":0.011078082956373692,"tls_s":0.01787116698687896},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000156","measured_cost_usd":"0.0000156","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-fcba5f0f8a2a381d47842f42759b7abf9cd518003ae2159f44e4eac6dd5159b5","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-9f3c226736fd02fa8d5dc787e30b395cc4f7727e52f310146e9d9cc39c73dd16","condition":"cold","repetition":28}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:48:53.807792Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.22816925001097843,"output_tokens":17,"tokens_per_second":74.50609580029754},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.56e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0010968329734168947,"tcp_s":0.011195541999768466,"tls_s":0.014518457988742739},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4757751249708235,"cold_end_to_end_response_headers_s":0.4543305829865858,"cold_end_to_end_semantic_ttft_s":0.4768259579432197,"cold_end_to_end_stream_total_s":0.7049952079541981,"request_stream_total_s":0.6779967909678817,"request_to_first_body_byte_s":0.4487767079845071,"request_to_response_headers_s":0.42733216600026935,"request_to_semantic_ttft_s":0.44982754095690325},"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"1042c9102bbbf113b722e15074a4fd3bb63d1e18ff3b29c04c5b37e9a72ec701","primer_nonce_sha256":"799d4f88ed99dd87e42d3995524c91529e932d7b89cffdb040149fe15274a694","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-9d8f7929c1db05e3826e7c3c1e444eec24e138925757de0b1af5e5afc654dc31","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-9f3c226736fd02fa8d5dc787e30b395cc4f7727e52f310146e9d9cc39c73dd16","condition":"cold","repetition":28}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1406375410151668,"output_tokens":14,"tokens_per_second":99.5466779278386},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0012704170076176524,"tcp_s":0.010766083956696093,"tls_s":0.018709082971327007},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.32748670800356194,"cold_end_to_end_response_headers_s":0.3273707079933956,"cold_end_to_end_semantic_ttft_s":0.5897954999818467,"cold_end_to_end_stream_total_s":0.7304330409970134,"request_stream_total_s":0.6994646250386722,"request_to_first_body_byte_s":0.29651829204522073,"request_to_response_headers_s":0.2964022920350544,"request_to_semantic_ttft_s":0.5588270840235054},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"1042c9102bbbf113b722e15074a4fd3bb63d1e18ff3b29c04c5b37e9a72ec701","primer_nonce_sha256":"799d4f88ed99dd87e42d3995524c91529e932d7b89cffdb040149fe15274a694","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-92a92aec1f7d9bbecbc0262120b96a7716d4ad3de31359b461aa8468e1459444","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-9f3c226736fd02fa8d5dc787e30b395cc4f7727e52f310146e9d9cc39c73dd16","condition":"cold","repetition":28}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11299404205055907,"output_tokens":14,"tokens_per_second":123.90033798185318},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001289999985601753,"tcp_s":0.010824166995007545,"tls_s":0.01303187501616776},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2262616659863852,"cold_end_to_end_response_headers_s":0.22615466598654166,"cold_end_to_end_semantic_ttft_s":0.4814673329819925,"cold_end_to_end_stream_total_s":0.5944613750325516,"request_stream_total_s":0.5691913340124302,"request_to_first_body_byte_s":0.20099162496626377,"request_to_response_headers_s":0.20088462496642023,"request_to_semantic_ttft_s":0.4561972919618711},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"1042c9102bbbf113b722e15074a4fd3bb63d1e18ff3b29c04c5b37e9a72ec701","primer_nonce_sha256":"799d4f88ed99dd87e42d3995524c91529e932d7b89cffdb040149fe15274a694","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-b8b4437549ca439ccd98b25478a247b89b5baf125efe41cb9263b68e24377aa0","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-9f3c226736fd02fa8d5dc787e30b395cc4f7727e52f310146e9d9cc39c73dd16","condition":"cold","repetition":28}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17488050000974908,"output_tokens":14,"tokens_per_second":80.05466589596634},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0009282919927500188,"tcp_s":0.01120487495791167,"tls_s":0.016402291948907077},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.40276516700396314,"cold_end_to_end_response_headers_s":0.40268375002779067,"cold_end_to_end_semantic_ttft_s":0.7711944170296192,"cold_end_to_end_stream_total_s":0.9460749170393683,"request_stream_total_s":0.9174195000086911,"request_to_first_body_byte_s":0.37410974997328594,"request_to_response_headers_s":0.37402833299711347,"request_to_semantic_ttft_s":0.742538999998942},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"1042c9102bbbf113b722e15074a4fd3bb63d1e18ff3b29c04c5b37e9a72ec701","primer_nonce_sha256":"799d4f88ed99dd87e42d3995524c91529e932d7b89cffdb040149fe15274a694","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-5c175c945ba25fc56b28abd29b770271b2f4f6225abac6156f32dca24a692010","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-9f3c226736fd02fa8d5dc787e30b395cc4f7727e52f310146e9d9cc39c73dd16","condition":"cold","repetition":28}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:48:56.975739Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15182229195488617,"output_tokens":14,"tokens_per_second":92.21307240019856},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000138","marketCost":"0.0000138"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001988208037801087,"tcp_s":0.00548120797611773,"tls_s":0.022916542016901076},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6783932920079678,"cold_end_to_end_response_headers_s":0.6682858329731971,"cold_end_to_end_semantic_ttft_s":0.6968627080204897,"cold_end_to_end_stream_total_s":0.8486849999753758,"request_stream_total_s":0.8181125829578377,"request_to_first_body_byte_s":0.6478208749904297,"request_to_response_headers_s":0.637713415955659,"request_to_semantic_ttft_s":0.6662902910029516},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"1042c9102bbbf113b722e15074a4fd3bb63d1e18ff3b29c04c5b37e9a72ec701","primer_nonce_sha256":"799d4f88ed99dd87e42d3995524c91529e932d7b89cffdb040149fe15274a694","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-75fb82c8908bf8a0471605b40dea635532c6f041a50bcc25d9924fd8ee58c2fb","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3e2b5060d1a6f0bc392788c344a7528d5972b449ea330a4380874a4465cda756","condition":"warm","repetition":21}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:49:02.750344Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13538566703209653,"output_tokens":14,"tokens_per_second":103.40828764894997},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6661788750207052,"request_to_first_body_byte_s":0.5307932079886086,"request_to_response_headers_s":0.5250911670154892,"request_to_semantic_ttft_s":0.5307932079886086},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:49:02.083369Z"}},"http_status":200,"measured_nonce_sha256":"fb23c485d2b9255709fdb86aef0b6a4ac0b97f469dd6b6e14d1cb3f8f7bf61bc","primer_nonce_sha256":"e16a71ab48f1bce4436e0fb77e13fc3f1d85478a4d5982492bf020cfec9abe5a","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.002038167032878846,"tcp_s":0.005666332959663123,"tls_s":0.024807458044961095},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000306","measured_cost_usd":"0.0000147","primer_cost_usd":"0.0000159","stop_required":false},"cell_id":"gateway-probe-cell-v3-1d064b367e91d2740f2d71b0ae08b1ed40c04f54f055a9d4b45fc35cc55851d9","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3e2b5060d1a6f0bc392788c344a7528d5972b449ea330a4380874a4465cda756","condition":"warm","repetition":21}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:49:04.053148Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17618037504144013,"output_tokens":15,"tokens_per_second":85.14001628428699},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.47e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":17,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5790639580227435,"request_to_first_body_byte_s":0.4018314169952646,"request_to_response_headers_s":0.3767675419803709,"request_to_semantic_ttft_s":0.40288358298130333},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":15,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:49:03.473265Z"}},"http_status":200,"measured_nonce_sha256":"fb23c485d2b9255709fdb86aef0b6a4ac0b97f469dd6b6e14d1cb3f8f7bf61bc","primer_nonce_sha256":"e16a71ab48f1bce4436e0fb77e13fc3f1d85478a4d5982492bf020cfec9abe5a","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013321670121513307,"tcp_s":0.011941250006202608,"tls_s":0.013928541971836239},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-d071e47b2c17e548227c86bb7e43ecf62691c1c1033f783fada68dff63e5c1b8","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3e2b5060d1a6f0bc392788c344a7528d5972b449ea330a4380874a4465cda756","condition":"warm","repetition":21}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14503358298679814,"output_tokens":14,"tokens_per_second":96.52936727953806},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6487280830042437,"request_to_first_body_byte_s":0.25658954202663153,"request_to_response_headers_s":0.25359908305108547,"request_to_semantic_ttft_s":0.5036945000174455},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"fb23c485d2b9255709fdb86aef0b6a4ac0b97f469dd6b6e14d1cb3f8f7bf61bc","primer_nonce_sha256":"e16a71ab48f1bce4436e0fb77e13fc3f1d85478a4d5982492bf020cfec9abe5a","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015523330075666308,"tcp_s":0.010959374951198697,"tls_s":0.01788387499982491},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-92b1d1609d54303d56c0d70c3abc99cd5df74d2b26d3a7a0fe6beb9b4678939b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3e2b5060d1a6f0bc392788c344a7528d5972b449ea330a4380874a4465cda756","condition":"warm","repetition":21}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1493104999535717,"output_tokens":14,"tokens_per_second":93.76433676367917},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.656002624949906,"request_to_first_body_byte_s":0.19808433298021555,"request_to_response_headers_s":0.19797520799329504,"request_to_semantic_ttft_s":0.5066921249963343},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"fb23c485d2b9255709fdb86aef0b6a4ac0b97f469dd6b6e14d1cb3f8f7bf61bc","primer_nonce_sha256":"e16a71ab48f1bce4436e0fb77e13fc3f1d85478a4d5982492bf020cfec9abe5a","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.01963816600618884,"tcp_s":0.010485749982763082,"tls_s":0.01571158302249387},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-0dc6ad7fe6267368fbbe71cd988bc5d7c9ace6c0a0bacbf8b548337392934b9a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3e2b5060d1a6f0bc392788c344a7528d5972b449ea330a4380874a4465cda756","condition":"warm","repetition":21}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14071004098514095,"output_tokens":14,"tokens_per_second":99.49538712364107},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.4603369159740396,"request_to_first_body_byte_s":0.36106174997985363,"request_to_response_headers_s":0.36093229096150026,"request_to_semantic_ttft_s":1.3196268749888986},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"fb23c485d2b9255709fdb86aef0b6a4ac0b97f469dd6b6e14d1cb3f8f7bf61bc","primer_nonce_sha256":"e16a71ab48f1bce4436e0fb77e13fc3f1d85478a4d5982492bf020cfec9abe5a","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011138329864479601,"tcp_s":0.011590040987357497,"tls_s":0.018201041966676712},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-2bcb5e6c7098949bd7f5439618e039d9f05ae66f88a3a5598ebc050581ec4bd4","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3f0897ca8374c55aaeafc0b375fcd12e3d723e0d2af3696330a6231d911efee8","condition":"cold","repetition":6}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2578488750150427,"output_tokens":14,"tokens_per_second":54.29536971678954},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0012773750349879265,"tcp_s":0.011914333037566394,"tls_s":0.020129291980993003},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.25365933298598975,"cold_end_to_end_response_headers_s":0.25353554100729525,"cold_end_to_end_semantic_ttft_s":0.6494200410088524,"cold_end_to_end_stream_total_s":0.9072689160238951,"request_stream_total_s":0.873815666011069,"request_to_first_body_byte_s":0.22020608297316357,"request_to_response_headers_s":0.22008229099446908,"request_to_semantic_ttft_s":0.6159667909960262},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"f49e438ae182e17e4849d3b1722388d128fb7eda0b2b183e4f21ade179a87604","primer_nonce_sha256":"2f6c1c3aa0f0956604900458eda96a5a370bc733aa20968035f9203aab658858","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-476048ae62a7a709e1c61f9cbfe186e8de3a255e10325f2910ce3ec5b731c704","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3f0897ca8374c55aaeafc0b375fcd12e3d723e0d2af3696330a6231d911efee8","condition":"cold","repetition":6}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2282747500576079,"output_tokens":14,"tokens_per_second":61.329603893846915},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0012702909880317748,"tcp_s":0.012016416003461927,"tls_s":0.013794166967272758},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.7125342499930412,"cold_end_to_end_response_headers_s":0.7123670419678092,"cold_end_to_end_semantic_ttft_s":1.0155767919495702,"cold_end_to_end_stream_total_s":1.243851542007178,"request_stream_total_s":1.2165058750542812,"request_to_first_body_byte_s":0.6851885830401443,"request_to_response_headers_s":0.6850213750149123,"request_to_semantic_ttft_s":0.9882311249966733},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"f49e438ae182e17e4849d3b1722388d128fb7eda0b2b183e4f21ade179a87604","primer_nonce_sha256":"2f6c1c3aa0f0956604900458eda96a5a370bc733aa20968035f9203aab658858","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000159","measured_cost_usd":"0.0000159","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-ff8082ec25697ff6fd4cc49aac74ab4db79d3f97caf4b0eff4a0558cbdea36a8","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3f0897ca8374c55aaeafc0b375fcd12e3d723e0d2af3696330a6231d911efee8","condition":"cold","repetition":6}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:49:13.682995Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.3204264589585364,"output_tokens":17,"tokens_per_second":53.054295376399686},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.59e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0014969590120017529,"tcp_s":0.011485334020107985,"tls_s":0.015229583950713277},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4989911249722354,"cold_end_to_end_response_headers_s":0.4900164160062559,"cold_end_to_end_semantic_ttft_s":0.5000717910006642,"cold_end_to_end_stream_total_s":0.8204982499592006,"request_stream_total_s":0.7920457919826731,"request_to_first_body_byte_s":0.4705386669957079,"request_to_response_headers_s":0.4615639580297284,"request_to_semantic_ttft_s":0.4716193330241367},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"f49e438ae182e17e4849d3b1722388d128fb7eda0b2b183e4f21ade179a87604","primer_nonce_sha256":"2f6c1c3aa0f0956604900458eda96a5a370bc733aa20968035f9203aab658858","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-4da93f0887c77e133943c64968ccf182123e08bdc5d7f7e15c116f776f682c62","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3f0897ca8374c55aaeafc0b375fcd12e3d723e0d2af3696330a6231d911efee8","condition":"cold","repetition":6}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:49:14.534807Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13892054202733561,"output_tokens":14,"tokens_per_second":100.77703265255903},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.002671999973244965,"tcp_s":0.004937333986163139,"tls_s":0.021630957955494523},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6872610840364359,"cold_end_to_end_response_headers_s":0.6416110840509646,"cold_end_to_end_semantic_ttft_s":0.7012134999968112,"cold_end_to_end_stream_total_s":0.8401340420241468,"request_stream_total_s":0.8107721250271425,"request_to_first_body_byte_s":0.6578991670394316,"request_to_response_headers_s":0.6122491670539603,"request_to_semantic_ttft_s":0.6718515829998069},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"f49e438ae182e17e4849d3b1722388d128fb7eda0b2b183e4f21ade179a87604","primer_nonce_sha256":"2f6c1c3aa0f0956604900458eda96a5a370bc733aa20968035f9203aab658858","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-6bf82e2283a80919559c6b7996481f8924e896b6c916408a8795892fe60b475f","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3f0897ca8374c55aaeafc0b375fcd12e3d723e0d2af3696330a6231d911efee8","condition":"cold","repetition":6}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16862362500978634,"output_tokens":14,"tokens_per_second":83.025139562665},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.00142391596455127,"tcp_s":0.011579958023503423,"tls_s":0.01698908396065235},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4234683749964461,"cold_end_to_end_response_headers_s":0.4233320420025848,"cold_end_to_end_semantic_ttft_s":0.696992292010691,"cold_end_to_end_stream_total_s":0.8656159170204774,"request_stream_total_s":0.8354207500233315,"request_to_first_body_byte_s":0.3932732079993002,"request_to_response_headers_s":0.3931368750054389,"request_to_semantic_ttft_s":0.6667971250135452},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"f49e438ae182e17e4849d3b1722388d128fb7eda0b2b183e4f21ade179a87604","primer_nonce_sha256":"2f6c1c3aa0f0956604900458eda96a5a370bc733aa20968035f9203aab658858","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002895","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-3c8dd3e59e9eb58a84c6cd20bf1307a7a0d2f65954e57b4644d838c117ed6e18","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-04fe31a5ee358fcdf4dac941151caae0152a2104368dc474732c645b5aa91d22","condition":"warm","repetition":22}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18999199999962002,"output_tokens":14,"tokens_per_second":73.68731315017475},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7309251250117086,"request_to_first_body_byte_s":0.34226258302805945,"request_to_response_headers_s":0.34213041700422764,"request_to_semantic_ttft_s":0.5409331250120886},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"f9dd2de8f2c3e5a30ac59de10d748ed27846997df502ee9a4abba0fb6f30be0d","primer_nonce_sha256":"24006f0687bc4adc4e6c92e5b286742ebe93485e64f03a55956059878e07c4e7","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012465000036172569,"tcp_s":0.011606834013946354,"tls_s":0.0168203329667449},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003255","measured_cost_usd":"0.00001605","primer_cost_usd":"0.0000165","stop_required":false},"cell_id":"gateway-probe-cell-v3-35d2a5099787eadbb5629dd3b01dd99b47a1c83e70b18bda258ceb9e2f076ba5","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-04fe31a5ee358fcdf4dac941151caae0152a2104368dc474732c645b5aa91d22","condition":"warm","repetition":22}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:49:18.214373Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.23308574996190146,"output_tokens":17,"tokens_per_second":72.9345316167063},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.605e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6619075000053272,"request_to_first_body_byte_s":0.42482937505701557,"request_to_response_headers_s":0.38958608405664563,"request_to_semantic_ttft_s":0.4288217500434257},"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.65e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.65e-05,"currency":"USD","effective_at":"2026-07-27T00:49:17.551549Z"}},"http_status":200,"measured_nonce_sha256":"f9dd2de8f2c3e5a30ac59de10d748ed27846997df502ee9a4abba0fb6f30be0d","primer_nonce_sha256":"24006f0687bc4adc4e6c92e5b286742ebe93485e64f03a55956059878e07c4e7","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0010868750396184623,"tcp_s":0.010629916039761156,"tls_s":0.017173375003039837},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":59}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002895","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-fe853aa873f1375262b490011cc4a25246606be069c9e566e4d1bfd612392a3a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-04fe31a5ee358fcdf4dac941151caae0152a2104368dc474732c645b5aa91d22","condition":"warm","repetition":22}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:49:20.073621Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2584612079663202,"output_tokens":14,"tokens_per_second":54.166735929766},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001425","marketCost":"0.00001425"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9769344169762917,"request_to_first_body_byte_s":0.7172835419769399,"request_to_response_headers_s":0.7171092919888906,"request_to_semantic_ttft_s":0.7184732090099715},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:49:19.096105Z"}},"http_status":200,"measured_nonce_sha256":"f9dd2de8f2c3e5a30ac59de10d748ed27846997df502ee9a4abba0fb6f30be0d","primer_nonce_sha256":"24006f0687bc4adc4e6c92e5b286742ebe93485e64f03a55956059878e07c4e7","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015176660381257534,"tcp_s":0.005373666994273663,"tls_s":0.02547308400971815},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002895","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-cac99ab25f576231c92595850b2572d16d46060267f2951ff9c452f758619472","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-04fe31a5ee358fcdf4dac941151caae0152a2104368dc474732c645b5aa91d22","condition":"warm","repetition":22}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18013437499757856,"output_tokens":14,"tokens_per_second":77.71975782072796},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8884397500078194,"request_to_first_body_byte_s":0.3797604580176994,"request_to_response_headers_s":0.3796368330367841,"request_to_semantic_ttft_s":0.7083053750102408},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"f9dd2de8f2c3e5a30ac59de10d748ed27846997df502ee9a4abba0fb6f30be0d","primer_nonce_sha256":"24006f0687bc4adc4e6c92e5b286742ebe93485e64f03a55956059878e07c4e7","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0009983330382965505,"tcp_s":0.011256417026743293,"tls_s":0.015938042022753507},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002895","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-39b56d9156e0dcb9d1d5fe441aac969477a891023e0f08de59f35893feb5f573","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-04fe31a5ee358fcdf4dac941151caae0152a2104368dc474732c645b5aa91d22","condition":"warm","repetition":22}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12842187500791624,"output_tokens":14,"tokens_per_second":109.0156953333457},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6337908339919522,"request_to_first_body_byte_s":0.15404533396940678,"request_to_response_headers_s":0.15395374997751787,"request_to_semantic_ttft_s":0.505368958984036},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"f9dd2de8f2c3e5a30ac59de10d748ed27846997df502ee9a4abba0fb6f30be0d","primer_nonce_sha256":"24006f0687bc4adc4e6c92e5b286742ebe93485e64f03a55956059878e07c4e7","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.018589916988275945,"tcp_s":0.010855625034309924,"tls_s":0.019850833050440997},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000147","measured_cost_usd":"0.0000147","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-9a8d76d5368b9e4bc475fc73d9baee89d50219579f65e5c1a2b5277b51fa48aa","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e64a5957caac81ea3febc97761b7b58347bb2633b0bc098e0bedc0870cfcaa0c","condition":"cold","repetition":29}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:49:24.727181Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18131750001339242,"output_tokens":16,"tokens_per_second":88.24299915241613},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.47e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001095666957553476,"tcp_s":0.010498124989680946,"tls_s":0.01590637501794845},"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5553797080065124,"cold_end_to_end_response_headers_s":0.5440469580353238,"cold_end_to_end_semantic_ttft_s":0.5564218750223517,"cold_end_to_end_stream_total_s":0.7377393750357442,"request_stream_total_s":0.7100266250199638,"request_to_first_body_byte_s":0.527666957990732,"request_to_response_headers_s":0.5163342080195434,"request_to_semantic_ttft_s":0.5287091250065714},"usage":{"input_tokens":34,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"947669d8033075930d2b533b74949fffcbb3124fc0e26781a7aca0f477a98330","primer_nonce_sha256":"9c3460542c18eed6f903eb889cd723abecaf48cdf6fd01d788ac741f793f928a","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000135","measured_cost_usd":"0.0000135","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-21b8f787e8e4e04f86ffcabdb7b98bc0cf7204efc22b59e5bc4853b4c9448119","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e64a5957caac81ea3febc97761b7b58347bb2633b0bc098e0bedc0870cfcaa0c","condition":"cold","repetition":29}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.35e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.35e-05,"currency":"USD","effective_at":"2026-07-27T00:49:25.794183Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2673998750397004,"output_tokens":14,"tokens_per_second":52.356045409226326},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000135","marketCost":"0.0000135"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001499874982982874,"tcp_s":0.005636083020363003,"tls_s":0.02185141696827486},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.787112416990567,"cold_end_to_end_response_headers_s":0.7788687919965014,"cold_end_to_end_semantic_ttft_s":0.7875842499779537,"cold_end_to_end_stream_total_s":1.0549841250176542,"request_stream_total_s":1.0258695830125362,"request_to_first_body_byte_s":0.757997874985449,"request_to_response_headers_s":0.7497542499913834,"request_to_semantic_ttft_s":0.7584697079728357},"usage":{"input_tokens":34,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":48}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"947669d8033075930d2b533b74949fffcbb3124fc0e26781a7aca0f477a98330","primer_nonce_sha256":"9c3460542c18eed6f903eb889cd723abecaf48cdf6fd01d788ac741f793f928a","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000135","measured_cost_usd":"0.0000135","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-d43af9a4f11b456f8ef6fa0a8fe3e19026aec3945a5f4001ddfdc1206dafc409","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e64a5957caac81ea3febc97761b7b58347bb2633b0bc098e0bedc0870cfcaa0c","condition":"cold","repetition":29}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.35e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17679787502856925,"output_tokens":14,"tokens_per_second":79.18647210967724},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0013458330067805946,"tcp_s":0.011479042004793882,"tls_s":0.018886125006247312},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.44028270902344957,"cold_end_to_end_response_headers_s":0.4402211250271648,"cold_end_to_end_semantic_ttft_s":0.7526326249935664,"cold_end_to_end_stream_total_s":0.9294305000221357,"request_stream_total_s":0.8975061250384897,"request_to_first_body_byte_s":0.4083583340398036,"request_to_response_headers_s":0.40829675004351884,"request_to_semantic_ttft_s":0.7207082500099204},"usage":{"input_tokens":34,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":48}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"947669d8033075930d2b533b74949fffcbb3124fc0e26781a7aca0f477a98330","primer_nonce_sha256":"9c3460542c18eed6f903eb889cd723abecaf48cdf6fd01d788ac741f793f928a","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000135","measured_cost_usd":"0.0000135","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-a203946f3c18774f35fe40e654a8de6f4be9313c3a29a4694a366a877a0c9ada","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e64a5957caac81ea3febc97761b7b58347bb2633b0bc098e0bedc0870cfcaa0c","condition":"cold","repetition":29}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.35e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.39502683404134586,"output_tokens":14,"tokens_per_second":35.44063034091167},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015645839739590883,"tcp_s":0.011034291004762053,"tls_s":0.01346737501444295},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":1.0086248330189846,"cold_end_to_end_response_headers_s":1.008541957999114,"cold_end_to_end_semantic_ttft_s":1.5069419579813257,"cold_end_to_end_stream_total_s":1.9019687920226716,"request_stream_total_s":1.8757267500041053,"request_to_first_body_byte_s":0.9823827910004184,"request_to_response_headers_s":0.9822999159805477,"request_to_semantic_ttft_s":1.4806999159627594},"usage":{"input_tokens":34,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":48}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"947669d8033075930d2b533b74949fffcbb3124fc0e26781a7aca0f477a98330","primer_nonce_sha256":"9c3460542c18eed6f903eb889cd723abecaf48cdf6fd01d788ac741f793f928a","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000135","measured_cost_usd":"0.0000135","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-cb64704e40ad4e3a5c4dc36f4dbfc50b54709edb3b42434ee4cfe9dd50997e1f","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e64a5957caac81ea3febc97761b7b58347bb2633b0bc098e0bedc0870cfcaa0c","condition":"cold","repetition":29}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.35e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12535499996738508,"output_tokens":14,"tokens_per_second":111.68282081801703},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001363084011245519,"tcp_s":0.011770915996748954,"tls_s":0.01767383300466463},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.47169499995652586,"cold_end_to_end_response_headers_s":0.4715171249699779,"cold_end_to_end_semantic_ttft_s":0.6022299579926766,"cold_end_to_end_stream_total_s":0.7275849579600617,"request_stream_total_s":0.6964647920103744,"request_to_first_body_byte_s":0.4405748340068385,"request_to_response_headers_s":0.4403969590202905,"request_to_semantic_ttft_s":0.5711097920429893},"usage":{"input_tokens":34,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":48}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"947669d8033075930d2b533b74949fffcbb3124fc0e26781a7aca0f477a98330","primer_nonce_sha256":"9c3460542c18eed6f903eb889cd723abecaf48cdf6fd01d788ac741f793f928a","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000288","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-40a76225d9a61fa8209fc2c7abdb64724068937d3d998e7050bfdfa4fd1757b3","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3abd5e0c0b45f05fae93b79c5ff253a7978a478e7e433a8bd8b653c7275e5344","condition":"warm","repetition":17}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:49:30.671648Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.10433537495555356,"output_tokens":14,"tokens_per_second":134.18267779230143},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5991034579928964,"request_to_first_body_byte_s":0.4947680830373429,"request_to_response_headers_s":0.49458287499146536,"request_to_semantic_ttft_s":0.4947680830373429},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:49:30.071864Z"}},"http_status":200,"measured_nonce_sha256":"7753bdda083d41cbbf18f0fbc8f3151982740c09c0ed695bd4fb3194dea50a10","primer_nonce_sha256":"153fead23a0cfa7cadf7c0487661417cd7bc2b3faa218346c79e1f819cfdd5b9","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.030756541993469,"tcp_s":0.005420583009254187,"tls_s":0.025046291993930936},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000288","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-ebfdeebbcd7e93f58e477b7acf0e1986bb8fffda6947a07c08b9a007a69472a6","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3abd5e0c0b45f05fae93b79c5ff253a7978a478e7e433a8bd8b653c7275e5344","condition":"warm","repetition":17}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17556608404265717,"output_tokens":14,"tokens_per_second":79.74205312113945},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7800132090342231,"request_to_first_body_byte_s":0.355322209012229,"request_to_response_headers_s":0.3551882090396248,"request_to_semantic_ttft_s":0.6044471249915659},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"7753bdda083d41cbbf18f0fbc8f3151982740c09c0ed695bd4fb3194dea50a10","primer_nonce_sha256":"153fead23a0cfa7cadf7c0487661417cd7bc2b3faa218346c79e1f819cfdd5b9","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014903339906595647,"tcp_s":0.011114708031527698,"tls_s":0.018591957981698215},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000288","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-673d7244e046a1783747c7e8cc95f9873ed320ac49d93c447935d14711a65786","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3abd5e0c0b45f05fae93b79c5ff253a7978a478e7e433a8bd8b653c7275e5344","condition":"warm","repetition":17}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2591093340306543,"output_tokens":14,"tokens_per_second":54.03124535198609},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7184538749861531,"request_to_first_body_byte_s":0.15348183299647644,"request_to_response_headers_s":0.15335708297789097,"request_to_semantic_ttft_s":0.4593445409554988},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"7753bdda083d41cbbf18f0fbc8f3151982740c09c0ed695bd4fb3194dea50a10","primer_nonce_sha256":"153fead23a0cfa7cadf7c0487661417cd7bc2b3faa218346c79e1f819cfdd5b9","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014737500459887087,"tcp_s":0.010986083012539893,"tls_s":0.017270000011194497},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000288","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-26c2b8f5bec4fdb57d579050fbd28f812d717a1bc28de9730ca419cf4ccc7088","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3abd5e0c0b45f05fae93b79c5ff253a7978a478e7e433a8bd8b653c7275e5344","condition":"warm","repetition":17}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12932858301792294,"output_tokens":14,"tokens_per_second":108.25139867232456},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5253843330428936,"request_to_first_body_byte_s":0.21704345801845193,"request_to_response_headers_s":0.21692070801509544,"request_to_semantic_ttft_s":0.3960557500249706},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"7753bdda083d41cbbf18f0fbc8f3151982740c09c0ed695bd4fb3194dea50a10","primer_nonce_sha256":"153fead23a0cfa7cadf7c0487661417cd7bc2b3faa218346c79e1f819cfdd5b9","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0016203330014832318,"tcp_s":0.013028457993641496,"tls_s":0.014828500046860427},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000324","measured_cost_usd":"0.0000159","primer_cost_usd":"0.0000165","stop_required":false},"cell_id":"gateway-probe-cell-v3-6b95eaf82711542e100894ed72fc026c6dd53d5c3718c301999e08a58932f44c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-3abd5e0c0b45f05fae93b79c5ff253a7978a478e7e433a8bd8b653c7275e5344","condition":"warm","repetition":17}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:49:36.685985Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.09825370903126895,"output_tokens":17,"tokens_per_second":173.0214580967096},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.59e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5075167919858359,"request_to_first_body_byte_s":0.40814399998635054,"request_to_response_headers_s":0.37095441698329523,"request_to_semantic_ttft_s":0.4092630829545669},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.65e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.65e-05,"currency":"USD","effective_at":"2026-07-27T00:49:36.177649Z"}},"http_status":200,"measured_nonce_sha256":"7753bdda083d41cbbf18f0fbc8f3151982740c09c0ed695bd4fb3194dea50a10","primer_nonce_sha256":"153fead23a0cfa7cadf7c0487661417cd7bc2b3faa218346c79e1f819cfdd5b9","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.01666470803320408,"tcp_s":0.011666707985568792,"tls_s":0.01718016603263095},"socket_reused":true,"usage":{"input_tokens":42,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":59}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-c100dfebd8941e002b021da48878d5be98ec4dd90758f0e557ff66afe1f2e75b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-1c4f5820b9ff9cfd49402047bdac2134b023b594c1756dfded3226c4213b03cf","condition":"cold","repetition":2}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13096191600197926,"output_tokens":14,"tokens_per_second":106.90130709288351},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011446659918874502,"tcp_s":0.012745000014547259,"tls_s":0.015481000009458512},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4307842910056934,"cold_end_to_end_response_headers_s":0.4306423329981044,"cold_end_to_end_semantic_ttft_s":0.6278520000050776,"cold_end_to_end_stream_total_s":0.7588139160070568,"request_stream_total_s":0.7292709579924121,"request_to_first_body_byte_s":0.4012413329910487,"request_to_response_headers_s":0.4010993749834597,"request_to_semantic_ttft_s":0.5983090419904329},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"866820bcb9d6115615df07dffacd8b5fcc7733223b88e08b3b2789c91fa9f6d3","primer_nonce_sha256":"589e1af07f8497b46b36acf0a57c39a2f1eb06cb247e59519693cb6ce2cbc42d","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-5265a38b5034eeedfbd02cc323579d69f40d838b0e60a4c585ede54af29fcdca","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-1c4f5820b9ff9cfd49402047bdac2134b023b594c1756dfded3226c4213b03cf","condition":"cold","repetition":2}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14205062499968335,"output_tokens":14,"tokens_per_second":98.556412546803},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0016009160317480564,"tcp_s":0.011726124968845397,"tls_s":0.014131208008620888},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.25223524996545166,"cold_end_to_end_response_headers_s":0.25211091694654897,"cold_end_to_end_semantic_ttft_s":0.5699630419840105,"cold_end_to_end_stream_total_s":0.7120136669836938,"request_stream_total_s":0.6844638750189915,"request_to_first_body_byte_s":0.22468545800074935,"request_to_response_headers_s":0.22456112498184666,"request_to_semantic_ttft_s":0.5424132500193082},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"866820bcb9d6115615df07dffacd8b5fcc7733223b88e08b3b2789c91fa9f6d3","primer_nonce_sha256":"589e1af07f8497b46b36acf0a57c39a2f1eb06cb247e59519693cb6ce2cbc42d","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-04c63d64df189217df5bc40c09e0e6d4180e583a2e9d6e194c09a6024e20e1eb","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-1c4f5820b9ff9cfd49402047bdac2134b023b594c1756dfded3226c4213b03cf","condition":"cold","repetition":2}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18041512498166412,"output_tokens":14,"tokens_per_second":77.59881551739547},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001334542001131922,"tcp_s":0.011018208984751254,"tls_s":0.015142833988647908},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.34161358402343467,"cold_end_to_end_response_headers_s":0.341451209038496,"cold_end_to_end_semantic_ttft_s":0.6057497920119204,"cold_end_to_end_stream_total_s":0.7861649169935845,"request_stream_total_s":0.7584022499504499,"request_to_first_body_byte_s":0.3138509169803001,"request_to_response_headers_s":0.31368854199536145,"request_to_semantic_ttft_s":0.5779871249687858},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"866820bcb9d6115615df07dffacd8b5fcc7733223b88e08b3b2789c91fa9f6d3","primer_nonce_sha256":"589e1af07f8497b46b36acf0a57c39a2f1eb06cb247e59519693cb6ce2cbc42d","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000159","measured_cost_usd":"0.0000159","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-af3647d77c75252e879feca0d033b2507dedf97f0e8486092292105af061019b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-1c4f5820b9ff9cfd49402047bdac2134b023b594c1756dfded3226c4213b03cf","condition":"cold","repetition":2}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:49:39.597647Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16208866599481553,"output_tokens":17,"tokens_per_second":104.88086810797587},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.59e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0009941249736584723,"tcp_s":0.011031000001821667,"tls_s":0.015174208034295589},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.441326999978628,"cold_end_to_end_response_headers_s":0.4200644579832442,"cold_end_to_end_semantic_ttft_s":0.44251324998913333,"cold_end_to_end_stream_total_s":0.6046019159839489,"request_stream_total_s":0.5771777909831144,"request_to_first_body_byte_s":0.41390287497779354,"request_to_response_headers_s":0.39264033298240975,"request_to_semantic_ttft_s":0.41508912498829886},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"866820bcb9d6115615df07dffacd8b5fcc7733223b88e08b3b2789c91fa9f6d3","primer_nonce_sha256":"589e1af07f8497b46b36acf0a57c39a2f1eb06cb247e59519693cb6ce2cbc42d","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-08c0ea957f8069a43955879d71cec9df3608bf1b9f4079346ee85580d53f762b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-1c4f5820b9ff9cfd49402047bdac2134b023b594c1756dfded3226c4213b03cf","condition":"cold","repetition":2}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:49:40.677889Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1950082909897901,"output_tokens":14,"tokens_per_second":71.79181935773688},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.002034541976172477,"tcp_s":0.00575454201316461,"tls_s":0.0236415839754045},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.8713846249738708,"cold_end_to_end_response_headers_s":0.8623215419938788,"cold_end_to_end_semantic_ttft_s":0.8726772089721635,"cold_end_to_end_stream_total_s":1.0676854999619536,"request_stream_total_s":1.0360612079966813,"request_to_first_body_byte_s":0.8397603330085985,"request_to_response_headers_s":0.8306972500286065,"request_to_semantic_ttft_s":0.8410529170068912},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"866820bcb9d6115615df07dffacd8b5fcc7733223b88e08b3b2789c91fa9f6d3","primer_nonce_sha256":"589e1af07f8497b46b36acf0a57c39a2f1eb06cb247e59519693cb6ce2cbc42d","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001635","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-0b62576b8d45525a146ecad0ae477d4687e5803c9f8e2d9af80b1fef7ae23ecf","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7c7375fa145c1af4d981dd634a13a5d77dc6b10633fb30aee39ead29f865e7a3","condition":"warm","repetition":10}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19100754195824265,"output_tokens":18,"tokens_per_second":94.23711658430268},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":20,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9072989579872228,"request_to_first_body_byte_s":0.3833055830327794,"request_to_response_headers_s":0.3831616659881547,"request_to_semantic_ttft_s":0.7162914160289802},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"c168bbe4e0004b6ad6b7a42c36eb23379a3a27f327965385684b8142196cb3d8","primer_nonce_sha256":"abcc4abcb0d77276c2a2d38e53809486acfa6579708eea96b35efd11a20219a2","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012142499908804893,"tcp_s":0.011127042002044618,"tls_s":0.01513974997214973},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001635","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-1f469d10f7d19e8ad8f1870be01398620ea9af10f284f1076306ad7f768a6101","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7c7375fa145c1af4d981dd634a13a5d77dc6b10633fb30aee39ead29f865e7a3","condition":"warm","repetition":10}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:49:45.362024Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.03392658301163465,"output_tokens":18,"tokens_per_second":530.5574096226298},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001635","marketCost":"0.00001635"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":20,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.877124916005414,"request_to_first_body_byte_s":1.8431983329937793,"request_to_response_headers_s":1.7966358750127256,"request_to_semantic_ttft_s":1.8431983329937793},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:49:43.484211Z"}},"http_status":200,"measured_nonce_sha256":"c168bbe4e0004b6ad6b7a42c36eb23379a3a27f327965385684b8142196cb3d8","primer_nonce_sha256":"abcc4abcb0d77276c2a2d38e53809486acfa6579708eea96b35efd11a20219a2","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0020738749881275,"tcp_s":0.004840584006160498,"tls_s":0.025295208033639938},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003150","measured_cost_usd":"0.00001575","primer_cost_usd":"0.00001575","stop_required":false},"cell_id":"gateway-probe-cell-v3-c036b6819a0f2926e91b369e2e7251b1e1fefeb666c57befd2818562aa26e5b4","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7c7375fa145c1af4d981dd634a13a5d77dc6b10633fb30aee39ead29f865e7a3","condition":"warm","repetition":10}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:49:47.094790Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.21368874999461696,"output_tokens":17,"tokens_per_second":79.55496019527583},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.575e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7102675829664804,"request_to_first_body_byte_s":0.4686535829678178,"request_to_response_headers_s":0.46856770798331127,"request_to_semantic_ttft_s":0.49657883297186345},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:49:46.383908Z"}},"http_status":200,"measured_nonce_sha256":"c168bbe4e0004b6ad6b7a42c36eb23379a3a27f327965385684b8142196cb3d8","primer_nonce_sha256":"abcc4abcb0d77276c2a2d38e53809486acfa6579708eea96b35efd11a20219a2","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.018398374959360808,"tcp_s":0.011549541028216481,"tls_s":0.01380024995887652},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001635","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-df5a1f9d69c447f674032e12ad58c1d32656eef554dbe6e380334e0a2d63709a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7c7375fa145c1af4d981dd634a13a5d77dc6b10633fb30aee39ead29f865e7a3","condition":"warm","repetition":10}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14193700003670529,"output_tokens":18,"tokens_per_second":126.81682715109628},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":20,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6493556250352412,"request_to_first_body_byte_s":0.22933058300986886,"request_to_response_headers_s":0.22915725002530962,"request_to_semantic_ttft_s":0.507418624998536},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"c168bbe4e0004b6ad6b7a42c36eb23379a3a27f327965385684b8142196cb3d8","primer_nonce_sha256":"abcc4abcb0d77276c2a2d38e53809486acfa6579708eea96b35efd11a20219a2","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0009685420081950724,"tcp_s":0.011273042007815093,"tls_s":0.016761416976805776},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001635","primer_cost_usd":"0.00001395","stop_required":false},"cell_id":"gateway-probe-cell-v3-11be2af043f8fb485590c62fbc057855d7dd5c9f4078cda086ca0bebc9e6b09f","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7c7375fa145c1af4d981dd634a13a5d77dc6b10633fb30aee39ead29f865e7a3","condition":"warm","repetition":10}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16739220800809562,"output_tokens":18,"tokens_per_second":107.53188702265916},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6779942500288598,"request_to_first_body_byte_s":0.28385145898209885,"request_to_response_headers_s":0.2837209170102142,"request_to_semantic_ttft_s":0.5106020420207642},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"c168bbe4e0004b6ad6b7a42c36eb23379a3a27f327965385684b8142196cb3d8","primer_nonce_sha256":"abcc4abcb0d77276c2a2d38e53809486acfa6579708eea96b35efd11a20219a2","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001915832981467247,"tcp_s":0.012315292027778924,"tls_s":0.014955375052522868},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-c3f2d9535126c65cc7aa0a381886479fe1f97255ef0ca9643186cdf8b78c20c9","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c8b6f8d9e525c694f3eecb85d1f96f72754a6c2be8a3df22160c2274df7c618f","condition":"cold","repetition":30}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1423157500103116,"output_tokens":14,"tokens_per_second":98.37280834331843},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0014176249969750643,"tcp_s":0.010676791018340737,"tls_s":0.022850750014185905},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.23242770903743804,"cold_end_to_end_response_headers_s":0.23229441698640585,"cold_end_to_end_semantic_ttft_s":0.7031185000087135,"cold_end_to_end_stream_total_s":0.8454342500190251,"request_stream_total_s":0.8102959580137394,"request_to_first_body_byte_s":0.19728941703215241,"request_to_response_headers_s":0.19715612498112023,"request_to_semantic_ttft_s":0.6679802080034278},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"26cde792bbd367c8eb5eb8d442b71c15d525cc68a8480498c7afe14ebef8e537","primer_nonce_sha256":"e125584ccae9de913a2c6db40d8309dc7ad91be5320d5fd1bf02e335f6bc70cd","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-2d4a17e7658eba7fe549bce1345fd4ce377a7983b2889b2ab4cff1bfb03ef0f5","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c8b6f8d9e525c694f3eecb85d1f96f72754a6c2be8a3df22160c2274df7c618f","condition":"cold","repetition":30}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1527699999860488,"output_tokens":14,"tokens_per_second":91.6410290062087},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0014828339917585254,"tcp_s":0.012181416968815029,"tls_s":0.017067792010493577},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5740090829785913,"cold_end_to_end_response_headers_s":0.573876750015188,"cold_end_to_end_semantic_ttft_s":0.9215989160002209,"cold_end_to_end_stream_total_s":1.0743689159862697,"request_stream_total_s":1.0434334159945138,"request_to_first_body_byte_s":0.5430735829868354,"request_to_response_headers_s":0.5429412500234321,"request_to_semantic_ttft_s":0.890663416008465},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"26cde792bbd367c8eb5eb8d442b71c15d525cc68a8480498c7afe14ebef8e537","primer_nonce_sha256":"e125584ccae9de913a2c6db40d8309dc7ad91be5320d5fd1bf02e335f6bc70cd","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-a43ebb99b26a5fae722c98862d46fa747b74c5fc0f88e739b27575b18115d66e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c8b6f8d9e525c694f3eecb85d1f96f72754a6c2be8a3df22160c2274df7c618f","condition":"cold","repetition":30}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:49:54.064310Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.049900082987733185,"output_tokens":14,"tokens_per_second":280.5606556494422},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001425","marketCost":"0.00001425"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0019112500012852252,"tcp_s":0.005028707964811474,"tls_s":0.024710082972887903},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":1.5343015840044245,"cold_end_to_end_response_headers_s":1.5341888339607976,"cold_end_to_end_semantic_ttft_s":1.5347292089718394,"cold_end_to_end_stream_total_s":1.5846292919595726,"request_stream_total_s":1.5528154999483377,"request_to_first_body_byte_s":1.5024877919931896,"request_to_response_headers_s":1.5023750419495627,"request_to_semantic_ttft_s":1.5029154169606045},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"26cde792bbd367c8eb5eb8d442b71c15d525cc68a8480498c7afe14ebef8e537","primer_nonce_sha256":"e125584ccae9de913a2c6db40d8309dc7ad91be5320d5fd1bf02e335f6bc70cd","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001605","measured_cost_usd":"0.00001605","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-93b9b58c94307b94b5a36fc6329bae70637652a3986267ed23bf9e7da51255c5","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c8b6f8d9e525c694f3eecb85d1f96f72754a6c2be8a3df22160c2274df7c618f","condition":"cold","repetition":30}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:49:54.634141Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.10678000003099442,"output_tokens":17,"tokens_per_second":159.20584374476033},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.605e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001061291026417166,"tcp_s":0.010658000013791025,"tls_s":0.0146741250064224},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4493195840041153,"cold_end_to_end_response_headers_s":0.44914887502091005,"cold_end_to_end_semantic_ttft_s":0.45038504200056195,"cold_end_to_end_stream_total_s":0.5571650420315564,"request_stream_total_s":0.5305905420100316,"request_to_first_body_byte_s":0.4227450839825906,"request_to_response_headers_s":0.4225743749993853,"request_to_semantic_ttft_s":0.4238105419790372},"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"26cde792bbd367c8eb5eb8d442b71c15d525cc68a8480498c7afe14ebef8e537","primer_nonce_sha256":"e125584ccae9de913a2c6db40d8309dc7ad91be5320d5fd1bf02e335f6bc70cd","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-b5157c1f7842fffa990910b4d8bb62d3d342721840a122ec421314cb17e569bb","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c8b6f8d9e525c694f3eecb85d1f96f72754a6c2be8a3df22160c2274df7c618f","condition":"cold","repetition":30}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17159945802995935,"output_tokens":14,"tokens_per_second":81.5853392587974},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015611249837093055,"tcp_s":0.011674583947751671,"tls_s":0.015274834004230797},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.30529116600519046,"cold_end_to_end_response_headers_s":0.3051369159948081,"cold_end_to_end_semantic_ttft_s":0.6916363330092281,"cold_end_to_end_stream_total_s":0.8632357910391875,"request_stream_total_s":0.8344733330304734,"request_to_first_body_byte_s":0.27652870799647644,"request_to_response_headers_s":0.27637445798609406,"request_to_semantic_ttft_s":0.6628738750005141},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"26cde792bbd367c8eb5eb8d442b71c15d525cc68a8480498c7afe14ebef8e537","primer_nonce_sha256":"e125584ccae9de913a2c6db40d8309dc7ad91be5320d5fd1bf02e335f6bc70cd","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001665","stop_required":false},"cell_id":"gateway-probe-cell-v3-67d4d6baf9442891e1a3165fcbb5d8429e686be2b3786782afb523d93e0fef21","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7148a0ad5e4447e2d2c62afb4f1cf3d33ff66c949d7d527c35babc7a8d6c60ac","condition":"warm","repetition":29}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11423162498977035,"output_tokens":14,"tokens_per_second":122.55800441649784},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.633861500013154,"request_to_first_body_byte_s":0.2273465000325814,"request_to_response_headers_s":0.2263419590308331,"request_to_semantic_ttft_s":0.5196298750233836},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.665e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"acf83b0696ec0874d411c26b56256833a14bd3a901fb6f6a966f06c735986d26","primer_nonce_sha256":"7f28dce66f02a3316aee260aa49e6f1779309a49d8e90ac0df943b43b973405b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014259999734349549,"tcp_s":0.011253959033638239,"tls_s":0.014819665986578912},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":57}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001665","stop_required":false},"cell_id":"gateway-probe-cell-v3-fdf01a8b144a1037d385c2ad632ac55567ffe92929003dc95c63df32161751a1","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7148a0ad5e4447e2d2c62afb4f1cf3d33ff66c949d7d527c35babc7a8d6c60ac","condition":"warm","repetition":29}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15004325000336394,"output_tokens":14,"tokens_per_second":93.30642997726405},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6466558329993859,"request_to_first_body_byte_s":0.1824379579629749,"request_to_response_headers_s":0.18234116595704108,"request_to_semantic_ttft_s":0.49661258299602196},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.665e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"acf83b0696ec0874d411c26b56256833a14bd3a901fb6f6a966f06c735986d26","primer_nonce_sha256":"7f28dce66f02a3316aee260aa49e6f1779309a49d8e90ac0df943b43b973405b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0021277499618008733,"tcp_s":0.011058957956265658,"tls_s":0.016030917002353817},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":57}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001665","stop_required":false},"cell_id":"gateway-probe-cell-v3-fec3e4a6bc60f59b03a518fcc1195b888068185d70f88f46de5bd3b72414e85d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7148a0ad5e4447e2d2c62afb4f1cf3d33ff66c949d7d527c35babc7a8d6c60ac","condition":"warm","repetition":29}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13794924999820068,"output_tokens":14,"tokens_per_second":101.48659742755112},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8159689999883994,"request_to_first_body_byte_s":0.357672999962233,"request_to_response_headers_s":0.3575549579691142,"request_to_semantic_ttft_s":0.6780197499901988},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.665e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"acf83b0696ec0874d411c26b56256833a14bd3a901fb6f6a966f06c735986d26","primer_nonce_sha256":"7f28dce66f02a3316aee260aa49e6f1779309a49d8e90ac0df943b43b973405b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013341669691726565,"tcp_s":0.011070624983403832,"tls_s":0.02146554202772677},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":57}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001665","stop_required":false},"cell_id":"gateway-probe-cell-v3-497a2c8bce1766ab06b7b10a2aebf347a867686a77fcf429e51cfd3aa19e9593","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7148a0ad5e4447e2d2c62afb4f1cf3d33ff66c949d7d527c35babc7a8d6c60ac","condition":"warm","repetition":29}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:50:01.626814Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17314141703536734,"output_tokens":14,"tokens_per_second":80.85875834746253},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001365","marketCost":"0.00001365"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6957373340264894,"request_to_first_body_byte_s":0.5075227090273984,"request_to_response_headers_s":0.49842349998652935,"request_to_semantic_ttft_s":0.5225959169911221},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.665e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.665e-05,"currency":"USD","effective_at":"2026-07-27T00:50:00.930454Z"}},"http_status":200,"measured_nonce_sha256":"acf83b0696ec0874d411c26b56256833a14bd3a901fb6f6a966f06c735986d26","primer_nonce_sha256":"7f28dce66f02a3316aee260aa49e6f1779309a49d8e90ac0df943b43b973405b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001490916998591274,"tcp_s":0.004819625057280064,"tls_s":0.0230482499464415},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":57}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003150","measured_cost_usd":"0.00001545","primer_cost_usd":"0.00001605","stop_required":false},"cell_id":"gateway-probe-cell-v3-fa7d9e1b2e0a569ecc2f4f7153e5dbbf76577a5d0b9a48109f35aa8df2cf2c50","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7148a0ad5e4447e2d2c62afb4f1cf3d33ff66c949d7d527c35babc7a8d6c60ac","condition":"warm","repetition":29}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:50:02.843405Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16596587497042492,"output_tokens":17,"tokens_per_second":102.430695485017},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.545e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5971052089589648,"request_to_first_body_byte_s":0.43071062496164814,"request_to_response_headers_s":0.3839901669998653,"request_to_semantic_ttft_s":0.4311393339885399},"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:50:02.246023Z"}},"http_status":200,"measured_nonce_sha256":"acf83b0696ec0874d411c26b56256833a14bd3a901fb6f6a966f06c735986d26","primer_nonce_sha256":"7f28dce66f02a3316aee260aa49e6f1779309a49d8e90ac0df943b43b973405b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013097909977659583,"tcp_s":0.011244583001825958,"tls_s":0.016315750021021813},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000159","measured_cost_usd":"0.0000159","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-5659400f0ceae8062e766f3297e70c05296e80c050e21cdc3a66f4202eea91d8","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e9990b3c640e5f9231c4821547ec8f77b9c860033e5815a8853909dc21df898b","condition":"cold","repetition":24}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:50:03.487794Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1454624580219388,"output_tokens":17,"tokens_per_second":116.86864247430799},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.59e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0010741250007413328,"tcp_s":0.01093087496701628,"tls_s":0.015445583034306765},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4886145840282552,"cold_end_to_end_response_headers_s":0.4740346670150757,"cold_end_to_end_semantic_ttft_s":0.48967079201247543,"cold_end_to_end_stream_total_s":0.6351332500344142,"request_stream_total_s":0.607520416029729,"request_to_first_body_byte_s":0.4610017500235699,"request_to_response_headers_s":0.4464218330103904,"request_to_semantic_ttft_s":0.46205795800779015},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"45614cb6384c9af1fba08d0eded59ed304d43bff98a03d76728f1e2a388efa4d","primer_nonce_sha256":"a9d7f4e940480ba3694c9c41ad446020f469564782fe1c6579d2fb510e0610fb","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-214131d67b125b6cf2277f13f30bddd3cb800733aab96efee1c0f3efd0b3f09e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e9990b3c640e5f9231c4821547ec8f77b9c860033e5815a8853909dc21df898b","condition":"cold","repetition":24}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15197441598866135,"output_tokens":14,"tokens_per_second":92.12076854465113},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001232084003277123,"tcp_s":0.011048583954107016,"tls_s":0.023823958996217698},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4473083750344813,"cold_end_to_end_response_headers_s":0.4471687499899417,"cold_end_to_end_semantic_ttft_s":0.6953710420057178,"cold_end_to_end_stream_total_s":0.8473454579943791,"request_stream_total_s":0.8109992499812506,"request_to_first_body_byte_s":0.4109621670213528,"request_to_response_headers_s":0.4108225419768132,"request_to_semantic_ttft_s":0.6590248339925893},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"45614cb6384c9af1fba08d0eded59ed304d43bff98a03d76728f1e2a388efa4d","primer_nonce_sha256":"a9d7f4e940480ba3694c9c41ad446020f469564782fe1c6579d2fb510e0610fb","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-6a570d2caf2f9decc9d5c3c15830f437033b80415185d1b92d10d562e33d2a4c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e9990b3c640e5f9231c4821547ec8f77b9c860033e5815a8853909dc21df898b","condition":"cold","repetition":24}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11707420903258026,"output_tokens":14,"tokens_per_second":119.58227277968608},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015327080036513507,"tcp_s":0.011063250014558434,"tls_s":0.0135090840049088},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.21115366701269522,"cold_end_to_end_response_headers_s":0.21109129197429866,"cold_end_to_end_semantic_ttft_s":0.45189974998356774,"cold_end_to_end_stream_total_s":0.568973959016148,"request_stream_total_s":0.5427369170356542,"request_to_first_body_byte_s":0.1849166250322014,"request_to_response_headers_s":0.18485424999380484,"request_to_semantic_ttft_s":0.42566270800307393},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"45614cb6384c9af1fba08d0eded59ed304d43bff98a03d76728f1e2a388efa4d","primer_nonce_sha256":"a9d7f4e940480ba3694c9c41ad446020f469564782fe1c6579d2fb510e0610fb","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-bfbc1d9118e99270d08c375c40a38ef83096518679f7c724e92de44f00851f5c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e9990b3c640e5f9231c4821547ec8f77b9c860033e5815a8853909dc21df898b","condition":"cold","repetition":24}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.169261250004638,"output_tokens":14,"tokens_per_second":82.71237509835466},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0012844169978052378,"tcp_s":0.011487749987281859,"tls_s":0.019030958006624132},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.48695112502900884,"cold_end_to_end_response_headers_s":0.4868776249932125,"cold_end_to_end_semantic_ttft_s":0.8626166250323877,"cold_end_to_end_stream_total_s":1.0318778750370257,"request_stream_total_s":0.9998637080425397,"request_to_first_body_byte_s":0.45493695803452283,"request_to_response_headers_s":0.4548634579987265,"request_to_semantic_ttft_s":0.8306024580379017},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"45614cb6384c9af1fba08d0eded59ed304d43bff98a03d76728f1e2a388efa4d","primer_nonce_sha256":"a9d7f4e940480ba3694c9c41ad446020f469564782fe1c6579d2fb510e0610fb","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-3f99f3357a705efda60c4318f609b5f3ab3c0f37b1f85e87a8b6b18d278a1467","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-e9990b3c640e5f9231c4821547ec8f77b9c860033e5815a8853909dc21df898b","condition":"cold","repetition":24}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:50:06.906231Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.00616049999371171,"output_tokens":14,"tokens_per_second":2272.542815403037},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0014932500198483467,"tcp_s":0.0059560409863479435,"tls_s":0.02430008299415931},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.9186690420028754,"cold_end_to_end_response_headers_s":0.9053537500440143,"cold_end_to_end_semantic_ttft_s":0.9199002500390634,"cold_end_to_end_stream_total_s":0.9260607500327751,"request_stream_total_s":0.8941543330438435,"request_to_first_body_byte_s":0.8867626250139438,"request_to_response_headers_s":0.8734473330550827,"request_to_semantic_ttft_s":0.8879938330501318},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"45614cb6384c9af1fba08d0eded59ed304d43bff98a03d76728f1e2a388efa4d","primer_nonce_sha256":"a9d7f4e940480ba3694c9c41ad446020f469564782fe1c6579d2fb510e0610fb","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-37f04c0d9150d24d46183bf7c3bd975031c2fc57d6bda5c05604ea8ed864865c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a39e7d5188e0559b4b6e5f981668a0954049dc6308376229b67af7ae7f4ea6b2","condition":"warm","repetition":3}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:50:08.917502Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.07954116695327684,"output_tokens":14,"tokens_per_second":176.00948711531626},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000144","marketCost":"0.0000144"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7979362919577397,"request_to_first_body_byte_s":0.7183951250044629,"request_to_response_headers_s":0.7094806249951944,"request_to_semantic_ttft_s":0.7183951250044629},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:50:08.119374Z"}},"http_status":200,"measured_nonce_sha256":"a130b2f52f52038f0818b8c8e5234a280c21e96db6bc665e59eb931a26babd32","primer_nonce_sha256":"99edcbe2132914d28ab2489d9ac5dfa475ff90006e1d0051cc96153d5d9b322e","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015190839767456055,"tcp_s":0.005329000006895512,"tls_s":0.02479345799656585},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000318","measured_cost_usd":"0.0000162","primer_cost_usd":"0.0000156","stop_required":false},"cell_id":"gateway-probe-cell-v3-234820966e8b580c9be07cdb4007eead767fe7887411632f14bf3663e15f446b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a39e7d5188e0559b4b6e5f981668a0954049dc6308376229b67af7ae7f4ea6b2","condition":"warm","repetition":3}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:50:10.222177Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14132083405274898,"output_tokens":17,"tokens_per_second":120.29365743521322},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.62e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5394811250152998,"request_to_first_body_byte_s":0.3979197079897858,"request_to_response_headers_s":0.3695567909744568,"request_to_semantic_ttft_s":0.3981602909625508},"usage":{"input_tokens":40,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":57}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:50:09.682329Z"}},"http_status":200,"measured_nonce_sha256":"a130b2f52f52038f0818b8c8e5234a280c21e96db6bc665e59eb931a26babd32","primer_nonce_sha256":"99edcbe2132914d28ab2489d9ac5dfa475ff90006e1d0051cc96153d5d9b322e","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0008100420236587524,"tcp_s":0.012922250025440007,"tls_s":0.013530500000342727},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-77b176a00f8b0dc39ccc97c4ed028052a199a95898de7e3d7ce0377fff90f1d3","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a39e7d5188e0559b4b6e5f981668a0954049dc6308376229b67af7ae7f4ea6b2","condition":"warm","repetition":3}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14488491596421227,"output_tokens":14,"tokens_per_second":96.62841646992509},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7558067909558304,"request_to_first_body_byte_s":0.35592208296293393,"request_to_response_headers_s":0.355760290985927,"request_to_semantic_ttft_s":0.6109218749916181},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"a130b2f52f52038f0818b8c8e5234a280c21e96db6bc665e59eb931a26babd32","primer_nonce_sha256":"99edcbe2132914d28ab2489d9ac5dfa475ff90006e1d0051cc96153d5d9b322e","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0018497079727239907,"tcp_s":0.01201987499371171,"tls_s":0.01441374997375533},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-9e67a7b91933885456db9db89d0235c3b498a3a0bfb0c48730633de47ca98d03","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a39e7d5188e0559b4b6e5f981668a0954049dc6308376229b67af7ae7f4ea6b2","condition":"warm","repetition":3}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.08045787498122081,"output_tokens":14,"tokens_per_second":174.0040984585742},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6304388329735957,"request_to_first_body_byte_s":0.15206929098349065,"request_to_response_headers_s":0.15196212497539818,"request_to_semantic_ttft_s":0.5499809579923749},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"a130b2f52f52038f0818b8c8e5234a280c21e96db6bc665e59eb931a26babd32","primer_nonce_sha256":"99edcbe2132914d28ab2489d9ac5dfa475ff90006e1d0051cc96153d5d9b322e","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.00150712497998029,"tcp_s":0.013407916005235165,"tls_s":0.0162468749913387},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000138","stop_required":false},"cell_id":"gateway-probe-cell-v3-ea4268a6c0966076994d16ec193e3ebda3acb1d50874ea6f6ee02dff48b10c18","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a39e7d5188e0559b4b6e5f981668a0954049dc6308376229b67af7ae7f4ea6b2","condition":"warm","repetition":3}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.07807008299278095,"output_tokens":14,"tokens_per_second":179.32605504332003},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8655990830156952,"request_to_first_body_byte_s":0.3768233750015497,"request_to_response_headers_s":0.37669483304489404,"request_to_semantic_ttft_s":0.7875290000229143},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"a130b2f52f52038f0818b8c8e5234a280c21e96db6bc665e59eb931a26babd32","primer_nonce_sha256":"99edcbe2132914d28ab2489d9ac5dfa475ff90006e1d0051cc96153d5d9b322e","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011392909800633788,"tcp_s":0.013651833054609597,"tls_s":0.01750191702740267},"socket_reused":true,"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-5b3b3dc6d571dec00b165e3345bbac5013af286a546a156d12b8331a0275b6a5","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-07914fddd90cc3573be77f062e1d909196893ee09f0ce03217662d710c78f877","condition":"cold","repetition":11}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15145529102301225,"output_tokens":14,"tokens_per_second":92.43651975072187},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015569999814033508,"tcp_s":0.011451416998170316,"tls_s":0.01472708402434364},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.24114295898471028,"cold_end_to_end_response_headers_s":0.2410387090058066,"cold_end_to_end_semantic_ttft_s":0.5158424589899369,"cold_end_to_end_stream_total_s":0.6672977500129491,"request_stream_total_s":0.6394052910036407,"request_to_first_body_byte_s":0.2132504999754019,"request_to_response_headers_s":0.21314624999649823,"request_to_semantic_ttft_s":0.4879499999806285},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"379d6e066e149e319166fb99133e9e1edbf13905b6e8c45240ade9c6776eb8ee","primer_nonce_sha256":"191c1260b9d8159b1b9abefe8101b32666138e048e7dc2ce0ecbc7148e30ddec","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-12dbb6f1cfdf5a34eec605f93989558b4acd96cf8a40f8a852970d38237f23b4","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-07914fddd90cc3573be77f062e1d909196893ee09f0ce03217662d710c78f877","condition":"cold","repetition":11}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2174436670029536,"output_tokens":14,"tokens_per_second":64.38449182247204},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0012017079861834645,"tcp_s":0.011555125005543232,"tls_s":0.018217000004369766},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.3629959159879945,"cold_end_to_end_response_headers_s":0.36282708297949284,"cold_end_to_end_semantic_ttft_s":0.6672292079892941,"cold_end_to_end_stream_total_s":0.8846728749922477,"request_stream_total_s":0.8534843749948777,"request_to_first_body_byte_s":0.3318074159906246,"request_to_response_headers_s":0.3316385829821229,"request_to_semantic_ttft_s":0.6360407079919241},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"379d6e066e149e319166fb99133e9e1edbf13905b6e8c45240ade9c6776eb8ee","primer_nonce_sha256":"191c1260b9d8159b1b9abefe8101b32666138e048e7dc2ce0ecbc7148e30ddec","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000159","measured_cost_usd":"0.0000159","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-d48463b59447f48217ae219e305cd924abc624fa2fa54fb9fc1df77d0e6bcc15","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-07914fddd90cc3573be77f062e1d909196893ee09f0ce03217662d710c78f877","condition":"cold","repetition":11}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:50:17.370525Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11259974999120459,"output_tokens":17,"tokens_per_second":150.97724463267375},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.59e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0009216659818775952,"tcp_s":0.011188375006895512,"tls_s":0.016061707981862128},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.48129583400441334,"cold_end_to_end_response_headers_s":0.48112333402968943,"cold_end_to_end_semantic_ttft_s":0.48236008401727304,"cold_end_to_end_stream_total_s":0.5949598340084776,"request_stream_total_s":0.566582583996933,"request_to_first_body_byte_s":0.45291858399286866,"request_to_response_headers_s":0.45274608401814476,"request_to_semantic_ttft_s":0.45398283400572836},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"379d6e066e149e319166fb99133e9e1edbf13905b6e8c45240ade9c6776eb8ee","primer_nonce_sha256":"191c1260b9d8159b1b9abefe8101b32666138e048e7dc2ce0ecbc7148e30ddec","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-40c187cf8dd6d20e70a7cc4e132403bc0e8b8311c4ff004ad7cb1b4f5ba42676","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-07914fddd90cc3573be77f062e1d909196893ee09f0ce03217662d710c78f877","condition":"cold","repetition":11}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:50:18.365095Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.08384174999082461,"output_tokens":14,"tokens_per_second":166.98124742782824},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0016246670274995267,"tcp_s":0.008884790993761271,"tls_s":0.022997208987362683},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.8967609159881249,"cold_end_to_end_response_headers_s":0.8965848749503493,"cold_end_to_end_semantic_ttft_s":0.8979855829966255,"cold_end_to_end_stream_total_s":0.9818273329874501,"request_stream_total_s":0.9481484580319375,"request_to_first_body_byte_s":0.8630820410326123,"request_to_response_headers_s":0.8629059999948367,"request_to_semantic_ttft_s":0.8643067080411129},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"379d6e066e149e319166fb99133e9e1edbf13905b6e8c45240ade9c6776eb8ee","primer_nonce_sha256":"191c1260b9d8159b1b9abefe8101b32666138e048e7dc2ce0ecbc7148e30ddec","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-d0cdefbe9b92b3bc1c4b3c9100d81ad3ff9c88cdd3b8ed9a8ea72af7d0b8c733","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-07914fddd90cc3573be77f062e1d909196893ee09f0ce03217662d710c78f877","condition":"cold","repetition":11}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14164425001945347,"output_tokens":14,"tokens_per_second":98.83916924320779},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011639160220511258,"tcp_s":0.0115180000429973,"tls_s":0.01807095797266811},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6371978329843841,"cold_end_to_end_response_headers_s":0.6370720409904607,"cold_end_to_end_semantic_ttft_s":0.99777841597097,"cold_end_to_end_stream_total_s":1.1394226659904234,"request_stream_total_s":1.1084983330219984,"request_to_first_body_byte_s":0.6062735000159591,"request_to_response_headers_s":0.6061477080220357,"request_to_semantic_ttft_s":0.9668540830025449},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"379d6e066e149e319166fb99133e9e1edbf13905b6e8c45240ade9c6776eb8ee","primer_nonce_sha256":"191c1260b9d8159b1b9abefe8101b32666138e048e7dc2ce0ecbc7148e30ddec","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002865","measured_cost_usd":"0.0000144","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-e7d2920eed8e0fe0265d6c8a7f5af22d22495fbd74cde9dc0965f9d0a87fea3c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5f508b7bc6e0c0e5996e3fc70d500ef2ec440c55709d7982eb60326aa26e199a","condition":"warm","repetition":27}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12355658295564353,"output_tokens":14,"tokens_per_second":113.30841032586633},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.890986249956768,"request_to_first_body_byte_s":0.432420999975875,"request_to_response_headers_s":0.4322515419917181,"request_to_semantic_ttft_s":0.7674296670011245},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"ab7326567389a87708d4d47677d5b10df1e9bc48e244144eca1e49aa2d4cc4c6","primer_nonce_sha256":"6f7b5ac635df5ce058aef7c2d59d275b958cfba450f5e105c463b7708e4ffe1b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0018970839446410537,"tcp_s":0.010740666009951383,"tls_s":0.01604704203782603},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003225","measured_cost_usd":"0.0000162","primer_cost_usd":"0.00001605","stop_required":false},"cell_id":"gateway-probe-cell-v3-ec0db758c801d63c4515c37f7feda3d20e626d15dbd794d814ebe5cbfef84456","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5f508b7bc6e0c0e5996e3fc70d500ef2ec440c55709d7982eb60326aa26e199a","condition":"warm","repetition":27}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:50:23.252539Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19439795799553394,"output_tokens":17,"tokens_per_second":87.44947825218696},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.62e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7321485829888843,"request_to_first_body_byte_s":0.46919266699114814,"request_to_response_headers_s":0.46904591703787446,"request_to_semantic_ttft_s":0.5377506249933504},"usage":{"input_tokens":40,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":57}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:50:22.519652Z"}},"http_status":200,"measured_nonce_sha256":"ab7326567389a87708d4d47677d5b10df1e9bc48e244144eca1e49aa2d4cc4c6","primer_nonce_sha256":"6f7b5ac635df5ce058aef7c2d59d275b958cfba450f5e105c463b7708e4ffe1b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.004172250046394765,"tcp_s":0.011403415992390364,"tls_s":0.017363834020216018},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002865","measured_cost_usd":"0.0000144","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-2480f7b934cfce7752d76190b50f9b1564ff50b494a102ddc5fdbe78691ef950","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5f508b7bc6e0c0e5996e3fc70d500ef2ec440c55709d7982eb60326aa26e199a","condition":"warm","repetition":27}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:50:24.737861Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.002716750022955239,"output_tokens":14,"tokens_per_second":5153.216115471314},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000144","marketCost":"0.0000144"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6843543330323882,"request_to_first_body_byte_s":0.6800972920027561,"request_to_response_headers_s":0.6798205830273218,"request_to_semantic_ttft_s":0.681637583009433},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:50:24.052795Z"}},"http_status":200,"measured_nonce_sha256":"ab7326567389a87708d4d47677d5b10df1e9bc48e244144eca1e49aa2d4cc4c6","primer_nonce_sha256":"6f7b5ac635df5ce058aef7c2d59d275b958cfba450f5e105c463b7708e4ffe1b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0018986249924637377,"tcp_s":0.004568709002342075,"tls_s":0.027170709043275565},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002865","measured_cost_usd":"0.0000144","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-10730c28d51bfed03dec027ca87bbea1e04ffc230e51d5f1c87c7f68014f43dd","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5f508b7bc6e0c0e5996e3fc70d500ef2ec440c55709d7982eb60326aa26e199a","condition":"warm","repetition":27}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.3485352090210654,"output_tokens":14,"tokens_per_second":40.16810823595685},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.0168789169983938,"request_to_first_body_byte_s":0.36457820795476437,"request_to_response_headers_s":0.36443629197310656,"request_to_semantic_ttft_s":0.6683437079773284},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"ab7326567389a87708d4d47677d5b10df1e9bc48e244144eca1e49aa2d4cc4c6","primer_nonce_sha256":"6f7b5ac635df5ce058aef7c2d59d275b958cfba450f5e105c463b7708e4ffe1b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012873330269940197,"tcp_s":0.013205957948230207,"tls_s":0.01615699997637421},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002865","measured_cost_usd":"0.0000144","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-52a3d890fce279adc08621c1984324e7232d448f5001536a12665f6b849b9399","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5f508b7bc6e0c0e5996e3fc70d500ef2ec440c55709d7982eb60326aa26e199a","condition":"warm","repetition":27}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13112762500531971,"output_tokens":14,"tokens_per_second":106.7662134461143},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5977384169818833,"request_to_first_body_byte_s":0.21474937500897795,"request_to_response_headers_s":0.21463091700570658,"request_to_semantic_ttft_s":0.46661079197656363},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"ab7326567389a87708d4d47677d5b10df1e9bc48e244144eca1e49aa2d4cc4c6","primer_nonce_sha256":"6f7b5ac635df5ce058aef7c2d59d275b958cfba450f5e105c463b7708e4ffe1b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0016256250091828406,"tcp_s":0.01077016699127853,"tls_s":0.014306541997939348},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000159","measured_cost_usd":"0.0000159","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-17d15b0999aaf845cffd58e286fc8f159eeae3fabb5ded7787696815d701a871","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-6126b06abf92a7ac1899bd7a15de859759563f09f99abe35c4737d7b3c310380","condition":"cold","repetition":21}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:50:29.000245Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.20576362503925338,"output_tokens":17,"tokens_per_second":82.61907320478497},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.59e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011555420351214707,"tcp_s":0.010492500034160912,"tls_s":0.01913958298973739},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4999649170204066,"cold_end_to_end_response_headers_s":0.4874585830257274,"cold_end_to_end_semantic_ttft_s":0.5010567079880275,"cold_end_to_end_stream_total_s":0.7068203330272809,"request_stream_total_s":0.6758346660062671,"request_to_first_body_byte_s":0.4689792499993928,"request_to_response_headers_s":0.4564729160047136,"request_to_semantic_ttft_s":0.4700710409670137},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"cbfebfd064fc3518c92d51f7f7b6d186b732d03426f4baef473d3b1933ca1e03","primer_nonce_sha256":"241c6dee2024e5aa36df57220ad7a2346eaba03716144e815851c989ee1f86a9","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-7afd707f953a7c18904d31bd32904ebc7c4d41c507f5b012e6f4f311c7d83c7c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-6126b06abf92a7ac1899bd7a15de859759563f09f99abe35c4737d7b3c310380","condition":"cold","repetition":21}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:50:29.889117Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.03515750000951812,"output_tokens":14,"tokens_per_second":398.20806360548414},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0017995000234805048,"tcp_s":0.004579250002279878,"tls_s":0.02392137498827651},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.8401355000096373,"cold_end_to_end_response_headers_s":0.839931583032012,"cold_end_to_end_semantic_ttft_s":0.8412818330107257,"cold_end_to_end_stream_total_s":0.8764393330202438,"request_stream_total_s":0.8459542500204407,"request_to_first_body_byte_s":0.8096504170098342,"request_to_response_headers_s":0.8094465000322089,"request_to_semantic_ttft_s":0.8107967500109226},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"cbfebfd064fc3518c92d51f7f7b6d186b732d03426f4baef473d3b1933ca1e03","primer_nonce_sha256":"241c6dee2024e5aa36df57220ad7a2346eaba03716144e815851c989ee1f86a9","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-8fbaf2123a06fd8a189d61db195bde9e2252d8cd6e7655275a755d4bb0198aa4","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-6126b06abf92a7ac1899bd7a15de859759563f09f99abe35c4737d7b3c310380","condition":"cold","repetition":21}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11649695900268853,"output_tokens":14,"tokens_per_second":120.17481074056968},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001221542013809085,"tcp_s":0.011028332985006273,"tls_s":0.018430791969876736},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.40254483302123845,"cold_end_to_end_response_headers_s":0.40241016598884016,"cold_end_to_end_semantic_ttft_s":0.7497379159904085,"cold_end_to_end_stream_total_s":0.866234874993097,"request_stream_total_s":0.8353355419822037,"request_to_first_body_byte_s":0.37164550001034513,"request_to_response_headers_s":0.37151083297794685,"request_to_semantic_ttft_s":0.7188385829795152},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"cbfebfd064fc3518c92d51f7f7b6d186b732d03426f4baef473d3b1933ca1e03","primer_nonce_sha256":"241c6dee2024e5aa36df57220ad7a2346eaba03716144e815851c989ee1f86a9","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-4932dccd9012ea23c7082ee23a371c5172221cabd29ea407f1f5291b589d860c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-6126b06abf92a7ac1899bd7a15de859759563f09f99abe35c4737d7b3c310380","condition":"cold","repetition":21}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2864252919680439,"output_tokens":14,"tokens_per_second":48.87836511854533},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.01651308301370591,"tcp_s":0.011697167006786913,"tls_s":0.022642583993729204},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.27769437502138317,"cold_end_to_end_response_headers_s":0.2775721250218339,"cold_end_to_end_semantic_ttft_s":0.7109966670395806,"cold_end_to_end_stream_total_s":0.9974219590076245,"request_stream_total_s":0.9464201669907197,"request_to_first_body_byte_s":0.22669258300447837,"request_to_response_headers_s":0.22657033300492913,"request_to_semantic_ttft_s":0.6599948750226758},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"cbfebfd064fc3518c92d51f7f7b6d186b732d03426f4baef473d3b1933ca1e03","primer_nonce_sha256":"241c6dee2024e5aa36df57220ad7a2346eaba03716144e815851c989ee1f86a9","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-b4058df21c003300769c87c1786b138fb9c16a9d17215bf278776977efce9d20","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-6126b06abf92a7ac1899bd7a15de859759563f09f99abe35c4737d7b3c310380","condition":"cold","repetition":21}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14894916699267924,"output_tokens":14,"tokens_per_second":93.99179789094148},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001326875004451722,"tcp_s":0.010606249968986958,"tls_s":0.01658879203023389},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.32752983400132507,"cold_end_to_end_response_headers_s":0.3273638340178877,"cold_end_to_end_semantic_ttft_s":0.6443946250365116,"cold_end_to_end_stream_total_s":0.7933437920291908,"request_stream_total_s":0.7645349579979666,"request_to_first_body_byte_s":0.2987209999701008,"request_to_response_headers_s":0.29855499998666346,"request_to_semantic_ttft_s":0.6155857910052873},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"cbfebfd064fc3518c92d51f7f7b6d186b732d03426f4baef473d3b1933ca1e03","primer_nonce_sha256":"241c6dee2024e5aa36df57220ad7a2346eaba03716144e815851c989ee1f86a9","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-d737e50336a2d48357b1577a0ec7cfc2f351572962c237ce1b7a2d70cdb867b1","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-59c828ce66029a7d1d70a4fb87e5f28cadc770e456256fdcdf03344cbce39bc8","condition":"warm","repetition":16}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:50:38.325020Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.8252002500230446,"output_tokens":14,"tokens_per_second":16.96557896051175},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001425","marketCost":"0.00001425"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":3.896084875043016,"request_to_first_body_byte_s":2.8502500830218196,"request_to_response_headers_s":2.8418579580029473,"request_to_semantic_ttft_s":3.0708846250199713},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:50:34.428278Z"}},"http_status":200,"measured_nonce_sha256":"239bd2527971fe1cb75cffefa0c5e5a131f3645ad015382391b590700722fa6f","primer_nonce_sha256":"5f4347bd8f4732528236988ab80c8716da1c62bc54744435c5bbb0a4a12d711c","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0016569160507060587,"tcp_s":0.005049874947872013,"tls_s":0.024834042007569224},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-0e03e41a16d07de5521baa1334cb44f118c0558006a9eb826d96f72f0c9140a4","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-59c828ce66029a7d1d70a4fb87e5f28cadc770e456256fdcdf03344cbce39bc8","condition":"warm","repetition":16}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1813139999867417,"output_tokens":14,"tokens_per_second":77.21411474582067},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8585934589500539,"request_to_first_body_byte_s":0.32110483397264034,"request_to_response_headers_s":0.32096541696228087,"request_to_semantic_ttft_s":0.6772794589633122},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"239bd2527971fe1cb75cffefa0c5e5a131f3645ad015382391b590700722fa6f","primer_nonce_sha256":"5f4347bd8f4732528236988ab80c8716da1c62bc54744435c5bbb0a4a12d711c","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012902910239063203,"tcp_s":0.010526708036195487,"tls_s":0.015656584000680596},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-6dad909b9220fe24d4229b211c5750f57e068e26dab7fa134baf5534f939e97e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-59c828ce66029a7d1d70a4fb87e5f28cadc770e456256fdcdf03344cbce39bc8","condition":"warm","repetition":16}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11021958396304399,"output_tokens":14,"tokens_per_second":127.0191693401249},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.48678629199275747,"request_to_first_body_byte_s":0.14297262497711927,"request_to_response_headers_s":0.14284404198406264,"request_to_semantic_ttft_s":0.3765667080297135},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"239bd2527971fe1cb75cffefa0c5e5a131f3645ad015382391b590700722fa6f","primer_nonce_sha256":"5f4347bd8f4732528236988ab80c8716da1c62bc54744435c5bbb0a4a12d711c","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011995419627055526,"tcp_s":0.010498582967557013,"tls_s":0.015933874994516373},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-cfc9e131f436f97f9d5c76932174948b7e66c76c6daf4cf920235bee914b4e73","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-59c828ce66029a7d1d70a4fb87e5f28cadc770e456256fdcdf03344cbce39bc8","condition":"warm","repetition":16}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14179883297765628,"output_tokens":14,"tokens_per_second":98.73141905339959},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7513998749782331,"request_to_first_body_byte_s":0.25924787495750934,"request_to_response_headers_s":0.2590953749604523,"request_to_semantic_ttft_s":0.6096010420005769},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"239bd2527971fe1cb75cffefa0c5e5a131f3645ad015382391b590700722fa6f","primer_nonce_sha256":"5f4347bd8f4732528236988ab80c8716da1c62bc54744435c5bbb0a4a12d711c","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015390419866889715,"tcp_s":0.010933666955679655,"tls_s":0.01406495802802965},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003075","measured_cost_usd":"0.00001605","primer_cost_usd":"0.0000147","stop_required":false},"cell_id":"gateway-probe-cell-v3-b254af8b4b5739d2ab88f6bf7e4b123ec151d29df7d390ea1ca964b64d2f0221","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-59c828ce66029a7d1d70a4fb87e5f28cadc770e456256fdcdf03344cbce39bc8","condition":"warm","repetition":16}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:50:44.391126Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.09635041700676084,"output_tokens":17,"tokens_per_second":176.43929863642543},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.605e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5793877500109375,"request_to_first_body_byte_s":0.48199966602260247,"request_to_response_headers_s":0.48183058301219717,"request_to_semantic_ttft_s":0.4830373330041766},"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.47e-05,"currency":"USD","effective_at":"2026-07-27T00:50:43.810892Z"}},"http_status":200,"measured_nonce_sha256":"239bd2527971fe1cb75cffefa0c5e5a131f3645ad015382391b590700722fa6f","primer_nonce_sha256":"5f4347bd8f4732528236988ab80c8716da1c62bc54744435c5bbb0a4a12d711c","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011816670303232968,"tcp_s":0.010944959009066224,"tls_s":0.014892916020471603},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":15,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000144","measured_cost_usd":"0.0000144","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-6780eceadf0c6f9c808867066e9d2552bf450d009c5561bc79b8215be405b58c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2af0c3d037391ef4b690c32ae6249eb75f48280dac3cb3315839eeb169a9b24c","condition":"cold","repetition":4}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17445191700244322,"output_tokens":14,"tokens_per_second":80.25133939802981},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0015761250397190452,"tcp_s":0.01089108397718519,"tls_s":0.015745332988444716},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4331907919840887,"cold_end_to_end_response_headers_s":0.4330489590065554,"cold_end_to_end_semantic_ttft_s":0.8426146670244634,"cold_end_to_end_stream_total_s":1.0170665840269066,"request_stream_total_s":0.9886241670465097,"request_to_first_body_byte_s":0.40474837500369176,"request_to_response_headers_s":0.4046065420261584,"request_to_semantic_ttft_s":0.8141722500440665},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"aa1ed0ba56fa99a2f4722f591355473ad93c20b421e7740d94db70e913e4cf46","primer_nonce_sha256":"af21f3b4d7d376239324967554987e372886eccd7049edda0e5b1a297aaee17a","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000144","measured_cost_usd":"0.0000144","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-a3eb2ba5ae6a412ad0affa53f3c8cdcffa1feb1542e5035dddf1d45adf53047f","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2af0c3d037391ef4b690c32ae6249eb75f48280dac3cb3315839eeb169a9b24c","condition":"cold","repetition":4}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12569066701689735,"output_tokens":14,"tokens_per_second":111.3845628499839},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015995000139810145,"tcp_s":0.01129179197596386,"tls_s":0.014050292025785893},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.22068941703764722,"cold_end_to_end_response_headers_s":0.2205787500133738,"cold_end_to_end_semantic_ttft_s":0.6469092920306139,"cold_end_to_end_stream_total_s":0.7725999590475112,"request_stream_total_s":0.7455095420009457,"request_to_first_body_byte_s":0.19359899999108166,"request_to_response_headers_s":0.19348833296680823,"request_to_semantic_ttft_s":0.6198188749840483},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"aa1ed0ba56fa99a2f4722f591355473ad93c20b421e7740d94db70e913e4cf46","primer_nonce_sha256":"af21f3b4d7d376239324967554987e372886eccd7049edda0e5b1a297aaee17a","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000144","measured_cost_usd":"0.0000144","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-9196fe5ddd65649bd1de5d638d6fab32f59de4dbdc2207346e218c2cd24438cd","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2af0c3d037391ef4b690c32ae6249eb75f48280dac3cb3315839eeb169a9b24c","condition":"cold","repetition":4}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12441620900062844,"output_tokens":14,"tokens_per_second":112.525531138224},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0012761250254698098,"tcp_s":0.011616333038546145,"tls_s":0.017635291966143996},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.3422373330104165,"cold_end_to_end_response_headers_s":0.34209520800504833,"cold_end_to_end_semantic_ttft_s":0.6273517080117017,"cold_end_to_end_stream_total_s":0.7517679170123301,"request_stream_total_s":0.7209819999989122,"request_to_first_body_byte_s":0.31145141599699855,"request_to_response_headers_s":0.3113092909916304,"request_to_semantic_ttft_s":0.5965657909982838},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"aa1ed0ba56fa99a2f4722f591355473ad93c20b421e7740d94db70e913e4cf46","primer_nonce_sha256":"af21f3b4d7d376239324967554987e372886eccd7049edda0e5b1a297aaee17a","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000162","measured_cost_usd":"0.0000162","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-0ec40d5a6086f219e32751b9607225813246b3504d4002c8d4204a9cdebcb091","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2af0c3d037391ef4b690c32ae6249eb75f48280dac3cb3315839eeb169a9b24c","condition":"cold","repetition":4}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:50:47.608768Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1477171250153333,"output_tokens":17,"tokens_per_second":115.08482850742844},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.62e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001306666003074497,"tcp_s":0.011192375037353486,"tls_s":0.016589166945777833},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4767405830207281,"cold_end_to_end_response_headers_s":0.46645933302352205,"cold_end_to_end_semantic_ttft_s":0.47773433302063495,"cold_end_to_end_stream_total_s":0.6254514580359682,"request_stream_total_s":0.5961100830463693,"request_to_first_body_byte_s":0.4473992080311291,"request_to_response_headers_s":0.43711795803392306,"request_to_semantic_ttft_s":0.44839295803103596},"usage":{"input_tokens":40,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":57}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"aa1ed0ba56fa99a2f4722f591355473ad93c20b421e7740d94db70e913e4cf46","primer_nonce_sha256":"af21f3b4d7d376239324967554987e372886eccd7049edda0e5b1a297aaee17a","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000144","measured_cost_usd":"0.0000144","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-d7e54659ec984864f29c405ad93d609051276e533c4bdb68e6ae5d5766d37bcb","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-2af0c3d037391ef4b690c32ae6249eb75f48280dac3cb3315839eeb169a9b24c","condition":"cold","repetition":4}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:50:48.581542Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11844275001203641,"output_tokens":14,"tokens_per_second":118.20056523997702},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000144","marketCost":"0.0000144"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.02873141597956419,"tcp_s":0.004442791978362948,"tls_s":0.024736666993703693},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.8301714999834076,"cold_end_to_end_response_headers_s":0.8185449169832282,"cold_end_to_end_semantic_ttft_s":0.8417310419608839,"cold_end_to_end_stream_total_s":0.9601737919729203,"request_stream_total_s":0.9020313340006396,"request_to_first_body_byte_s":0.7720290420111269,"request_to_response_headers_s":0.7604024590109475,"request_to_semantic_ttft_s":0.7835885839886032},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"aa1ed0ba56fa99a2f4722f591355473ad93c20b421e7740d94db70e913e4cf46","primer_nonce_sha256":"af21f3b4d7d376239324967554987e372886eccd7049edda0e5b1a297aaee17a","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.00001365","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-e540d2e292178390c4fa88796c83603786ef9dc99f4490962d7e21a85c56b932","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b642e9276c8e4687d27916ed128901fa7efb8c515bdbf0114db0af14b15df8c0","condition":"warm","repetition":8}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1746387499733828,"output_tokens":14,"tokens_per_second":80.16548447657682},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8913452919805422,"request_to_first_body_byte_s":0.39930937497410923,"request_to_response_headers_s":0.39916929200990126,"request_to_semantic_ttft_s":0.7167065420071594},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"4e3fd6e43f4556d2ae1ebda6f6512db7c858007a0e052bb9adb2777b6a83b547","primer_nonce_sha256":"f4fbb5cae45b4dddf40ebf622f4b35266f9d6fef93a159406821b4885c4f08d2","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012167919776402414,"tcp_s":0.012386833026539534,"tls_s":0.01794320804765448},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.00001365","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-98ab86a06620c4fe8a608b4956efc42acb86072b7fc8be9d77dd0094dae1f1dc","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b642e9276c8e4687d27916ed128901fa7efb8c515bdbf0114db0af14b15df8c0","condition":"warm","repetition":8}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:50:51.859198Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.09388300002319738,"output_tokens":14,"tokens_per_second":149.12177919901117},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001365","marketCost":"0.00001365"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5962842080043629,"request_to_first_body_byte_s":0.501295541995205,"request_to_response_headers_s":0.5011080830008723,"request_to_semantic_ttft_s":0.5024012079811655},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:50:51.262117Z"}},"http_status":200,"measured_nonce_sha256":"4e3fd6e43f4556d2ae1ebda6f6512db7c858007a0e052bb9adb2777b6a83b547","primer_nonce_sha256":"f4fbb5cae45b4dddf40ebf622f4b35266f9d6fef93a159406821b4885c4f08d2","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0017296660225838423,"tcp_s":0.005485416040755808,"tls_s":0.024094833992421627},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003045","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000162","stop_required":false},"cell_id":"gateway-probe-cell-v3-bc4bdd8e2927d12b7df1bc05027051dbfccaa8ae25b0467d006dbe791ef97f18","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b642e9276c8e4687d27916ed128901fa7efb8c515bdbf0114db0af14b15df8c0","condition":"warm","repetition":8}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:50:53.496633Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2946422920213081,"output_tokens":15,"tokens_per_second":50.90918855231829},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.425e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":17,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7581221669679508,"request_to_first_body_byte_s":0.46243049995973706,"request_to_response_headers_s":0.4622566249454394,"request_to_semantic_ttft_s":0.46347987494664267},"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":15,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:50:52.737699Z"}},"http_status":200,"measured_nonce_sha256":"4e3fd6e43f4556d2ae1ebda6f6512db7c858007a0e052bb9adb2777b6a83b547","primer_nonce_sha256":"f4fbb5cae45b4dddf40ebf622f4b35266f9d6fef93a159406821b4885c4f08d2","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014273749548010528,"tcp_s":0.01111408299766481,"tls_s":0.017343458021059632},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":57}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.00001365","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-565fd61b1ef6f5bd764f399f4c05cb43ef53aba64b8cddc5b406f8f08e2ae035","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b642e9276c8e4687d27916ed128901fa7efb8c515bdbf0114db0af14b15df8c0","condition":"warm","repetition":8}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12680570798693225,"output_tokens":14,"tokens_per_second":110.4051246765859},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6787115829647519,"request_to_first_body_byte_s":0.2828250829479657,"request_to_response_headers_s":0.2826728329528123,"request_to_semantic_ttft_s":0.5519058749778196},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"4e3fd6e43f4556d2ae1ebda6f6512db7c858007a0e052bb9adb2777b6a83b547","primer_nonce_sha256":"f4fbb5cae45b4dddf40ebf622f4b35266f9d6fef93a159406821b4885c4f08d2","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015962920151650906,"tcp_s":0.01109533297130838,"tls_s":0.01560820802114904},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002805","measured_cost_usd":"0.00001365","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-3e63bb8e5a2e0295b1a4a1122cf17696a55c9b780e8d2ade30467e732ce533d0","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-b642e9276c8e4687d27916ed128901fa7efb8c515bdbf0114db0af14b15df8c0","condition":"warm","repetition":8}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.10990804102038965,"output_tokens":14,"tokens_per_second":127.37921511495945},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5588938750443049,"request_to_first_body_byte_s":0.19359454204095528,"request_to_response_headers_s":0.19346637499984354,"request_to_semantic_ttft_s":0.44898583402391523},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"4e3fd6e43f4556d2ae1ebda6f6512db7c858007a0e052bb9adb2777b6a83b547","primer_nonce_sha256":"f4fbb5cae45b4dddf40ebf622f4b35266f9d6fef93a159406821b4885c4f08d2","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.00166245800210163,"tcp_s":0.011271875002421439,"tls_s":0.020120040979236364},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-a3d7129a252d77e0b136b3c5e14bc1312ad93dfcef469264a6af9a5bc64aaef6","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d327d6e8d02b269e8f52ba249d1652d12a6a6059fa6dbecbf3c1efa2844a6baf","condition":"cold","repetition":17}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.177609583013691,"output_tokens":14,"tokens_per_second":78.82457558002831},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0013637919910252094,"tcp_s":0.012673959019593894,"tls_s":0.019781666051130742},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.253569292020984,"cold_end_to_end_response_headers_s":0.2534412919776514,"cold_end_to_end_semantic_ttft_s":0.5066055000061169,"cold_end_to_end_stream_total_s":0.6842150830198079,"request_stream_total_s":0.650210791034624,"request_to_first_body_byte_s":0.21956500003580004,"request_to_response_headers_s":0.21943699999246746,"request_to_semantic_ttft_s":0.472601208020933},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"47e2e26293b49a6fed149519b007351218e66a2fac82a1965f639e90e5569fdd","primer_nonce_sha256":"175b463946501400ea78d67e54db3f9ebae87d225156c35a8ce73ac12c258320","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-8092c1e55b44a68e8af22f4186274bc69e910b83f6e606dff8e416989e260687","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d327d6e8d02b269e8f52ba249d1652d12a6a6059fa6dbecbf3c1efa2844a6baf","condition":"cold","repetition":17}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11176083399914205,"output_tokens":14,"tokens_per_second":125.2674975573954},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0013321660226210952,"tcp_s":0.015105250000488013,"tls_s":0.018082582973875105},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.3996692500077188,"cold_end_to_end_response_headers_s":0.3995292499894276,"cold_end_to_end_semantic_ttft_s":0.5814787910203449,"cold_end_to_end_stream_total_s":0.693239625019487,"request_stream_total_s":0.6585037090117112,"request_to_first_body_byte_s":0.364933333999943,"request_to_response_headers_s":0.3647933339816518,"request_to_semantic_ttft_s":0.5467428750125691},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"47e2e26293b49a6fed149519b007351218e66a2fac82a1965f639e90e5569fdd","primer_nonce_sha256":"175b463946501400ea78d67e54db3f9ebae87d225156c35a8ce73ac12c258320","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-506ed44a9b9601b1c338860340f4724bc94989275ff2937de70318ae46a4c28f","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d327d6e8d02b269e8f52ba249d1652d12a6a6059fa6dbecbf3c1efa2844a6baf","condition":"cold","repetition":17}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:50:58.595410Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.07146062498213723,"output_tokens":14,"tokens_per_second":195.9120845010736},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0017814169987104833,"tcp_s":0.005134457955136895,"tls_s":0.022970833000726998},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.744573500007391,"cold_end_to_end_response_headers_s":0.7443970409804024,"cold_end_to_end_semantic_ttft_s":0.7457954999990761,"cold_end_to_end_stream_total_s":0.8172561249812134,"request_stream_total_s":0.7871733339852653,"request_to_first_body_byte_s":0.714490709011443,"request_to_response_headers_s":0.7143142499844544,"request_to_semantic_ttft_s":0.7157127090031281},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"47e2e26293b49a6fed149519b007351218e66a2fac82a1965f639e90e5569fdd","primer_nonce_sha256":"175b463946501400ea78d67e54db3f9ebae87d225156c35a8ce73ac12c258320","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001575","measured_cost_usd":"0.00001575","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-9eb92706a5f3ad6acb88c2d285074ce3af3fdfb8b62468a01a7bc95a223ebe86","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d327d6e8d02b269e8f52ba249d1652d12a6a6059fa6dbecbf3c1efa2844a6baf","condition":"cold","repetition":17}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:50:59.233753Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1340269999927841,"output_tokens":17,"tokens_per_second":126.84011431215549},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.575e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0012834580265916884,"tcp_s":0.011183916998561472,"tls_s":0.017714250017888844},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4901905000442639,"cold_end_to_end_response_headers_s":0.46355433302232996,"cold_end_to_end_semantic_ttft_s":0.49126825004350394,"cold_end_to_end_stream_total_s":0.625295250036288,"request_stream_total_s":0.5948659169953316,"request_to_first_body_byte_s":0.4597611670033075,"request_to_response_headers_s":0.43312499998137355,"request_to_semantic_ttft_s":0.46083891700254753},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"47e2e26293b49a6fed149519b007351218e66a2fac82a1965f639e90e5569fdd","primer_nonce_sha256":"175b463946501400ea78d67e54db3f9ebae87d225156c35a8ce73ac12c258320","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-e2ebc5d67d6373fc405affd49fbaec4fd881c2fde9e50fc97b89746eada78dae","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d327d6e8d02b269e8f52ba249d1652d12a6a6059fa6dbecbf3c1efa2844a6baf","condition":"cold","repetition":17}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15835491596953943,"output_tokens":14,"tokens_per_second":88.40900147800266},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0012445840402506292,"tcp_s":0.010604750015772879,"tls_s":0.01624837500276044},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.42660395900020376,"cold_end_to_end_response_headers_s":0.42646108398912475,"cold_end_to_end_semantic_ttft_s":0.6728552089771256,"cold_end_to_end_stream_total_s":0.831210124946665,"request_stream_total_s":0.802866832993459,"request_to_first_body_byte_s":0.3982606670469977,"request_to_response_headers_s":0.3981177920359187,"request_to_semantic_ttft_s":0.6445119170239195},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"47e2e26293b49a6fed149519b007351218e66a2fac82a1965f639e90e5569fdd","primer_nonce_sha256":"175b463946501400ea78d67e54db3f9ebae87d225156c35a8ce73ac12c258320","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003045","measured_cost_usd":"0.0000141","primer_cost_usd":"0.00001635","stop_required":false},"cell_id":"gateway-probe-cell-v3-582fd66f36574954cdb6c56c3c804239b60b4357f16601b5cae6648840064c00","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c1ef711f1192f46e73741875aca0c30946ce5c1318f1497a164ad9482b4423cd","condition":"warm","repetition":23}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17380579200107604,"output_tokens":14,"tokens_per_second":80.54967466166677},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8243159169796854,"request_to_first_body_byte_s":0.3506063329987228,"request_to_response_headers_s":0.3495444169966504,"request_to_semantic_ttft_s":0.6505101249786094},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"0e5d9083614c70b5544221e65f581e7b37a658dba97b778e02411daef9e6e821","primer_nonce_sha256":"8f8381c9c98120773cea194fde4633319afe2109434c27720877081f28c93d90","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015997089794836938,"tcp_s":0.0113294170005247,"tls_s":0.02114862500457093},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003045","measured_cost_usd":"0.0000141","primer_cost_usd":"0.00001635","stop_required":false},"cell_id":"gateway-probe-cell-v3-b98412d2e13fec31c190d6ee8a0878e3204a6cd23788da30e7a8ff7ee6e6619b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c1ef711f1192f46e73741875aca0c30946ce5c1318f1497a164ad9482b4423cd","condition":"warm","repetition":23}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.28294495795853436,"output_tokens":14,"tokens_per_second":49.479588189204286},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8942113329540007,"request_to_first_body_byte_s":0.24383133294759318,"request_to_response_headers_s":0.24366354098310694,"request_to_semantic_ttft_s":0.6112663749954663},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"0e5d9083614c70b5544221e65f581e7b37a658dba97b778e02411daef9e6e821","primer_nonce_sha256":"8f8381c9c98120773cea194fde4633319afe2109434c27720877081f28c93d90","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0017487090080976486,"tcp_s":0.012033167004119605,"tls_s":0.015303749998565763},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003045","measured_cost_usd":"0.0000141","primer_cost_usd":"0.00001635","stop_required":false},"cell_id":"gateway-probe-cell-v3-3d3bf8beb9180d349f2b9532e41fe6ef83cb65b5e2e2463e41722e54a5c97b39","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c1ef711f1192f46e73741875aca0c30946ce5c1318f1497a164ad9482b4423cd","condition":"warm","repetition":23}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11827341699972749,"output_tokens":14,"tokens_per_second":118.36979394982946},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8521198749658652,"request_to_first_body_byte_s":0.38975487498100847,"request_to_response_headers_s":0.38961162499617785,"request_to_semantic_ttft_s":0.7338464579661377},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"0e5d9083614c70b5544221e65f581e7b37a658dba97b778e02411daef9e6e821","primer_nonce_sha256":"8f8381c9c98120773cea194fde4633319afe2109434c27720877081f28c93d90","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012010419741272926,"tcp_s":0.010833916952833533,"tls_s":0.019126207975205034},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003045","measured_cost_usd":"0.0000141","primer_cost_usd":"0.00001635","stop_required":false},"cell_id":"gateway-probe-cell-v3-20d709da9dbda5aac383f41014b3eb93cd89a2bc889c3b54d3dcf8f4bf35986d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c1ef711f1192f46e73741875aca0c30946ce5c1318f1497a164ad9482b4423cd","condition":"warm","repetition":23}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:51:07.263893Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1328261669841595,"output_tokens":14,"tokens_per_second":105.40091849273648},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6728536669979803,"request_to_first_body_byte_s":0.530213541991543,"request_to_response_headers_s":0.5211241249926388,"request_to_semantic_ttft_s":0.5400275000138208},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:51:06.590222Z"}},"http_status":200,"measured_nonce_sha256":"0e5d9083614c70b5544221e65f581e7b37a658dba97b778e02411daef9e6e821","primer_nonce_sha256":"8f8381c9c98120773cea194fde4633319afe2109434c27720877081f28c93d90","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001634292013477534,"tcp_s":0.005063167016487569,"tls_s":0.023069749993737787},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003165","measured_cost_usd":"0.0000159","primer_cost_usd":"0.00001575","stop_required":false},"cell_id":"gateway-probe-cell-v3-82724ec2e63892f0e87a94961b009c725a1464b16836b36226b96a2811ef7a25","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c1ef711f1192f46e73741875aca0c30946ce5c1318f1497a164ad9482b4423cd","condition":"warm","repetition":23}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:51:09.118548Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.23082029103534296,"output_tokens":17,"tokens_per_second":73.6503707007153},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.59e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7243532499996945,"request_to_first_body_byte_s":0.4725624590064399,"request_to_response_headers_s":0.47244354197755456,"request_to_semantic_ttft_s":0.49353295896435156},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:51:08.393538Z"}},"http_status":200,"measured_nonce_sha256":"0e5d9083614c70b5544221e65f581e7b37a658dba97b778e02411daef9e6e821","primer_nonce_sha256":"8f8381c9c98120773cea194fde4633319afe2109434c27720877081f28c93d90","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014926670119166374,"tcp_s":0.011716624954715371,"tls_s":0.01576537499204278},"socket_reused":true,"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000159","measured_cost_usd":"0.0000159","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-eaea5c60e756bf7687a846cfd86ee9bc28b206e22f21ea4765b4f75ed7ebb317","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a245540c0d8d15f522a4763d448ae6c6a8ef6efec9c2b7d31de7b2c2b3b89a87","condition":"cold","repetition":8}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:51:09.769012Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1491431250469759,"output_tokens":17,"tokens_per_second":113.9844695801129},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.59e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0010856249718926847,"tcp_s":0.01061466702958569,"tls_s":0.013793207996059209},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.49000708298990503,"cold_end_to_end_response_headers_s":0.47990091698011383,"cold_end_to_end_semantic_ttft_s":0.49110366695094854,"cold_end_to_end_stream_total_s":0.6402467919979244,"request_stream_total_s":0.6145748750423081,"request_to_first_body_byte_s":0.4643351660342887,"request_to_response_headers_s":0.4542290000244975,"request_to_semantic_ttft_s":0.4654317499953322},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"64558e93d019ae8728fe3073621454470a491f463ddcd5184a911f74de9504ff","primer_nonce_sha256":"da66b69ed2a7790fe3cff18b2bb6034900d67257aa774e039d4bdcd3ccd8f895","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-9cf496172d83a597ec15c8d87da773a6224c4aea2467aa6d9efbb8f7e004b6cc","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a245540c0d8d15f522a4763d448ae6c6a8ef6efec9c2b7d31de7b2c2b3b89a87","condition":"cold","repetition":8}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.21660233399597928,"output_tokens":14,"tokens_per_second":64.6345759148647},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001329125021584332,"tcp_s":0.01178362499922514,"tls_s":0.01636091701220721},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.33681712503312156,"cold_end_to_end_response_headers_s":0.336648166005034,"cold_end_to_end_semantic_ttft_s":0.7204526659916155,"cold_end_to_end_stream_total_s":0.9370549999875948,"request_stream_total_s":0.9073217919794843,"request_to_first_body_byte_s":0.30708391702501103,"request_to_response_headers_s":0.3069149579969235,"request_to_semantic_ttft_s":0.690719457983505},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"64558e93d019ae8728fe3073621454470a491f463ddcd5184a911f74de9504ff","primer_nonce_sha256":"da66b69ed2a7790fe3cff18b2bb6034900d67257aa774e039d4bdcd3ccd8f895","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-07df1318439afa8dff448b1aba4f732c80c04c617ba6f2423d2e987597bd3ecb","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a245540c0d8d15f522a4763d448ae6c6a8ef6efec9c2b7d31de7b2c2b3b89a87","condition":"cold","repetition":8}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11951799999224022,"output_tokens":14,"tokens_per_second":117.13716763089207},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001763082982506603,"tcp_s":0.011368250008672476,"tls_s":0.01760808302788064},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2453531250357628,"cold_end_to_end_response_headers_s":0.2452393330167979,"cold_end_to_end_semantic_ttft_s":0.4885267910431139,"cold_end_to_end_stream_total_s":0.6080447910353541,"request_stream_total_s":0.577110750018619,"request_to_first_body_byte_s":0.21441908401902765,"request_to_response_headers_s":0.21430529200006276,"request_to_semantic_ttft_s":0.4575927500263788},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"64558e93d019ae8728fe3073621454470a491f463ddcd5184a911f74de9504ff","primer_nonce_sha256":"da66b69ed2a7790fe3cff18b2bb6034900d67257aa774e039d4bdcd3ccd8f895","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-1a90d1359c4a8e8ff28df070831bdbb95d314232935a99a42d8bc11992ce8a4f","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a245540c0d8d15f522a4763d448ae6c6a8ef6efec9c2b7d31de7b2c2b3b89a87","condition":"cold","repetition":8}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16795091598760337,"output_tokens":14,"tokens_per_second":83.35768767723395},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011777090257965028,"tcp_s":0.011802166991401464,"tls_s":0.01551808399381116},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.37812066602054983,"cold_end_to_end_response_headers_s":0.3779776250012219,"cold_end_to_end_semantic_ttft_s":0.827738500025589,"cold_end_to_end_stream_total_s":0.9956894160131924,"request_stream_total_s":0.966999540978577,"request_to_first_body_byte_s":0.34943079098593444,"request_to_response_headers_s":0.3492877499666065,"request_to_semantic_ttft_s":0.7990486249909736},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"64558e93d019ae8728fe3073621454470a491f463ddcd5184a911f74de9504ff","primer_nonce_sha256":"da66b69ed2a7790fe3cff18b2bb6034900d67257aa774e039d4bdcd3ccd8f895","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-39936c8de6af8a9b9cea6a0fdf790bec48dc838376b7cadf5c043d4e759a976d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-a245540c0d8d15f522a4763d448ae6c6a8ef6efec9c2b7d31de7b2c2b3b89a87","condition":"cold","repetition":8}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:51:13.362881Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.28541633300483227,"output_tokens":14,"tokens_per_second":49.05115223298371},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0016904999502003193,"tcp_s":0.0061406249878928065,"tls_s":0.023472582979593426},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.714072083006613,"cold_end_to_end_response_headers_s":0.7043155410210602,"cold_end_to_end_semantic_ttft_s":0.7152737500146031,"cold_end_to_end_stream_total_s":1.0006900830194354,"request_stream_total_s":0.9692093330086209,"request_to_first_body_byte_s":0.6825913329957984,"request_to_response_headers_s":0.6728347910102457,"request_to_semantic_ttft_s":0.6837930000037886},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"64558e93d019ae8728fe3073621454470a491f463ddcd5184a911f74de9504ff","primer_nonce_sha256":"da66b69ed2a7790fe3cff18b2bb6034900d67257aa774e039d4bdcd3ccd8f895","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000288","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-af212717f9ee6ad8745aa087b823c70a31d2afa4e5b4ff6f8087b579c2baa4dc","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c1c1105fdf12bc195c437e8640211b2d803fe87426b8effd433304bdb7f915bb","condition":"warm","repetition":20}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:51:14.791055Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.0853083329857327,"output_tokens":14,"tokens_per_second":164.11057993996218},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000144","marketCost":"0.0000144"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5694597500259988,"request_to_first_body_byte_s":0.4829907499952242,"request_to_response_headers_s":0.48281970800599083,"request_to_semantic_ttft_s":0.4841514170402661},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:51:14.220971Z"}},"http_status":200,"measured_nonce_sha256":"02168889ddb40d4233a86172987662e5f7ff00b5662ad07e09bbe9c114f40909","primer_nonce_sha256":"a5b41463500fb37a6bd1c998ba2ac291b145cf9261f3f44d6b70a0138e61f354","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.00164433300960809,"tcp_s":0.0046218750067055225,"tls_s":0.023297582985833287},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000324","measured_cost_usd":"0.0000162","primer_cost_usd":"0.0000162","stop_required":false},"cell_id":"gateway-probe-cell-v3-16b40f02ffab2a449fc589faccdfd3963ed13d9e4901eaae49195c9e8570851e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c1c1105fdf12bc195c437e8640211b2d803fe87426b8effd433304bdb7f915bb","condition":"warm","repetition":20}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:51:16.026584Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13470249995589256,"output_tokens":17,"tokens_per_second":126.20404228255998},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.62e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5158368339762092,"request_to_first_body_byte_s":0.38011004199506715,"request_to_response_headers_s":0.366708708985243,"request_to_semantic_ttft_s":0.3811343340203166},"usage":{"input_tokens":40,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":57}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:51:15.509919Z"}},"http_status":200,"measured_nonce_sha256":"02168889ddb40d4233a86172987662e5f7ff00b5662ad07e09bbe9c114f40909","primer_nonce_sha256":"a5b41463500fb37a6bd1c998ba2ac291b145cf9261f3f44d6b70a0138e61f354","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014480840181931853,"tcp_s":0.011234375007916242,"tls_s":0.012744875042699277},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":57}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000288","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-5fc1c155779c93badb8921bbfbac5bd9b26d0ecff06bc65cb4b9aa93857b1547","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c1c1105fdf12bc195c437e8640211b2d803fe87426b8effd433304bdb7f915bb","condition":"warm","repetition":20}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16922520799562335,"output_tokens":14,"tokens_per_second":82.72999138734744},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8784287080052309,"request_to_first_body_byte_s":0.38359366601798683,"request_to_response_headers_s":0.3835026250453666,"request_to_semantic_ttft_s":0.7092035000096075},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"02168889ddb40d4233a86172987662e5f7ff00b5662ad07e09bbe9c114f40909","primer_nonce_sha256":"a5b41463500fb37a6bd1c998ba2ac291b145cf9261f3f44d6b70a0138e61f354","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012711670133285224,"tcp_s":0.011193833022844046,"tls_s":0.013657749979756773},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000288","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-dd304febb7548dcf4ee78a3ff9e4ae643316e64300e9f2fc463d2352c7adc9ca","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c1c1105fdf12bc195c437e8640211b2d803fe87426b8effd433304bdb7f915bb","condition":"warm","repetition":20}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12046358297811821,"output_tokens":14,"tokens_per_second":116.2176954552568},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6225910829962231,"request_to_first_body_byte_s":0.19355224998435006,"request_to_response_headers_s":0.19342779100406915,"request_to_semantic_ttft_s":0.5021275000181049},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"02168889ddb40d4233a86172987662e5f7ff00b5662ad07e09bbe9c114f40909","primer_nonce_sha256":"a5b41463500fb37a6bd1c998ba2ac291b145cf9261f3f44d6b70a0138e61f354","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0020738340099342167,"tcp_s":0.013887292006984353,"tls_s":0.022064249962568283},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000288","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-cd8ad37720e7cf69d903ac184a71999a0b487bfaf576e833bc88caa7a4b5497b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-c1c1105fdf12bc195c437e8640211b2d803fe87426b8effd433304bdb7f915bb","condition":"warm","repetition":20}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1602334160124883,"output_tokens":14,"tokens_per_second":87.37253656820788},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.0044181250268593,"request_to_first_body_byte_s":0.3289297920418903,"request_to_response_headers_s":0.32879283401416615,"request_to_semantic_ttft_s":0.844184709014371},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"02168889ddb40d4233a86172987662e5f7ff00b5662ad07e09bbe9c114f40909","primer_nonce_sha256":"a5b41463500fb37a6bd1c998ba2ac291b145cf9261f3f44d6b70a0138e61f354","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012544590281322598,"tcp_s":0.011111625004559755,"tls_s":0.01555733400164172},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000144","measured_cost_usd":"0.0000144","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-02fd332845856315934594d5fa138a63f8c32e0d8c330942de03f6bed952002a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7375dcf73d1dff9a719b5d8ae6c1f46cc17cf216052e56d6ff347f5bb4161386","condition":"cold","repetition":13}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12559416698059067,"output_tokens":14,"tokens_per_second":111.47014496432435},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001407250005286187,"tcp_s":0.011534707969985902,"tls_s":0.01552891603205353},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":2.34641025000019,"cold_end_to_end_response_headers_s":2.3462917499709874,"cold_end_to_end_semantic_ttft_s":2.5372075419873,"cold_end_to_end_stream_total_s":2.6628017089678906,"request_stream_total_s":2.6341731669963337,"request_to_first_body_byte_s":2.317781708028633,"request_to_response_headers_s":2.3176632079994306,"request_to_semantic_ttft_s":2.508579000015743},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"2bed57ca8982a167aae0b2de5919e8b91b5f158ad15998be0a04572a49aa87b4","primer_nonce_sha256":"cbb8cf3b75303d4012de3749227880a641cc0ade31a52bd19fcd92d2ddc32bc0","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000144","measured_cost_usd":"0.0000144","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-6bd2f2fb3d88b54a164a9a61870a0dc6c946e131bea75624bcb8bc4c5ea46697","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7375dcf73d1dff9a719b5d8ae6c1f46cc17cf216052e56d6ff347f5bb4161386","condition":"cold","repetition":13}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12229274999117479,"output_tokens":14,"tokens_per_second":114.47939473934723},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015182499773800373,"tcp_s":0.011209416028577834,"tls_s":0.019824165967293084},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5273392089875415,"cold_end_to_end_response_headers_s":0.5265484169940464,"cold_end_to_end_semantic_ttft_s":0.7861043339944445,"cold_end_to_end_stream_total_s":0.9083970839856192,"request_stream_total_s":0.8755647919606417,"request_to_first_body_byte_s":0.494506916962564,"request_to_response_headers_s":0.4937161249690689,"request_to_semantic_ttft_s":0.753272041969467},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"2bed57ca8982a167aae0b2de5919e8b91b5f158ad15998be0a04572a49aa87b4","primer_nonce_sha256":"cbb8cf3b75303d4012de3749227880a641cc0ade31a52bd19fcd92d2ddc32bc0","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000162","measured_cost_usd":"0.0000162","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-459fafe0c012c615a98d6f891212daaae0de47d0f0913eef6edcb45b8b02dc26","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7375dcf73d1dff9a719b5d8ae6c1f46cc17cf216052e56d6ff347f5bb4161386","condition":"cold","repetition":13}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:51:26.136730Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.07915537495864555,"output_tokens":17,"tokens_per_second":214.76747484149485},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.62e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011904999846592546,"tcp_s":0.011760708992369473,"tls_s":0.014993874996434897},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6674444579984993,"cold_end_to_end_response_headers_s":0.6673130409908481,"cold_end_to_end_semantic_ttft_s":0.6823475830024108,"cold_end_to_end_stream_total_s":0.7615029579610564,"request_stream_total_s":0.7333544579450972,"request_to_first_body_byte_s":0.6392959579825401,"request_to_response_headers_s":0.639164540974889,"request_to_semantic_ttft_s":0.6541990829864517},"usage":{"input_tokens":40,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":57}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"2bed57ca8982a167aae0b2de5919e8b91b5f158ad15998be0a04572a49aa87b4","primer_nonce_sha256":"cbb8cf3b75303d4012de3749227880a641cc0ade31a52bd19fcd92d2ddc32bc0","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000144","measured_cost_usd":"0.0000144","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-b566b2905a7102160f9d40cabbbf83c856b70d797cd746f29ad365ce32c6dbc3","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7375dcf73d1dff9a719b5d8ae6c1f46cc17cf216052e56d6ff347f5bb4161386","condition":"cold","repetition":13}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:51:28.025932Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.26629749999847263,"output_tokens":14,"tokens_per_second":52.57278044322721},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000144","marketCost":"0.0000144"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0016322089941240847,"tcp_s":0.006598375039175153,"tls_s":0.024407582997810096},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":1.601361040957272,"cold_end_to_end_response_headers_s":1.5924404579563998,"cold_end_to_end_semantic_ttft_s":1.6098014159942977,"cold_end_to_end_stream_total_s":1.8760989159927703,"request_stream_total_s":1.8432827910291962,"request_to_first_body_byte_s":1.568544915993698,"request_to_response_headers_s":1.5596243329928257,"request_to_semantic_ttft_s":1.5769852910307236},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"2bed57ca8982a167aae0b2de5919e8b91b5f158ad15998be0a04572a49aa87b4","primer_nonce_sha256":"cbb8cf3b75303d4012de3749227880a641cc0ade31a52bd19fcd92d2ddc32bc0","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000144","measured_cost_usd":"0.0000144","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-7b5afdfc414c8b20123b4503b2ce06815d5a89ca7624647e390596995abea317","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7375dcf73d1dff9a719b5d8ae6c1f46cc17cf216052e56d6ff347f5bb4161386","condition":"cold","repetition":13}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.3090387920383364,"output_tokens":14,"tokens_per_second":45.30175615708236},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011659589945338666,"tcp_s":0.01208491699071601,"tls_s":0.019868874980602413},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.45463254099013284,"cold_end_to_end_response_headers_s":0.45460545795504004,"cold_end_to_end_semantic_ttft_s":0.8286889579612762,"cold_end_to_end_stream_total_s":1.1377277499996126,"request_stream_total_s":1.1044193340349011,"request_to_first_body_byte_s":0.4213241250254214,"request_to_response_headers_s":0.4212970419903286,"request_to_semantic_ttft_s":0.7953805419965647},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"2bed57ca8982a167aae0b2de5919e8b91b5f158ad15998be0a04572a49aa87b4","primer_nonce_sha256":"cbb8cf3b75303d4012de3749227880a641cc0ade31a52bd19fcd92d2ddc32bc0","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000285","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-45242e05ed52af426655d8076f0430c07f5d39476743a9833bea48b4ed41ccd4","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-9bec128c7ee730e8dbad0543fdd22556ee77bfb4aa87fcc020cbc6afe6e04e28","condition":"warm","repetition":4}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.32576529198559,"output_tokens":14,"tokens_per_second":42.975726218922304},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8951975000090897,"request_to_first_body_byte_s":0.30464983300771564,"request_to_response_headers_s":0.3044861250091344,"request_to_semantic_ttft_s":0.5694322080234997},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"503889d11c1e68fdf022a27799ec3230ea2b963940ee0250561e31bb8e63b6a3","primer_nonce_sha256":"775157d9d0ced560c376d3a7b77001d5c26b010648887815dfca3897e670c983","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015126250218600035,"tcp_s":0.010779333009850234,"tls_s":0.016056332970038056},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000315","measured_cost_usd":"0.0000156","primer_cost_usd":"0.0000159","stop_required":false},"cell_id":"gateway-probe-cell-v3-5f2d05307f9de2c8ffec535b1193fd6b2a05e4eac678b446c36e32b2d05ac17c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-9bec128c7ee730e8dbad0543fdd22556ee77bfb4aa87fcc020cbc6afe6e04e28","condition":"warm","repetition":4}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:51:32.123412Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1150844999938272,"output_tokens":16,"tokens_per_second":139.02827922837736},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.56e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5674655409529805,"request_to_first_body_byte_s":0.4517155409557745,"request_to_response_headers_s":0.4515800829976797,"request_to_semantic_ttft_s":0.4523810409591533},"usage":{"input_tokens":40,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":56}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:51:31.555325Z"}},"http_status":200,"measured_nonce_sha256":"503889d11c1e68fdf022a27799ec3230ea2b963940ee0250561e31bb8e63b6a3","primer_nonce_sha256":"775157d9d0ced560c376d3a7b77001d5c26b010648887815dfca3897e670c983","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014005000120960176,"tcp_s":0.01142195804277435,"tls_s":0.017154375032987446},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000285","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-e114003368d6b9828a3cfb202f68e03df11649fabf857494cfa43696a9439379","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-9bec128c7ee730e8dbad0543fdd22556ee77bfb4aa87fcc020cbc6afe6e04e28","condition":"warm","repetition":4}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:51:33.931869Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15383208298590034,"output_tokens":14,"tokens_per_second":91.0083236751282},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000144","marketCost":"0.0000144"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7407720829942264,"request_to_first_body_byte_s":0.586940000008326,"request_to_response_headers_s":0.5690389579976909,"request_to_semantic_ttft_s":0.586940000008326},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:51:33.190311Z"}},"http_status":200,"measured_nonce_sha256":"503889d11c1e68fdf022a27799ec3230ea2b963940ee0250561e31bb8e63b6a3","primer_nonce_sha256":"775157d9d0ced560c376d3a7b77001d5c26b010648887815dfca3897e670c983","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0025493749999441206,"tcp_s":0.006357209000270814,"tls_s":0.029993749980349094},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000285","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-43ff27ae8a148cab602a48d546b1c1694969ab29845a954882ee6fd2ca52c554","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-9bec128c7ee730e8dbad0543fdd22556ee77bfb4aa87fcc020cbc6afe6e04e28","condition":"warm","repetition":4}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18115791695890948,"output_tokens":14,"tokens_per_second":77.28064130465522},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9414488339680247,"request_to_first_body_byte_s":0.3661193340085447,"request_to_response_headers_s":0.3659862090134993,"request_to_semantic_ttft_s":0.7602909170091152},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"503889d11c1e68fdf022a27799ec3230ea2b963940ee0250561e31bb8e63b6a3","primer_nonce_sha256":"775157d9d0ced560c376d3a7b77001d5c26b010648887815dfca3897e670c983","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011859579826705158,"tcp_s":0.012290292012039572,"tls_s":0.017305208020843565},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000285","measured_cost_usd":"0.0000144","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-ca26807195514f7b06a7202a24c0cdd1a44dc0fcdd4805e337094d3ef37d142c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-9bec128c7ee730e8dbad0543fdd22556ee77bfb4aa87fcc020cbc6afe6e04e28","condition":"warm","repetition":4}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17691558302612975,"output_tokens":14,"tokens_per_second":79.13378663728143},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.836854332999792,"request_to_first_body_byte_s":0.3147059579496272,"request_to_response_headers_s":0.3118979169521481,"request_to_semantic_ttft_s":0.6599387499736622},"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"503889d11c1e68fdf022a27799ec3230ea2b963940ee0250561e31bb8e63b6a3","primer_nonce_sha256":"775157d9d0ced560c376d3a7b77001d5c26b010648887815dfca3897e670c983","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001329165999777615,"tcp_s":0.011825959023553878,"tls_s":0.014724000007845461},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001575","measured_cost_usd":"0.00001575","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-80e2dac384c6f90af99264f3199da3e2fff6d94f1a2719418eedf0ed09d1bb31","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-8159328742f247f90c25e864243b8836aa282feac817fb19c6ceebc9e22743fb","condition":"cold","repetition":7}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:51:38.086355Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14861137501429766,"output_tokens":17,"tokens_per_second":114.39232022693052},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.575e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011462499969638884,"tcp_s":0.011527416005264968,"tls_s":0.017348917026538402},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4131067910348065,"cold_end_to_end_response_headers_s":0.4043510830379091,"cold_end_to_end_semantic_ttft_s":0.4141815000330098,"cold_end_to_end_stream_total_s":0.5627928750473075,"request_stream_total_s":0.5325626250123605,"request_to_first_body_byte_s":0.38287654099985957,"request_to_response_headers_s":0.37412083300296217,"request_to_semantic_ttft_s":0.38395124999806285},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"afb368bfd4c29f3d1c6c4f11ccca0131c4c869c399d2d0312a89fe04856d0ac6","primer_nonce_sha256":"9b73fb418c8e057abd8739bdfd6891bdac6973d87b08c7e429573fe6488de531","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-2244b5d5caaae2ff35763106252aa9189d0e73097a6ff11aa07eaf0a912b5797","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-8159328742f247f90c25e864243b8836aa282feac817fb19c6ceebc9e22743fb","condition":"cold","repetition":7}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:51:39.010048Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14816416602116078,"output_tokens":14,"tokens_per_second":94.48978370384458},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0019530419958755374,"tcp_s":0.005837749980855733,"tls_s":0.02620704099535942},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.7611067909747362,"cold_end_to_end_response_headers_s":0.7540780000272207,"cold_end_to_end_semantic_ttft_s":0.7622987499926239,"cold_end_to_end_stream_total_s":0.9104629160137847,"request_stream_total_s":0.876267249986995,"request_to_first_body_byte_s":0.7269111249479465,"request_to_response_headers_s":0.719882334000431,"request_to_semantic_ttft_s":0.7281030839658342},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"afb368bfd4c29f3d1c6c4f11ccca0131c4c869c399d2d0312a89fe04856d0ac6","primer_nonce_sha256":"9b73fb418c8e057abd8739bdfd6891bdac6973d87b08c7e429573fe6488de531","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-4ffabdb69cf803c1bc3d6d62d7da676f12077119713cf18dfa86ccf27bf48e34","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-8159328742f247f90c25e864243b8836aa282feac817fb19c6ceebc9e22743fb","condition":"cold","repetition":7}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":1.4905180420028046,"output_tokens":14,"tokens_per_second":9.392707505363868},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.00114958401536569,"tcp_s":0.011801208020187914,"tls_s":0.018572958011645824},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5630260829930194,"cold_end_to_end_response_headers_s":0.5628837500116788,"cold_end_to_end_semantic_ttft_s":0.8161076249671169,"cold_end_to_end_stream_total_s":2.3066256669699214,"request_stream_total_s":2.274908958992455,"request_to_first_body_byte_s":0.5313093750155531,"request_to_response_headers_s":0.5311670420342125,"request_to_semantic_ttft_s":0.7843909169896506},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"afb368bfd4c29f3d1c6c4f11ccca0131c4c869c399d2d0312a89fe04856d0ac6","primer_nonce_sha256":"9b73fb418c8e057abd8739bdfd6891bdac6973d87b08c7e429573fe6488de531","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-b53f25d515bf5d68090ac8b70605009210ef0932ea9267b72317f0d87c6ee281","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-8159328742f247f90c25e864243b8836aa282feac817fb19c6ceebc9e22743fb","condition":"cold","repetition":7}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1589457499794662,"output_tokens":14,"tokens_per_second":88.08036705485127},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001719249994494021,"tcp_s":0.012114457960706204,"tls_s":0.018142249959055334},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2926410000072792,"cold_end_to_end_response_headers_s":0.2925141250016168,"cold_end_to_end_semantic_ttft_s":0.513667292019818,"cold_end_to_end_stream_total_s":0.6726130419992842,"request_stream_total_s":0.6404584170086309,"request_to_first_body_byte_s":0.26048637501662597,"request_to_response_headers_s":0.26035950001096353,"request_to_semantic_ttft_s":0.48151266702916473},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"afb368bfd4c29f3d1c6c4f11ccca0131c4c869c399d2d0312a89fe04856d0ac6","primer_nonce_sha256":"9b73fb418c8e057abd8739bdfd6891bdac6973d87b08c7e429573fe6488de531","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-c73eb395c08f4e2801e9e7d9612049a41f6b0c75d1a8307506a4a2f97fa4f1ee","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-8159328742f247f90c25e864243b8836aa282feac817fb19c6ceebc9e22743fb","condition":"cold","repetition":7}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18406825000420213,"output_tokens":14,"tokens_per_second":76.05874451286624},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.01877650001551956,"tcp_s":0.01145612500840798,"tls_s":0.016823000041767955},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.39274579199263826,"cold_end_to_end_response_headers_s":0.3925717920064926,"cold_end_to_end_semantic_ttft_s":0.66632566699991,"cold_end_to_end_stream_total_s":0.8503939170041122,"request_stream_total_s":0.8030761670088395,"request_to_first_body_byte_s":0.34542804199736565,"request_to_response_headers_s":0.34525404201122,"request_to_semantic_ttft_s":0.6190079170046374},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"afb368bfd4c29f3d1c6c4f11ccca0131c4c869c399d2d0312a89fe04856d0ac6","primer_nonce_sha256":"9b73fb418c8e057abd8739bdfd6891bdac6973d87b08c7e429573fe6488de531","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-4e33b2f183cf21912ab552dc0b08029aa58bdd007b1ee75d2c75b40e64109b65","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5b6e8d652f4767d8154cdbaeab42fe8519a0d45206e1068d1226b4e925be17a2","condition":"warm","repetition":19}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:51:46.810863Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19772075000219047,"output_tokens":14,"tokens_per_second":70.80693351529821},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.511805291986093,"request_to_first_body_byte_s":1.3040167919825763,"request_to_response_headers_s":1.295301791979,"request_to_semantic_ttft_s":1.3140845419839025},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:51:45.298189Z"}},"http_status":200,"measured_nonce_sha256":"6dce0a1a820e4954b778a534076510ae96952a8d54c22d06197848e4d8cc9819","primer_nonce_sha256":"dbf8a87a336a40519a7abfc4a6d28269f132a595c76bdf80bbb379195ea273fa","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0020580829586833715,"tcp_s":0.005740542022977024,"tls_s":0.023560583009384573},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-d69a417a3e099893cce167d33e06477a90f668f02a31f22e0fb042d706ca50c4","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5b6e8d652f4767d8154cdbaeab42fe8519a0d45206e1068d1226b4e925be17a2","condition":"warm","repetition":19}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.20183158299187198,"output_tokens":14,"tokens_per_second":69.36476339564655},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9999810419976711,"request_to_first_body_byte_s":0.4663481669849716,"request_to_response_headers_s":0.4662112919613719,"request_to_semantic_ttft_s":0.7981494590057991},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"6dce0a1a820e4954b778a534076510ae96952a8d54c22d06197848e4d8cc9819","primer_nonce_sha256":"dbf8a87a336a40519a7abfc4a6d28269f132a595c76bdf80bbb379195ea273fa","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011261659674346447,"tcp_s":0.010785874968860298,"tls_s":0.018781582999508828},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-47799f9c9c22901dfd279ef99788d6449cc1762088e45d9d599b884766e91033","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5b6e8d652f4767d8154cdbaeab42fe8519a0d45206e1068d1226b4e925be17a2","condition":"warm","repetition":19}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16712216701125726,"output_tokens":14,"tokens_per_second":83.77105353748176},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6564080420066603,"request_to_first_body_byte_s":0.1861306669889018,"request_to_response_headers_s":0.1860018330044113,"request_to_semantic_ttft_s":0.489285874995403},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"6dce0a1a820e4954b778a534076510ae96952a8d54c22d06197848e4d8cc9819","primer_nonce_sha256":"dbf8a87a336a40519a7abfc4a6d28269f132a595c76bdf80bbb379195ea273fa","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.022812667011749,"tcp_s":0.013700707990210503,"tls_s":0.017392124980688095},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.00001395","primer_cost_usd":"0.0000144","stop_required":false},"cell_id":"gateway-probe-cell-v3-d65300002b29b8bcad695760ad64a0dc4d0879e38f389eca9cb56eb2aa27c245","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5b6e8d652f4767d8154cdbaeab42fe8519a0d45206e1068d1226b4e925be17a2","condition":"warm","repetition":19}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2372601249953732,"output_tokens":14,"tokens_per_second":59.00696545731405},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8648612080141902,"request_to_first_body_byte_s":0.25493316602660343,"request_to_response_headers_s":0.2548682910273783,"request_to_semantic_ttft_s":0.627601083018817},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"6dce0a1a820e4954b778a534076510ae96952a8d54c22d06197848e4d8cc9819","primer_nonce_sha256":"dbf8a87a336a40519a7abfc4a6d28269f132a595c76bdf80bbb379195ea273fa","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001618625014089048,"tcp_s":0.01168158301152289,"tls_s":0.01825933303916827},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":54}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003135","measured_cost_usd":"0.00001575","primer_cost_usd":"0.0000156","stop_required":false},"cell_id":"gateway-probe-cell-v3-b8ff3aeafc41542652dda331e0d227ecb94cee948d7d4fcd5ad33060990cad83","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5b6e8d652f4767d8154cdbaeab42fe8519a0d45206e1068d1226b4e925be17a2","condition":"warm","repetition":19}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:51:53.182892Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16978866700083017,"output_tokens":17,"tokens_per_second":100.12446825980959},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.575e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6364838749868795,"request_to_first_body_byte_s":0.46558483300032094,"request_to_response_headers_s":0.44115254102507606,"request_to_semantic_ttft_s":0.46669520798604935},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:51:52.545474Z"}},"http_status":200,"measured_nonce_sha256":"6dce0a1a820e4954b778a534076510ae96952a8d54c22d06197848e4d8cc9819","primer_nonce_sha256":"dbf8a87a336a40519a7abfc4a6d28269f132a595c76bdf80bbb379195ea273fa","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012534999987110496,"tcp_s":0.011444708041381091,"tls_s":0.017513166007120162},"socket_reused":true,"usage":{"input_tokens":40,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-c91660ec2c5d7439c39aebcf703307668975a32825b8249d009f710156d4ac66","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d8c2a4dd0cf7872cb0b0dc1bc08550f7ffeffcb57ae207a421f9cdab491fb258","condition":"cold","repetition":16}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.20145441603381187,"output_tokens":14,"tokens_per_second":69.49462948307996},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0017377909971401095,"tcp_s":0.011839540966320783,"tls_s":0.024629375024233013},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.39899508404778317,"cold_end_to_end_response_headers_s":0.3988740839995444,"cold_end_to_end_semantic_ttft_s":0.7345678340061568,"cold_end_to_end_stream_total_s":0.9360222500399686,"request_stream_total_s":0.8975807910319418,"request_to_first_body_byte_s":0.3605536250397563,"request_to_response_headers_s":0.3604326249915175,"request_to_semantic_ttft_s":0.6961263749981299},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"9eda3960981a3dc886171f7a3c79558b4ae8b055697e3c2bef93f1d456b12777","primer_nonce_sha256":"32cb93045d40d58e55c5698071f1c3e18e7d984a623c682d22d07f9f4e8f5be9","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-e843321db2242b0b7e344b1e68b6e759451d265c202f6df054c1e284f52cc878","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d8c2a4dd0cf7872cb0b0dc1bc08550f7ffeffcb57ae207a421f9cdab491fb258","condition":"cold","repetition":16}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13570570800220594,"output_tokens":14,"tokens_per_second":103.16441516057988},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0020354590378701687,"tcp_s":0.010874832980334759,"tls_s":0.01842199999373406},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.28796675003832206,"cold_end_to_end_response_headers_s":0.287837625015527,"cold_end_to_end_semantic_ttft_s":0.5229288340196945,"cold_end_to_end_stream_total_s":0.6586345420219004,"request_stream_total_s":0.6270951249753125,"request_to_first_body_byte_s":0.25642733299173415,"request_to_response_headers_s":0.2562982079689391,"request_to_semantic_ttft_s":0.49138941697310656},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"9eda3960981a3dc886171f7a3c79558b4ae8b055697e3c2bef93f1d456b12777","primer_nonce_sha256":"32cb93045d40d58e55c5698071f1c3e18e7d984a623c682d22d07f9f4e8f5be9","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-49c06b3fd157637edfef6a99d0852bea91feebf4ea05b78f5bc8f7707499aadc","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d8c2a4dd0cf7872cb0b0dc1bc08550f7ffeffcb57ae207a421f9cdab491fb258","condition":"cold","repetition":16}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13229495799168944,"output_tokens":14,"tokens_per_second":105.82413882227816},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0017690840177237988,"tcp_s":0.01110137498471886,"tls_s":0.019354999996721745},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.33363391703460366,"cold_end_to_end_response_headers_s":0.33345120801823214,"cold_end_to_end_semantic_ttft_s":0.6123552920180373,"cold_end_to_end_stream_total_s":0.7446502500097267,"request_stream_total_s":0.7120994169963524,"request_to_first_body_byte_s":0.3010830840212293,"request_to_response_headers_s":0.3009003750048578,"request_to_semantic_ttft_s":0.5798044590046629},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"9eda3960981a3dc886171f7a3c79558b4ae8b055697e3c2bef93f1d456b12777","primer_nonce_sha256":"32cb93045d40d58e55c5698071f1c3e18e7d984a623c682d22d07f9f4e8f5be9","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000156","measured_cost_usd":"0.0000156","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-8126b35a81ce3a039a9026b35db2c34f907f013003ad04de36c6189048fbc88c","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d8c2a4dd0cf7872cb0b0dc1bc08550f7ffeffcb57ae207a421f9cdab491fb258","condition":"cold","repetition":16}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:51:56.251856Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16716558299958706,"output_tokens":17,"tokens_per_second":101.69557450137326},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.56e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0013315000105649233,"tcp_s":0.01112195901805535,"tls_s":0.014782416983507574},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5068460420006886,"cold_end_to_end_response_headers_s":0.49437224998837337,"cold_end_to_end_semantic_ttft_s":0.5080590840079822,"cold_end_to_end_stream_total_s":0.6752246670075692,"request_stream_total_s":0.6477614170289598,"request_to_first_body_byte_s":0.47938279202207923,"request_to_response_headers_s":0.466909000009764,"request_to_semantic_ttft_s":0.4805958340293728},"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"9eda3960981a3dc886171f7a3c79558b4ae8b055697e3c2bef93f1d456b12777","primer_nonce_sha256":"32cb93045d40d58e55c5698071f1c3e18e7d984a623c682d22d07f9f4e8f5be9","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-afc3fe7c9aedf5b09e7bc9b5957d1910c7bccb0094af3261e6cadf2933f9f4fb","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-d8c2a4dd0cf7872cb0b0dc1bc08550f7ffeffcb57ae207a421f9cdab491fb258","condition":"cold","repetition":16}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:51:57.161823Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18981654196977615,"output_tokens":14,"tokens_per_second":73.75542644870842},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000138","marketCost":"0.0000138"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001896333007607609,"tcp_s":0.006188666971866041,"tls_s":0.028317333955783397},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6974630830227397,"cold_end_to_end_response_headers_s":0.6886679160525091,"cold_end_to_end_semantic_ttft_s":0.7074246660340577,"cold_end_to_end_stream_total_s":0.8972412080038339,"request_stream_total_s":0.8606242499663495,"request_to_first_body_byte_s":0.6608461249852553,"request_to_response_headers_s":0.6520509580150247,"request_to_semantic_ttft_s":0.6708077079965733},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"9eda3960981a3dc886171f7a3c79558b4ae8b055697e3c2bef93f1d456b12777","primer_nonce_sha256":"32cb93045d40d58e55c5698071f1c3e18e7d984a623c682d22d07f9f4e8f5be9","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-0526dcb2117478357e3fc3d610e191aa0ee5e7513e2e257c9b42aff478b8111a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-0b738db634078f91b2e145b678742a790a045c52a7f13b79cba3367d5e2bbf05","condition":"warm","repetition":11}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12905000004684553,"output_tokens":14,"tokens_per_second":108.48508326166571},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8439657910494134,"request_to_first_body_byte_s":0.39199775003362447,"request_to_response_headers_s":0.3918510410003364,"request_to_semantic_ttft_s":0.7149157910025679},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"1e66c5663635f63155211956144712c4c7f590f413de182e81e3e5c11119a67f","primer_nonce_sha256":"db5cb83ace5558b050f8a9d2b15a1fffdd8f33c5785b7e3e681c4e1d9378a986","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0008912089979276061,"tcp_s":0.010511583008337766,"tls_s":0.015581832965835929},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-135841f363a2727b6026b57f0ba24af166ba0bdf1ddc6a26374791d73e8107f5","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-0b738db634078f91b2e145b678742a790a045c52a7f13b79cba3367d5e2bbf05","condition":"warm","repetition":11}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:52:00.383081Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11098774999845773,"output_tokens":14,"tokens_per_second":126.14004698892033},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5994858340127394,"request_to_first_body_byte_s":0.4872735420358367,"request_to_response_headers_s":0.48707658401690423,"request_to_semantic_ttft_s":0.48849808401428163},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:51:59.782769Z"}},"http_status":200,"measured_nonce_sha256":"1e66c5663635f63155211956144712c4c7f590f413de182e81e3e5c11119a67f","primer_nonce_sha256":"db5cb83ace5558b050f8a9d2b15a1fffdd8f33c5785b7e3e681c4e1d9378a986","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001608917023986578,"tcp_s":0.005386417033150792,"tls_s":0.02560883399564773},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000318","measured_cost_usd":"0.0000159","primer_cost_usd":"0.0000159","stop_required":false},"cell_id":"gateway-probe-cell-v3-fe9d1a73aa17df972d4b5bf58cfcbcfafb8276890fb17e1eab7dc7c8235d2009","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-0b738db634078f91b2e145b678742a790a045c52a7f13b79cba3367d5e2bbf05","condition":"warm","repetition":11}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:52:01.515176Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12890479201450944,"output_tokens":17,"tokens_per_second":131.88027950183954},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.59e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.572988333995454,"request_to_first_body_byte_s":0.44296616700012237,"request_to_response_headers_s":0.42729708401020616,"request_to_semantic_ttft_s":0.4440835419809446},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.59e-05,"currency":"USD","effective_at":"2026-07-27T00:52:00.941330Z"}},"http_status":200,"measured_nonce_sha256":"1e66c5663635f63155211956144712c4c7f590f413de182e81e3e5c11119a67f","primer_nonce_sha256":"db5cb83ace5558b050f8a9d2b15a1fffdd8f33c5785b7e3e681c4e1d9378a986","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013000419712625444,"tcp_s":0.012519875017460436,"tls_s":0.0197017079917714},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-ebea5fcdcc9ee39be1742a3a91a3ea4d0583496397eebf6f1f35d8c07a345b2e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-0b738db634078f91b2e145b678742a790a045c52a7f13b79cba3367d5e2bbf05","condition":"warm","repetition":11}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14450983295682818,"output_tokens":14,"tokens_per_second":96.87922069761476},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6770798329962417,"request_to_first_body_byte_s":0.2611158330109902,"request_to_response_headers_s":0.2609491250477731,"request_to_semantic_ttft_s":0.5325700000394136},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"1e66c5663635f63155211956144712c4c7f590f413de182e81e3e5c11119a67f","primer_nonce_sha256":"db5cb83ace5558b050f8a9d2b15a1fffdd8f33c5785b7e3e681c4e1d9378a986","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001475666998885572,"tcp_s":0.011103958007879555,"tls_s":0.015860875020734966},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000282","measured_cost_usd":"0.0000141","primer_cost_usd":"0.0000141","stop_required":false},"cell_id":"gateway-probe-cell-v3-1ed944dce97e93cfa4c0e2980153721768879a35af3099c54ab56d21a5691e90","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-0b738db634078f91b2e145b678742a790a045c52a7f13b79cba3367d5e2bbf05","condition":"warm","repetition":11}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1374981250264682,"output_tokens":14,"tokens_per_second":101.81957024726715},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7380710830329917,"request_to_first_body_byte_s":0.155541833024472,"request_to_response_headers_s":0.15541166602633893,"request_to_semantic_ttft_s":0.6005729580065235},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"1e66c5663635f63155211956144712c4c7f590f413de182e81e3e5c11119a67f","primer_nonce_sha256":"db5cb83ace5558b050f8a9d2b15a1fffdd8f33c5785b7e3e681c4e1d9378a986","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0018247499829158187,"tcp_s":0.01090545899933204,"tls_s":0.0183993749669753},"socket_reused":true,"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-6c7c9458b790eca851e39639acd652711d39b70c5182de3ad2b17b43a1881842","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5472ddb6825e39e3a512763de5f085c48107e9222bc18c180279d70a622019f5","condition":"cold","repetition":27}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1353387080016546,"output_tokens":14,"tokens_per_second":103.44416764957474},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0014610000071115792,"tcp_s":0.010905125003773719,"tls_s":0.017437957983929664},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2999435419915244,"cold_end_to_end_response_headers_s":0.2998369170236401,"cold_end_to_end_semantic_ttft_s":0.5413630839902908,"cold_end_to_end_stream_total_s":0.6767017919919454,"request_stream_total_s":0.6467049579950981,"request_to_first_body_byte_s":0.2699467079946771,"request_to_response_headers_s":0.26984008302679285,"request_to_semantic_ttft_s":0.5113662499934435},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"29b2d52978586640ec241208d2bce9042deba2a757d2705534d7d2efe1e0b0cd","primer_nonce_sha256":"8d28853135cd5b57d4a97ed637cfa32f5fa7d2c70d38ed4340f03cf7bc18c039","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-536dee6d4715e7c5c3f3bbb28f1e3a9e09a597de7a6ca4011642362c6f2bf6ef","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5472ddb6825e39e3a512763de5f085c48107e9222bc18c180279d70a622019f5","condition":"cold","repetition":27}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13374487502733245,"output_tokens":14,"tokens_per_second":104.67690815920179},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001211583032272756,"tcp_s":0.011714207998011261,"tls_s":0.03190674999495968},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4458941670018248,"cold_end_to_end_response_headers_s":0.44575049995910376,"cold_end_to_end_semantic_ttft_s":0.8350094999768771,"cold_end_to_end_stream_total_s":0.9687543750042096,"request_stream_total_s":0.9237080420134589,"request_to_first_body_byte_s":0.40084783401107416,"request_to_response_headers_s":0.4007041669683531,"request_to_semantic_ttft_s":0.7899631669861265},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"29b2d52978586640ec241208d2bce9042deba2a757d2705534d7d2efe1e0b0cd","primer_nonce_sha256":"8d28853135cd5b57d4a97ed637cfa32f5fa7d2c70d38ed4340f03cf7bc18c039","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-20259680faeed1718e809d984bc8f067f1d58508215f06dc4b5ebe2c2bf10c9d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5472ddb6825e39e3a512763de5f085c48107e9222bc18c180279d70a622019f5","condition":"cold","repetition":27}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:52:07.408234Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.06485241698101163,"output_tokens":14,"tokens_per_second":215.87476075254236},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001395","marketCost":"0.00001395"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.24217679200228304,"tcp_s":0.005693042010534555,"tls_s":0.023376790981274098},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":1.1277059589629062,"cold_end_to_end_response_headers_s":1.1275005000061356,"cold_end_to_end_semantic_ttft_s":1.128876750008203,"cold_end_to_end_stream_total_s":1.1937291669892147,"request_stream_total_s":0.9222344169975258,"request_to_first_body_byte_s":0.8562112089712173,"request_to_response_headers_s":0.8560057500144467,"request_to_semantic_ttft_s":0.8573820000165142},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"29b2d52978586640ec241208d2bce9042deba2a757d2705534d7d2efe1e0b0cd","primer_nonce_sha256":"8d28853135cd5b57d4a97ed637cfa32f5fa7d2c70d38ed4340f03cf7bc18c039","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001575","measured_cost_usd":"0.00001575","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-2a1f91ed004b6ab16541e71aff1829e10802a9938e3a1c5376099882c8824613","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5472ddb6825e39e3a512763de5f085c48107e9222bc18c180279d70a622019f5","condition":"cold","repetition":27}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:52:08.241226Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17949454195331782,"output_tokens":17,"tokens_per_second":94.71040074534014},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.575e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0012519159936346114,"tcp_s":0.011653207999188453,"tls_s":0.015051166992634535},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6394381250138395,"cold_end_to_end_response_headers_s":0.63929012499284,"cold_end_to_end_semantic_ttft_s":0.6407156250206754,"cold_end_to_end_stream_total_s":0.8202101669739932,"request_stream_total_s":0.7920479579479434,"request_to_first_body_byte_s":0.6112759159877896,"request_to_response_headers_s":0.6111279159667902,"request_to_semantic_ttft_s":0.6125534159946255},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"29b2d52978586640ec241208d2bce9042deba2a757d2705534d7d2efe1e0b0cd","primer_nonce_sha256":"8d28853135cd5b57d4a97ed637cfa32f5fa7d2c70d38ed4340f03cf7bc18c039","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001395","measured_cost_usd":"0.00001395","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-26ca1ee5aca74a6a869a88999ecab3b035b711ef5f7fab0cdeb100ad31a29084","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-5472ddb6825e39e3a512763de5f085c48107e9222bc18c180279d70a622019f5","condition":"cold","repetition":27}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15985387499677017,"output_tokens":14,"tokens_per_second":87.57998516008992},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0014497090014629066,"tcp_s":0.011503124958835542,"tls_s":0.016200458980165422},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.31325137498788536,"cold_end_to_end_response_headers_s":0.31306874996516854,"cold_end_to_end_semantic_ttft_s":0.5947852919925936,"cold_end_to_end_stream_total_s":0.7546391669893637,"request_stream_total_s":0.7252232920145616,"request_to_first_body_byte_s":0.2838355000130832,"request_to_response_headers_s":0.2836528749903664,"request_to_semantic_ttft_s":0.5653694170177914},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"29b2d52978586640ec241208d2bce9042deba2a757d2705534d7d2efe1e0b0cd","primer_nonce_sha256":"8d28853135cd5b57d4a97ed637cfa32f5fa7d2c70d38ed4340f03cf7bc18c039","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002730","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-5506de979b7e80c0b70003f9a0b6bd8432b356511da8639f826adc72fac1383b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-005254009aba78ebf5b926da0eecf397aef57c7b7f0ed272e6aa4ac56c191aac","condition":"warm","repetition":15}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2938363329740241,"output_tokens":14,"tokens_per_second":47.64557145912121},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8125547500094399,"request_to_first_body_byte_s":0.24660574999870732,"request_to_response_headers_s":0.246485042036511,"request_to_semantic_ttft_s":0.5187184170354158},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"39053833c437fd42e3062270c3aa9b547ba19a913e5cf75bdce0d97c6ab5f474","primer_nonce_sha256":"98378134898ced58ea3f91fe17337d08e63ef8bff23ffe2e3d2e777bdc3f365f","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001211083959788084,"tcp_s":0.012285458040423691,"tls_s":0.020937499997671694},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002730","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-33953d1ee62371c60f60ba30130a39fc7f2b2232fc32cf9d7b639e4c67e24269","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-005254009aba78ebf5b926da0eecf397aef57c7b7f0ed272e6aa4ac56c191aac","condition":"warm","repetition":15}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18829062499571592,"output_tokens":14,"tokens_per_second":74.35314424347222},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6791987090255134,"request_to_first_body_byte_s":0.20295912498841062,"request_to_response_headers_s":0.20283062499947846,"request_to_semantic_ttft_s":0.49090808402979746},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"39053833c437fd42e3062270c3aa9b547ba19a913e5cf75bdce0d97c6ab5f474","primer_nonce_sha256":"98378134898ced58ea3f91fe17337d08e63ef8bff23ffe2e3d2e777bdc3f365f","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0020545420120470226,"tcp_s":0.011491791985463351,"tls_s":0.014327208045870066},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002730","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-1dd20b637344125e29734bf168557e37c31ec834056724bd7ce30e2191c6d306","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-005254009aba78ebf5b926da0eecf397aef57c7b7f0ed272e6aa4ac56c191aac","condition":"warm","repetition":15}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12518158298917115,"output_tokens":14,"tokens_per_second":111.83753764490318},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9064185829483904,"request_to_first_body_byte_s":0.3606876659905538,"request_to_response_headers_s":0.36054983298527077,"request_to_semantic_ttft_s":0.7812369999592192},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"39053833c437fd42e3062270c3aa9b547ba19a913e5cf75bdce0d97c6ab5f474","primer_nonce_sha256":"98378134898ced58ea3f91fe17337d08e63ef8bff23ffe2e3d2e777bdc3f365f","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014412079472094774,"tcp_s":0.012694333971012384,"tls_s":0.017271958000492305},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002730","measured_cost_usd":"0.00001365","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-72ffccf2d03bac2db80b70721c5eab80a032ffc2bc334376e9953abe1f103828","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-005254009aba78ebf5b926da0eecf397aef57c7b7f0ed272e6aa4ac56c191aac","condition":"warm","repetition":15}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:52:17.365494Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.08922233403427526,"output_tokens":14,"tokens_per_second":156.91138492994165},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001365","marketCost":"0.00001365"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.2939644170110114,"request_to_first_body_byte_s":1.2047420829767361,"request_to_response_headers_s":1.1959329579840414,"request_to_semantic_ttft_s":1.2047420829767361},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:52:16.070694Z"}},"http_status":200,"measured_nonce_sha256":"39053833c437fd42e3062270c3aa9b547ba19a913e5cf75bdce0d97c6ab5f474","primer_nonce_sha256":"98378134898ced58ea3f91fe17337d08e63ef8bff23ffe2e3d2e777bdc3f365f","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0017792080179788172,"tcp_s":0.005364832992199808,"tls_s":0.07995816599577665},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003090","measured_cost_usd":"0.00001545","primer_cost_usd":"0.00001545","stop_required":false},"cell_id":"gateway-probe-cell-v3-a70853124d6dae94f6d5a060532729471e9d46aac3093cb800ec31e56ca489c9","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-005254009aba78ebf5b926da0eecf397aef57c7b7f0ed272e6aa4ac56c191aac","condition":"warm","repetition":15}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:52:18.791777Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18875966599443927,"output_tokens":17,"tokens_per_second":90.06161305933233},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.545e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6233312910189852,"request_to_first_body_byte_s":0.4335246660048142,"request_to_response_headers_s":0.43334783299360424,"request_to_semantic_ttft_s":0.43457162502454594},"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":52}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:52:18.167597Z"}},"http_status":200,"measured_nonce_sha256":"39053833c437fd42e3062270c3aa9b547ba19a913e5cf75bdce0d97c6ab5f474","primer_nonce_sha256":"98378134898ced58ea3f91fe17337d08e63ef8bff23ffe2e3d2e777bdc3f365f","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011028340086340904,"tcp_s":0.01111800002399832,"tls_s":0.01770841598045081},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001605","measured_cost_usd":"0.00001605","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-cb1caa62a5bb1561b9c6900e8bd683aa168c64d9f6515388d5e9be0980bcda6d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-76cdcdcdfb82fe4ea9338686362f199c7f7e7664bf8fdd36928e495569178875","condition":"cold","repetition":3}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:52:19.720294Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1960145840421319,"output_tokens":17,"tokens_per_second":86.728240569824},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.605e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0010597079526633024,"tcp_s":0.010500083968508989,"tls_s":0.01585516700288281},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.7186582499998622,"cold_end_to_end_response_headers_s":0.7185232500196435,"cold_end_to_end_semantic_ttft_s":0.71974745800253,"cold_end_to_end_stream_total_s":0.9157620420446619,"request_stream_total_s":0.8881525000324473,"request_to_first_body_byte_s":0.6910487079876475,"request_to_response_headers_s":0.6909137080074288,"request_to_semantic_ttft_s":0.6921379159903154},"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"175b9ba3455fdc1641bcceaca5744db78319debdc95a66fda9c48c0f28a5fa57","primer_nonce_sha256":"b5777ce10eef28b5d3eeb7039505830703e5183d31c4895837209f7ead57ae42","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-a599644ddc13ed781565bf24ab426c15c531c9061888747b6b8457ff9c4873f3","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-76cdcdcdfb82fe4ea9338686362f199c7f7e7664bf8fdd36928e495569178875","condition":"cold","repetition":3}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.07297708303667605,"output_tokens":14,"tokens_per_second":191.8410467703132},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015174170257523656,"tcp_s":0.01146529201650992,"tls_s":0.017694834037683904},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4551799169857986,"cold_end_to_end_response_headers_s":0.45500270795309916,"cold_end_to_end_semantic_ttft_s":0.7711984999477863,"cold_end_to_end_stream_total_s":0.8441755829844624,"request_stream_total_s":0.8132195830112323,"request_to_first_body_byte_s":0.42422391701256856,"request_to_response_headers_s":0.4240467079798691,"request_to_semantic_ttft_s":0.7402424999745563},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"175b9ba3455fdc1641bcceaca5744db78319debdc95a66fda9c48c0f28a5fa57","primer_nonce_sha256":"b5777ce10eef28b5d3eeb7039505830703e5183d31c4895837209f7ead57ae42","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-6073d2f0ff29b137e399aa312f0346447ea44347452f3dd3030911b1f09e55d9","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-76cdcdcdfb82fe4ea9338686362f199c7f7e7664bf8fdd36928e495569178875","condition":"cold","repetition":3}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15192799997748807,"output_tokens":14,"tokens_per_second":92.14891265648498},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0020057500223629177,"tcp_s":0.01126470899907872,"tls_s":0.01575262501137331},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2656594580039382,"cold_end_to_end_response_headers_s":0.2655270420364104,"cold_end_to_end_semantic_ttft_s":0.4954009170178324,"cold_end_to_end_stream_total_s":0.6473289169953205,"request_stream_total_s":0.6181161669665016,"request_to_first_body_byte_s":0.23644670797511935,"request_to_response_headers_s":0.23631429200759158,"request_to_semantic_ttft_s":0.46618816698901355},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"175b9ba3455fdc1641bcceaca5744db78319debdc95a66fda9c48c0f28a5fa57","primer_nonce_sha256":"b5777ce10eef28b5d3eeb7039505830703e5183d31c4895837209f7ead57ae42","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-e63e6709f7a4e328b493a6602e3a69a36b51cbb189cac434639e23d2ebd2b7ff","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-76cdcdcdfb82fe4ea9338686362f199c7f7e7664bf8fdd36928e495569178875","condition":"cold","repetition":3}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1639936249703169,"output_tokens":14,"tokens_per_second":85.36917214028303},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011117919930256903,"tcp_s":0.010851167025975883,"tls_s":0.017924875020980835},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4929892090149224,"cold_end_to_end_response_headers_s":0.49285304197110236,"cold_end_to_end_semantic_ttft_s":0.8718274999991991,"cold_end_to_end_stream_total_s":1.035821124969516,"request_stream_total_s":1.0057381249498576,"request_to_first_body_byte_s":0.462906208995264,"request_to_response_headers_s":0.462770041951444,"request_to_semantic_ttft_s":0.8417444999795407},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"175b9ba3455fdc1641bcceaca5744db78319debdc95a66fda9c48c0f28a5fa57","primer_nonce_sha256":"b5777ce10eef28b5d3eeb7039505830703e5183d31c4895837209f7ead57ae42","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-476436d29eb01a6701d78acc5a6e1c32ffd488c269b765b4aee661b200ab26cc","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-76cdcdcdfb82fe4ea9338686362f199c7f7e7664bf8fdd36928e495569178875","condition":"cold","repetition":3}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:52:23.084502Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11804712499724701,"output_tokens":14,"tokens_per_second":118.59670449683968},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001425","marketCost":"0.00001425"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0017776250024326146,"tcp_s":0.005399250017944723,"tls_s":0.02807800000300631},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6650877500069328,"cold_end_to_end_response_headers_s":0.651289250003174,"cold_end_to_end_semantic_ttft_s":0.6663136660354212,"cold_end_to_end_stream_total_s":0.7843607910326682,"request_stream_total_s":0.7489398750476539,"request_to_first_body_byte_s":0.6296668340219185,"request_to_response_headers_s":0.6158683340181597,"request_to_semantic_ttft_s":0.6308927500504069},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"175b9ba3455fdc1641bcceaca5744db78319debdc95a66fda9c48c0f28a5fa57","primer_nonce_sha256":"b5777ce10eef28b5d3eeb7039505830703e5183d31c4895837209f7ead57ae42","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002985","measured_cost_usd":"0.0000162","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-e3f51e420bbe58d720c4ab4536ae49b9cd3c4b843dff65798de47747c94fcded","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7215eb75c8ee4239175ead2e9d208432474f8d7f3d1c9113cfac4ce6aa928615","condition":"warm","repetition":7}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:52:25.508008Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18410508299712092,"output_tokens":18,"tokens_per_second":97.7702500494323},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000162","marketCost":"0.0000162"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":20,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8486202909843996,"request_to_first_body_byte_s":0.6645152079872787,"request_to_response_headers_s":0.6553569579846226,"request_to_semantic_ttft_s":0.6645152079872787},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:52:24.658562Z"}},"http_status":200,"measured_nonce_sha256":"6eabe47f50ce292b3b801096ff8ac598762013b1905f20a1d704153bcea29fcf","primer_nonce_sha256":"2eb7e51b93d3b083d679f3d5df158ba727f514216f1708dbbb0266c254521c3b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0019063749932684004,"tcp_s":0.0048198329750448465,"tls_s":0.022882041987031698},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003105","measured_cost_usd":"0.0000156","primer_cost_usd":"0.00001545","stop_required":false},"cell_id":"gateway-probe-cell-v3-c10c1f0f434fbd34e814c38fc8401de84bac03ca0a33c53212be097fed84624f","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7215eb75c8ee4239175ead2e9d208432474f8d7f3d1c9113cfac4ce6aa928615","condition":"warm","repetition":7}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:52:26.695346Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15248066699132323,"output_tokens":17,"tokens_per_second":111.48954379224593},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.56e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5528270420036279,"request_to_first_body_byte_s":0.3992426670156419,"request_to_response_headers_s":0.37977583397878334,"request_to_semantic_ttft_s":0.40034637501230463},"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:52:26.142008Z"}},"http_status":200,"measured_nonce_sha256":"6eabe47f50ce292b3b801096ff8ac598762013b1905f20a1d704153bcea29fcf","primer_nonce_sha256":"2eb7e51b93d3b083d679f3d5df158ba727f514216f1708dbbb0266c254521c3b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011985839810222387,"tcp_s":0.012371167016681284,"tls_s":0.013603625004179776},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002985","measured_cost_usd":"0.0000162","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-c484d8b483f35de71197b18868810fdaa4e3604552a0c3cab74d318b7f5655d1","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7215eb75c8ee4239175ead2e9d208432474f8d7f3d1c9113cfac4ce6aa928615","condition":"warm","repetition":7}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.25811383401742205,"output_tokens":18,"tokens_per_second":69.73667284638856},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":20,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8466815000283532,"request_to_first_body_byte_s":0.2246507500531152,"request_to_response_headers_s":0.22241079102968797,"request_to_semantic_ttft_s":0.5885676660109311},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"6eabe47f50ce292b3b801096ff8ac598762013b1905f20a1d704153bcea29fcf","primer_nonce_sha256":"2eb7e51b93d3b083d679f3d5df158ba727f514216f1708dbbb0266c254521c3b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012296659988351166,"tcp_s":0.010964250017423183,"tls_s":0.015393708017654717},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002985","measured_cost_usd":"0.0000162","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-fb3887481a88f1c94afa6ba9c1a978806c4d450d85b75a1735c250327ba5b110","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7215eb75c8ee4239175ead2e9d208432474f8d7f3d1c9113cfac4ce6aa928615","condition":"warm","repetition":7}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16492129204561934,"output_tokens":18,"tokens_per_second":109.1429722429107},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7865665000281297,"request_to_first_body_byte_s":0.3578079169965349,"request_to_response_headers_s":0.35770325001794845,"request_to_semantic_ttft_s":0.6216452079825103},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"6eabe47f50ce292b3b801096ff8ac598762013b1905f20a1d704153bcea29fcf","primer_nonce_sha256":"2eb7e51b93d3b083d679f3d5df158ba727f514216f1708dbbb0266c254521c3b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013706250465475023,"tcp_s":0.010779042029753327,"tls_s":0.01552220800658688},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002985","measured_cost_usd":"0.0000162","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-3f3152fc7a865988d8daa6a9c4e2f4bc6b977cf849ad79e65acd8a8be4a62aaa","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-7215eb75c8ee4239175ead2e9d208432474f8d7f3d1c9113cfac4ce6aa928615","condition":"warm","repetition":7}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2961011250154115,"output_tokens":18,"tokens_per_second":60.79004258785958},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":20,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9416588330059312,"request_to_first_body_byte_s":0.3281919999863021,"request_to_response_headers_s":0.3280439169611782,"request_to_semantic_ttft_s":0.6455577079905197},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"6eabe47f50ce292b3b801096ff8ac598762013b1905f20a1d704153bcea29fcf","primer_nonce_sha256":"2eb7e51b93d3b083d679f3d5df158ba727f514216f1708dbbb0266c254521c3b","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014718750026077032,"tcp_s":0.011146874981932342,"tls_s":0.014736082986928523},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000162","measured_cost_usd":"0.0000162","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-74f17d0f28669a697b236dc3ec360244b9e964edcc2051aec72356a0484d33af","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-ef7c4ab96e4d0f8a390029f4a870c28db9cbcd56ef10846e2717aad8090dd8be","condition":"cold","repetition":19}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13696458301274106,"output_tokens":18,"tokens_per_second":131.42083598593922},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0016905409866012633,"tcp_s":0.010887084004934877,"tls_s":0.017490541969891638},"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.23173129197675735,"cold_end_to_end_response_headers_s":0.23158970795338973,"cold_end_to_end_semantic_ttft_s":0.525290249963291,"cold_end_to_end_stream_total_s":0.662254832976032,"request_stream_total_s":0.6320413749781437,"request_to_first_body_byte_s":0.20151783397886902,"request_to_response_headers_s":0.2013762499555014,"request_to_semantic_ttft_s":0.49507679196540266},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"9f8786e6bfbc6e6f90a323dd99e5db4d89bfc50aaa73d8dfbc37106fef5ef821","primer_nonce_sha256":"597c5ab5f804c8d95b2316a60e09f5d7c0d81d3ad5617121071ebf9ca2689450","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-26de54425cc2d4ba75af6c53f21ba88cd5a7afd317013c60b1684bccd4c2acfc","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-ef7c4ab96e4d0f8a390029f4a870c28db9cbcd56ef10846e2717aad8090dd8be","condition":"cold","repetition":19}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2065429160138592,"output_tokens":14,"tokens_per_second":67.78252321692112},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015591250266879797,"tcp_s":0.010806542006321251,"tls_s":0.017664791957940906},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.3150447920197621,"cold_end_to_end_response_headers_s":0.3148813750012778,"cold_end_to_end_semantic_ttft_s":0.6234722919762135,"cold_end_to_end_stream_total_s":0.8300152079900727,"request_stream_total_s":0.7997299999697134,"request_to_first_body_byte_s":0.2847595839994028,"request_to_response_headers_s":0.2845961669809185,"request_to_semantic_ttft_s":0.5931870839558542},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"9f8786e6bfbc6e6f90a323dd99e5db4d89bfc50aaa73d8dfbc37106fef5ef821","primer_nonce_sha256":"597c5ab5f804c8d95b2316a60e09f5d7c0d81d3ad5617121071ebf9ca2689450","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000144","measured_cost_usd":"0.0000144","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-417f09ba2217e369fbf34e0e255c40f6ea5f4f238b5dfe171ef5078e42c029a5","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-ef7c4ab96e4d0f8a390029f4a870c28db9cbcd56ef10846e2717aad8090dd8be","condition":"cold","repetition":19}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:52:34.219754Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15633833303581923,"output_tokens":15,"tokens_per_second":95.9457588470212},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.44e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0016427499940618873,"tcp_s":0.011001582955941558,"tls_s":0.017017083009704947},"stream":{"done":true,"events":17,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6397790840128437,"cold_end_to_end_response_headers_s":0.6396629590308294,"cold_end_to_end_semantic_ttft_s":0.6694371670018882,"cold_end_to_end_stream_total_s":0.8257755000377074,"request_stream_total_s":0.7958718750160187,"request_to_first_body_byte_s":0.609875458991155,"request_to_response_headers_s":0.6097593340091407,"request_to_semantic_ttft_s":0.6395335419801995},"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":15,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"9f8786e6bfbc6e6f90a323dd99e5db4d89bfc50aaa73d8dfbc37106fef5ef821","primer_nonce_sha256":"597c5ab5f804c8d95b2316a60e09f5d7c0d81d3ad5617121071ebf9ca2689450","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000162","measured_cost_usd":"0.0000162","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-8bb75f0bccfec9b3b18e4428de8e404621a0af815187799de3ae80120e7f7fae","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-ef7c4ab96e4d0f8a390029f4a870c28db9cbcd56ef10846e2717aad8090dd8be","condition":"cold","repetition":19}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:52:35.241621Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.24851404200308025,"output_tokens":18,"tokens_per_second":72.43051481081659},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000162","marketCost":"0.0000162"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0019166250131092966,"tcp_s":0.005532042006962001,"tls_s":0.026716249994933605},"stream":{"done":true,"events":20,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.7501984580303542,"cold_end_to_end_response_headers_s":0.7419110420159996,"cold_end_to_end_semantic_ttft_s":0.7602417080197483,"cold_end_to_end_stream_total_s":1.0087557500228286,"request_stream_total_s":0.9744192080106586,"request_to_first_body_byte_s":0.7158619160181843,"request_to_response_headers_s":0.7075745000038296,"request_to_semantic_ttft_s":0.7259051660075784},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"9f8786e6bfbc6e6f90a323dd99e5db4d89bfc50aaa73d8dfbc37106fef5ef821","primer_nonce_sha256":"597c5ab5f804c8d95b2316a60e09f5d7c0d81d3ad5617121071ebf9ca2689450","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000162","measured_cost_usd":"0.0000162","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-2079f735c7116caa041343d3d131bece0a44050d2692fc982e383d9ccb887120","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-ef7c4ab96e4d0f8a390029f4a870c28db9cbcd56ef10846e2717aad8090dd8be","condition":"cold","repetition":19}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.62e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19408329098951072,"output_tokens":18,"tokens_per_second":92.74368704399605},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0014798750053159893,"tcp_s":0.01126208296045661,"tls_s":0.019670957990456372},"stream":{"done":true,"events":20,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.45936137496028095,"cold_end_to_end_response_headers_s":0.4592135409475304,"cold_end_to_end_semantic_ttft_s":0.6352999999653548,"cold_end_to_end_stream_total_s":0.8293832909548655,"request_stream_total_s":0.7967545409919694,"request_to_first_body_byte_s":0.42673262499738485,"request_to_response_headers_s":0.4265847909846343,"request_to_semantic_ttft_s":0.6026712500024587},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"9f8786e6bfbc6e6f90a323dd99e5db4d89bfc50aaa73d8dfbc37106fef5ef821","primer_nonce_sha256":"597c5ab5f804c8d95b2316a60e09f5d7c0d81d3ad5617121071ebf9ca2689450","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002775","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000135","stop_required":false},"cell_id":"gateway-probe-cell-v3-57cf2e9d01656526c34d3289d192f1cecfd082937e11698a54823c6ab8c2698f","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-514a938b302d3623169aecd67f0ea011e4ba891811536806190e279c23e8843e","condition":"warm","repetition":2}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.21605262503726408,"output_tokens":14,"tokens_per_second":64.79902754056019},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8505562079953961,"request_to_first_body_byte_s":0.21888012497220188,"request_to_response_headers_s":0.2182754169916734,"request_to_semantic_ttft_s":0.634503582958132},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.35e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"998483a92e535091f4a012477f8e6c735628f799b06b3df132d77fab2b4e91a4","primer_nonce_sha256":"d0cccf3774cead2fa16e722b6930fcec1ee0022e6e3d90f71b769f7741688460","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0015447500045411289,"tcp_s":0.010832500003743917,"tls_s":0.016848208964802325},"socket_reused":true,"usage":{"input_tokens":34,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":48}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003135","measured_cost_usd":"0.00001605","primer_cost_usd":"0.0000153","stop_required":false},"cell_id":"gateway-probe-cell-v3-2bc299f0edbd09d5717d4005425e6fd77e0421199390d58161aaa2433e17654f","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-514a938b302d3623169aecd67f0ea011e4ba891811536806190e279c23e8843e","condition":"warm","repetition":2}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:52:39.676653Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.197616207995452,"output_tokens":17,"tokens_per_second":86.02533249899848},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.605e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7115295000257902,"request_to_first_body_byte_s":0.4875960000208579,"request_to_response_headers_s":0.48746616701828316,"request_to_semantic_ttft_s":0.5139132920303382},"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.53e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.53e-05,"currency":"USD","effective_at":"2026-07-27T00:52:38.964336Z"}},"http_status":200,"measured_nonce_sha256":"998483a92e535091f4a012477f8e6c735628f799b06b3df132d77fab2b4e91a4","primer_nonce_sha256":"d0cccf3774cead2fa16e722b6930fcec1ee0022e6e3d90f71b769f7741688460","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0014287079684436321,"tcp_s":0.011672249995172024,"tls_s":0.015416167036164552},"socket_reused":true,"usage":{"input_tokens":34,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002775","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000135","stop_required":false},"cell_id":"gateway-probe-cell-v3-d021876542751e712fd8903a9304fb1699b9fba1c2fcb6b3a0e036d31260a4cf","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-514a938b302d3623169aecd67f0ea011e4ba891811536806190e279c23e8843e","condition":"warm","repetition":2}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:52:41.874338Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1712027079774998,"output_tokens":14,"tokens_per_second":81.77440745762},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001425","marketCost":"0.00001425"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8732362919836305,"request_to_first_body_byte_s":0.6964683340047486,"request_to_response_headers_s":0.6841892499942333,"request_to_semantic_ttft_s":0.7020335840061307},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.35e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.35e-05,"currency":"USD","effective_at":"2026-07-27T00:52:41.000319Z"}},"http_status":200,"measured_nonce_sha256":"998483a92e535091f4a012477f8e6c735628f799b06b3df132d77fab2b4e91a4","primer_nonce_sha256":"d0cccf3774cead2fa16e722b6930fcec1ee0022e6e3d90f71b769f7741688460","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0016113329911604524,"tcp_s":0.007070583000313491,"tls_s":0.02697462501237169},"socket_reused":true,"usage":{"input_tokens":34,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":48}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002775","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000135","stop_required":false},"cell_id":"gateway-probe-cell-v3-57da28306df5b64cdcecb5a530e7ea236ac736504288debbb1d5d638e5f1ad35","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-514a938b302d3623169aecd67f0ea011e4ba891811536806190e279c23e8843e","condition":"warm","repetition":2}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.13052945799427107,"output_tokens":14,"tokens_per_second":107.25548251808767},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6738189579918981,"request_to_first_body_byte_s":0.3581425829906948,"request_to_response_headers_s":0.35799874999793246,"request_to_semantic_ttft_s":0.543289499997627},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.35e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"998483a92e535091f4a012477f8e6c735628f799b06b3df132d77fab2b4e91a4","primer_nonce_sha256":"d0cccf3774cead2fa16e722b6930fcec1ee0022e6e3d90f71b769f7741688460","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011169160134159029,"tcp_s":0.012498083000537008,"tls_s":0.01891462499042973},"socket_reused":true,"usage":{"input_tokens":34,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":48}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002775","measured_cost_usd":"0.00001425","primer_cost_usd":"0.0000135","stop_required":false},"cell_id":"gateway-probe-cell-v3-1ff92ac6b295340a051b3749d3a3f7062253fbad617e2d1666dbc6e1dcd14f3d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-514a938b302d3623169aecd67f0ea011e4ba891811536806190e279c23e8843e","condition":"warm","repetition":2}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1206801250227727,"output_tokens":14,"tokens_per_second":116.00916055861028},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5015145000070333,"request_to_first_body_byte_s":0.14132133300881833,"request_to_response_headers_s":0.14120600000023842,"request_to_semantic_ttft_s":0.38083437498426065},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.35e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"998483a92e535091f4a012477f8e6c735628f799b06b3df132d77fab2b4e91a4","primer_nonce_sha256":"d0cccf3774cead2fa16e722b6930fcec1ee0022e6e3d90f71b769f7741688460","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001722250017337501,"tcp_s":0.011155249958392233,"tls_s":0.01816529198549688},"socket_reused":true,"usage":{"input_tokens":34,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":48}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001485","measured_cost_usd":"0.00001485","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-fc5745327a7731c942651085aa1219e40350b68fb6682fa668539a95692fe229","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-075185a8ee938279cc4bcc3d9c315c7a1e30770f9c38af37421b12c67245f388","condition":"cold","repetition":14}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.485e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.485e-05,"currency":"USD","effective_at":"2026-07-27T00:52:45.448934Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19734408397926018,"output_tokens":16,"tokens_per_second":81.07666405485718},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.485e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0010828750091604888,"tcp_s":0.010911916033364832,"tls_s":0.014422249980270863},"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.549679042014759,"cold_end_to_end_response_headers_s":0.5495452500181273,"cold_end_to_end_semantic_ttft_s":0.5625379580305889,"cold_end_to_end_stream_total_s":0.7598820420098491,"request_stream_total_s":0.7332504999940284,"request_to_first_body_byte_s":0.5230474999989383,"request_to_response_headers_s":0.5229137080023065,"request_to_semantic_ttft_s":0.5359064160147682},"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":51}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"e41b8dd8ac87a37d057dd1e019c8f0ce761675b437741ef5b5684a242aa8850f","primer_nonce_sha256":"616d87b6f38619a96a80646acdd4c1a037eac06205e42841b1b3747b444876ad","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001365","measured_cost_usd":"0.00001365","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-7272ee1584e8f7a476346b59521a8cf058e2f3ac9c36a32e236024a555872d43","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-075185a8ee938279cc4bcc3d9c315c7a1e30770f9c38af37421b12c67245f388","condition":"cold","repetition":14}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:52:46.686469Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.20980141597101465,"output_tokens":14,"tokens_per_second":66.72976888742346},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001365","marketCost":"0.00001365"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0017300000181421638,"tcp_s":0.006535375025123358,"tls_s":0.022849250002764165},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.9832964590168558,"cold_end_to_end_response_headers_s":0.9746355839888565,"cold_end_to_end_semantic_ttft_s":1.0139457090408541,"cold_end_to_end_stream_total_s":1.2237471250118688,"request_stream_total_s":1.192437666002661,"request_to_first_body_byte_s":0.951987000007648,"request_to_response_headers_s":0.9433261249796487,"request_to_semantic_ttft_s":0.9826362500316463},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"e41b8dd8ac87a37d057dd1e019c8f0ce761675b437741ef5b5684a242aa8850f","primer_nonce_sha256":"616d87b6f38619a96a80646acdd4c1a037eac06205e42841b1b3747b444876ad","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001365","measured_cost_usd":"0.00001365","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-92159bca33822614fe67f664530325507035ed61e8a1d68d7cbc5afc3bac6042","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-075185a8ee938279cc4bcc3d9c315c7a1e30770f9c38af37421b12c67245f388","condition":"cold","repetition":14}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15671120799379423,"output_tokens":14,"tokens_per_second":89.33630324995262},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0018138749874196947,"tcp_s":0.01111258298624307,"tls_s":0.01504033396486193},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.3551796249812469,"cold_end_to_end_response_headers_s":0.3550545409671031,"cold_end_to_end_semantic_ttft_s":0.6455429999623448,"cold_end_to_end_stream_total_s":0.802254207956139,"request_stream_total_s":0.7741267919773236,"request_to_first_body_byte_s":0.3270522090024315,"request_to_response_headers_s":0.3269271249882877,"request_to_semantic_ttft_s":0.6174155839835294},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"e41b8dd8ac87a37d057dd1e019c8f0ce761675b437741ef5b5684a242aa8850f","primer_nonce_sha256":"616d87b6f38619a96a80646acdd4c1a037eac06205e42841b1b3747b444876ad","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001365","measured_cost_usd":"0.00001365","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-87a819d6ea2ae70c8885bbb2e2bcd845fe69c52df87b73e4955517d21a936818","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-075185a8ee938279cc4bcc3d9c315c7a1e30770f9c38af37421b12c67245f388","condition":"cold","repetition":14}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.42169283295515925,"output_tokens":14,"tokens_per_second":33.19952085002282},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001541875011753291,"tcp_s":0.011649833002593368,"tls_s":0.016318250040058047},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.8031006249948405,"cold_end_to_end_response_headers_s":0.7998409579740837,"cold_end_to_end_semantic_ttft_s":1.234068208024837,"cold_end_to_end_stream_total_s":1.6557610409799963,"request_stream_total_s":1.6260858749737963,"request_to_first_body_byte_s":0.7734254589886405,"request_to_response_headers_s":0.7701657919678837,"request_to_semantic_ttft_s":1.204393042018637},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"e41b8dd8ac87a37d057dd1e019c8f0ce761675b437741ef5b5684a242aa8850f","primer_nonce_sha256":"616d87b6f38619a96a80646acdd4c1a037eac06205e42841b1b3747b444876ad","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001365","measured_cost_usd":"0.00001365","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-33c43f31ca46ffad12cc4ad9878f489eb8117c3e25b441e9c3bcbcb472552e7b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-075185a8ee938279cc4bcc3d9c315c7a1e30770f9c38af37421b12c67245f388","condition":"cold","repetition":14}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.18888870801310986,"output_tokens":14,"tokens_per_second":74.11771803229406},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0009375420049764216,"tcp_s":0.010962125030346215,"tls_s":0.021989834029227495},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6219335409696214,"cold_end_to_end_response_headers_s":0.6217662909766659,"cold_end_to_end_semantic_ttft_s":1.0594320829841308,"cold_end_to_end_stream_total_s":1.2483207909972407,"request_stream_total_s":1.214224249997642,"request_to_first_body_byte_s":0.5878369999700226,"request_to_response_headers_s":0.5876697499770671,"request_to_semantic_ttft_s":1.025335541984532},"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"e41b8dd8ac87a37d057dd1e019c8f0ce761675b437741ef5b5684a242aa8850f","primer_nonce_sha256":"616d87b6f38619a96a80646acdd4c1a037eac06205e42841b1b3747b444876ad","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001425","primer_cost_usd":"0.00001605","stop_required":false},"cell_id":"gateway-probe-cell-v3-8cf35f7fe3c7bf79084d6e0f78ef24c09d749105a88dd55f08f4dd3cf116c049","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-0c06c226c68ef190e17f6982f07f66e3f67342e5051722a3a90033de03bd3ebc","condition":"warm","repetition":12}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:52:52.492396Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.10767912497976795,"output_tokens":14,"tokens_per_second":130.01591536549438},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001425","marketCost":"0.00001425"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6322302090120502,"request_to_first_body_byte_s":0.5245510840322822,"request_to_response_headers_s":0.4831677500042133,"request_to_semantic_ttft_s":0.5245510840322822},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:52:51.859372Z"}},"http_status":200,"measured_nonce_sha256":"cf660782214d2b35a10d3476275ec1375f59f304b2c61e0d688115ed9dbdf09c","primer_nonce_sha256":"fddb5e3de2d7390ad208ae33b3759fb1814397e527ced63050db4d8f2e41f902","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0017307910020463169,"tcp_s":0.005910540989134461,"tls_s":0.02297820901731029},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001425","primer_cost_usd":"0.00001605","stop_required":false},"cell_id":"gateway-probe-cell-v3-21170533314c3bed473954980f5468cbe9838c255d521b6e28ccf8043f875b61","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-0c06c226c68ef190e17f6982f07f66e3f67342e5051722a3a90033de03bd3ebc","condition":"warm","repetition":12}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1761054169619456,"output_tokens":14,"tokens_per_second":79.49783851921627},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8443711249856278,"request_to_first_body_byte_s":0.31071529199834913,"request_to_response_headers_s":0.31057745800353587,"request_to_semantic_ttft_s":0.6682657080236822},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"cf660782214d2b35a10d3476275ec1375f59f304b2c61e0d688115ed9dbdf09c","primer_nonce_sha256":"fddb5e3de2d7390ad208ae33b3759fb1814397e527ced63050db4d8f2e41f902","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001187583024147898,"tcp_s":0.01174733298830688,"tls_s":0.016027917037717998},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001425","primer_cost_usd":"0.00001605","stop_required":false},"cell_id":"gateway-probe-cell-v3-21a5fdb2bbe23c8ea7a053210cc231ed27fdefe55709a1666f42f7cb338aa2ca","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-0c06c226c68ef190e17f6982f07f66e3f67342e5051722a3a90033de03bd3ebc","condition":"warm","repetition":12}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1451715410221368,"output_tokens":14,"tokens_per_second":96.4376344111769},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6809442500234582,"request_to_first_body_byte_s":0.1542865420342423,"request_to_response_headers_s":0.15418070898158476,"request_to_semantic_ttft_s":0.5357727090013213},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"cf660782214d2b35a10d3476275ec1375f59f304b2c61e0d688115ed9dbdf09c","primer_nonce_sha256":"fddb5e3de2d7390ad208ae33b3759fb1814397e527ced63050db4d8f2e41f902","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.03278808301547542,"tcp_s":0.011722916970029473,"tls_s":0.02012154198018834},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003030","measured_cost_usd":"0.00001425","primer_cost_usd":"0.00001605","stop_required":false},"cell_id":"gateway-probe-cell-v3-aaa3981c3e25c99e02ab262076cf3b80574b528daf3793ddc6cba7779032d478","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-0c06c226c68ef190e17f6982f07f66e3f67342e5051722a3a90033de03bd3ebc","condition":"warm","repetition":12}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11113991698948666,"output_tokens":14,"tokens_per_second":125.96734260044784},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5617228749906644,"request_to_first_body_byte_s":0.272762083041016,"request_to_response_headers_s":0.2705216250033118,"request_to_semantic_ttft_s":0.45058295800117776},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"cf660782214d2b35a10d3476275ec1375f59f304b2c61e0d688115ed9dbdf09c","primer_nonce_sha256":"fddb5e3de2d7390ad208ae33b3759fb1814397e527ced63050db4d8f2e41f902","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012768750311806798,"tcp_s":0.010587917000520974,"tls_s":0.01880616700509563},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003090","measured_cost_usd":"0.00001545","primer_cost_usd":"0.00001545","stop_required":false},"cell_id":"gateway-probe-cell-v3-5961d2ac2938a4a7b87918e868e21dfa97b55c14b3d0192ea37d0b1e3e7fff50","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-0c06c226c68ef190e17f6982f07f66e3f67342e5051722a3a90033de03bd3ebc","condition":"warm","repetition":12}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:52:58.720910Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.026178708008956164,"output_tokens":16,"tokens_per_second":611.1837144341172},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.545e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8552639579866081,"request_to_first_body_byte_s":0.8279774579568766,"request_to_response_headers_s":0.441646708000917,"request_to_semantic_ttft_s":0.829085249977652},"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.545e-05,"currency":"USD","effective_at":"2026-07-27T00:52:57.864820Z"}},"http_status":200,"measured_nonce_sha256":"cf660782214d2b35a10d3476275ec1375f59f304b2c61e0d688115ed9dbdf09c","primer_nonce_sha256":"fddb5e3de2d7390ad208ae33b3759fb1814397e527ced63050db4d8f2e41f902","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011012500035576522,"tcp_s":0.010953832999803126,"tls_s":0.015287709014955908},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":52}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-e69a68990f34d0b4ca6826ab21370fa39d9b09370408670ac3c4bdec7c1ebe43","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-f78b6fb7f21ab3d40e7d920d7d81ae4f5af706ffe299dcd7d315727262e420d3","condition":"cold","repetition":22}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1567809170228429,"output_tokens":14,"tokens_per_second":89.29658191730188},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0015177499735727906,"tcp_s":0.01206008397275582,"tls_s":0.01921350002521649},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5228309169760905,"cold_end_to_end_response_headers_s":0.5226922499714419,"cold_end_to_end_semantic_ttft_s":0.7546918749576434,"cold_end_to_end_stream_total_s":0.9114727919804864,"request_stream_total_s":0.8784525420051068,"request_to_first_body_byte_s":0.48981066700071096,"request_to_response_headers_s":0.48967199999606237,"request_to_semantic_ttft_s":0.7216716249822639},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"f9e59c469cc3696481f100879f3d6191bbdf12df8d1e5a48152ae1eb9340936f","primer_nonce_sha256":"62ceef67e2b291e4a6c28314fa6c63d142ca10acd037c7e74ac9583000a39232","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-7a6069ba80b1103ffea376e2e324542460556655632ac376d6d98d9e5ee2ce7d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-f78b6fb7f21ab3d40e7d920d7d81ae4f5af706ffe299dcd7d315727262e420d3","condition":"cold","repetition":22}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.31527087499853224,"output_tokens":14,"tokens_per_second":44.406258586573145},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0017977909883484244,"tcp_s":0.011565833003260195,"tls_s":0.01805950002744794},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2811834170133807,"cold_end_to_end_response_headers_s":0.28104812500532717,"cold_end_to_end_semantic_ttft_s":0.516180082981009,"cold_end_to_end_stream_total_s":0.8314509579795413,"request_stream_total_s":0.7998250829987228,"request_to_first_body_byte_s":0.2495575420325622,"request_to_response_headers_s":0.24942225002450868,"request_to_semantic_ttft_s":0.48455420800019056},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"f9e59c469cc3696481f100879f3d6191bbdf12df8d1e5a48152ae1eb9340936f","primer_nonce_sha256":"62ceef67e2b291e4a6c28314fa6c63d142ca10acd037c7e74ac9583000a39232","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-f9ba74a55b5e4f06bc006b0f1ffd8fb9f8abb76f9cbe35f48de3dd5fce258fd3","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-f78b6fb7f21ab3d40e7d920d7d81ae4f5af706ffe299dcd7d315727262e420d3","condition":"cold","repetition":22}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.15534537500934675,"output_tokens":14,"tokens_per_second":90.1217689883439},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0016588750295341015,"tcp_s":0.011168040975462645,"tls_s":0.016164208005648106},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.3991375830373727,"cold_end_to_end_response_headers_s":0.39906733302632347,"cold_end_to_end_semantic_ttft_s":0.6812812910065986,"cold_end_to_end_stream_total_s":0.8366266660159454,"request_stream_total_s":0.8073774999938905,"request_to_first_body_byte_s":0.3698884170153178,"request_to_response_headers_s":0.3698181670042686,"request_to_semantic_ttft_s":0.6520321249845438},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"f9e59c469cc3696481f100879f3d6191bbdf12df8d1e5a48152ae1eb9340936f","primer_nonce_sha256":"62ceef67e2b291e4a6c28314fa6c63d142ca10acd037c7e74ac9583000a39232","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000153","measured_cost_usd":"0.0000153","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-0e47a510e36774c45524457664562648e069875b495be4fd38c2b7c88100713e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-f78b6fb7f21ab3d40e7d920d7d81ae4f5af706ffe299dcd7d315727262e420d3","condition":"cold","repetition":22}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.53e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.53e-05,"currency":"USD","effective_at":"2026-07-27T00:53:02.171379Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2126396669773385,"output_tokens":16,"tokens_per_second":75.24466261370301},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.53e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0013887499808333814,"tcp_s":0.011238292034249753,"tls_s":0.01593591703567654},"stream":{"done":true,"events":18,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.563526957994327,"cold_end_to_end_response_headers_s":0.563377375015989,"cold_end_to_end_semantic_ttft_s":0.60626383300405,"cold_end_to_end_stream_total_s":0.8189034999813884,"request_stream_total_s":0.7901134169660509,"request_to_first_body_byte_s":0.5347368749789894,"request_to_response_headers_s":0.5345872920006514,"request_to_semantic_ttft_s":0.5774737499887124},"usage":{"input_tokens":38,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":54}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"f9e59c469cc3696481f100879f3d6191bbdf12df8d1e5a48152ae1eb9340936f","primer_nonce_sha256":"62ceef67e2b291e4a6c28314fa6c63d142ca10acd037c7e74ac9583000a39232","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000141","measured_cost_usd":"0.0000141","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-815301e6915c0c9cb7c444c7171806f6ccfe92e20c4af890a82bfd8edc6a77d0","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-f78b6fb7f21ab3d40e7d920d7d81ae4f5af706ffe299dcd7d315727262e420d3","condition":"cold","repetition":22}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.41e-05,"currency":"USD","effective_at":"2026-07-27T00:53:03.220456Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2231690419721417,"output_tokens":14,"tokens_per_second":62.7327154173455},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000141","marketCost":"0.0000141"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001722833956591785,"tcp_s":0.006508291990030557,"tls_s":0.025283834023866802},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.80167174997041,"cold_end_to_end_response_headers_s":0.792819874943234,"cold_end_to_end_semantic_ttft_s":0.8128965829964727,"cold_end_to_end_stream_total_s":1.0360656249686144,"request_stream_total_s":1.002396999974735,"request_to_first_body_byte_s":0.7680031249765307,"request_to_response_headers_s":0.7591512499493547,"request_to_semantic_ttft_s":0.7792279580025934},"usage":{"input_tokens":38,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":52}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"f9e59c469cc3696481f100879f3d6191bbdf12df8d1e5a48152ae1eb9340936f","primer_nonce_sha256":"62ceef67e2b291e4a6c28314fa6c63d142ca10acd037c7e74ac9583000a39232","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001395","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-e4cc53fcdc0dd80dffdf85913519279637913be14a70a1aeb2b771972c60eb5a","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bbc8ae29963e7665fd2aedd16b0548959985cbb6b5b6089d24c9c2e55c4df320","condition":"warm","repetition":6}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1683595419744961,"output_tokens":14,"tokens_per_second":83.15536996483863},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7619351249886677,"request_to_first_body_byte_s":0.29422608303138986,"request_to_response_headers_s":0.29408945800969377,"request_to_semantic_ttft_s":0.5935755830141716},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"a885a63e2e70905b91338a56547ed8e5e89869c5965188966340199acb4949a2","primer_nonce_sha256":"ee7527b2cd8a9038e9ebccd7d04c12f3b8797c5f8c6143179ef1aa929cdd8ad7","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001310208986978978,"tcp_s":0.011594500043429434,"tls_s":0.019053958996664733},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003060","measured_cost_usd":"0.00001635","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-e9c7f86a7a516a592588dac21f6635d5e846b151d86641ac8e0ae268b11005b9","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bbc8ae29963e7665fd2aedd16b0548959985cbb6b5b6089d24c9c2e55c4df320","condition":"warm","repetition":6}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:53:07.787047Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16177720797713846,"output_tokens":18,"tokens_per_second":111.26412814927347},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001635","marketCost":"0.00001635"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":20,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7081024579820223,"request_to_first_body_byte_s":0.5186081660212949,"request_to_response_headers_s":0.5116401659906842,"request_to_semantic_ttft_s":0.5463252500048839},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":18,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:53:07.078166Z"}},"http_status":200,"measured_nonce_sha256":"a885a63e2e70905b91338a56547ed8e5e89869c5965188966340199acb4949a2","primer_nonce_sha256":"ee7527b2cd8a9038e9ebccd7d04c12f3b8797c5f8c6143179ef1aa929cdd8ad7","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0019537920015864074,"tcp_s":0.00812349998159334,"tls_s":0.027688458969350904},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003180","measured_cost_usd":"0.00001575","primer_cost_usd":"0.00001605","stop_required":false},"cell_id":"gateway-probe-cell-v3-3b28e218bf9420312b6a779818a87db66424a5ae8f1566f9ef81b3f2955b4c12","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bbc8ae29963e7665fd2aedd16b0548959985cbb6b5b6089d24c9c2e55c4df320","condition":"warm","repetition":6}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.575e-05,"currency":"USD","effective_at":"2026-07-27T00:53:09.122749Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17049554199911654,"output_tokens":17,"tokens_per_second":99.70935193184165},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.575e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5720776669913903,"request_to_first_body_byte_s":0.4004632079740986,"request_to_response_headers_s":0.37953099998412654,"request_to_semantic_ttft_s":0.40158212499227375},"usage":{"input_tokens":37,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":54}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:53:08.550088Z"}},"http_status":200,"measured_nonce_sha256":"a885a63e2e70905b91338a56547ed8e5e89869c5965188966340199acb4949a2","primer_nonce_sha256":"ee7527b2cd8a9038e9ebccd7d04c12f3b8797c5f8c6143179ef1aa929cdd8ad7","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.020241874968633056,"tcp_s":0.013133625034242868,"tls_s":0.017141041986178607},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001395","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-38527075b53050552ea89371a25b4aabddd1cac842e34dcf5f382887c00f023b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bbc8ae29963e7665fd2aedd16b0548959985cbb6b5b6089d24c9c2e55c4df320","condition":"warm","repetition":6}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14297433401225135,"output_tokens":14,"tokens_per_second":97.91967276308733},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6566893340204842,"request_to_first_body_byte_s":0.24323941703187302,"request_to_response_headers_s":0.24306449998402968,"request_to_semantic_ttft_s":0.5137150000082329},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"a885a63e2e70905b91338a56547ed8e5e89869c5965188966340199acb4949a2","primer_nonce_sha256":"ee7527b2cd8a9038e9ebccd7d04c12f3b8797c5f8c6143179ef1aa929cdd8ad7","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001703290967270732,"tcp_s":0.011815459001809359,"tls_s":0.01521895796759054},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001395","primer_cost_usd":"0.00001425","stop_required":false},"cell_id":"gateway-probe-cell-v3-76b918d8e872da9c979c1c2790fd484394934708618895108aff965d25fb4a40","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-bbc8ae29963e7665fd2aedd16b0548959985cbb6b5b6089d24c9c2e55c4df320","condition":"warm","repetition":6}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.395e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17312620801385492,"output_tokens":14,"tokens_per_second":80.86586173527009},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6272558749769814,"request_to_first_body_byte_s":0.16258095897501335,"request_to_response_headers_s":0.15900595899438486,"request_to_semantic_ttft_s":0.4541296669631265},"usage":{"input_tokens":37,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"a885a63e2e70905b91338a56547ed8e5e89869c5965188966340199acb4949a2","primer_nonce_sha256":"ee7527b2cd8a9038e9ebccd7d04c12f3b8797c5f8c6143179ef1aa929cdd8ad7","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001626332988962531,"tcp_s":0.010965541994664818,"tls_s":0.014562540978658944},"socket_reused":true,"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-8196b17bdb88cc1e35207fb7622e4526801774d25086c673a9361e7d03f3ea46","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-34626ce84dd570a28dc362ab0c20688238de1529eb9aa9d0ff0dbc6d90486a7f","condition":"cold","repetition":12}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.27668491704389453,"output_tokens":14,"tokens_per_second":50.59907185970306},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0015750839957036078,"tcp_s":0.01141445804387331,"tls_s":0.012244999990798533},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2597667090012692,"cold_end_to_end_response_headers_s":0.25963729195063934,"cold_end_to_end_semantic_ttft_s":0.6878994999569841,"cold_end_to_end_stream_total_s":0.9645844170008786,"request_stream_total_s":0.9391961250221357,"request_to_first_body_byte_s":0.23437841702252626,"request_to_response_headers_s":0.2342489999718964,"request_to_semantic_ttft_s":0.6625112079782411},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"098fa56339c7b653ec58d9514cc6fb69ee71d6cd552fa18c286b2908c951c6ac","primer_nonce_sha256":"eba69baf7e50e63b024241586d83692f23b82f329f4bba653c0936b302f0e330","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-a1c77cce0200a15da1582da071a2dc57ea984adf57ce2609a0367308db694229","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-34626ce84dd570a28dc362ab0c20688238de1529eb9aa9d0ff0dbc6d90486a7f","condition":"cold","repetition":12}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2437506249989383,"output_tokens":14,"tokens_per_second":57.435750164993344},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0012012499500997365,"tcp_s":0.010868042008951306,"tls_s":0.01663008303148672},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.39727929199580103,"cold_end_to_end_response_headers_s":0.39715733396587893,"cold_end_to_end_semantic_ttft_s":0.7209214589674957,"cold_end_to_end_stream_total_s":0.964672083966434,"request_stream_total_s":0.9357537089963444,"request_to_first_body_byte_s":0.3683609170257114,"request_to_response_headers_s":0.3682389589957893,"request_to_semantic_ttft_s":0.6920030839974061},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"098fa56339c7b653ec58d9514cc6fb69ee71d6cd552fa18c286b2908c951c6ac","primer_nonce_sha256":"eba69baf7e50e63b024241586d83692f23b82f329f4bba653c0936b302f0e330","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-b3e2734ebc086bd5f176c5717bdf77b8a94345112d1ba6ca1027b3c5a9e97113","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-34626ce84dd570a28dc362ab0c20688238de1529eb9aa9d0ff0dbc6d90486a7f","condition":"cold","repetition":12}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:53:15.681607Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.17163633299060166,"output_tokens":14,"tokens_per_second":81.5678111741446},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000138","marketCost":"0.0000138"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0029070830205455422,"tcp_s":0.00491975003387779,"tls_s":0.021971375041175634},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.6171256660018116,"cold_end_to_end_response_headers_s":0.606658625009004,"cold_end_to_end_semantic_ttft_s":0.6253028750070371,"cold_end_to_end_stream_total_s":0.7969392079976387,"request_stream_total_s":0.766997208003886,"request_to_first_body_byte_s":0.5871836660080589,"request_to_response_headers_s":0.5767166250152513,"request_to_semantic_ttft_s":0.5953608750132844},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"098fa56339c7b653ec58d9514cc6fb69ee71d6cd552fa18c286b2908c951c6ac","primer_nonce_sha256":"eba69baf7e50e63b024241586d83692f23b82f329f4bba653c0936b302f0e330","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000156","measured_cost_usd":"0.0000156","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-1b2eb53b213fbe9f0a0b58d672c350ae3118e57fa738fc7a7f20a7d2aa56714e","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-34626ce84dd570a28dc362ab0c20688238de1529eb9aa9d0ff0dbc6d90486a7f","condition":"cold","repetition":12}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.56e-05,"currency":"USD","effective_at":"2026-07-27T00:53:16.348621Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1437246670247987,"output_tokens":17,"tokens_per_second":118.28171427989301},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.56e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.001394250022713095,"tcp_s":0.011126166034955531,"tls_s":0.014685250003822148},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.5090684999595396,"cold_end_to_end_response_headers_s":0.4528699159855023,"cold_end_to_end_semantic_ttft_s":0.5101872909581289,"cold_end_to_end_stream_total_s":0.6539119579829276,"request_stream_total_s":0.6264857500209473,"request_to_first_body_byte_s":0.48164229199755937,"request_to_response_headers_s":0.42544370802352205,"request_to_semantic_ttft_s":0.4827610829961486},"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"098fa56339c7b653ec58d9514cc6fb69ee71d6cd552fa18c286b2908c951c6ac","primer_nonce_sha256":"eba69baf7e50e63b024241586d83692f23b82f329f4bba653c0936b302f0e330","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.0000138","measured_cost_usd":"0.0000138","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-1124378fb432c0975672c53d1323a7a55abfc64f846776b6bc7226b52c6e0656","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-34626ce84dd570a28dc362ab0c20688238de1529eb9aa9d0ff0dbc6d90486a7f","condition":"cold","repetition":12}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12407820799853653,"output_tokens":14,"tokens_per_second":112.8320615346502},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.0017057079821825027,"tcp_s":0.011357125011272728,"tls_s":0.01624999998603016},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.341579542029649,"cold_end_to_end_response_headers_s":0.33667750004678965,"cold_end_to_end_semantic_ttft_s":0.5966407920350321,"cold_end_to_end_stream_total_s":0.7207190000335686,"request_stream_total_s":0.6911217499873601,"request_to_first_body_byte_s":0.3119822919834405,"request_to_response_headers_s":0.30708025000058115,"request_to_semantic_ttft_s":0.5670435419888236},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"098fa56339c7b653ec58d9514cc6fb69ee71d6cd552fa18c286b2908c951c6ac","primer_nonce_sha256":"eba69baf7e50e63b024241586d83692f23b82f329f4bba653c0936b302f0e330","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001455","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-d09920cf29317304975201b99e894f9b028fd0c5158d46b6b13a3e66e5a4d15b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-058b3ab2558f9b5ea37558ee2f8be4c2956b129646aca1c7a0239bb47c7515c6","condition":"warm","repetition":13}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.455e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.16725145804230124,"output_tokens":14,"tokens_per_second":83.70629568119591},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.8083134170155972,"request_to_first_body_byte_s":0.3328454999718815,"request_to_response_headers_s":0.33272308396408334,"request_to_semantic_ttft_s":0.641061958973296},"usage":{"input_tokens":41,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"98817184fb661ae5a0d2475f03ba4705933a563be0c950e34cbbc82618607b5b","primer_nonce_sha256":"d62795f2e4d016d343a75c94c4deb0d3affbd51ba4aa7427765e62b75c3daabc","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011712919804267585,"tcp_s":0.010951082978863269,"tls_s":0.013973875029478222},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001455","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-eb2e53b7dd5f33d7c2ccf88ad1531c0a3cffc8d809c97b8e625017f1c025ae85","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-058b3ab2558f9b5ea37558ee2f8be4c2956b129646aca1c7a0239bb47c7515c6","condition":"warm","repetition":13}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.455e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.6828568329801783,"output_tokens":14,"tokens_per_second":20.502101353954508},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.1954254999873228,"request_to_first_body_byte_s":0.16637795901624486,"request_to_response_headers_s":0.16626937501132488,"request_to_semantic_ttft_s":0.5125686670071445},"usage":{"input_tokens":41,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"98817184fb661ae5a0d2475f03ba4705933a563be0c950e34cbbc82618607b5b","primer_nonce_sha256":"d62795f2e4d016d343a75c94c4deb0d3affbd51ba4aa7427765e62b75c3daabc","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.00149516697274521,"tcp_s":0.011337124975398183,"tls_s":0.017296375008299947},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001455","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-e08e0350117a097229e3e9b337312c9db1e5e512199252b565853e1d272a5a34","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-058b3ab2558f9b5ea37558ee2f8be4c2956b129646aca1c7a0239bb47c7515c6","condition":"warm","repetition":13}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.455e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.2448125410010107,"output_tokens":14,"tokens_per_second":57.18661283754333},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.9162629159982316,"request_to_first_body_byte_s":0.37192300002789125,"request_to_response_headers_s":0.3717805829946883,"request_to_semantic_ttft_s":0.6714503749972209},"usage":{"input_tokens":41,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"98817184fb661ae5a0d2475f03ba4705933a563be0c950e34cbbc82618607b5b","primer_nonce_sha256":"d62795f2e4d016d343a75c94c4deb0d3affbd51ba4aa7427765e62b75c3daabc","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012507499777711928,"tcp_s":0.011310292000416666,"tls_s":0.018150332965888083},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002820","measured_cost_usd":"0.00001455","primer_cost_usd":"0.00001365","stop_required":false},"cell_id":"gateway-probe-cell-v3-4728920f6f98de72e21108f49cea2026e63e9423ac4b71d893e6bd0ac59faa79","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-058b3ab2558f9b5ea37558ee2f8be4c2956b129646aca1c7a0239bb47c7515c6","condition":"warm","repetition":13}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.455e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.455e-05,"currency":"USD","effective_at":"2026-07-27T00:53:24.490999Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.14324795902939513,"output_tokens":14,"tokens_per_second":97.7326315492365},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001455","marketCost":"0.00001455"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.6586841249954887,"request_to_first_body_byte_s":0.5100211660028435,"request_to_response_headers_s":0.5097818750073202,"request_to_semantic_ttft_s":0.5154361659660935},"usage":{"input_tokens":41,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":55}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.365e-05,"currency":"USD","effective_at":"2026-07-27T00:53:23.831507Z"}},"http_status":200,"measured_nonce_sha256":"98817184fb661ae5a0d2475f03ba4705933a563be0c950e34cbbc82618607b5b","primer_nonce_sha256":"d62795f2e4d016d343a75c94c4deb0d3affbd51ba4aa7427765e62b75c3daabc","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0016542500234209,"tcp_s":0.007056667003780603,"tls_s":0.025276165979448706},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":49}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003120","measured_cost_usd":"0.00001635","primer_cost_usd":"0.00001485","stop_required":false},"cell_id":"gateway-probe-cell-v3-31b8bde97e93061671edf816f1e37771df758e764122fc5f66f030d4b40a10e0","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-058b3ab2558f9b5ea37558ee2f8be4c2956b129646aca1c7a0239bb47c7515c6","condition":"warm","repetition":13}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:53:25.966553Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.017841208958998322,"output_tokens":17,"tokens_per_second":952.8502266336579},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.635e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7683874999638647,"request_to_first_body_byte_s":0.7493929579504766,"request_to_response_headers_s":0.7452544999541715,"request_to_semantic_ttft_s":0.7505462910048664},"usage":{"input_tokens":41,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":58}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.485e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.485e-05,"currency":"USD","effective_at":"2026-07-27T00:53:25.197190Z"}},"http_status":200,"measured_nonce_sha256":"98817184fb661ae5a0d2475f03ba4705933a563be0c950e34cbbc82618607b5b","primer_nonce_sha256":"d62795f2e4d016d343a75c94c4deb0d3affbd51ba4aa7427765e62b75c3daabc","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0011498330277390778,"tcp_s":0.011213082994800061,"tls_s":0.014594000007491559},"socket_reused":true,"usage":{"input_tokens":35,"input_tokens_details":{"cached_tokens":0},"output_tokens":16,"total_tokens":51}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001605","measured_cost_usd":"0.00001605","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-36cad2a535d04d0e9a1f275900db55d96e895c38efb1dec8cbfcf348c15ce4a6","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-1df15b17023cb1d382f6ab89ec0c191c91c6a566395ffda7fce2449c8c4de3b6","condition":"cold","repetition":25}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.605e-05,"currency":"USD","effective_at":"2026-07-27T00:53:26.587608Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11041054100496694,"output_tokens":17,"tokens_per_second":153.97080609572626},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.605e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0014517499948851764,"tcp_s":0.011339167016558349,"tls_s":0.014666625007521361},"stream":{"done":true,"events":19,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.4966448750346899,"cold_end_to_end_response_headers_s":0.49646404100349173,"cold_end_to_end_semantic_ttft_s":0.49769475002540275,"cold_end_to_end_stream_total_s":0.6081052910303697,"request_stream_total_s":0.580409916001372,"request_to_first_body_byte_s":0.46894950000569224,"request_to_response_headers_s":0.46876866597449407,"request_to_semantic_ttft_s":0.4699993749964051},"usage":{"input_tokens":39,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":56}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"3bf54649abca19391536b2defd08a284ea5df22a2b21a447515e9ffa6a26240a","primer_nonce_sha256":"236b05010a01ae3f3b42f71d9a89368c67831831361c96356925e67aa079ac9c","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-5141925e4415d5162ad8b7e5c461c8178c128ead0a30839e73352f935935d7c6","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-1df15b17023cb1d382f6ab89ec0c191c91c6a566395ffda7fce2449c8c4de3b6","condition":"cold","repetition":25}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.22267366701271385,"output_tokens":14,"tokens_per_second":62.87227487568457},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001596542017068714,"tcp_s":0.01047216699225828,"tls_s":0.015321290993597358},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.40184775000670925,"cold_end_to_end_response_headers_s":0.39900708402274176,"cold_end_to_end_semantic_ttft_s":0.7082831669831648,"cold_end_to_end_stream_total_s":0.9309568339958787,"request_stream_total_s":0.9032873749965802,"request_to_first_body_byte_s":0.37417829100741073,"request_to_response_headers_s":0.37133762502344325,"request_to_semantic_ttft_s":0.6806137079838663},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"3bf54649abca19391536b2defd08a284ea5df22a2b21a447515e9ffa6a26240a","primer_nonce_sha256":"236b05010a01ae3f3b42f71d9a89368c67831831361c96356925e67aa079ac9c","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-bbe3b95b089b59b6d3d461142b2876fbf492a842330059ad0df4bc2717f82a35","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-1df15b17023cb1d382f6ab89ec0c191c91c6a566395ffda7fce2449c8c4de3b6","condition":"cold","repetition":25}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.19438704097410664,"output_tokens":14,"tokens_per_second":72.02126196192715},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":{"dns_s":0.001674375031143427,"tcp_s":0.010494916990865022,"tls_s":0.019105167011730373},"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.2640067500178702,"cold_end_to_end_response_headers_s":0.2638752500060946,"cold_end_to_end_semantic_ttft_s":0.6198518340243027,"cold_end_to_end_stream_total_s":0.8142388749984093,"request_stream_total_s":0.7828145410167053,"request_to_first_body_byte_s":0.23258241603616625,"request_to_response_headers_s":0.2324509160243906,"request_to_semantic_ttft_s":0.5884275000425987},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"3bf54649abca19391536b2defd08a284ea5df22a2b21a447515e9ffa6a26240a","primer_nonce_sha256":"236b05010a01ae3f3b42f71d9a89368c67831831361c96356925e67aa079ac9c","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-6989394098c0b0cc13215d9e502c7df9e3072005f5748d88f6366856e85bf21b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-1df15b17023cb1d382f6ab89ec0c191c91c6a566395ffda7fce2449c8c4de3b6","condition":"cold","repetition":25}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11975970800267532,"output_tokens":14,"tokens_per_second":116.90075262781413},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.0011747920070774853,"tcp_s":0.011200834007468075,"tls_s":0.01860316703096032},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":0.412581707991194,"cold_end_to_end_response_headers_s":0.41244191699661314,"cold_end_to_end_semantic_ttft_s":1.0758792499545962,"cold_end_to_end_stream_total_s":1.1956389579572715,"request_stream_total_s":1.1644539999542758,"request_to_first_body_byte_s":0.3813967499881983,"request_to_response_headers_s":0.38125695899361745,"request_to_semantic_ttft_s":1.0446942919516005},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"3bf54649abca19391536b2defd08a284ea5df22a2b21a447515e9ffa6a26240a","primer_nonce_sha256":"236b05010a01ae3f3b42f71d9a89368c67831831361c96356925e67aa079ac9c","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00001425","measured_cost_usd":"0.00001425","primer_cost_usd":null,"stop_required":false},"cell_id":"gateway-probe-cell-v3-159bbca5fb45595a60bbabc34d4b94121600aea9a84419b5861abe8b352790d7","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-1df15b17023cb1d382f6ab89ec0c191c91c6a566395ffda7fce2449c8c4de3b6","condition":"cold","repetition":25}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.425e-05,"currency":"USD","effective_at":"2026-07-27T00:53:30.880494Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.11453454097500071,"output_tokens":14,"tokens_per_second":122.2338683232315},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.00001425","marketCost":"0.00001425"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":{"dns_s":0.242553791962564,"tcp_s":0.007002582948189229,"tls_s":0.024184832989703864},"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":1.180165332974866,"cold_end_to_end_response_headers_s":1.1687947919708677,"cold_end_to_end_semantic_ttft_s":1.1864711670204997,"cold_end_to_end_stream_total_s":1.3010057079955004,"request_stream_total_s":1.0270492499694228,"request_to_first_body_byte_s":0.9062088749487884,"request_to_response_headers_s":0.8948383339447901,"request_to_semantic_ttft_s":0.9125147089944221},"usage":{"input_tokens":39,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":53}},"reuse_evidence":{"cache":null,"completed":false,"costs":{},"http_status":null,"measured_nonce_sha256":"3bf54649abca19391536b2defd08a284ea5df22a2b21a447515e9ffa6a26240a","primer_nonce_sha256":"236b05010a01ae3f3b42f71d9a89368c67831831361c96356925e67aa079ac9c","receipt_headers":{},"required":false,"route_integrity":null,"setup":{"dns_s":null,"tcp_s":null,"tls_s":null},"socket_reused":null,"usage":null},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001455","stop_required":false},"cell_id":"gateway-probe-cell-v3-a4a052e739976594fec6ee908282ecde56666d2f13a5803863b5cbc3d31ee681","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"22e5fd50066e43efd1af532e2191d80311b181337ca426aff6939a5b138c9fb0","id":"vercel-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-245b311606b2930bee84f6b976d5e98f2006cf18f6b61951fb3c3e9c6385b3c8","condition":"warm","repetition":18}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:53:32.269649Z"}},"coverage":{"attempt_evidence":true,"attempts":true,"covered":11,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":1.0,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.040028666029684246,"output_tokens":14,"tokens_per_second":349.74935186743306},"receipt_headers":{},"route":{"attempts":[{"model":"openai/gpt-4o-mini","provider":"openai","status":200}],"gateway_metadata":{"cost":"0.0000138","marketCost":"0.0000138"},"metadata_requested_model":"openai/gpt-4o-mini","provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5533517500152811,"request_to_first_body_byte_s":0.5121643340098672,"request_to_response_headers_s":0.5120063750073314,"request_to_semantic_ttft_s":0.5133230839855969},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.455e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.455e-05,"currency":"USD","effective_at":"2026-07-27T00:53:31.715506Z"}},"http_status":200,"measured_nonce_sha256":"22d90b7d20f94522400d5bd1dc368009d1f97fa0145c0345942bcf9f39458ea0","primer_nonce_sha256":"1ff0756e0fadbfa7f30a174a8fd3704be851a9d0d51b62b6dc469c2a9c1f6b25","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0017182499868795276,"tcp_s":0.005962083989288658,"tls_s":0.024437040963675827},"socket_reused":true,"usage":{"input_tokens":41,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00003075","measured_cost_usd":"0.0000144","primer_cost_usd":"0.00001635","stop_required":false},"cell_id":"gateway-probe-cell-v3-c7ab6bbb870c10d04e727edc14aa77481e92b66b77427277a383a779ba4f8c6b","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"dce2b77d3be8b206cc6bc9a140735be9655072f6efcfc477fd4ca6407363c7c7","id":"openrouter-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-245b311606b2930bee84f6b976d5e98f2006cf18f6b61951fb3c3e9c6385b3c8","condition":"warm","repetition":18}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.44e-05,"currency":"USD","effective_at":"2026-07-27T00:53:33.540895Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.12866708397632465,"output_tokens":15,"tokens_per_second":116.57993277255021},"receipt_headers":{},"route":{"attempts":[],"gateway_metadata":{"cost":1.44e-05},"metadata_requested_model":"openai/gpt-4o-mini","provider":"OpenAI","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":17,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.5135560419876128,"request_to_first_body_byte_s":0.38379887503106147,"request_to_response_headers_s":0.3690640419954434,"request_to_semantic_ttft_s":0.3848889580112882},"usage":{"input_tokens":36,"input_tokens_details":{"cached_tokens":0},"output_tokens":15,"total_tokens":51}},"reuse_evidence":{"cache":{"cache_write_input_tokens":null,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"},"gateway_reported":{"amount_usd":1.635e-05,"currency":"USD","effective_at":"2026-07-27T00:53:33.026757Z"}},"http_status":200,"measured_nonce_sha256":"22d90b7d20f94522400d5bd1dc368009d1f97fa0145c0345942bcf9f39458ea0","primer_nonce_sha256":"1ff0756e0fadbfa7f30a174a8fd3704be851a9d0d51b62b6dc469c2a9c1f6b25","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0010903750080615282,"tcp_s":0.011383290984667838,"tls_s":0.017466249992139637},"socket_reused":true,"usage":{"input_tokens":41,"input_tokens_details":{"cached_tokens":0},"output_tokens":17,"total_tokens":58}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001455","stop_required":false},"cell_id":"gateway-probe-cell-v3-a266ddc8bdfeacd2610744791ddcc79c16fac63ffd51b714e1a900466b1a00a1","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"39e0f97ebad9bacb8156c248872c9ad109fbc446a765ebb19a72f916c48f74c1","id":"cloudflare-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-245b311606b2930bee84f6b976d5e98f2006cf18f6b61951fb3c3e9c6385b3c8","condition":"warm","repetition":18}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1421247079852037,"output_tokens":14,"tokens_per_second":98.50503968287842},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.639180124970153,"request_to_first_body_byte_s":0.21717541699763387,"request_to_response_headers_s":0.21703379199607298,"request_to_semantic_ttft_s":0.49705541698494926},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.455e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"22d90b7d20f94522400d5bd1dc368009d1f97fa0145c0345942bcf9f39458ea0","primer_nonce_sha256":"1ff0756e0fadbfa7f30a174a8fd3704be851a9d0d51b62b6dc469c2a9c1f6b25","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.001365291012916714,"tcp_s":0.010667458001989871,"tls_s":0.017016500001773238},"socket_reused":true,"usage":{"input_tokens":41,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"direct","baseline":true,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001455","stop_required":false},"cell_id":"gateway-probe-cell-v3-f46ee506952b7ac9895b9d7f3ed0ae0c1f4b5f8765ec94a728deead59887860d","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"596a7763782f961f8cd2f4f279c1c33a198f65cc0369ff1dee5e4ae35728cdea","id":"direct-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-245b311606b2930bee84f6b976d5e98f2006cf18f6b61951fb3c3e9c6385b3c8","condition":"warm","repetition":18}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":7,"generation":true,"openrouter_metadata":false,"provider":false,"ratio":0.6363636363636364,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.21467579097952694,"output_tokens":14,"tokens_per_second":65.21461938544874},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":null,"requested_model":"gpt-4o-mini","served_model":"gpt-4o-mini-2024-07-18"},"setup":null,"stream":{"done":true,"events":14,"finalized":true,"ignored_events":7,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":1.183340625022538,"request_to_first_body_byte_s":0.4062109169899486,"request_to_response_headers_s":0.4060917500173673,"request_to_semantic_ttft_s":0.9686648340430111},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.455e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"22d90b7d20f94522400d5bd1dc368009d1f97fa0145c0345942bcf9f39458ea0","primer_nonce_sha256":"1ff0756e0fadbfa7f30a174a8fd3704be851a9d0d51b62b6dc469c2a9c1f6b25","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0013821670436300337,"tcp_s":0.011208083014935255,"tls_s":0.016020957962609828},"socket_reused":true,"usage":{"input_tokens":41,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
{"arm_role":"gateway","baseline":false,"benchmark":"gateway_probe","billing":{"charged_cost_usd":"0.00002835","measured_cost_usd":"0.0000138","primer_cost_usd":"0.00001455","stop_required":false},"cell_id":"gateway-probe-cell-v3-fc2426e5fe69b18bce422a278680942c2da38d5a195e573156dd1048a1240358","expected_arm_ids":["cloudflare-openai","concentrate-openai","direct-openai","openrouter-openai","vercel-openai"],"identity":{"arm":{"digest":"57c40e56572621da029804699f689ca9ca0d6a01726acc6342f0039267132f3a","id":"concentrate-openai"},"benchmark":{"name":"gateway_probe","track":"request_probe"},"case":{"id":"short-text","prompt_digest":"840e9903230df2ef419f01be2d7e7ddf7b7338cd8c5231c369b6d926904ee970"},"comparison":{"price_digest":"56ef4049554cc2dc3cb79debc2f5c49d503cfa97c5744d35ffe912815179aea5","schedule_digest":"e6b8e2ac79abf1e3b6c6b4ce6b691747a1f9f6bf76c3c78bdb00051e99c097be"},"experiment":{"digest":"e3649dbc6dc423c5209cdc09c73f0d1275bfa6c231a5fa8300e444dc89e6f943","id":"gpt-4o-mini-five-way-managed-probe-r30-2026-07-27"},"schedule":{"block_attempt":0,"block_id":"gateway-probe-block-245b311606b2930bee84f6b976d5e98f2006cf18f6b61951fb3c3e9c6385b3c8","condition":"warm","repetition":18}},"model_match":"rolling_alias","outcome":{"attempted":true,"available":true,"budget_exhausted_reason":null,"error_class":null,"error_detail":null,"http_status":200,"success":true,"timed_out":false},"request_metrics":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"costs":{"frozen_list_estimate":{"amount_usd":1.38e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"coverage":{"attempt_evidence":false,"attempts":false,"covered":9,"generation":true,"openrouter_metadata":true,"provider":true,"ratio":0.8181818181818182,"requested_model":true,"semantic_ttft":true,"served_model":true,"stream_done":true,"total":11,"ttfb":true,"usage":true},"generation":{"duration_s":0.1069598330068402,"output_tokens":14,"tokens_per_second":130.89025671071013},"receipt_headers":{},"route":{"attempts":[],"metadata_requested_model":null,"provider":"openai","requested_model":"openai/gpt-4o-mini","served_model":"openai/gpt-4o-mini"},"setup":null,"stream":{"done":true,"events":16,"finalized":true,"ignored_events":5,"malformed_events":0,"terminal_status":"completed"},"timing":{"cold_end_to_end_first_body_byte_s":null,"cold_end_to_end_response_headers_s":null,"cold_end_to_end_semantic_ttft_s":null,"cold_end_to_end_stream_total_s":null,"request_stream_total_s":0.7633222080185078,"request_to_first_body_byte_s":0.39226254203822464,"request_to_response_headers_s":0.39211587503086776,"request_to_semantic_ttft_s":0.6563623750116676},"usage":{"input_tokens":36,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":50}},"reuse_evidence":{"cache":{"cache_write_input_tokens":0,"cached_input_tokens":0},"completed":true,"costs":{"frozen_list_estimate":{"amount_usd":1.455e-05,"currency":"USD","effective_at":"2026-07-27T00:00:00Z"}},"http_status":200,"measured_nonce_sha256":"22d90b7d20f94522400d5bd1dc368009d1f97fa0145c0345942bcf9f39458ea0","primer_nonce_sha256":"1ff0756e0fadbfa7f30a174a8fd3704be851a9d0d51b62b6dc469c2a9c1f6b25","receipt_headers":{},"required":true,"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"setup":{"dns_s":0.0012432500370778143,"tcp_s":0.011109584011137486,"tls_s":0.020432084042113274},"socket_reused":true,"usage":{"input_tokens":41,"input_tokens_details":{"cache_write_tokens":0,"cached_tokens":0},"output_tokens":14,"total_tokens":55}},"route_integrity":{"pass":true,"reasons":[],"status":"verified"},"scheduled_blocks_per_condition":30,"schema_version":3}
