{ "experiment": "single_server_fifo_timing_boundaries", "schema_version": 1, "is_real_inference_benchmark": false, "units": "milliseconds unless named otherwise", "assumptions": [ "Deterministic FIFO single service slot; empty system at time zero.", "Constant 400 ms service, with request start equal to service admission.", "Intended schedule and issuance coincide in the main sweep.", "Credit-to-start waiting is modeled at the client-side dispatch boundary.", "Infinite waiting capacity; all requests succeed; full post-arrival drain.", "No network, server queue, batching, tokens, timeouts, drops or GPU work.", "Finite N=20 runs are illustrative, not steady-state estimates.", "Percentiles use nearest rank ceil(N*p/100), without interpolation.", "The one-second SLO is inclusive: latency <= 1000 ms.", "This is not an AIPerf scheduler implementation or performance result." ], "sweep": [ { "n": 20, "target_interval_ms": 100, "target_arrival_rate_per_s": 10.0, "service_ms": 400, "service_capacity_per_s": 2.5, "target_load_ratio": 4.0, "slo_threshold_ms_inclusive": 1000, "first_credit_ms": 0, "last_credit_ms": 1900, "first_start_ms": 0, "last_start_ms": 7600, "last_end_ms": 8000, "mean_dispatch_gap_ms": 400, "mean_credit_to_start_wait_ms": 2850, "max_waiting_requests": 15, "queue_area_request_ms": 57000, "in_service_area_request_ms": 8000, "in_system_area_request_ms": 65000, "completed": 20, "failed": 0, "dropped": 0, "request_mean_ms": 400, "request_p95_ms": 400, "request_p99_ms": 400, "request_max_ms": 400, "request_slo_pass_count": 20, "request_slo_pass_fraction": 1.0, "effective_mean_ms": 3250, "effective_p95_ms": 5800, "effective_p99_ms": 6100, "effective_max_ms": 6100, "effective_slo_pass_count": 3, "effective_slo_pass_fraction": 0.15, "scheduled_mean_ms": 3250, "scheduled_p95_ms": 5800, "scheduled_p99_ms": 6100, "scheduled_max_ms": 6100, "scheduled_slo_pass_count": 3, "scheduled_slo_pass_fraction": 0.15 }, { "n": 20, "target_interval_ms": 200, "target_arrival_rate_per_s": 5.0, "service_ms": 400, "service_capacity_per_s": 2.5, "target_load_ratio": 2.0, "slo_threshold_ms_inclusive": 1000, "first_credit_ms": 0, "last_credit_ms": 3800, "first_start_ms": 0, "last_start_ms": 7600, "last_end_ms": 8000, "mean_dispatch_gap_ms": 400, "mean_credit_to_start_wait_ms": 1900, "max_waiting_requests": 10, "queue_area_request_ms": 38000, "in_service_area_request_ms": 8000, "in_system_area_request_ms": 46000, "completed": 20, "failed": 0, "dropped": 0, "request_mean_ms": 400, "request_p95_ms": 400, "request_p99_ms": 400, "request_max_ms": 400, "request_slo_pass_count": 20, "request_slo_pass_fraction": 1.0, "effective_mean_ms": 2300, "effective_p95_ms": 4000, "effective_p99_ms": 4200, "effective_max_ms": 4200, "effective_slo_pass_count": 4, "effective_slo_pass_fraction": 0.2, "scheduled_mean_ms": 2300, "scheduled_p95_ms": 4000, "scheduled_p99_ms": 4200, "scheduled_max_ms": 4200, "scheduled_slo_pass_count": 4, "scheduled_slo_pass_fraction": 0.2 }, { "n": 20, "target_interval_ms": 400, "target_arrival_rate_per_s": 2.5, "service_ms": 400, "service_capacity_per_s": 2.5, "target_load_ratio": 1.0, "slo_threshold_ms_inclusive": 1000, "first_credit_ms": 0, "last_credit_ms": 7600, "first_start_ms": 0, "last_start_ms": 7600, "last_end_ms": 8000, "mean_dispatch_gap_ms": 400, "mean_credit_to_start_wait_ms": 0, "max_waiting_requests": 0, "queue_area_request_ms": 0, "in_service_area_request_ms": 8000, "in_system_area_request_ms": 8000, "completed": 20, "failed": 0, "dropped": 0, "request_mean_ms": 400, "request_p95_ms": 400, "request_p99_ms": 400, "request_max_ms": 400, "request_slo_pass_count": 20, "request_slo_pass_fraction": 1.0, "effective_mean_ms": 400, "effective_p95_ms": 400, "effective_p99_ms": 400, "effective_max_ms": 400, "effective_slo_pass_count": 20, "effective_slo_pass_fraction": 1.0, "scheduled_mean_ms": 400, "scheduled_p95_ms": 400, "scheduled_p99_ms": 400, "scheduled_max_ms": 400, "scheduled_slo_pass_count": 20, "scheduled_slo_pass_fraction": 1.0 }, { "n": 20, "target_interval_ms": 800, "target_arrival_rate_per_s": 1.25, "service_ms": 400, "service_capacity_per_s": 2.5, "target_load_ratio": 0.5, "slo_threshold_ms_inclusive": 1000, "first_credit_ms": 0, "last_credit_ms": 15200, "first_start_ms": 0, "last_start_ms": 15200, "last_end_ms": 15600, "mean_dispatch_gap_ms": 800, "mean_credit_to_start_wait_ms": 0, "max_waiting_requests": 0, "queue_area_request_ms": 0, "in_service_area_request_ms": 8000, "in_system_area_request_ms": 8000, "completed": 20, "failed": 0, "dropped": 0, "request_mean_ms": 400, "request_p95_ms": 400, "request_p99_ms": 400, "request_max_ms": 400, "request_slo_pass_count": 20, "request_slo_pass_fraction": 1.0, "effective_mean_ms": 400, "effective_p95_ms": 400, "effective_p99_ms": 400, "effective_max_ms": 400, "effective_slo_pass_count": 20, "effective_slo_pass_fraction": 1.0, "scheduled_mean_ms": 400, "scheduled_p95_ms": 400, "scheduled_p99_ms": 400, "scheduled_max_ms": 400, "scheduled_slo_pass_count": 20, "scheduled_slo_pass_fraction": 1.0 } ], "four_request_example": [ { "request_id": 0, "intended_schedule_ms": 0, "credit_issued_ms": 0, "request_start_ms": 0, "response_end_ms": 400, "request_latency_ms": 400, "effective_latency_ms": 400, "scheduled_latency_ms": 400, "credit_to_start_wait_ms": 0, "issuance_delay_ms": 0 }, { "request_id": 1, "intended_schedule_ms": 100, "credit_issued_ms": 100, "request_start_ms": 400, "response_end_ms": 800, "request_latency_ms": 400, "effective_latency_ms": 700, "scheduled_latency_ms": 700, "credit_to_start_wait_ms": 300, "issuance_delay_ms": 0 }, { "request_id": 2, "intended_schedule_ms": 200, "credit_issued_ms": 200, "request_start_ms": 800, "response_end_ms": 1200, "request_latency_ms": 400, "effective_latency_ms": 1000, "scheduled_latency_ms": 1000, "credit_to_start_wait_ms": 600, "issuance_delay_ms": 0 }, { "request_id": 3, "intended_schedule_ms": 300, "credit_issued_ms": 300, "request_start_ms": 1200, "response_end_ms": 1600, "request_latency_ms": 400, "effective_latency_ms": 1300, "scheduled_latency_ms": 1300, "credit_to_start_wait_ms": 900, "issuance_delay_ms": 0 } ], "four_request_summary": { "n": 4, "target_interval_ms": 100, "target_arrival_rate_per_s": 10.0, "service_ms": 400, "service_capacity_per_s": 2.5, "target_load_ratio": 4.0, "slo_threshold_ms_inclusive": 1000, "first_credit_ms": 0, "last_credit_ms": 300, "first_start_ms": 0, "last_start_ms": 1200, "last_end_ms": 1600, "mean_dispatch_gap_ms": 400, "mean_credit_to_start_wait_ms": 450, "max_waiting_requests": 3, "queue_area_request_ms": 1800, "in_service_area_request_ms": 1600, "in_system_area_request_ms": 3400, "completed": 4, "failed": 0, "dropped": 0, "request_mean_ms": 400, "request_p95_ms": 400, "request_p99_ms": 400, "request_max_ms": 400, "request_slo_pass_count": 4, "request_slo_pass_fraction": 1.0, "effective_mean_ms": 850, "effective_p95_ms": 1300, "effective_p99_ms": 1300, "effective_max_ms": 1300, "effective_slo_pass_count": 3, "effective_slo_pass_fraction": 0.75, "scheduled_mean_ms": 850, "scheduled_p95_ms": 1300, "scheduled_p99_ms": 1300, "scheduled_max_ms": 1300, "scheduled_slo_pass_count": 3, "scheduled_slo_pass_fraction": 0.75 }, "delayed_issuance_example": { "request_id": 0, "intended_schedule_ms": 0, "credit_issued_ms": 300, "request_start_ms": 300, "response_end_ms": 700, "request_latency_ms": 400, "effective_latency_ms": 400, "scheduled_latency_ms": 700, "credit_to_start_wait_ms": 0, "issuance_delay_ms": 300 } }