Index

A

as_dict() (slosizer.schema.HybridPlanResult method) (slosizer.schema.PlanResult method) (slosizer.schema.ProfitPlanResult method) assumptions (slosizer.schema.HybridPlanResult attribute) (slosizer.schema.PlanResult attribute) (slosizer.schema.SimulationResult attribute)

available_vertex_profiles() (in module slosizer.providers.vertex) azure_profile() (in module slosizer.providers.azure)

B

baseline_latency_model (slosizer.schema.PlanOptions attribute) BaselineLatencyModel (class in slosizer.schema)

bucket_required_units() (in module slosizer.simulation) bucket_with_tokens() (in module slosizer.simulation) business_value_col (slosizer.schema.RequestSchema attribute)

C

cached_input_cost_per_million (slosizer.schema.PaygoPricing attribute) cached_input_token_s (slosizer.schema.BaselineLatencyModel attribute) cached_input_tokens_col (slosizer.schema.RequestSchema attribute) cached_input_weight (slosizer.schema.CapacityProfile attribute) CapacityProfile (class in slosizer.schema)

class_col (slosizer.schema.RequestSchema attribute) compare_profit_scenarios() (in module slosizer.economics) compare_scenarios() (in module slosizer.planning) cost_per_unit_hour (slosizer.schema.ProvisionedPricing attribute) currency (slosizer.schema.HybridPlanResult attribute) (slosizer.schema.RateCard attribute)

D

deployment_type (slosizer.schema.CapacityProfile attribute) (slosizer.schema.RateCard attribute)

E

E2E (slosizer.schema.LatencyMetric attribute) effective_cached_input_cost_per_million (slosizer.schema.PaygoPricing property) effective_from (slosizer.schema.CapacityProfile attribute) (slosizer.schema.RateCard attribute)

effective_thinking_cost_per_million (slosizer.schema.PaygoPricing property) effective_to (slosizer.schema.RateCard attribute)

F

fit_baseline_latency_model() (in module slosizer.simulation) frame (slosizer.schema.RequestTrace attribute)

from_dataframe() (in module slosizer.ingest) full_provision_cost_hourly (slosizer.schema.HybridPlanResult attribute) full_provision_units (slosizer.schema.HybridPlanResult attribute)

H

headroom_factor (slosizer.schema.PlanOptions attribute)

HybridPlanResult (class in slosizer.schema) HybridTarget (class in slosizer.schema)

I

input_cost_per_million (slosizer.schema.PaygoPricing attribute) input_token_s (slosizer.schema.BaselineLatencyModel attribute)

input_tokens_col (slosizer.schema.RequestSchema attribute) input_weight (slosizer.schema.CapacityProfile attribute) intercept_s (slosizer.schema.BaselineLatencyModel attribute)

L

label() (slosizer.schema.HybridTarget method) (slosizer.schema.LatencyTarget method) (slosizer.schema.ThroughputTarget method) latency_col (slosizer.schema.RequestSchema attribute) latency_slo (slosizer.schema.HybridTarget attribute) (slosizer.schema.ProfitTarget attribute) latency_summary (slosizer.schema.PlanResult attribute) (slosizer.schema.SimulationResult attribute) LatencyMetric (class in slosizer.schema)

LatencySLO (class in slosizer.schema) LatencyTarget (class in slosizer.schema) load_builtin_capacity_profiles() (in module slosizer.catalog) load_capacity_profiles() (in module slosizer.catalog) long_input_cached_input_weight (slosizer.schema.CapacityProfile attribute) long_input_input_weight (slosizer.schema.CapacityProfile attribute) long_input_output_weight (slosizer.schema.CapacityProfile attribute) long_input_thinking_weight (slosizer.schema.CapacityProfile attribute) long_input_threshold (slosizer.schema.CapacityProfile attribute)

M

make_synthetic_trace() (in module slosizer.synthetic) MAX_OUTPUT_TOKENS (slosizer.schema.OutputTokenSource attribute) max_output_tokens_col (slosizer.schema.RequestSchema attribute) max_overload_probability (slosizer.schema.ThroughputTarget attribute) max_units_to_search (slosizer.schema.PlanOptions attribute) metadata (slosizer.schema.RequestTrace attribute) metric (slosizer.schema.LatencySLO attribute) metrics (slosizer.schema.PlanResult attribute) min_units (slosizer.schema.CapacityProfile attribute) model (slosizer.schema.CapacityProfile attribute) (slosizer.schema.RateCard attribute) (slosizer.schema.RequestTrace attribute)

module slosizer.catalog slosizer.economics slosizer.ingest slosizer.planning slosizer.plotting slosizer.providers.azure slosizer.providers.vertex slosizer.schema slosizer.simulation slosizer.synthetic

N

notes (slosizer.schema.CapacityProfile attribute)

O

objective (slosizer.schema.PlanResult attribute) OBSERVED (slosizer.schema.OutputTokenSource attribute) optimize_trace() (in module slosizer.synthetic) output_cost_per_million (slosizer.schema.PaygoPricing attribute) output_token_s (slosizer.schema.BaselineLatencyModel attribute) output_token_source (slosizer.schema.PlanOptions attribute) output_tokens_col (slosizer.schema.RequestSchema attribute)

output_weight (slosizer.schema.CapacityProfile attribute) OutputTokenSource (class in slosizer.schema) overflow_cached_input_tokens_hourly (slosizer.schema.HybridPlanResult attribute) overflow_fraction (slosizer.schema.HybridPlanResult attribute) overflow_input_tokens_hourly (slosizer.schema.HybridPlanResult attribute) overflow_output_tokens_hourly (slosizer.schema.HybridPlanResult attribute) overflow_thinking_tokens_hourly (slosizer.schema.HybridPlanResult attribute)

P

paygo (slosizer.schema.RateCard attribute) paygo_cost_hourly (slosizer.schema.HybridPlanResult attribute) PaygoPricing (class in slosizer.schema) percentile (slosizer.schema.LatencySLO attribute) (slosizer.schema.ThroughputTarget attribute) plan_capacity() (in module slosizer.planning) plan_profit_capacity() (in module slosizer.economics) PlanOptions (class in slosizer.schema) PlanResult (class in slosizer.schema) plot_capacity_tradeoff() (in module slosizer.plotting) plot_latency_vs_units() (in module slosizer.plotting) plot_required_units_distribution() (in module slosizer.plotting) plot_slack_tradeoff() (in module slosizer.plotting)

predict() (slosizer.schema.BaselineLatencyModel method) ProfitPlanResult (class in slosizer.schema) ProfitScenario (class in slosizer.schema) ProfitTarget (class in slosizer.schema) provider (slosizer.schema.CapacityProfile attribute) (slosizer.schema.RateCard attribute) (slosizer.schema.RequestTrace attribute) provision_percentile (slosizer.schema.HybridTarget attribute) provisioned (slosizer.schema.RateCard attribute) provisioned_cost_hourly (slosizer.schema.HybridPlanResult attribute) provisioned_units (slosizer.schema.HybridPlanResult attribute) ProvisionedPricing (class in slosizer.schema) purchase_increment (slosizer.schema.CapacityProfile attribute)

Q

QUEUE_DELAY (slosizer.schema.LatencyMetric attribute)

R

RateCard (class in slosizer.schema) recommended_units (slosizer.schema.PlanResult attribute) region (slosizer.schema.CapacityProfile attribute) (slosizer.schema.RateCard attribute) (slosizer.schema.RequestTrace attribute) request_id_col (slosizer.schema.RequestSchema attribute)

request_level (slosizer.schema.PlanResult attribute) (slosizer.schema.SimulationResult attribute) request_model_col (slosizer.schema.RequestSchema attribute) RequestSchema (class in slosizer.schema) RequestTrace (class in slosizer.schema) response_model_col (slosizer.schema.RequestSchema attribute)

S

savings_percent (slosizer.schema.HybridPlanResult attribute) savings_vs_full_provision (slosizer.schema.HybridPlanResult attribute) schema (slosizer.schema.RequestTrace attribute) service_tier_col (slosizer.schema.RequestSchema attribute) simulate_capacity() (in module slosizer.simulation) SimulationResult (class in slosizer.schema) slack_summary (slosizer.schema.HybridPlanResult attribute) (slosizer.schema.PlanResult attribute) (slosizer.schema.SimulationResult attribute) slo (slosizer.schema.LatencyTarget attribute) slo_policy (slosizer.schema.ProfitTarget attribute) slo_violation_cost_per_request (slosizer.schema.ProfitTarget attribute) slosizer.catalog module slosizer.economics module slosizer.ingest module

slosizer.planning module slosizer.plotting module slosizer.providers.azure module slosizer.providers.vertex module slosizer.schema module slosizer.simulation module slosizer.synthetic module source (slosizer.schema.CapacityProfile attribute) (slosizer.schema.RateCard attribute) strategy (slosizer.schema.HybridTarget attribute) summarize_slack() (in module slosizer.simulation)

T

target (slosizer.schema.PlanResult attribute) thinking_cost_per_million (slosizer.schema.PaygoPricing attribute) thinking_token_s (slosizer.schema.BaselineLatencyModel attribute) thinking_tokens_col (slosizer.schema.RequestSchema attribute) thinking_weight (slosizer.schema.CapacityProfile attribute)

threshold_s (slosizer.schema.LatencySLO attribute) throughput_per_unit (slosizer.schema.CapacityProfile attribute) ThroughputTarget (class in slosizer.schema) time_col (slosizer.schema.RequestSchema attribute) total_cost_hourly (slosizer.schema.HybridPlanResult attribute)

U

unit_name (slosizer.schema.CapacityProfile attribute) (slosizer.schema.HybridPlanResult attribute) (slosizer.schema.PlanResult attribute) (slosizer.schema.SimulationResult attribute)

units (slosizer.schema.SimulationResult attribute)

V

validate_for() (slosizer.schema.RateCard method) value_per_request (slosizer.schema.ProfitTarget attribute)

verified_on (slosizer.schema.CapacityProfile attribute) (slosizer.schema.RateCard attribute) vertex_profile() (in module slosizer.providers.vertex)

W

windows_s (slosizer.schema.ThroughputTarget attribute)