{ "schema_version": 2, "generated_at": "2026-10-17T20:52:34.924012+00:00", "books": { "managing-cost-and-capacity": "e1472f7c5cd2", "managing-demand-risk-and-scale": "51a0442534b4" }, "term_count": 51, "dangling_references": [ [ "accepted-task", "Cost per accepted task" ], [ "cost", "Cost behavior" ], [ "failure-group", "Degraded capacity" ], [ "lead-time", "readiness date" ], [ "rolling-origin-evaluation", "forecast origin" ], [ "saving", "reduced expenditure" ], [ "saving", "avoided purchase" ], [ "saving", "released capacity" ], [ "saving", "shifted cost" ], [ "saving", "improved service" ] ], "scan": { "section_min_mentions": 2, "chapter_min_mentions": 3 }, "terms": [ { "id": "accepted-task", "label": "Accepted task", "definition": "A task that met the business's acceptance criteria for its task class, not merely a completed request or a response that arrived on time. **Cost per accepted task** divides the workload's total cost, including failed attempts, attributable subscriptions, and committed capacity, by the number of accepted tasks.", "defined_in": [ 1, 2 ], "cross_references": [ { "name": "Cost per accepted task", "slug": "cost-per-accepted-task", "resolved": false } ], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "Measure the efficiency of the models, not just the spend", "count": 11 }, { "title": "What the capacity team owns", "count": 2 } ], "count": 15 }, { "volume": 1, "chapter": 8, "chapter_title": "Measuring AI Workloads", "sections": [ { "title": "What the workload actually consumes", "count": 4 } ], "count": 6 }, { "volume": 1, "chapter": 9, "chapter_title": "Orchestration and Agentic Topologies", "sections": [ { "title": "What the review inherits", "count": 2 } ], "count": 3 } ], "occurrence_count": 24 }, { "id": "attribution", "label": "Attribution", "definition": "Connecting spend or consumption to the workload, team, customer, or decision that caused it. Shared costs need an agreed rule. Attribution can support accountability without giving the recipient control over the cost.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "How to read this chapter", "count": 2 }, { "title": "Several dimensions of the same dollar", "count": 2 }, { "title": "A bill we can follow", "count": 2 }, { "title": "The same bill, five ways", "count": 2 }, { "title": "Enough information to have the next conversation", "count": 2 } ], "count": 11 }, { "volume": 1, "chapter": 4, "chapter_title": "The Simplest Practice", "sections": [], "count": 3 }, { "volume": 1, "chapter": 9, "chapter_title": "Orchestration and Agentic Topologies", "sections": [], "count": 3 } ], "occurrence_count": 17 }, { "id": "baseline-forecast", "label": "Baseline forecast", "definition": "A forecast made with an explicitly defined starting method and information set, such as a seasonal-naive forecast, which repeats the latest observation from the matching season. Keep it separate from later business-event adjustments so their contribution can be assessed.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "basis-risk", "label": "Basis risk", "definition": "The gap between what a hedge's price index measures and what we pay for the hardware, region, terms, and dates we actually need. A position on an index offsets a bill only to the extent that the bill moves with the index.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "budget", "label": "Budget", "definition": "An authorized financial boundary or plan. It says what spending is permitted or expected, not whether that amount will support the service's obligations.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "A bill we can follow", "count": 6 }, { "title": "Enough information to have the next conversation", "count": 2 } ], "count": 10 }, { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [], "count": 3 }, { "volume": 1, "chapter": 3, "chapter_title": "The Players and the Vocabulary", "sections": [ { "title": "Who can change the promise?", "count": 3 }, { "title": "The nouns that change a meeting", "count": 2 } ], "count": 8 }, { "volume": 1, "chapter": 6, "chapter_title": "Built-In Tools", "sections": [ { "title": "Alerts, caps, and the person who receives them", "count": 8 }, { "title": "Make the report end in an action", "count": 6 } ], "count": 15 }, { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "Summary of the chapter", "count": 7 }, { "title": "How to read this chapter", "count": 6 }, { "title": "Token capacity is a different kind of capacity", "count": 2 }, { "title": "Budgets and allowances", "count": 2 }, { "title": "What the capacity team owns", "count": 2 } ], "count": 21 }, { "volume": 1, "chapter": 8, "chapter_title": "Measuring AI Workloads", "sections": [], "count": 3 }, { "volume": 1, "chapter": 9, "chapter_title": "Orchestration and Agentic Topologies", "sections": [ { "title": "Concurrency, retries and held resources", "count": 2 }, { "title": "What the review inherits", "count": 2 } ], "count": 5 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [], "count": 3 }, { "volume": 1, "chapter": 11, "chapter_title": "Exotic Hardware: Quantum and Emerging Capacity", "sections": [ { "title": "Quantum, honestly assessed", "count": 2 }, { "title": "When specialist hardware becomes a real procurement", "count": 2 } ], "count": 9 }, { "volume": 2, "chapter": 16, "chapter_title": "A Portfolio of Customers", "sections": [ { "title": "A process for the largest consumers and the long tail", "count": 2 }, { "title": "When the plans do not agree", "count": 2 } ], "count": 4 }, { "volume": 2, "chapter": 17, "chapter_title": "The Relationship Discipline", "sections": [ { "title": "Tags, borrowed projects, and reasons to participate", "count": 3 }, { "title": "Special projects are part of the job", "count": 2 } ], "count": 7 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [], "count": 3 }, { "volume": 2, "chapter": 22, "chapter_title": "The Monthly Capacity Review", "sections": [ { "title": "Reward the correction", "count": 2 } ], "count": 3 }, { "volume": 2, "chapter": 23, "chapter_title": "What Scale Brings", "sections": [ { "title": "The obligations grow their own management", "count": 3 }, { "title": "How to read this chapter", "count": 2 }, { "title": "One owner's decision, another owner's agreement", "count": 2 }, { "title": "Where I would start", "count": 2 } ], "count": 11 }, { "volume": 2, "chapter": 24, "chapter_title": "Markets for Compute", "sections": [ { "title": "If we all want the same GPUs", "count": 2 } ], "count": 3 } ], "occurrence_count": 108 }, { "id": "capacity", "label": "Capacity", "definition": "The work a system can support in a stated interval under stated workload, quality, configuration, and operating conditions. A measured result applies within the evidence behind it; an estimate must carry its assumptions.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "One problem, two dashboards", "count": 5 }, { "title": "", "count": 2 }, { "title": "The same bill, five ways", "count": 2 }, { "title": "Enough information to have the next conversation", "count": 2 } ], "count": 17 }, { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "", "count": 13 }, { "title": "Make the promise understandable", "count": 13 }, { "title": "Elasticity: what it promises and what it costs", "count": 7 }, { "title": "How to read this chapter", "count": 6 }, { "title": "Requirements can change faster than supply", "count": 6 }, { "title": "The burden of proof is on ownership", "count": 6 }, { "title": "Autoscaling still needs someone to supply the capacity", "count": 4 }, { "title": "Specify the work before naming the size", "count": 3 } ], "count": 60 }, { "volume": 1, "chapter": 3, "chapter_title": "The Players and the Vocabulary", "sections": [ { "title": "Four parties, more than four people", "count": 14 }, { "title": "When you are the one escalated on", "count": 11 }, { "title": "When agreement does not arrive", "count": 6 }, { "title": "The nouns that change a meeting", "count": 4 }, { "title": "Who can change the promise?", "count": 4 }, { "title": "Find the people who already know", "count": 4 }, { "title": "How to read this chapter", "count": 3 } ], "count": 48 }, { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "How to read this chapter", "count": 8 }, { "title": "Sizing supply for the busy interval", "count": 7 }, { "title": "Before any theory: the four ways to buy tokens", "count": 4 }, { "title": "Token capacity is a different kind of capacity", "count": 3 }, { "title": "Summary of the chapter", "count": 3 } ], "count": 29 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "Installed, schedulable, usable", "count": 12 }, { "title": "The sizing process", "count": 10 }, { "title": "Acquiring it", "count": 5 }, { "title": "How to read this chapter", "count": 2 }, { "title": "An experiment on shared hardware, before the fleet", "count": 2 } ], "count": 33 }, { "volume": 1, "chapter": 11, "chapter_title": "Exotic Hardware: Quantum and Emerging Capacity", "sections": [ { "title": "Post-quantum cryptography is a different project", "count": 4 }, { "title": "The evidence standard for emerging architectures", "count": 4 }, { "title": "", "count": 3 }, { "title": "Quantum, honestly assessed", "count": 3 }, { "title": "The watch list", "count": 2 } ], "count": 21 }, { "volume": 1, "chapter": 12, "chapter_title": "Databases and Data-Bound Technologies", "sections": [ { "title": "", "count": 5 }, { "title": "How to read this chapter", "count": 5 }, { "title": "Build a data-capacity decision record", "count": 3 }, { "title": "The database a proof of concept outgrows", "count": 2 }, { "title": "Kafka: retention is a promise to a future reader", "count": 2 }, { "title": "PostgreSQL: understand the query and the unfinished work", "count": 2 } ], "count": 20 }, { "volume": 2, "chapter": 17, "chapter_title": "The Relationship Discipline", "sections": [ { "title": "Make early information worth sharing", "count": 10 }, { "title": "When the answer has a sponsor", "count": 7 }, { "title": "Special projects are part of the job", "count": 5 }, { "title": "Tags, borrowed projects, and reasons to participate", "count": 4 }, { "title": "", "count": 2 }, { "title": "Work through the specialists", "count": 2 }, { "title": "Apologies, jokes, and hypnosis", "count": 2 } ], "count": 34 }, { "volume": 2, "chapter": 18, "chapter_title": "Reserve Capacity", "sections": [ { "title": "Available for what?", "count": 6 }, { "title": "A reserve is a choice about a scenario", "count": 6 }, { "title": "", "count": 3 }, { "title": "How to read this chapter", "count": 3 }, { "title": "Borrowed capacity changes the failure calculation", "count": 2 } ], "count": 22 }, { "volume": 2, "chapter": 19, "chapter_title": "Managing Risks and Anomalies", "sections": [ { "title": "COVID, and the anomaly that changes demand", "count": 10 }, { "title": "Tactical: what a capacity team actually does", "count": 9 }, { "title": "The out-of-nowhere events: solar storms and meteors", "count": 8 }, { "title": "How to read this chapter", "count": 6 }, { "title": "What the capacity team is for, when it happens", "count": 6 }, { "title": "What is not an anomaly", "count": 5 }, { "title": "The year the water reached the supply chain", "count": 5 }, { "title": "Not the worst-case team: the decisions that are actually yours", "count": 5 } ], "count": 58 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [ { "title": "Carry the conditions into the review", "count": 24 }, { "title": "A discount and a resource are different things", "count": 18 }, { "title": "Make estimates travel with their uncertainty", "count": 3 }, { "title": "Evaluate the price of certainty", "count": 3 }, { "title": "The internal promise is still a promise", "count": 2 }, { "title": "Decide what changes when demand changes", "count": 2 } ], "count": 57 }, { "volume": 2, "chapter": 21, "chapter_title": "Multiple Markets", "sections": [ { "title": "One register, not a private law firm", "count": 10 }, { "title": "Location is a capacity property", "count": 4 }, { "title": "Segmentation costs utilization", "count": 4 }, { "title": "How to read this chapter", "count": 3 }, { "title": "Sovereignty in this context", "count": 3 }, { "title": "The same workload, different rules", "count": 2 }, { "title": "The commitments split by market", "count": 2 }, { "title": "The monthly review across markets", "count": 2 } ], "count": 33 }, { "volume": 2, "chapter": 22, "chapter_title": "The Monthly Capacity Review", "sections": [ { "title": "Prepare the decision before preparing the slides", "count": 5 }, { "title": "A record for this month's choice", "count": 4 }, { "title": "Reward the correction", "count": 4 }, { "title": "Don't wait for the next review", "count": 3 }, { "title": "Start with what is already due", "count": 3 }, { "title": "How to read this chapter", "count": 2 } ], "count": 24 }, { "volume": 2, "chapter": 23, "chapter_title": "What Scale Brings", "sections": [ { "title": "One owner's decision, another owner's agreement", "count": 8 }, { "title": "Where the provider's planning begins", "count": 5 }, { "title": "What the number buys, and what it costs", "count": 3 }, { "title": "", "count": 2 }, { "title": "The obligations grow their own management", "count": 2 }, { "title": "Where I would start", "count": 2 } ], "count": 23 }, { "volume": 2, "chapter": 24, "chapter_title": "Markets for Compute", "sections": [ { "title": "What is available and what is announced", "count": 11 }, { "title": "The question the curve answers", "count": 9 }, { "title": "If we all want the same GPUs", "count": 5 }, { "title": "Why exchange trading has been difficult", "count": 3 }, { "title": "", "count": 2 }, { "title": "A market appears", "count": 2 } ], "count": 34 } ], "occurrence_count": 615, "discussed_in_truncated": true }, { "id": "capability", "label": "Capability", "definition": "What the business and its technology need to be able to do: features, reliability and resilience, customer experience, and operational outcomes. Capacity and cost are judged against it; see the Introduction.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "The burden of proof is on ownership", "count": 3 } ], "count": 3 }, { "volume": 1, "chapter": 8, "chapter_title": "Measuring AI Workloads", "sections": [ { "title": "Describing the model mix", "count": 3 }, { "title": "Who else is building this", "count": 2 }, { "title": "What the weighted index is for", "count": 2 } ], "count": 9 }, { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [], "count": 4 }, { "volume": 2, "chapter": 22, "chapter_title": "The Monthly Capacity Review", "sections": [ { "title": "Start with what is already due", "count": 2 } ], "count": 4 } ], "occurrence_count": 20 }, { "id": "cohort", "label": "Cohort", "definition": "Workloads grouped for a stated planning reason, with maintained membership, an owner, and a way to detect exceptions. A cohort is more than a residual line called “Other.”", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 2, "chapter": 15, "chapter_title": "The Long Tail and the Spike", "sections": [ { "title": "Put an investigation threshold next to the headroom", "count": 4 }, { "title": "Errors do not necessarily cancel", "count": 3 }, { "title": "Give the remainder an owner", "count": 2 } ], "count": 10 }, { "volume": 2, "chapter": 16, "chapter_title": "A Portfolio of Customers", "sections": [ { "title": "A process for the largest consumers and the long tail", "count": 20 } ], "count": 20 } ], "occurrence_count": 30 }, { "id": "commitment", "label": "Commitment", "definition": "A commercial or operational promise whose parties, scope, and term must be stated. A spending commitment, such as a savings plan or minimum spend, can lower the price without holding any supply; a capacity hold can secure supply without a discount; a service commitment promises behavior to a customer. Each can exist without the others, so name the kind.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "Enough information to have the next conversation", "count": 12 }, { "title": "A bill we can follow", "count": 9 }, { "title": "Several dimensions of the same dollar", "count": 7 } ], "count": 31 }, { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "Elasticity: what it promises and what it costs", "count": 5 }, { "title": "Requirements can change faster than supply", "count": 2 } ], "count": 10 }, { "volume": 1, "chapter": 3, "chapter_title": "The Players and the Vocabulary", "sections": [ { "title": "The nouns that change a meeting", "count": 6 } ], "count": 9 }, { "volume": 1, "chapter": 4, "chapter_title": "The Simplest Practice", "sections": [ { "title": "Make the decision legible", "count": 2 } ], "count": 7 }, { "volume": 1, "chapter": 6, "chapter_title": "Built-In Tools", "sections": [], "count": 4 }, { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "Budgets and allowances", "count": 4 }, { "title": "Token capacity is a different kind of capacity", "count": 2 }, { "title": "What the capacity team owns", "count": 2 } ], "count": 14 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "Acquiring it", "count": 2 } ], "count": 4 }, { "volume": 1, "chapter": 11, "chapter_title": "Exotic Hardware: Quantum and Emerging Capacity", "sections": [ { "title": "The watch list", "count": 2 } ], "count": 6 }, { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [ { "title": "Name the benefit that actually occurred", "count": 4 }, { "title": "Preserve the conditions of the comparison", "count": 2 } ], "count": 11 }, { "volume": 2, "chapter": 17, "chapter_title": "The Relationship Discipline", "sections": [ { "title": "Work through the specialists", "count": 3 }, { "title": "When the answer has a sponsor", "count": 2 }, { "title": "Special projects are part of the job", "count": 2 } ], "count": 7 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [ { "title": "Evaluate the price of certainty", "count": 11 }, { "title": "Carry the conditions into the review", "count": 7 }, { "title": "How to read this chapter", "count": 5 }, { "title": "A discount and a resource are different things", "count": 5 } ], "count": 29 }, { "volume": 2, "chapter": 21, "chapter_title": "Multiple Markets", "sections": [ { "title": "The commitments split by market", "count": 2 } ], "count": 5 }, { "volume": 2, "chapter": 22, "chapter_title": "The Monthly Capacity Review", "sections": [ { "title": "Start with what is already due", "count": 2 } ], "count": 7 }, { "volume": 2, "chapter": 23, "chapter_title": "What Scale Brings", "sections": [ { "title": "What the number buys, and what it costs", "count": 7 }, { "title": "One owner's decision, another owner's agreement", "count": 7 }, { "title": "The obligations grow their own management", "count": 7 }, { "title": "Where the provider's planning begins", "count": 6 }, { "title": "Where I would start", "count": 6 }, { "title": "How to read this chapter", "count": 2 }, { "title": "The portfolio at ten times the bill", "count": 2 } ], "count": 37 }, { "volume": 2, "chapter": 24, "chapter_title": "Markets for Compute", "sections": [ { "title": "What is available and what is announced", "count": 2 }, { "title": "Where this conversation goes", "count": 2 } ], "count": 7 } ], "occurrence_count": 199, "discussed_in_truncated": true }, { "id": "coordinated-omission", "label": "Coordinated omission", "definition": "A load-testing error in which a generator that waits for each response stops sending the requests that would have suffered most during a stall, so measured latency understates what users arriving on their own schedule would see.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 5, "chapter_title": "Knowing Your Workloads", "sections": [], "count": 3 } ], "occurrence_count": 3 }, { "id": "cost", "label": "Cost", "definition": "The money and obligations a system creates while it runs, whether or not anyone has attributed them yet. **Cost behavior** is how a cost changes over time and responds to demand.", "defined_in": [ 1, 2 ], "cross_references": [ { "name": "Cost behavior", "slug": "cost-behavior", "resolved": false } ], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "Enough information to have the next conversation", "count": 23 }, { "title": "Several dimensions of the same dollar", "count": 16 }, { "title": "A bill we can follow", "count": 16 }, { "title": "How to read this chapter", "count": 4 }, { "title": "One problem, two dashboards", "count": 4 }, { "title": "", "count": 3 }, { "title": "Follow a change across the boundary", "count": 3 }, { "title": "Ten times the bill", "count": 3 } ], "count": 75 }, { "volume": 1, "chapter": 3, "chapter_title": "The Players and the Vocabulary", "sections": [ { "title": "When agreement does not arrive", "count": 6 }, { "title": "Visibility without agency", "count": 4 }, { "title": "Four parties, more than four people", "count": 3 }, { "title": "When you are the one escalated on", "count": 2 } ], "count": 17 }, { "volume": 1, "chapter": 6, "chapter_title": "Built-In Tools", "sections": [ { "title": "Make the report end in an action", "count": 16 }, { "title": "Read a bill without multiplying it", "count": 13 }, { "title": "Alerts, caps, and the person who receives them", "count": 4 }, { "title": "A recommendation is the beginning of an experiment", "count": 3 }, { "title": "How to read this chapter", "count": 2 } ], "count": 38 }, { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "Measure the efficiency of the models, not just the spend", "count": 10 }, { "title": "Summary of the chapter", "count": 7 }, { "title": "Token capacity is a different kind of capacity", "count": 3 }, { "title": "How to read this chapter", "count": 2 }, { "title": "Aggregation: making a multi-model fleet governable", "count": 2 }, { "title": "Recommended practices", "count": 2 } ], "count": 30 }, { "volume": 1, "chapter": 8, "chapter_title": "Measuring AI Workloads", "sections": [ { "title": "What the weighted index is for", "count": 8 }, { "title": "What the workload actually consumes", "count": 5 }, { "title": "Who else is building this", "count": 4 }, { "title": "The purpose question: what no consumption measure can say", "count": 4 }, { "title": "Describing the model mix", "count": 3 }, { "title": "Right-sizing: the cheaper ways to do the work", "count": 3 }, { "title": "", "count": 2 }, { "title": "How to read this chapter", "count": 2 } ], "count": 35 }, { "volume": 1, "chapter": 9, "chapter_title": "Orchestration and Agentic Topologies", "sections": [ { "title": "Topologies", "count": 5 }, { "title": "What the review inherits", "count": 4 }, { "title": "", "count": 3 }, { "title": "Concurrency, retries and held resources", "count": 3 }, { "title": "How to read this chapter", "count": 2 }, { "title": "Follow one task through the layer", "count": 2 }, { "title": "The harnesses", "count": 2 }, { "title": "The operating inventory", "count": 2 } ], "count": 24 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "The sizing process", "count": 7 }, { "title": "", "count": 6 }, { "title": "An experiment on shared hardware, before the fleet", "count": 4 }, { "title": "Installed, schedulable, usable", "count": 2 } ], "count": 21 }, { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [ { "title": "A number worth carrying forward", "count": 22 }, { "title": "The double bubble", "count": 13 }, { "title": "Preserve the conditions of the comparison", "count": 9 }, { "title": "Choose a unit that means something", "count": 8 }, { "title": "Name the benefit that actually occurred", "count": 7 }, { "title": "Carry the operating organization into the comparison", "count": 6 }, { "title": "", "count": 2 }, { "title": "How to read this chapter", "count": 2 } ], "count": 72 }, { "volume": 2, "chapter": 14, "chapter_title": "Seasonal Variation", "sections": [ { "title": "What the uncertainty changes", "count": 10 }, { "title": "Read errors in the unit of the decision", "count": 2 } ], "count": 13 }, { "volume": 2, "chapter": 17, "chapter_title": "The Relationship Discipline", "sections": [ { "title": "Tags, borrowed projects, and reasons to participate", "count": 19 }, { "title": "When the answer has a sponsor", "count": 6 }, { "title": "Special projects are part of the job", "count": 3 }, { "title": "Work through the specialists", "count": 2 } ], "count": 32 }, { "volume": 2, "chapter": 18, "chapter_title": "Reserve Capacity", "sections": [ { "title": "The cost of waiting for understanding", "count": 4 }, { "title": "", "count": 2 }, { "title": "How to read this chapter", "count": 2 }, { "title": "Borrowing is an agreement with an end", "count": 2 } ], "count": 11 }, { "volume": 2, "chapter": 19, "chapter_title": "Managing Risks and Anomalies", "sections": [ { "title": "COVID, and the anomaly that changes demand", "count": 2 }, { "title": "Tactical: what a capacity team actually does", "count": 2 } ], "count": 11 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [ { "title": "Evaluate the price of certainty", "count": 9 }, { "title": "Carry the conditions into the review", "count": 6 } ], "count": 17 }, { "volume": 2, "chapter": 23, "chapter_title": "What Scale Brings", "sections": [ { "title": "The obligations grow their own management", "count": 5 }, { "title": "Where I would start", "count": 5 } ], "count": 12 }, { "volume": 2, "chapter": 24, "chapter_title": "Markets for Compute", "sections": [ { "title": "A market appears", "count": 5 }, { "title": "If we all want the same GPUs", "count": 4 }, { "title": "Comparing negotiated agreements", "count": 2 }, { "title": "Why exchange trading has been difficult", "count": 2 }, { "title": "The question the curve answers", "count": 2 } ], "count": 17 } ], "occurrence_count": 488, "discussed_in_truncated": true }, { "id": "cpu-bound", "label": "CPU-bound", "definition": "Limited materially by available processing capacity under the observed conditions. A high CPU reading alone does not establish the limiting mechanism.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "data-bound", "label": "Data-bound", "definition": "In this book, work whose limiting behavior depends materially on data access, movement, layout, state, or coordination. It is broader than disk-bound, and the limiting resource can change as the data or its use changes.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "demand-intelligence", "label": "Demand intelligence", "definition": "Information about future business activity, kept with its source, evidence date, assumptions, timing, dependencies, and a condition for review; also the practice of gathering it. It is how a capacity team comes to understand the systems that drive consumption, and much of it arrives through relationships (Volume II, Chapter 17).", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [ { "chapter": 17, "volume": 2 } ], "variant_definitions": [ { "volume": 2, "definition": "Information about future business activity, kept with its source, evidence date, assumptions, timing, dependencies, and a condition for review; also the practice of gathering it. It is how a capacity team comes to understand the systems that drive consumption, and much of it arrives through relationships (Chapter 17)." } ], "discussed_in": [], "occurrence_count": 0 }, { "id": "double-bubble", "label": "Double bubble", "definition": "The temporary overlap of old and replacement environments during a transition. It does not require exact doubling of cost. Count useful business outcomes once even when both systems process them.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [], "count": 3 } ], "occurrence_count": 3 }, { "id": "elasticity", "label": "Elasticity", "definition": "The ability to add and release resources as demand changes. Whether the bill falls on release depends on the purchase arrangement, and at large scale elastic supply is an inventory promise somebody has to fund.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "Elasticity: what it promises and what it costs", "count": 6 }, { "title": "The burden of proof is on ownership", "count": 2 } ], "count": 10 } ], "occurrence_count": 10 }, { "id": "evidence-date", "label": "Evidence date", "definition": "The date information became available to the planners, as distinct from the date of the activity it describes. Judge a forecast only against the evidence available on its as-of date.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "failure-group", "label": "Failure group", "definition": "Resources assumed to become unavailable together in a specified scenario. Independence between groups is an assumption requiring evidence, not a property conferred by naming them differently. **Degraded capacity** is what remains after a group is lost: in the book's service, 48 workers at 250 requests per second each, or 12,000 requests per second.", "defined_in": [ 1, 2 ], "cross_references": [ { "name": "Degraded capacity", "slug": "degraded-capacity", "resolved": false } ], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "Specify the work before naming the size", "count": 3 } ], "count": 5 }, { "volume": 1, "chapter": 4, "chapter_title": "The Simplest Practice", "sections": [ { "title": "How to read this chapter", "count": 2 }, { "title": "Find a choice that can be ready", "count": 2 } ], "count": 5 }, { "volume": 2, "chapter": 23, "chapter_title": "What Scale Brings", "sections": [ { "title": "The portfolio at ten times the bill", "count": 2 } ], "count": 3 } ], "occurrence_count": 13 }, { "id": "fixed-cost", "label": "Fixed cost", "definition": "Cost that does not change with the relevant activity over a specified range and period. A cost can be fixed this month and avoidable next year.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "forecast", "label": "Forecast", "definition": "An estimate of future demand under stated assumptions, with an as-of date showing what was known when it was made. A revision after plans change is a new forecast, not evidence that the earlier one was accurate.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 3, "chapter_title": "The Players and the Vocabulary", "sections": [ { "title": "The nouns that change a meeting", "count": 5 }, { "title": "Find the people who already know", "count": 3 } ], "count": 9 }, { "volume": 1, "chapter": 4, "chapter_title": "The Simplest Practice", "sections": [ { "title": "Come back after the launch", "count": 4 }, { "title": "How to read this chapter", "count": 2 }, { "title": "Run the complete example", "count": 2 } ], "count": 9 }, { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [], "count": 3 }, { "volume": 1, "chapter": 8, "chapter_title": "Measuring AI Workloads", "sections": [ { "title": "What the weighted index cannot tell you", "count": 2 } ], "count": 3 }, { "volume": 1, "chapter": 9, "chapter_title": "Orchestration and Agentic Topologies", "sections": [ { "title": "The memory layer", "count": 2 }, { "title": "Topologies", "count": 2 } ], "count": 6 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "The sizing process", "count": 2 } ], "count": 3 }, { "volume": 1, "chapter": 11, "chapter_title": "Exotic Hardware: Quantum and Emerging Capacity", "sections": [], "count": 4 }, { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [], "count": 3 }, { "volume": 2, "chapter": 14, "chapter_title": "Seasonal Variation", "sections": [ { "title": "What the uncertainty changes", "count": 41 }, { "title": "Put the conversation next to the model", "count": 13 }, { "title": "Recreate what you could have known", "count": 8 }, { "title": "Start with a comparison we can understand", "count": 7 }, { "title": "Read errors in the unit of the decision", "count": 7 }, { "title": "How to read this chapter", "count": 3 }, { "title": "", "count": 2 }, { "title": "First decide what you are forecasting", "count": 2 } ], "count": 83 }, { "volume": 2, "chapter": 15, "chapter_title": "The Long Tail and the Spike", "sections": [ { "title": "Errors do not necessarily cancel", "count": 4 }, { "title": "A small change can spend the remaining headroom", "count": 2 }, { "title": "The population is allowed to change", "count": 2 }, { "title": "Put an investigation threshold next to the headroom", "count": 2 } ], "count": 14 }, { "volume": 2, "chapter": 16, "chapter_title": "A Portfolio of Customers", "sections": [ { "title": "A process for the largest consumers and the long tail", "count": 13 }, { "title": "When the plans do not agree", "count": 4 }, { "title": "", "count": 3 }, { "title": "How to read this chapter", "count": 3 } ], "count": 23 }, { "volume": 2, "chapter": 17, "chapter_title": "The Relationship Discipline", "sections": [ { "title": "Make early information worth sharing", "count": 4 }, { "title": "When the answer has a sponsor", "count": 4 }, { "title": "Keep the relationship bigger than one number", "count": 2 } ], "count": 13 }, { "volume": 2, "chapter": 19, "chapter_title": "Managing Risks and Anomalies", "sections": [ { "title": "What the capacity team is for, when it happens", "count": 10 }, { "title": "How to read this chapter", "count": 2 }, { "title": "The year the water reached the supply chain", "count": 2 } ], "count": 18 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [ { "title": "Decide what changes when demand changes", "count": 3 } ], "count": 5 }, { "volume": 2, "chapter": 22, "chapter_title": "The Monthly Capacity Review", "sections": [ { "title": "Start with what is already due", "count": 11 }, { "title": "Keep the original forecast", "count": 6 }, { "title": "", "count": 3 }, { "title": "How to read this chapter", "count": 2 }, { "title": "Review the decision, not only the prediction", "count": 2 }, { "title": "Don't wait for the next review", "count": 2 }, { "title": "The capacity team's own record", "count": 2 } ], "count": 32 } ], "occurrence_count": 228 }, { "id": "headroom", "label": "Headroom", "definition": "The deliberately unused portion of capacity, bought on purpose to absorb demand and failure. Calculate it as usable capacity minus demand under the same stated conditions, and say which state you mean: in Chapter 2, 16,000 minus 10,000 leaves 6,000 requests per second normally, but 12,000 minus 10,000 leaves only 2,000 after one failure group is lost.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [ { "chapter": 2, "volume": "" } ], "variant_definitions": [ { "volume": 2, "definition": "The deliberately unused portion of capacity, bought on purpose to absorb demand and failure. Calculate it as usable capacity minus demand under the same stated conditions, and say which state you mean: in Volume I, Chapter 2, 16,000 minus 10,000 leaves 6,000 requests per second normally, but 12,000 minus 10,000 leaves only 2,000 after one failure group is lost." } ], "discussed_in": [ { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "How to read this chapter", "count": 2 } ], "count": 3 }, { "volume": 1, "chapter": 9, "chapter_title": "Orchestration and Agentic Topologies", "sections": [], "count": 4 }, { "volume": 2, "chapter": 15, "chapter_title": "The Long Tail and the Spike", "sections": [ { "title": "Put an investigation threshold next to the headroom", "count": 3 }, { "title": "How to read this chapter", "count": 2 }, { "title": "A small change can spend the remaining headroom", "count": 2 } ], "count": 8 }, { "volume": 2, "chapter": 19, "chapter_title": "Managing Risks and Anomalies", "sections": [ { "title": "Tactical: what a capacity team actually does", "count": 4 } ], "count": 4 } ], "occurrence_count": 19 }, { "id": "lead-time", "label": "Lead time", "definition": "The interval between deciding to obtain supply and its **readiness date**, when it is qualified and usable for the stated work. Approving the expenditure does not shorten it.", "defined_in": [ 1, 2 ], "cross_references": [ { "name": "readiness date", "slug": "readiness-date", "resolved": false } ], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "", "count": 2 }, { "title": "The sizing process", "count": 2 } ], "count": 4 }, { "volume": 2, "chapter": 19, "chapter_title": "Managing Risks and Anomalies", "sections": [ { "title": "What the capacity team is for, when it happens", "count": 3 } ], "count": 6 }, { "volume": 2, "chapter": 22, "chapter_title": "The Monthly Capacity Review", "sections": [], "count": 4 } ], "occurrence_count": 14 }, { "id": "little-s-law", "label": "Little's law", "definition": "In a stable system, the average number of items present equals their arrival rate times the average time each spends there, $L = \\lambda W$. It relates long-run averages, not percentiles or peaks.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "long-tail", "label": "Long tail", "definition": "The many smaller consumers in a ranked portfolio. This differs from the statistical upper tail of unusually large observations over time. Neither concentration nor an 80-percent share proves a power-law distribution.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "A bill we can follow", "count": 3 } ], "count": 4 } ], "occurrence_count": 4 }, { "id": "marginal-cost", "label": "Marginal cost", "definition": "The change in cost associated with an additional unit or a specified change in work. It may differ substantially from average allocated cost.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "metered-cost", "label": "Metered cost", "definition": "Cost calculated from counted consumption, such as requests, worker-hours, GB-months, or tokens, and a pricing rule. Metering describes the billing mechanism; it does not exclude a minimum payment or commitment.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "obligation", "label": "Obligation", "definition": "What the organization has promised to pay, including promises that outlast the reason for making them. The contract, not current use, determines which kind of obligation exists and what can stop if the workload disappears.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "Several dimensions of the same dollar", "count": 3 }, { "title": "Enough information to have the next conversation", "count": 3 }, { "title": "A bill we can follow", "count": 2 } ], "count": 13 }, { "volume": 1, "chapter": 3, "chapter_title": "The Players and the Vocabulary", "sections": [ { "title": "When agreement does not arrive", "count": 2 } ], "count": 5 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "Acquiring it", "count": 2 } ], "count": 4 }, { "volume": 1, "chapter": 11, "chapter_title": "Exotic Hardware: Quantum and Emerging Capacity", "sections": [ { "title": "The evidence standard for emerging architectures", "count": 2 } ], "count": 4 }, { "volume": 1, "chapter": 12, "chapter_title": "Databases and Data-Bound Technologies", "sections": [ { "title": "Build a data-capacity decision record", "count": 3 } ], "count": 5 }, { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [], "count": 5 }, { "volume": 2, "chapter": 16, "chapter_title": "A Portfolio of Customers", "sections": [ { "title": "When the plans do not agree", "count": 2 } ], "count": 3 }, { "volume": 2, "chapter": 18, "chapter_title": "Reserve Capacity", "sections": [], "count": 3 }, { "volume": 2, "chapter": 21, "chapter_title": "Multiple Markets", "sections": [ { "title": "Sovereignty in this context", "count": 2 }, { "title": "Segmentation costs utilization", "count": 2 }, { "title": "One register, not a private law firm", "count": 2 } ], "count": 6 }, { "volume": 2, "chapter": 22, "chapter_title": "The Monthly Capacity Review", "sections": [ { "title": "When the meeting cannot agree", "count": 2 } ], "count": 4 }, { "volume": 2, "chapter": 23, "chapter_title": "What Scale Brings", "sections": [ { "title": "The obligations grow their own management", "count": 5 }, { "title": "How to read this chapter", "count": 2 } ], "count": 9 }, { "volume": 2, "chapter": 24, "chapter_title": "Markets for Compute", "sections": [], "count": 3 } ], "occurrence_count": 64 }, { "id": "opportunity-cost", "label": "Opportunity cost", "definition": "The value of the best alternative displaced by a choice. An unpriced consequence is unknown, not necessarily zero.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "prediction-interval", "label": "Prediction interval", "definition": "A range derived from a forecast distribution under specified assumptions. Assess its coverage at the relevant horizon; do not label uncalibrated business scenarios as percentiles.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 2, "chapter": 14, "chapter_title": "Seasonal Variation", "sections": [ { "title": "What the uncertainty changes", "count": 3 } ], "count": 3 } ], "occurrence_count": 3 }, { "id": "provisioned-throughput", "label": "Provisioned throughput", "definition": "Model-serving capacity held for a deployment and billed by the hour, busy or idle. The work it holds varies with the model and the prompt mix; quota permits it without holding it, and a reservation discounts it without guaranteeing it.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "Summary of the chapter", "count": 5 }, { "title": "Sizing supply for the busy interval", "count": 2 } ], "count": 9 }, { "volume": 1, "chapter": 9, "chapter_title": "Orchestration and Agentic Topologies", "sections": [ { "title": "What the review inherits", "count": 2 } ], "count": 3 } ], "occurrence_count": 12 }, { "id": "qualified-capacity", "label": "Qualified capacity", "definition": "Resources demonstrated to perform the intended work under the relevant conditions. Requested, purchased, delivered, and qualified are different states, each with its own date.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "quota", "label": "Quota", "definition": "A limit on permitted resource allocation or consumption within a defined scope. Approved quota permits a deployment or reservation but holds no supply; the provider's rules determine what a particular quota means.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "Make the promise understandable", "count": 4 }, { "title": "Autoscaling still needs someone to supply the capacity", "count": 3 } ], "count": 7 }, { "volume": 1, "chapter": 6, "chapter_title": "Built-In Tools", "sections": [ { "title": "Make the report end in an action", "count": 11 }, { "title": "Autoscaling asks for capacity", "count": 6 }, { "title": "How to read this chapter", "count": 2 } ], "count": 20 }, { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "Budgets and allowances", "count": 4 }, { "title": "Sizing supply for the busy interval", "count": 2 }, { "title": "Summary of the chapter", "count": 2 } ], "count": 10 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "Acquiring it", "count": 4 }, { "title": "The sizing process", "count": 3 } ], "count": 7 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [ { "title": "A discount and a resource are different things", "count": 2 } ], "count": 3 }, { "volume": 2, "chapter": 21, "chapter_title": "Multiple Markets", "sections": [ { "title": "One register, not a private law firm", "count": 3 } ], "count": 4 } ], "occurrence_count": 51 }, { "id": "reconciliation", "label": "Reconciliation", "definition": "Making related views add up under consistent boundaries. Agreement between totals does not demonstrate forecast accuracy or resolve different business intentions.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 2, "chapter": 15, "chapter_title": "The Long Tail and the Spike", "sections": [ { "title": "Put an investigation threshold next to the headroom", "count": 2 } ], "count": 3 } ], "occurrence_count": 3 }, { "id": "request", "label": "Request", "definition": "A statement of what someone wants, which begins investigation or negotiation. Submitting it does not establish that the resources exist, that funding is approved, or that another customer will give up an allocation.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "Several dimensions of the same dollar", "count": 3 }, { "title": "A bill we can follow", "count": 2 } ], "count": 6 }, { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "Specify the work before naming the size", "count": 11 }, { "title": "Requirements can change faster than supply", "count": 6 }, { "title": "How to read this chapter", "count": 2 }, { "title": "Make the promise understandable", "count": 2 } ], "count": 24 }, { "volume": 1, "chapter": 3, "chapter_title": "The Players and the Vocabulary", "sections": [ { "title": "The nouns that change a meeting", "count": 8 }, { "title": "Who can change the promise?", "count": 2 }, { "title": "When you are the one escalated on", "count": 2 } ], "count": 15 }, { "volume": 1, "chapter": 4, "chapter_title": "The Simplest Practice", "sections": [ { "title": "A portfolio small enough to follow", "count": 8 }, { "title": "What the measurements let us say", "count": 4 }, { "title": "Find a choice that can be ready", "count": 4 }, { "title": "Come back after the launch", "count": 4 }, { "title": "Make the decision legible", "count": 2 } ], "count": 24 }, { "volume": 1, "chapter": 5, "chapter_title": "Knowing Your Workloads", "sections": [ { "title": "Begin with the work, not the machine", "count": 9 }, { "title": "A record someone can challenge", "count": 8 }, { "title": "Test the arrivals you expect to receive", "count": 7 }, { "title": "Use simple arithmetic where it is useful", "count": 4 } ], "count": 31 }, { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "Sizing supply for the busy interval", "count": 5 }, { "title": "Token capacity is a different kind of capacity", "count": 3 }, { "title": "Aggregation: making a multi-model fleet governable", "count": 2 }, { "title": "Budgets and allowances", "count": 2 } ], "count": 17 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "The arithmetic a planner owns", "count": 21 }, { "title": "What must be measured", "count": 10 }, { "title": "How to read this chapter", "count": 3 }, { "title": "Acquiring it", "count": 3 }, { "title": "An experiment on shared hardware, before the fleet", "count": 2 }, { "title": "The sizing process", "count": 2 } ], "count": 42 }, { "volume": 1, "chapter": 12, "chapter_title": "Databases and Data-Bound Technologies", "sections": [ { "title": "Kafka: retention is a promise to a future reader", "count": 4 }, { "title": "", "count": 2 }, { "title": "Cassandra: the data model is part of the capacity plan", "count": 2 } ], "count": 9 }, { "volume": 2, "chapter": 14, "chapter_title": "Seasonal Variation", "sections": [ { "title": "First decide what you are forecasting", "count": 6 }, { "title": "Read errors in the unit of the decision", "count": 4 }, { "title": "What the uncertainty changes", "count": 4 }, { "title": "Put the conversation next to the model", "count": 3 } ], "count": 18 }, { "volume": 2, "chapter": 16, "chapter_title": "A Portfolio of Customers", "sections": [ { "title": "A process for the largest consumers and the long tail", "count": 8 }, { "title": "When the plans do not agree", "count": 2 } ], "count": 10 }, { "volume": 2, "chapter": 17, "chapter_title": "The Relationship Discipline", "sections": [ { "title": "Tags, borrowed projects, and reasons to participate", "count": 3 }, { "title": "Make early information worth sharing", "count": 2 }, { "title": "Special projects are part of the job", "count": 2 } ], "count": 9 }, { "volume": 2, "chapter": 18, "chapter_title": "Reserve Capacity", "sections": [ { "title": "Borrowed capacity changes the failure calculation", "count": 5 }, { "title": "Available for what?", "count": 2 } ], "count": 10 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [ { "title": "Decide what changes when demand changes", "count": 3 }, { "title": "A discount and a resource are different things", "count": 2 } ], "count": 7 }, { "volume": 2, "chapter": 22, "chapter_title": "The Monthly Capacity Review", "sections": [ { "title": "A record for this month's choice", "count": 4 }, { "title": "", "count": 3 }, { "title": "Prepare the decision before preparing the slides", "count": 2 } ], "count": 11 }, { "volume": 2, "chapter": 24, "chapter_title": "Markets for Compute", "sections": [ { "title": "The question the curve answers", "count": 5 } ], "count": 7 } ], "occurrence_count": 254, "discussed_in_truncated": true }, { "id": "reservation", "label": "Reservation", "definition": "A commercial arrangement whose effect depends on its terms: a price discount, a hold on specified capacity, or both. Establish which benefit is included before relying on it. The name alone does not guarantee location, configuration, timing, or failure coverage. Inside an organization the word may instead mean an internal hold or a place in a planning queue; ask what is reserved, for whom, where, for which dates, and under what release rule.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "Make the promise understandable", "count": 4 }, { "title": "Elasticity: what it promises and what it costs", "count": 3 } ], "count": 8 }, { "volume": 1, "chapter": 3, "chapter_title": "The Players and the Vocabulary", "sections": [ { "title": "The nouns that change a meeting", "count": 4 } ], "count": 5 }, { "volume": 1, "chapter": 6, "chapter_title": "Built-In Tools", "sections": [ { "title": "Make the report end in an action", "count": 3 }, { "title": "A recommendation is the beginning of an experiment", "count": 2 } ], "count": 9 }, { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "Summary of the chapter", "count": 4 }, { "title": "Sizing supply for the busy interval", "count": 3 } ], "count": 12 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "The sizing process", "count": 5 }, { "title": "Installed, schedulable, usable", "count": 3 }, { "title": "Acquiring it", "count": 2 } ], "count": 11 }, { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [ { "title": "A number worth carrying forward", "count": 8 }, { "title": "Preserve the conditions of the comparison", "count": 4 }, { "title": "Name the benefit that actually occurred", "count": 4 } ], "count": 16 }, { "volume": 2, "chapter": 14, "chapter_title": "Seasonal Variation", "sections": [ { "title": "What the uncertainty changes", "count": 3 } ], "count": 3 }, { "volume": 2, "chapter": 18, "chapter_title": "Reserve Capacity", "sections": [ { "title": "Available for what?", "count": 4 }, { "title": "A reserve is a choice about a scenario", "count": 4 } ], "count": 9 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [ { "title": "Carry the conditions into the review", "count": 24 }, { "title": "A discount and a resource are different things", "count": 14 }, { "title": "Evaluate the price of certainty", "count": 3 } ], "count": 43 }, { "volume": 2, "chapter": 21, "chapter_title": "Multiple Markets", "sections": [ { "title": "The commitments split by market", "count": 7 }, { "title": "One register, not a private law firm", "count": 5 } ], "count": 12 }, { "volume": 2, "chapter": 23, "chapter_title": "What Scale Brings", "sections": [ { "title": "What the number buys, and what it costs", "count": 3 }, { "title": "The obligations grow their own management", "count": 3 }, { "title": "Where I would start", "count": 2 } ], "count": 8 } ], "occurrence_count": 136 }, { "id": "reserve", "label": "Reserve", "definition": "Capacity held for an identified purpose, with stated readiness, authority to use or release it, and review conditions. Shared reserve needs explicit assumptions about simultaneous calls on it.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "Enough information to have the next conversation", "count": 2 } ], "count": 4 }, { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "Elasticity: what it promises and what it costs", "count": 3 }, { "title": "Make the promise understandable", "count": 3 } ], "count": 8 }, { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "Summary of the chapter", "count": 3 }, { "title": "Before any theory: the four ways to buy tokens", "count": 2 }, { "title": "Sizing supply for the busy interval", "count": 2 } ], "count": 10 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "Installed, schedulable, usable", "count": 3 }, { "title": "The arithmetic a planner owns", "count": 2 }, { "title": "The sizing process", "count": 2 } ], "count": 11 }, { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [ { "title": "A number worth carrying forward", "count": 3 } ], "count": 4 }, { "volume": 2, "chapter": 14, "chapter_title": "Seasonal Variation", "sections": [ { "title": "What the uncertainty changes", "count": 3 } ], "count": 3 }, { "volume": 2, "chapter": 18, "chapter_title": "Reserve Capacity", "sections": [ { "title": "", "count": 7 }, { "title": "Reserve has several owners", "count": 6 }, { "title": "How to read this chapter", "count": 5 }, { "title": "Decide what would permit release", "count": 2 } ], "count": 22 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [ { "title": "Carry the conditions into the review", "count": 13 }, { "title": "A discount and a resource are different things", "count": 9 } ], "count": 24 }, { "volume": 2, "chapter": 21, "chapter_title": "Multiple Markets", "sections": [ { "title": "One register, not a private law firm", "count": 2 } ], "count": 4 }, { "volume": 2, "chapter": 24, "chapter_title": "Markets for Compute", "sections": [ { "title": "What is available and what is announced", "count": 2 }, { "title": "The question the curve answers", "count": 2 } ], "count": 7 } ], "occurrence_count": 97 }, { "id": "rolling-origin-evaluation", "label": "Rolling-origin evaluation", "definition": "Evaluating forecasts made from successive past starting points, each a **forecast origin**, using only information available at that origin. Match evaluation horizons to the decisions and supply lead times.", "defined_in": [ 1, 2 ], "cross_references": [ { "name": "forecast origin", "slug": "forecast-origin", "resolved": false } ], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "saving", "label": "Saving", "definition": "In this book, a **reduced expenditure**: an actual obligation or charge that fell within the stated boundary. Chapter 13 keeps it apart from an **avoided purchase**, which changes a forecast rather than a bill; **released capacity**, available for another use; **shifted cost**, now carried by another workload or organization; and **improved service**, a useful change in quality, capability, or timing without a lower bill.", "defined_in": [ 1, 2 ], "cross_references": [ { "name": "reduced expenditure", "slug": "reduced-expenditure", "resolved": false }, { "name": "avoided purchase", "slug": "avoided-purchase", "resolved": false }, { "name": "released capacity", "slug": "released-capacity", "resolved": false }, { "name": "shifted cost", "slug": "shifted-cost", "resolved": false }, { "name": "improved service", "slug": "improved-service", "resolved": false } ], "chapter_refs": [ { "chapter": 13, "volume": "" } ], "variant_definitions": [ { "volume": 2, "definition": "In this book, a **reduced expenditure**: an actual obligation or charge that fell within the stated boundary. Volume I, Chapter 13 keeps it apart from an **avoided purchase**, which changes a forecast rather than a bill; **released capacity**, available for another use; **shifted cost**, now carried by another workload or organization; and **improved service**, a useful change in quality, capability, or timing without a lower bill." } ], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "Enough information to have the next conversation", "count": 6 }, { "title": "", "count": 3 }, { "title": "How to read this chapter", "count": 2 }, { "title": "Several dimensions of the same dollar", "count": 2 }, { "title": "A bill we can follow", "count": 2 } ], "count": 17 }, { "volume": 1, "chapter": 2, "chapter_title": "Capacity Is a Decision", "sections": [ { "title": "Make the promise understandable", "count": 2 } ], "count": 3 }, { "volume": 1, "chapter": 6, "chapter_title": "Built-In Tools", "sections": [ { "title": "A recommendation is the beginning of an experiment", "count": 3 } ], "count": 4 }, { "volume": 1, "chapter": 8, "chapter_title": "Measuring AI Workloads", "sections": [ { "title": "Workloads that mix models", "count": 2 }, { "title": "What the weighted index is for", "count": 2 } ], "count": 6 }, { "volume": 1, "chapter": 9, "chapter_title": "Orchestration and Agentic Topologies", "sections": [], "count": 3 }, { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [ { "title": "Name the benefit that actually occurred", "count": 6 }, { "title": "A number worth carrying forward", "count": 5 }, { "title": "", "count": 4 }, { "title": "How to read this chapter", "count": 4 }, { "title": "Carry the operating organization into the comparison", "count": 2 } ], "count": 23 }, { "volume": 2, "chapter": 17, "chapter_title": "The Relationship Discipline", "sections": [ { "title": "When the answer has a sponsor", "count": 5 }, { "title": "Special projects are part of the job", "count": 2 } ], "count": 7 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [ { "title": "Carry the conditions into the review", "count": 15 }, { "title": "Evaluate the price of certainty", "count": 6 }, { "title": "A discount and a resource are different things", "count": 3 } ], "count": 25 }, { "volume": 2, "chapter": 22, "chapter_title": "The Monthly Capacity Review", "sections": [ { "title": "Review the decision, not only the prediction", "count": 2 } ], "count": 3 }, { "volume": 2, "chapter": 23, "chapter_title": "What Scale Brings", "sections": [ { "title": "What the number buys, and what it costs", "count": 3 } ], "count": 3 } ], "occurrence_count": 94 }, { "id": "savings-plan", "label": "Savings plan", "definition": "A commitment to spend a fixed amount per hour for one or three years in exchange for discounted rates on eligible usage. The commitment applies hour by hour; an unused hour expires but is still paid for, and the plan holds no capacity.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "Several dimensions of the same dollar", "count": 2 }, { "title": "Enough information to have the next conversation", "count": 2 } ], "count": 5 }, { "volume": 2, "chapter": 20, "chapter_title": "Commitments Between Organizations", "sections": [ { "title": "Carry the conditions into the review", "count": 10 }, { "title": "Evaluate the price of certainty", "count": 6 }, { "title": "A discount and a resource are different things", "count": 3 } ], "count": 20 } ], "occurrence_count": 25 }, { "id": "scenario", "label": "Scenario", "definition": "A stated combination of conditions used to examine consequences and choices. A scenario need not have an estimated probability.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 4, "chapter_title": "The Simplest Practice", "sections": [ { "title": "How to read this chapter", "count": 2 } ], "count": 3 }, { "volume": 2, "chapter": 14, "chapter_title": "Seasonal Variation", "sections": [ { "title": "What the uncertainty changes", "count": 2 } ], "count": 3 }, { "volume": 2, "chapter": 15, "chapter_title": "The Long Tail and the Spike", "sections": [ { "title": "A small change can spend the remaining headroom", "count": 2 } ], "count": 4 }, { "volume": 2, "chapter": 19, "chapter_title": "Managing Risks and Anomalies", "sections": [ { "title": "What the capacity team is for, when it happens", "count": 3 }, { "title": "How to read this chapter", "count": 2 }, { "title": "The out-of-nowhere events: solar storms and meteors", "count": 2 } ], "count": 10 } ], "occurrence_count": 20 }, { "id": "shadow-price", "label": "Shadow price", "definition": "In a linear model, the local value of relaxing a constraint by one unit. An observed market price is not automatically that value.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "sku", "label": "SKU", "definition": "Stock-keeping unit, borrowed from retail inventory: one sellable configuration of a service in a provider's catalog, with its size, features, and price. The name encodes the configuration — Microsoft's `Standard_D4s_v5` is a general-purpose family, four vCPUs, premium-storage capable, fifth version — and is worth reading before pricing or reserving. Commitments, quotas, shortages, and supply reservations are SKU-specific, and the choice among SKUs is an engineering decision with a price attached.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 3, "chapter_title": "The Players and the Vocabulary", "sections": [ { "title": "The nouns that change a meeting", "count": 15 } ], "count": 18 }, { "volume": 1, "chapter": 10, "chapter_title": "Specialized Hardware", "sections": [ { "title": "The sizing process", "count": 3 }, { "title": "Acquiring it", "count": 2 } ], "count": 5 }, { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [ { "title": "Carry the operating organization into the comparison", "count": 2 } ], "count": 3 } ], "occurrence_count": 26 }, { "id": "showback-and-chargeback", "label": "Showback and chargeback", "definition": "Showback makes attributed cost visible to the groups responsible for it; chargeback assigns those costs to budgets or accounting structures. Both require an understandable basis, correction routes, and a recipient with an appropriate role.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "spillover", "label": "Spillover", "definition": "Sending requests that exceed provisioned capacity to shared pay-as-you-go capacity, billed at that rate. It supports reserving the steady base and buying the peak on a shared tier.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 7, "chapter_title": "AI Services and Token Capacity", "sections": [ { "title": "Summary of the chapter", "count": 3 } ], "count": 4 }, { "volume": 2, "chapter": 21, "chapter_title": "Multiple Markets", "sections": [ { "title": "One register, not a private law firm", "count": 3 }, { "title": "Which models may be consumed where", "count": 2 } ], "count": 5 } ], "occurrence_count": 9 }, { "id": "take-or-pay", "label": "Take-or-pay", "definition": "A commitment charged for the committed quantity whether or not it is used. In Volume II, Chapter 20's illustration, $7 per unit committed against $10 bought as needed breaks even at 70 percent use.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [ { "chapter": 20, "volume": 2 } ], "variant_definitions": [ { "volume": 2, "definition": "A commitment charged for the committed quantity whether or not it is used. In Chapter 20's illustration, $7 per unit committed against $10 bought as needed breaks even at 70 percent use." } ], "discussed_in": [], "occurrence_count": 0 }, { "id": "systems-that-drive-consumption", "label": "Systems that drive consumption", "definition": "The customers, product decisions, architecture, recovery requirements, migrations, and AI behavior that produce the consumption a bill and a capacity chart report. In this book they, rather than the bill or the server count, are the object of management.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "target", "label": "Target", "definition": "Something the organization intends to achieve. Capacity planning examines a target as a scenario; an ambitious sales target is not a prediction of realized demand.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 1, "chapter_title": "What Computing Costs", "sections": [ { "title": "One problem, two dashboards", "count": 3 } ], "count": 3 }, { "volume": 1, "chapter": 3, "chapter_title": "The Players and the Vocabulary", "sections": [ { "title": "The nouns that change a meeting", "count": 5 } ], "count": 8 }, { "volume": 1, "chapter": 11, "chapter_title": "Exotic Hardware: Quantum and Emerging Capacity", "sections": [ { "title": "Two or three beats ahead", "count": 3 }, { "title": "Quantum, honestly assessed", "count": 2 } ], "count": 6 }, { "volume": 2, "chapter": 14, "chapter_title": "Seasonal Variation", "sections": [], "count": 3 }, { "volume": 2, "chapter": 16, "chapter_title": "A Portfolio of Customers", "sections": [ { "title": "A process for the largest consumers and the long tail", "count": 3 } ], "count": 4 }, { "volume": 2, "chapter": 21, "chapter_title": "Multiple Markets", "sections": [ { "title": "One register, not a private law firm", "count": 2 } ], "count": 3 } ], "occurrence_count": 27 }, { "id": "token-budget", "label": "Token budget", "definition": "An allowance of specified token categories over a stated period. Name what happens at the limit, because an alert, a cutoff, and an advisory budget make different promises. It is distinct from a dollar budget, an enforced rate limit, and measured serving throughput, and it does not convert into promised work.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "token-economics-tokenomics", "label": "Token economics (Tokenomics)", "definition": "The relationship among AI workload design, consumption, supplied capacity, cost, and accepted work. Tokens are accounting and technical units, not a universal measure of business value.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 }, { "id": "unit-economics", "label": "Unit economics", "definition": "The cost of one completed unit of useful work, rather than of a machine-hour, with a stated cost boundary and quality condition. It informs decisions alongside capacity, timing, risk, and obligations.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [ { "volume": 1, "chapter": 13, "chapter_title": "Measuring Value", "sections": [ { "title": "A number worth carrying forward", "count": 2 } ], "count": 5 } ], "occurrence_count": 5 }, { "id": "usable-supply", "label": "Usable supply", "definition": "Capacity qualified and available at the required place and time, after the constraints relevant to the decision are applied.", "defined_in": [ 1, 2 ], "cross_references": [], "chapter_refs": [], "discussed_in": [], "occurrence_count": 0 } ] }