cpp-httplib/docs-src/pages/en/llm-app/kv-cache.svg

<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 426 160" font-family="system-ui, sans-serif" font-size="14">
  <rect x="0" y="0" width="426" height="160" rx="8" fill="#f5f3ef"/>

  <defs>
    <marker id="arrowhead" markerWidth="7" markerHeight="5" refX="7" refY="2.5" orient="auto">
      <polygon points="0,0 7,2.5 0,5" fill="#198754"/>
    </marker>
  </defs>

  <!-- request 1 (y=16) -->
  <text x="94" y="35" fill="#333" font-weight="bold" text-anchor="end">Request 1:</text>
  <rect x="106" y="16" width="138" height="30" rx="4" fill="#d1e7dd" stroke="#198754" stroke-width="1"/>
  <text x="175" y="36" fill="#333" text-anchor="middle">System prompt</text>
  <text x="256" y="36" fill="#333" text-anchor="middle">+</text>
  <rect x="270" y="16" width="138" height="30" rx="4" fill="#cfe2ff" stroke="#0d6efd" stroke-width="1"/>
  <text x="339" y="36" fill="#333" text-anchor="middle">User question A</text>

  <!-- annotation: cache save -->
  <text x="175" y="64" fill="#198754" font-size="11" text-anchor="middle">Saved to KV cache</text>

  <!-- arrow -->
  <line x1="175" y1="70" x2="175" y2="90" stroke="#198754" stroke-width="1.2" marker-end="url(#arrowhead)"/>
  <text x="188" y="85" fill="#198754" font-size="11">Reuse</text>

  <!-- request 2 (y=96) -->
  <text x="94" y="115" fill="#333" font-weight="bold" text-anchor="end">Request 2:</text>
  <rect x="106" y="96" width="138" height="30" rx="4" fill="#d1e7dd" stroke="#198754" stroke-width="1" stroke-dasharray="6,3"/>
  <text x="175" y="116" fill="#333" text-anchor="middle">System prompt</text>
  <text x="256" y="116" fill="#333" text-anchor="middle">+</text>
  <rect x="270" y="96" width="138" height="30" rx="4" fill="#cfe2ff" stroke="#0d6efd" stroke-width="1"/>
  <text x="339" y="116" fill="#333" text-anchor="middle">User question B</text>

  <!-- bottom labels -->
  <text x="175" y="144" fill="#198754" font-size="11" text-anchor="middle">No recomputation</text>
  <text x="339" y="144" fill="#0d6efd" font-size="11" text-anchor="middle">Only this is computed</text>
</svg>