<?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd" xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://vaibhav016.github.io/blog/2023/10/01/ssh-keys-cluster-setup-demystified/</loc>
<lastmod>2023-10-01T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/14/interrogating-the-gradient-part-1-partial-derivatives-and-gradients/</loc>
<lastmod>2024-04-14T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/14/interrogating-the-gradient-part-2-the-jacobian/</loc>
<lastmod>2024-04-14T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/14/interrogating-the-gradient-part-3-gradients-of-matrices/</loc>
<lastmod>2024-04-14T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/14/interrogating-the-gradient-part-4-backpropagation-step-by-step/</loc>
<lastmod>2024-04-14T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/14/interrogating-the-gradient-part-5-automatic-differentiation/</loc>
<lastmod>2024-04-14T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/14/interrogating-the-gradient-part-7-a-cnn-solved-by-hand/</loc>
<lastmod>2024-04-14T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/21/interrogating-probability-part-1-seventy-percent-of-what/</loc>
<lastmod>2024-04-21T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/21/interrogating-probability-part-2-a-sentence-is-a-product/</loc>
<lastmod>2024-04-21T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/21/interrogating-probability-part-3-turning-the-question-around/</loc>
<lastmod>2024-04-21T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/21/interrogating-probability-part-4-is-82-better-than-80/</loc>
<lastmod>2024-04-21T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/21/interrogating-probability-part-5-why-everything-starts-as-gaussian-noise/</loc>
<lastmod>2024-04-21T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/21/interrogating-probability-part-6-the-loss-is-a-surprise/</loc>
<lastmod>2024-04-21T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/28/normalisation-part-1-why-the-numbers-drift/</loc>
<lastmod>2024-04-28T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/28/normalisation-part-2-batch-norm/</loc>
<lastmod>2024-04-28T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/28/normalisation-part-3-layer-norm-and-rmsnorm/</loc>
<lastmod>2024-04-28T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/28/normalisation-part-4-group-norm-and-instance-norm/</loc>
<lastmod>2024-04-28T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2024/04/28/normalisation-part-5-norms-in-2026/</loc>
<lastmod>2024-04-28T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/03/10/distributed-training-part-1-batch-size-hierarchy/</loc>
<lastmod>2026-03-10T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/03/10/distributed-training-part-2-ddp-fsdp-and-data-sharding/</loc>
<lastmod>2026-03-10T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/03/10/distributed-training-part-3-surviving-frontier/</loc>
<lastmod>2026-03-10T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/03/22/attention-residuals-kimi-fixing-transformers-blind-spot/</loc>
<lastmod>2026-03-22T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/05/29/flow-based-llm-part-1-generation-as-transport/</loc>
<lastmod>2026-05-29T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/05/30/flow-based-llm-part-2-tokens-on-the-simplex/</loc>
<lastmod>2026-05-30T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/05/30/flow-based-llm-part-3-jumps-not-velocities/</loc>
<lastmod>2026-05-30T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/05/30/flow-based-llm-part-4-one-process-all-along/</loc>
<lastmod>2026-05-30T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/05/30/flow-based-llm-part-5-how-fast-how-far/</loc>
<lastmod>2026-05-30T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/06/interrogating-the-transformer-inference/</loc>
<lastmod>2026-09-06T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/06/interrogating-the-transformer-part-1-one-pass-through-the-block/</loc>
<lastmod>2026-09-06T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/06/interrogating-the-transformer-part-2-attention-and-the-square-root/</loc>
<lastmod>2026-09-06T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/06/interrogating-the-transformer-part-3-residuals-and-the-norm/</loc>
<lastmod>2026-09-06T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/06/interrogating-the-transformer-part-4-where-am-i/</loc>
<lastmod>2026-09-06T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/06/interrogating-the-transformer-part-5-what-the-ffn-knows/</loc>
<lastmod>2026-09-06T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/06/interrogating-the-transformer-part-6-what-changed-since-2017/</loc>
<lastmod>2026-09-06T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/06/interrogating-the-transformer-the-whole-stack/</loc>
<lastmod>2026-09-06T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/06/interrogating-the-transformer-training-and-inference/</loc>
<lastmod>2026-09-06T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/07/interrogating-the-gpu-part-1-where-the-time-goes/</loc>
<lastmod>2026-09-07T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/07/interrogating-the-gpu-part-2-the-roofline/</loc>
<lastmod>2026-09-07T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/07/interrogating-the-gpu-part-3-inside-the-memory-hierarchy/</loc>
<lastmod>2026-09-07T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/07/interrogating-the-gpu-part-4-where-the-bytes-go/</loc>
<lastmod>2026-09-07T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/07/interrogating-the-gpu-part-5-flashattention/</loc>
<lastmod>2026-09-07T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/07/interrogating-the-gpu-part-6-the-2026-toolkit/</loc>
<lastmod>2026-09-07T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/07/interrogating-the-gpu-part-7-building-at-scale/</loc>
<lastmod>2026-09-07T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-moe-part-1-why-make-a-model-sparse/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-moe-part-2-how-a-token-picks-its-experts/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-moe-part-3-keeping-the-experts-busy/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-moe-part-4-the-bill-for-sparsity/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-moe-part-5-what-is-unsolved/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-moe-part-6-the-question-set/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-parallelism-part-1-why-one-gpu-cannot-do-it/</loc>
<lastmod>2026-10-18T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-parallelism-part-10-the-back-of-the-envelope-sheet/</loc>
<lastmod>2026-10-20T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-parallelism-part-2-splitting-the-batch/</loc>
<lastmod>2026-10-18T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-parallelism-part-3-splitting-a-matrix-multiply/</loc>
<lastmod>2026-10-18T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-parallelism-part-4-splitting-the-layers/</loc>
<lastmod>2026-10-20T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-parallelism-part-5-long-sequences-and-sparse-models/</loc>
<lastmod>2026-10-20T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-parallelism-part-6-putting-them-together/</loc>
<lastmod>2026-10-20T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-parallelism-part-7-measuring-the-training-run/</loc>
<lastmod>2026-10-20T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-parallelism-part-7-the-question-set/</loc>
<lastmod>2026-10-20T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-parallelism-part-8-surviving-the-long-run/</loc>
<lastmod>2026-10-20T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-the-kv-cache-part-1-why-the-cache-exists/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-the-kv-cache-part-2-how-many-bytes/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-the-kv-cache-part-3-making-it-smaller/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-the-kv-cache-part-4-how-a-server-keeps-it/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-the-kv-cache-part-5-what-it-does-to-throughput/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/09/09/interrogating-the-kv-cache-part-6-the-question-set/</loc>
<lastmod>2026-09-09T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/10/25/latest-trends-in-diffusion-language-models-part-1-the-year-text-diffusion-shipped/</loc>
<lastmod>2026-10-25T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/10/25/latest-trends-in-diffusion-language-models-part-2-borrowing-an-autoregressive-brain/</loc>
<lastmod>2026-10-25T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/10/25/latest-trends-in-diffusion-language-models-part-3-the-parallel-decoding-wall/</loc>
<lastmod>2026-10-25T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/10/25/latest-trends-in-diffusion-language-models-part-4-taking-it-back/</loc>
<lastmod>2026-10-25T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/10/25/latest-trends-in-diffusion-language-models-part-5-what-should-the-noise-be/</loc>
<lastmod>2026-10-25T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/10/25/latest-trends-in-diffusion-language-models-part-6-thinking-without-writing/</loc>
<lastmod>2026-10-25T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/10/25/latest-trends-in-diffusion-language-models-part-7-teaching-it-to-reason/</loc>
<lastmod>2026-10-25T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/10/25/latest-trends-in-diffusion-language-models-part-8-serving-training-measuring/</loc>
<lastmod>2026-10-25T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/blog/2026/10/25/latest-trends-in-diffusion-language-models-part-9-the-open-problems/</loc>
<lastmod>2026-10-25T00:00:00+00:00</lastmod>
</url>
<url>
<loc>https://vaibhav016.github.io/pages/blog/</loc>
</url>
<url>
<loc>https://vaibhav016.github.io/pages/cv/</loc>
</url>
<url>
<loc>https://vaibhav016.github.io/</loc>
</url>
<url>
<loc>https://vaibhav016.github.io/pages/journey/</loc>
</url>
<url>
<loc>https://vaibhav016.github.io/pages/math-under-the-model/</loc>
</url>
<url>
<loc>https://vaibhav016.github.io/pages/ml-interview-2026/</loc>
</url>
<url>
<loc>https://vaibhav016.github.io/pages/projects/</loc>
</url>
<url>
<loc>https://vaibhav016.github.io/pages/publications/</loc>
</url>
<url>
<loc>https://vaibhav016.github.io/src/docs/CV_2026.pdf</loc>
<lastmod>2026-11-16T20:23:39+00:00</lastmod>
</url>
</urlset>
