<?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml">
<url>
<loc>https://denpex.com/distributed-training-hang-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/" />
<changefreq>weekly</changefreq>
<priority>1</priority>
</url>
<url>
<loc>https://denpex.com/accessibility</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/architecture-brief</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/benchmark</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/changelog</loc>
<changefreq>weekly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-rafay</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-coreweave</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-crusoe-autoclusters</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-sentry</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-new-relic</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-dynatrace</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-grafana</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-holmesgpt</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-drdroid</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-nvidia-runai</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-datadog</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-dcgm</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-diy</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-framework-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-prometheus</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-ray</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-slurm</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-tensorboard</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-weights-and-biases</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/denpex-vs-virtana</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/compare/a100-vs-h100-vs-h200</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/compare/dcgm-vs-nvidia-smi-vs-compute-sanitizer</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/compare/fsdp-vs-deepspeed-zero3-debugging</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/compare/h100-vs-h200-vs-b200-failure-rates</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/compare/infiniband-vs-rocev2-gpu-clusters</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/compare/slurm-vs-kubernetes-gpu-training</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/compare/vllm-vs-sglang-vs-trtllm-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/contact</loc>
<changefreq>yearly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://denpex.com/cuda-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/customers</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/deepspeed-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/deployment-architecture</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/diff</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/docs</loc>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/docs/agent</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/agent/configuration</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/agent/self-hosted</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/alerts</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/alerts/pagerduty</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/alerts/slack</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/api</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/api/rate-limits</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/api/webhooks</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/ci</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/docs/concepts</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/docs/faq</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/docs/integrations</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/metrics</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/docs/quickstart</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/docs/reference</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/docs/troubleshooting</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/evaluation</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures</loc>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/gpu-reliability</loc>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/openvsx</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/guides</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/legal</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/legal/baa</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/legal/cookies</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/legal/cross-tenant-data</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/legal/dpa</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/legal/dmca</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/legal/security</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/legal/subprocessors</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/nccl-env</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/nccl-errors</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/nccl-errors" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/nccl-errors" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/nccl-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/nccl-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/nccl-errors" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/nccl-errors" />
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/platform</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/preflight</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/pricing</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/privacy</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/procurement</loc>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://denpex.com/proof</loc>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/replay</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/refund-policy</loc>
<changefreq>yearly</changefreq>
<priority>0.4</priority>
</url>
<url>
<loc>https://denpex.com/roadmap</loc>
<changefreq>weekly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://denpex.com/security</loc>
<changefreq>monthly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://denpex.com/security/disclosure</loc>
<changefreq>yearly</changefreq>
<priority>0.4</priority>
</url>
<url>
<loc>https://denpex.com/security/trust-center</loc>
<changefreq>monthly</changefreq>
<priority>0.5</priority>
</url>
<url>
<loc>https://denpex.com/slurm-gpu-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/solutions</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/solutions/best-tools-gpu-cluster-debugging</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/status</loc>
<changefreq>daily</changefreq>
<priority>0.4</priority>
</url>
<url>
<loc>https://denpex.com/terms</loc>
<changefreq>yearly</changefreq>
<priority>0.3</priority>
</url>
<url>
<loc>https://denpex.com/tools</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/tools" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/tools" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/tools" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/tools" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/bitsandbytes-gpu-fix</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/compute-sanitizer</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/cuda-oom-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/cuda-pytorch-compatibility</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/dataloader-shm-calculator</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/docker-gpu-driver</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/gpu-downtime-calculator</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/gpu-fleet-command-suite</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/gpu-log-analyzer</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/grpo-rl-vram-calculator</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/indices-device-mismatch</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/llm-training-calculator</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/nccl-log-decoder</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/nccl-tuning</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/nvidia-smi-parser</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/slurm-generator</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vram-calculator" />
<xhtml:link rel="alternate" hreflang="de" href="https://denpex.com/de/vram-calculator" />
<xhtml:link rel="alternate" hreflang="fr" href="https://denpex.com/fr/vram-calculator" />
<xhtml:link rel="alternate" hreflang="es" href="https://denpex.com/es/vram-calculator" />
<xhtml:link rel="alternate" hreflang="pt" href="https://denpex.com/pt/vram-calculator" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools/vram-calculator" />
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/llm-inference-calculator</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/roce-nccl-calculator</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/deepspeed-zero-calculator</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/kubernetes-gpu-job-generator</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/dcgm-decoder</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/tools/pytorch-profiler-bubble-analyzer</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/ja</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/ja/nccl-errors</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/nccl-errors" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/nccl-errors" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/nccl-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/nccl-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/nccl-errors" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/nccl-errors" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/ja/tools</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/tools" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/tools" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/tools" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/tools" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/ja/vllm-errors</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/vllm-errors" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vllm-errors" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vllm-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vllm-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vllm-errors" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/vllm-errors" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/ja/vram-calculator</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vram-calculator" />
<xhtml:link rel="alternate" hreflang="de" href="https://denpex.com/de/vram-calculator" />
<xhtml:link rel="alternate" hreflang="fr" href="https://denpex.com/fr/vram-calculator" />
<xhtml:link rel="alternate" hreflang="es" href="https://denpex.com/es/vram-calculator" />
<xhtml:link rel="alternate" hreflang="pt" href="https://denpex.com/pt/vram-calculator" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools/vram-calculator" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/ja/xid</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/xid" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/xid" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/xid" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/xid" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/xid" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/xid" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/de/vram-calculator</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vram-calculator" />
<xhtml:link rel="alternate" hreflang="de" href="https://denpex.com/de/vram-calculator" />
<xhtml:link rel="alternate" hreflang="fr" href="https://denpex.com/fr/vram-calculator" />
<xhtml:link rel="alternate" hreflang="es" href="https://denpex.com/es/vram-calculator" />
<xhtml:link rel="alternate" hreflang="pt" href="https://denpex.com/pt/vram-calculator" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools/vram-calculator" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/es/vram-calculator</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vram-calculator" />
<xhtml:link rel="alternate" hreflang="de" href="https://denpex.com/de/vram-calculator" />
<xhtml:link rel="alternate" hreflang="fr" href="https://denpex.com/fr/vram-calculator" />
<xhtml:link rel="alternate" hreflang="es" href="https://denpex.com/es/vram-calculator" />
<xhtml:link rel="alternate" hreflang="pt" href="https://denpex.com/pt/vram-calculator" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools/vram-calculator" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/fr/vram-calculator</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vram-calculator" />
<xhtml:link rel="alternate" hreflang="de" href="https://denpex.com/de/vram-calculator" />
<xhtml:link rel="alternate" hreflang="fr" href="https://denpex.com/fr/vram-calculator" />
<xhtml:link rel="alternate" hreflang="es" href="https://denpex.com/es/vram-calculator" />
<xhtml:link rel="alternate" hreflang="pt" href="https://denpex.com/pt/vram-calculator" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools/vram-calculator" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/pt/vram-calculator</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vram-calculator" />
<xhtml:link rel="alternate" hreflang="de" href="https://denpex.com/de/vram-calculator" />
<xhtml:link rel="alternate" hreflang="fr" href="https://denpex.com/fr/vram-calculator" />
<xhtml:link rel="alternate" hreflang="es" href="https://denpex.com/es/vram-calculator" />
<xhtml:link rel="alternate" hreflang="pt" href="https://denpex.com/pt/vram-calculator" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools/vram-calculator" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/ko</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/ko/nccl-errors</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/nccl-errors" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/nccl-errors" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/nccl-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/nccl-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/nccl-errors" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/nccl-errors" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/ko/tools</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/tools" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/tools" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/tools" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/tools" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/ko/vllm-errors</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/vllm-errors" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vllm-errors" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vllm-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vllm-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vllm-errors" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/vllm-errors" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/ko/vram-calculator</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vram-calculator" />
<xhtml:link rel="alternate" hreflang="de" href="https://denpex.com/de/vram-calculator" />
<xhtml:link rel="alternate" hreflang="fr" href="https://denpex.com/fr/vram-calculator" />
<xhtml:link rel="alternate" hreflang="es" href="https://denpex.com/es/vram-calculator" />
<xhtml:link rel="alternate" hreflang="pt" href="https://denpex.com/pt/vram-calculator" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools/vram-calculator" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/ko/xid</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/xid" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/xid" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/xid" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/xid" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/xid" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/xid" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/zh-tw</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/zh-tw/nccl-errors</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/nccl-errors" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/nccl-errors" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/nccl-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/nccl-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/nccl-errors" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/nccl-errors" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/zh-tw/tools</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/tools" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/tools" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/tools" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/tools" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/zh-tw/vllm-errors</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/vllm-errors" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vllm-errors" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vllm-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vllm-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vllm-errors" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/vllm-errors" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/zh-tw/vram-calculator</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vram-calculator" />
<xhtml:link rel="alternate" hreflang="de" href="https://denpex.com/de/vram-calculator" />
<xhtml:link rel="alternate" hreflang="fr" href="https://denpex.com/fr/vram-calculator" />
<xhtml:link rel="alternate" hreflang="es" href="https://denpex.com/es/vram-calculator" />
<xhtml:link rel="alternate" hreflang="pt" href="https://denpex.com/pt/vram-calculator" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools/vram-calculator" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/zh-tw/xid</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/xid" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/xid" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/xid" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/xid" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/xid" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/xid" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/zh</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/zh/nccl-errors</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/nccl-errors" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/nccl-errors" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/nccl-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/nccl-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/nccl-errors" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/nccl-errors" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/zh/tools</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/tools" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/tools" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/tools" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/tools" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/zh/vllm-errors</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/vllm-errors" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vllm-errors" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vllm-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vllm-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vllm-errors" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/vllm-errors" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/zh/vram-calculator</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/tools/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vram-calculator" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vram-calculator" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vram-calculator" />
<xhtml:link rel="alternate" hreflang="de" href="https://denpex.com/de/vram-calculator" />
<xhtml:link rel="alternate" hreflang="fr" href="https://denpex.com/fr/vram-calculator" />
<xhtml:link rel="alternate" hreflang="es" href="https://denpex.com/es/vram-calculator" />
<xhtml:link rel="alternate" hreflang="pt" href="https://denpex.com/pt/vram-calculator" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/tools/vram-calculator" />
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/zh/xid</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/xid" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/xid" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/xid" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/xid" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/xid" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/xid" />
<changefreq>monthly</changefreq>
<priority>0.85</priority>
</url>
<url>
<loc>https://denpex.com/pytorch-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/ray-gpu-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/b200-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/megatron-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/sglang-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/torchrun-errors</loc>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/vllm-errors</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/vllm-errors" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/vllm-errors" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/vllm-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/vllm-errors" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/vllm-errors" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/vllm-errors" />
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/vscode</loc>
<changefreq>weekly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/slack</loc>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/xid</loc>
<xhtml:link rel="alternate" hreflang="en" href="https://denpex.com/xid" />
<xhtml:link rel="alternate" hreflang="ja" href="https://denpex.com/ja/xid" />
<xhtml:link rel="alternate" hreflang="ko" href="https://denpex.com/ko/xid" />
<xhtml:link rel="alternate" hreflang="zh-Hans" href="https://denpex.com/zh/xid" />
<xhtml:link rel="alternate" hreflang="zh-Hant" href="https://denpex.com/zh-tw/xid" />
<xhtml:link rel="alternate" hreflang="x-default" href="https://denpex.com/xid" />
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://denpex.com/vllm-errors/free-memory-below-gpu-memory-utilization</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/vllm-errors/max-seq-len-exceeds-kv-cache</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/vllm-errors/cuda-out-of-memory-weight-loading</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/vllm-errors/cuda-out-of-memory-graph-capture</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/vllm-errors/cuda-out-of-memory-mid-serving</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/communication</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/data-integrity</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/data-pipeline</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/distributed-training</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/environment</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/hardware</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/infrastructure</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/memory</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/performance</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/reliability</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/category/training-stability</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/blackwell-xid-firmware-matrix</loc>
<lastmod>2026-10-27T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/gpu-monitoring-incident-replay</loc>
<lastmod>2026-11-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/gpu-cluster-monitoring-failed-jobs</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/failed-gpu-training-job-cost</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/gpu-inference-cold-start-or-worker-crash</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/video-model-cuda-oom-or-host-memory</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/scientific-ml-dataloader-worker-exit</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/vllm-engine-dead-kv-cache</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/speech-inference-gpu-worker-failure</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/checkpoint-write-before-nccl-timeout</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/kubernetes-gpu-pod-exit-evidence</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/gpu-cloud-support-incident-handoff</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/fine-tuning-single-gpu-to-multi-gpu-failure</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/identify-first-failed-rank</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/determine-gpu-needs-rma</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/diagnose-slurm-gpu-oom</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/diagnose-quiet-stragglers</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/golden-node-configuration-diff</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/cuda-13-pytorch-vllm-sglang-compatibility</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/vllm-omni-nvfp4-turboquant-memory-triage</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/nvidia-smi-driver-library-version-mismatch-580</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/sovereign-ai-slurm-gh200-h100-triage</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/tensorrt-llm-sglang-vllm-multi-gpu-serving-triage</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/qlora-setup-failures</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/xid-43-62-74-79-149-triage</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/pytorch-device-mismatch-operation-checks</loc>
<lastmod>2026-10-09T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/compute-sanitizer-minimal-cuda-reproduction</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/safetensors-header-too-large-file-integrity</loc>
<lastmod>2026-10-09T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/vllm-context-length-kv-cache-memory</loc>
<lastmod>2026-11-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/pytorch-layout-replay</loc>
<lastmod>2026-10-09T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/guides/pytorch-optimizer-ordering-replay</loc>
<lastmod>2026-10-09T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/solutions/gpu-cloud-reliability</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/solutions/inference-platform-reliability</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/solutions/ml-platform-ai-infrastructure</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/solutions/frontier-model-training</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/solutions/hpc-slurm-clusters</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/solutions/air-gapped-on-premises</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/solutions/oem-integrator-rma-workflows</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/llama-3-1-405b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/llama-3-1-70b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/llama-3-1-8b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-v2-5</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-coder-v2</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-2-5-72b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-2-5-32b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-2-5-14b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-2-5-7b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/mistral-large-2</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/mixtral-8x22b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/mixtral-8x7b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/gemma-2-27b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/gemma-2-9b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/starcoder-2-15b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/phi-3-5-moe</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/llama-3-70b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/llama-3-8b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/command-r-plus</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/nemotron-4-340b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-r1-671b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-3-32b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/llama-4-scout</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/llama-4-maverick</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/gemma-3-27b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-v3-671b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-v4-pro</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-v4-flash</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-v4-1-flash</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/gemma-4-31b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/gemma-4-26b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/gemma-4-12b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/gemma-4-e4b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/gemma-4-e2b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/gemma-3-12b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/gemma-3-4b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-3-5-9b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-3-5-4b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-3-5-35b-a3b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-3-8-27b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/kimi-k2</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/exaone-3-5-32b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/glm-4-5-355b-a32b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/mistral-large-2-123b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/command-a-111b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/falcon-3-10b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/plamo-2-31b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/llama-3-3-70b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-r1-distill-llama-70b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-r1-distill-qwen-32b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-r1-distill-qwen-14b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/deepseek-r1-distill-llama-8b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-2-5-coder-32b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwq-32b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-3-235b-a22b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-3-30b-a3b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-3-14b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/qwen-3-8b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/mistral-small-3-1-24b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/devstral-small-24b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/phi-4-14b</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/llama-3-2-90b-vision</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/tools/vram-calculator/llama-3-2-11b-vision</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/runpod-nccl-watchdog-timeout</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/lambda-labs-h100-nccl-infiniband-flap</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/vast-ai-nccl-p2p-system-error</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/scaleway-h100-deepspeed-roce-hang</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/coreweave-kubernetes-gpu-xid-79-nvlink</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/crusoe-cloud-slurm-roce-straggler</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/hetzner-bare-metal-gpu-nccl-ib-disable</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/tensordock-multinode-rendezvous-timeout</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/sakura-koukaryoku-h100-nccl-freeze</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/gpusoroban-multi-gpu-p2p-pcie-stall</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/naver-cloud-gpu-ddp-rendezvous-hang</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/twcc-taiwan-ai-supercomputer-xid-79</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/nebius-h100-b200-infiniband-nccl-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/kakaocloud-gpu-nccl-ddp-timeout</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/sustainable-metal-cloud-singapore-h100-nccl-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/hyperstack-uk-h100-pcie-sxm-nccl-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/cudo-compute-uk-eu-multi-gpu-nccl-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/ovhcloud-europe-h100-gpu-roce-nccl-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/verne-nordics-h100-infiniband-slurm-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/core42-uae-h100-b200-infiniband-slurm-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/firmus-resetdata-australia-h100-gpu-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/kt-cloud-nhn-cloud-korea-h100-nccl-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/gmo-gpu-cloud-abci-japan-h200-nccl-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/for/cloud-failures/ubilink-taiwan-hk-h100-infiniband-triage</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/xid-149-netir-link-down-blackwell</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvswitch-sxid-fatal-fabric-manager</loc>
<lastmod>2026-10-27T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gb200-nvl72-uptime-nvlink-hang-xid-150-154</loc>
<lastmod>2026-10-27T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/meta-llama3-hbm3-memory-failure</loc>
<lastmod>2026-10-27T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/sdc-gpu-loss-spike-divergence</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/crusoe-nixl-firmware-page-oom</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/meta-temperature-throughput-variance</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/huggingface-bloom-weekly-gpu-hardware-failure</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/bytedance-memory-fragmentation-straggler</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/anyscale-ray-actor-cpu-gpu-deadlock</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/lambda-host-panic-gh200-network-intermittent</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/anyscale-ray-autoscaling-resource-shape-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/huggingface-xet-migration-disk-pressure</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/coreweave-nccl-symptom-root-cause-chain</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-broadcast-hang</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/raid-storage-failure</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/python-path-conflict</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-cuda-failure</loc>
<lastmod>2026-10-26T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/memory-summary-tool</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/huggingface-tokenizers-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torchdata-pipeline-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/hdf5-data-corruption</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-memory-clock-throttle</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/checkpoint-version-older</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/arrow-ipc-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/slurm-cgroup-limit</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/training-checkpoint-corruption-on-write</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cpu-ram-exhaustion-during-training</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/python-version-mismatch</loc>
<lastmod>2026-10-25T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/webdataset-tar-corruption</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-p2p-issue</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nfs-mount-failure</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/mmap-file-handle-exhaustion</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gloo-backend-issue</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-smi-missing</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/inference-memory-leak</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/tcp-port-exhaustion</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-temperature-throttle</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/parquet-schema-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/streaming-data-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/conda-environment-conflict</loc>
<lastmod>2026-10-25T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/horovod-setup-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/network-partition</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-cuda-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/lmdb-corruption</loc>
<lastmod>2026-10-27T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-ib-hca-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/hdf5-corruption</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-compile-memory</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-thermal-design-power</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cudnn-benchmark-memory</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-ipv6-issue</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/oom-killed-mid-step</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/slurm-time-limit</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/efa-driver-issue</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/tensor-views-memory-leak</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gcc-version-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/ddp-port-conflict</loc>
<lastmod>2026-11-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gradient-clipping-missing</loc>
<lastmod>2026-10-26T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-rank-fail</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dataloader-failure</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-context-leak</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/ulimit-too-low</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/zombie-process</loc>
<lastmod>2026-10-31T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-cuda-caching-allocator-fragmentation</loc>
<lastmod>2026-10-25T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gradient-explosion</loc>
<lastmod>2026-10-26T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/failures/ddp-setup-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-utilization-low</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/connection-timeout</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/checkpoint-partial-save</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-oom</loc>
<lastmod>2026-11-02T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/mixed-precision-overflow</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/audio-channel-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/activations-checkpoint-compatibility</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/training-resume-failure</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-init-failed</loc>
<lastmod>2026-11-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/checkpoint-torn-write</loc>
<lastmod>2026-10-26T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/docker-gpu-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/slurm-node-oom</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/tokenization-error</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/huggingface-tokenizer-error</loc>
<lastmod>2026-10-25T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/augmentation-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvlink-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-thermal-throttle</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-power-cap</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-driver-crash</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-overheating</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-not-detected</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/python-multiprocessing-fork</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/python-oom</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/python-import-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-illegal-instruction</loc>
<lastmod>2026-10-27T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-clock-throttle</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-memory-bus-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-mig-mode</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/runtime-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/type-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/value-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/key-error</loc>
<lastmod>2026-10-25T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-compile-error</loc>
<lastmod>2026-10-27T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-jit-compile-error</loc>
<lastmod>2026-10-31T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-hub-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-multiprocessing-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-distributed-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-cuda-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pin-memory-issue</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/checkpoint-version-incompatible</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/optimizer-state-dict-mismatch</loc>
<lastmod>2026-11-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-error-2</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/checkpoint-version-newer</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-init-timeout</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-shared-memory-limit</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-ecc-error-rate-high</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-watchdog-disable</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-async-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-caching-allocator</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/webdataset-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-uvm-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torchvision-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/tokenizer-pad-truncate</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-memory-bandwidth-limit</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-gpu-direct-roce</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/activation-checkpoint-misuse</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cgroup-memory-limit</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-p2p-bandwidth</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvls-multicast-slot-exhaustion</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-roce-qp-timeout-checkpoint</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-cuda-failure-999</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvlink-xid31-mmu-fault</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-broadcast-coalesced-invalid-arg</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/fsdp-nccl-system-error-ib</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-hang-culprit-rank</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-net-id-0-not-found</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-fabric-handle-import-101</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-commsplit-segfault-nonblocking</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-ras-init-segfault</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-onerank-reduce-sdc</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-param-in-flight-save</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-inflight-params-backward</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-nvme-checkpoint-race</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-host-ram-oom-offload</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero3-weight-not-2d</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-mnnvl-stack-overrun</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-proxy-connect-ipv6</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/memory-row-remapping</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/roce-mtu-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-mismatched-collective</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/ofi-memlock-exhaustion</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/docker-shm-exhaustion</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/acs-disabled-gdr-failure</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-topology-xml-missing-busid</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-bf16-norm-underflow</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-moe-leaf-module</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-fusedadam-h100-illegal-mem</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-checkpoint-engine-hang</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-fd-leak-enospc</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-sigbus-exit-code-7</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-device-side-assert</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/straggler-slow-rank-detection</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/failures/unsloth-py313-anyio-cancel-scope-crash</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/hf-datasets-map-subprocess-died-windows</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/bitsandbytes-invalid-config-arg-deepspeed-offload</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-disable-dynamo-import-error-torch-version</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/grpo-vllm-inference-tensors-backward</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/fsdp-qlora-uniform-dtype-flatten</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-0.14-tensor-device-mismatch-regression</loc>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-async-io-windows-unsupported</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/another-profiling-tool-already-active</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/lightning-torch-compile-double-log-graphbreak</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-get-socket-with-port-import-error</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero3-allgather-multiple-dtypes</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero2-memory-leak-on-destroy</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/megatron-jit-fuser-unknown-type-sequence</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-cusolverdn-header-not-found-build</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-timeout</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/oom-fragmentation</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gpu-xid-ecc</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-comm-timeout</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-init-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-version-conflict</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-memory-leak</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/memory-fragmentation</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/host-oom-killed</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-alloc-failed</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/fsdp-missing-keys</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-oom</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero-stuck</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/megatron-init-failed</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/checkpoint-corruption</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-save-failed</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-load-failed</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/import-error</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/version-mismatch</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-driver-mismatch</loc>
<lastmod>2026-11-17T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-not-compiled-with-cuda</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/disk-full</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/device-assert</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-p2p-level-topology-debug</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/mellanox-ofed-driver-mismatch</loc>
<lastmod>2026-10-27T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/oom-container-unattributed</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/silent-cascading-straggler</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/container-cuda-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/device-assert-tokenizer-vocab-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/straggler-thermal-single-gpu</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/host-oom-dataloader-rss-growth</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torchrun-childfailederror-triage</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/intel-i915-guc-gpu-hang</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/apptainer-singularity-nv-binding-failures</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/historical-log-replay-false-hardware-alarms</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-watchdog-uneven-sharding</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-watchdog-silent-oom</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-watchdog-wrong-interface</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-watchdog-shape-mismatch</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-watchdog-tcpstore-timeout</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-roce-vendor-err-129</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-nvls-cuda-failure-700</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-pcie-acs-p2p-disable</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-roce-gid-index-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-wrong-network-interface</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-ddp-unused-parameters-hang</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-ddp-uneven-inputs-hang</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-ddp-allgather-shape-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-ddp-silent-oom-nccl-timeout</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-fsdp-cpu-oom-statedict</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-fsdp-nccl-timeout-custom-pg</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-fsdp-memory-fragmentation</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-fsdp-inconsistent-model-hang</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torchrun-c10d-rendezvous-timeout</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero3-checkpoint-gather-oom-1</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero-offload-pin-memory-oom-2</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero-world-size-mismatch-3</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero3-nccl-timeout-drop-last-4</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero3-prefetch-oom-5</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/megatron-pp-variable-seq-shape-deadlock-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/megatron-ep-overlap-moe-baton-2</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/megatron-tp-rng-state-divergence-3</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/megatron-tp-comm-overlap-deadlock-5</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/xid-13-pytorch-cuda-oob</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/xid-31-page-fault-memory-pressure</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/xid-48-dbe-memory-degradation</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-xid-61-microcontroller-warning</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-xid-69-graphics-engine-class-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-xid-74-nvlink-fatal-error</loc>
<lastmod>2026-09-30T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/hardware-ecc-xid-63-storm</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/hardware-sdc-loss-spike</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/hardware-ecc-xid-64-inforom</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/env-thermal-ecc-throttling</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvlink-xid-74-fabric-manager</loc>
<lastmod>2026-09-30T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pcie-aer-uncorrectable-gpu-drop</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pcie-link-speed-degradation-thermal</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvlink-nccl-ib-fallback-routing-loop</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-oom-fragmentation-1</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-oom-graph-leak-2</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-oom-eval-leak-3</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-oom-optimizer-step-4</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-oom-activation-seqlen-5</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-embedding-oob-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-multinomial-nan-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-ddp-timeout-memory-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero3-offload-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/flash-attention-seqlen-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-amp-gradscaler-nan-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-sqrt-zero-autograd</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/crossentropy-all-ignore-index</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/adam-epsilon-fp16-underflow-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero3-grad-clip-nan</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-oom-worker-hang-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/hdf5-fork-deadlock-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/k8s-gpu-nvml-init-failure</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
</url>
<url>
<loc>https://denpex.com/failures/k8s-gpu-silent-oom-hang</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/slurm-preemption-workflow-manager-crash</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-checkpoint-non-atomic-corruption</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-lustre-atomic-save-io-error</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-ddp-checkpoint-race-condition</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-timeout-slow-storage-checkpoint</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/fsdp-s3-path-corruption</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/flashattention-cuda-mismatch-1</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/flashattention-wheel-incompatibility-1</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/flashattention-arch-unsupported-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-sdpa-flashattn-version-1</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/flashattention-build-isolation-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-async-timeout-asymmetric-collective-1</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-async-timeout-infiniband-flap-1</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-async-xid-79-gpu-fail</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-async-mismatched-tensor-fsdp</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-async-watchdog-false-positive-checkpoint</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0443-asymmetric-pt2-compilation-collective-desync</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0444-accelerate-deepspeed-watchdog-timeout-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0445-topology-graph-override-mismatch</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0446-socket-interface-bootstrap-isolation</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0448-uncorrectable-double-bit-ecc-error</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0449-fabric-induced-sm-containment-cascade</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0451-pdn-resonance-induced-silent-data-corruption</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0452-zero-3-partitioned-checkpoint-dimensionality-collapse</loc>
<lastmod>2026-09-04T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0453-root-fsdp-activation-checkpointing-backward-assert</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0455-moe-activation-recomputation-export-oom</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpx-fail-0458-nccl-shared-memory</loc>
<lastmod>2026-10-24T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-kv-cache-no-available-memory</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-max-model-len-context-overflow</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/trtllm-optimization-profile-min-exceeds-opt</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-engine-core-died-mid-service</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-preemption-recompute-thrash</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-chunked-prefill-token-budget-oom</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-shm-too-small-tensor-parallel</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-shm-broadcast-acquire-read-timeout</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-nvfp4-emulation-lookup-table-device-mismatch</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/trtllm-flashinfer-fmha-unsupported-architecture</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/trtllm-weight-mapper-rejects-quantized-checkpoint</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/trtllm-flashinfer-attention-metadata-attribute-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dkms-out-of-tree-module-build-fails-after-kernel-upgrade</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/trtllm-numpy-abi-break-against-pinned-container-stack</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/ddp-reducer-expect-autograd-hooks-assert</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/fsdp2-tied-weights-keyerror-during-prepare</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/fsdp-auto-wrap-policy-none-with-activation-checkpointing</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/fsdp-cpu-offload-composition-failure</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/worker-device-lost-presents-as-collective-timeout</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/inference-scheduler-deadlock-under-sustained-load</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/expert-parallel-dispatch-combine-collective-timeout</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/weights-only-unpickling-error-on-checkpoint-resume</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/python-313-cannot-pickle-code-objects-in-distributed-error-path</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/ray-client-server-fails-after-grpcio-upgrade-on-arm64</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepgemm-unknown-sf-transformation-on-unsupported-architecture</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/tensor-on-device-meta-not-on-expected-device</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/inductor-cumsum-zero-dim-tuple-index-out-of-range</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/mxfp4-expert-scales-missing-under-fsdp2</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/accelerate-cannot-dynamically-bsz-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/adamw-grad-scaler-zero-division-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/autoawq-invalid-configuration-argument-gemm</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/autocast-fp16-nan-inf-loss-flash-attention</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/autogptq-exllama-v2-act-order-group-size-incompatible</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/aws-efa-cq-poll-transport-endpoint-not-connected</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/aws-neuronx-runtime-dma-buffer-overflow</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/aws-trainium-neuron-compiler-timeout-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/azure-ndv5-roce-mtu-mismatch-nccl-hang</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/bitsandbytes-cuda-setup-failed-libbitsandbytes-missing</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/bitsandbytes-matmul-4bit-no-kernel-image-available</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/blackwell-b200-dual-die-thermal-delta-throttle</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cpu-offloading-overhead</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-graph-capture-operation-not-permitted-sync</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-graph-replay-invalidated-memory-buffer</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-host-alloc-pinned-memory-ulimit-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-ipc-get-mem-handle-out-of-memory</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-launch-failure-illegal-instruction-sm90a</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cuda-uncorrectable-ecc</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cudnn-status-not-supported-convolution-forward</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/cufile-gpudirect-driver-not-initialized-5002</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/datacenter-cdu-liquid-cooling-flow-rate-alarm</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dataloader-custom-cuda-voxelize-segfault</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dataloader-worker-killed-bus-error-shm</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dcgm-nvlink-crc-flit-error-degraded</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dcgm-row-remapper-exhausted-hbm3-rma</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-chat-actor-critic-zero3-deadlock</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-fp16-overflow-inf-nan-loss-scale-halved</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-nvme-swap-space-exhausted</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero2-reduce-scatter-bucket-exhausted</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/deepspeed-zero3-param-status-exception-partitioned</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/diffusers-vae-tiling-decode-out-of-memory</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/docker-nvidia-container-cli-initialization-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/dpo-trainer-logits-shape-vocab-mismatch</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/enroot-pyxis-squashfs-import-disk-quota-exceeded</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/faiss-gpu-index-out-of-memory-allocation</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/flash-attention-3-fp8-nan-matrix-scale-overflow</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/flashinfer-cuda-illegal-address-prefill</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/fp8-gemm-scaled-mm-compute-capability-mismatch</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/fsdp-reduce-scatter-backward-timeout</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/fsdp-unshard-forward-oom</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gdrcopy-pin-buffer-failed-bar1-aperture</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gguf-llama-model-load-unknown-tensor-type</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gh200-nvlink-c2c-cache-coherency-fault</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gloo-connection-refused-port-29500-rendezvous</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/google-tpu-ici-interconnect-link-down-mesh-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/gradient-norm-spike-transient-dram-parity-flip</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/habana-gaudi-synapseai-hcl-timeout-allreduce</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/huggingface-tokenizers-fork-parallelism-deadlock</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/inductor-cuda-graph-memory-pool-fragmentation</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/infiniband-qp-rtr-connection-timed-out-errno-110</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/jax-distributed-rendezvous-timeout</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/jax-xla-resource-exhausted-oom</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/k8s-insufficient-nvidia-gpu-allocatable</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/k8s-nvidia-device-plugin-nvml-libloading-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/k8s-pod-evicted-ephemeral-storage-exceeded</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/kubernetes-mig-slice-device-locked-defunct-process</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/layernorm-fp16-overflow-backward-variance-underflow</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/loss-is-nan-bf16-transformer-gradient-divergence</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/megatron-p2p-communication-timeout</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/megatron-rotary-embedding-dimension-mismatch</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/megatron-sequence-parallel-assertion-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/milvus-segment-load-gpu-vram-oom</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-algo-tree-deadlock-non-power-of-two-ranks</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-buffsize-ring-buffer-pinned-memory-exhausted</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-cross-nic-roce-packet-reordering-stall</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-failed-to-init-transport-net-ib</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-gdr-cross-numa-upi-throttle-crash</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-nvls-invalid-argument</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-ring-connection-refused-socket</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-socket-ifname-network-unreachable</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-warn-bootstrap-connection-reset-by-peer</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nccl-watchdog-timeout-worknccl-allgather</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nfs-server-not-responding-d-state-hung-process</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvdec-hardware-decoder-sessions-exceeded</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-container-cli-device-node-not-found</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-fabricmanager-failed-nvlink-topology-mismatch</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-gpu-operator-driver-daemonset-crashloopbackoff</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-mig-failed-to-create-gpu-instance-incompatible-profile</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-peermem-bar1-aperture-exhausted</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-smi-sw-thermal-slowdown-clock-throttle</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-vgpu-dls-license-acquisition-timeout</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-xid-119-gsp-rpc-timeout-firmware</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-xid-31-mmu-fault-graphics</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-xid-45-preemptive-cleanup</loc>
<lastmod>2026-09-30T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvlink-5-switch-tray-asic-link-training-failure</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvlink-recovery-error-link-state-down</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvls-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvml-hw-power-brake-asserted-power-cap</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/openmp-libomp-libgomp-deadlock-clash</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/openrlhf-ray-vllm-placement-group-timeout</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/opensm-subnet-manager-sweep-failure</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pcie-link-degraded-gen5-to-gen1-bandwidth-drop</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/peft-lora-int8-gradients-runtime-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-cuda-out-of-memory-tried-to-allocate</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/pytorch-expected-all-tensors-same-device</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/ray-clusterunavailableerror-raylet-died-oom</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/ray-runtimeenvsetuperror-timeout</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/rccl-ring-exchange-failure-infinity-fabric</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/rocev2-pfc-storm-priority-flow-control-deadlock</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/rocm-hiperroroutofmemory-dev-kfd</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/ros2-pytorch-shared-memory-ring-buffer-corruption</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/s3-putobject-503-slowdown-checkpoint-throttle</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/safetensors-error-deserializing-header-too-large</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/sentence-transformers-embedding-cuda-out-of-memory</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/sglang-radix-cache-eviction-deadlock</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/silent-data-corruption-tensor-core-gemm-bit-flip</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/slurm-cgroup-unable-to-allocate-memory</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/slurm-drain-nvml-health-check-timed-out</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/slurmstepd-cancelled-due-to-oom-killer</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/tensorrt-llm-kvcachemanager-available-blocks-exhausted</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-distributed-checkpoint-async-save-timeout</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-distributed-checkpoint-non-leaf-tensor</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-dynamo-backend-compiler-failed-inductor</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-dynamo-graph-break-control-flow-item</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-load-unpicklingerror-truncated-checkpoint</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torch-multiprocessing-dev-shm-no-space-left</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torchao-int8-calibration-observer-nan-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/torchelastic-childfailederror-exitcode-9-oom</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/triton-dynamic-batcher-queue-timeout-drop</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/triton-failed-to-load-model-cuda-runtime-mismatch</loc>
<lastmod>2026-10-28T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/triton-jit-compilation-ptxas-gpu-name-error</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/triton-out-of-resources-shared-memory-exceeded</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/trl-ppotrainer-actor-critic-out-of-memory</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/trtllm-build-out-of-memory-int4-quantization</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/uvm-unified-memory-page-fault-thrashing-xid-31</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-active-lora-rank-exceeds-max-lora-rank</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-engine-worker-died-sigsegv</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/vllm-paged-attention-illegal-memory-access</loc>
<lastmod>2026-09-01T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/webdataset-tarerror-unexpected-end-of-archive</loc>
<lastmod>2026-09-08T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-xid-62-internal-microcode-fault</loc>
<lastmod>2026-09-30T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-xid-92-uncorrectable-ecc-error</loc>
<lastmod>2026-09-26T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-xid-79-gpu-fallen-off-the-bus</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/trtllm-fp8-unsupported-compute-capability</loc>
<lastmod>2026-09-27T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://denpex.com/failures/nvidia-xid-43-stopped-processing</loc>
<lastmod>2026-11-12T00:00:00.000Z</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
</urlset>
