<!DOCTYPE html> <html lang="en"> <head> <meta charset="UTF-8"> <meta http-equiv="X-UA-Compatible" content="IE=Edge"> <link rel="stylesheet" href="/triton-fused-ops/assets/css/just-the-docs-default.css"> <link rel="stylesheet" href="/triton-fused-ops/assets/css/just-the-docs-head-nav.css" id="jtd-head-nav-stylesheet"> <style id="jtd-nav-activation"> .site-nav ul li a { background-image: none; } </style> <script src="/triton-fused-ops/assets/js/vendor/lunr.min.js"></script> <script src="/triton-fused-ops/assets/js/just-the-docs.js"></script> <meta name="viewport" content="width=device-width, initial-scale=1"> <!-- Begin Jekyll SEO tag v2.8.0 --> <title>Triton Fused Ops | Fused Triton kernels for Transformer inference (RMSNorm+RoPE, Gated MLP, FP8 GEMM).</title> <meta name="generator" content="Jekyll v3.10.0" /> <meta property="og:title" content="Triton Fused Ops" /> <meta property="og:locale" content="en" /> <meta name="description" content="Fused Triton kernels for Transformer inference (RMSNorm+RoPE, Gated MLP, FP8 GEMM)." /> <meta property="og:description" content="Fused Triton kernels for Transformer inference (RMSNorm+RoPE, Gated MLP, FP8 GEMM)." /> <link rel="canonical" href="https://lessup.github.io/triton-fused-ops/assets/css/just-the-docs-head-nav.css" /> <meta property="og:url" content="https://lessup.github.io/triton-fused-ops/assets/css/just-the-docs-head-nav.css" /> <meta property="og:site_name" content="Triton Fused Ops" /> <meta property="og:type" content="website" /> <meta name="twitter:card" content="summary" /> <meta property="twitter:title" content="Triton Fused Ops" /> <script type="application/ld+json"> {"@context":"https://schema.org","@type":"WebPage","description":"Fused Triton kernels for Transformer inference (RMSNorm+RoPE, Gated MLP, FP8 GEMM).","headline":"Triton Fused Ops","publisher":{"@type":"Organization","logo":{"@type":"ImageObject","url":"https://lessup.github.io/triton-fused-ops/assets/images/logo.svg"}},"url":"https://lessup.github.io/triton-fused-ops/assets/css/just-the-docs-head-nav.css"}</script> <!-- End Jekyll SEO tag --> <link rel="icon" href="/triton-fused-ops/assets/images/favicon.svg" type="image/svg+xml"> <link rel="stylesheet" href="/triton-fused-ops/assets/css/custom.css"> <meta name="theme-color" content="#0f172a"> </head> <body> <a class="skip-to-main" href="#main-content">Skip to main content</a> <svg xmlns="http://www.w3.org/2000/svg" class="d-none"> <symbol id="svg-link" viewBox="0 0 24 24"> <title>Link</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather feather-link"> <path d="M10 13a5 5 0 0 0 7.54.54l3-3a5 5 0 0 0-7.07-7.07l-1.72 1.71"></path><path d="M14 11a5 5 0 0 0-7.54-.54l-3 3a5 5 0 0 0 7.07 7.07l1.71-1.71"></path> </svg> </symbol> <symbol id="svg-menu" viewBox="0 0 24 24"> <title>Menu</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather feather-menu"> <line x1="3" y1="12" x2="21" y2="12"></line><line x1="3" y1="6" x2="21" y2="6"></line><line x1="3" y1="18" x2="21" y2="18"></line> </svg> </symbol> <symbol id="svg-arrow-right" viewBox="0 0 24 24"> <title>Expand</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather feather-chevron-right"> <polyline points="9 18 15 12 9 6"></polyline> </svg> </symbol> <!-- Feather. MIT License: https://github.com/feathericons/feather/blob/master/LICENSE --> <symbol id="svg-external-link" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather feather-external-link"> <title id="svg-external-link-title">(external link)</title> <path d="M18 13v6a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2V8a2 2 0 0 1 2-2h6"></path><polyline points="15 3 21 3 21 9"></polyline><line x1="10" y1="14" x2="21" y2="3"></line> </symbol> <symbol id="svg-doc" viewBox="0 0 24 24"> <title>Document</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather feather-file"> <path d="M13 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2V9z"></path><polyline points="13 2 13 9 20 9"></polyline> </svg> </symbol> <symbol id="svg-search" viewBox="0 0 24 24"> <title>Search</title> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" class="feather feather-search"> <circle cx="11" cy="11" r="8"></circle><line x1="21" y1="21" x2="16.65" y2="16.65"></line> </svg> </symbol> <!-- Bootstrap Icons. MIT License: https://github.com/twbs/icons/blob/main/LICENSE.md --> <symbol id="svg-copy" viewBox="0 0 16 16"> <title>Copy</title> <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" fill="currentColor" class="bi bi-clipboard" viewBox="0 0 16 16"> <path d="M4 1.5H3a2 2 0 0 0-2 2V14a2 2 0 0 0 2 2h10a2 2 0 0 0 2-2V3.5a2 2 0 0 0-2-2h-1v1h1a1 1 0 0 1 1 1V14a1 1 0 0 1-1 1H3a1 1 0 0 1-1-1V3.5a1 1 0 0 1 1-1h1v-1z"/> <path d="M9.5 1a.5.5 0 0 1 .5.5v1a.5.5 0 0 1-.5.5h-3a.5.5 0 0 1-.5-.5v-1a.5.5 0 0 1 .5-.5h3zm-3-1A1.5 1.5 0 0 0 5 1.5v1A1.5 1.5 0 0 0 6.5 4h3A1.5 1.5 0 0 0 11 2.5v-1A1.5 1.5 0 0 0 9.5 0h-3z"/> </svg> </symbol> <symbol id="svg-copied" viewBox="0 0 16 16"> <title>Copied</title> <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" fill="currentColor" class="bi bi-clipboard-check-fill" viewBox="0 0 16 16"> <path d="M6.5 0A1.5 1.5 0 0 0 5 1.5v1A1.5 1.5 0 0 0 6.5 4h3A1.5 1.5 0 0 0 11 2.5v-1A1.5 1.5 0 0 0 9.5 0h-3Zm3 1a.5.5 0 0 1 .5.5v1a.5.5 0 0 1-.5.5h-3a.5.5 0 0 1-.5-.5v-1a.5.5 0 0 1 .5-.5h3Z"/> <path d="M4 1.5H3a2 2 0 0 0-2 2V14a2 2 0 0 0 2 2h10a2 2 0 0 0 2-2V3.5a2 2 0 0 0-2-2h-1v1A2.5 2.5 0 0 1 9.5 5h-3A2.5 2.5 0 0 1 4 2.5v-1Zm6.854 7.354-3 3a.5.5 0 0 1-.708 0l-1.5-1.5a.5.5 0 0 1 .708-.708L7.5 10.793l2.646-2.647a.5.5 0 0 1 .708.708Z"/> </svg> </symbol> </svg> <div class="side-bar"> <div class="site-header" role="banner"> <a href="/triton-fused-ops/" class="site-title lh-tight"> <div class="site-logo" role="img" aria-label="Triton Fused Ops"></div> </a> <button id="menu-button" class="site-button btn-reset" aria-label="Toggle menu" aria-pressed="false"> <svg viewBox="0 0 24 24" class="icon" aria-hidden="true"><use xlink:href="#svg-menu"></use></svg> </button> </div> <nav aria-label="Main" id="site-nav" class="site-nav"> <ul class="nav-list"><li class="nav-list-item"><a href="/triton-fused-ops/" class="nav-list-link">Knowledge Hub</a></li><li class="nav-list-item"><button class="nav-list-expander btn-reset" aria-label="toggle items in Documentation category" aria-pressed="false"> <svg viewBox="0 0 24 24" aria-hidden="true"><use xlink:href="#svg-arrow-right"></use></svg> </button><a href="/triton-fused-ops/docs/en/" class="nav-list-link">Documentation</a><ul class="nav-list"><li class="nav-list-item"><button class="nav-list-expander btn-reset" aria-label="toggle items in Getting Started category" aria-pressed="false"> <svg viewBox="0 0 24 24" aria-hidden="true"><use xlink:href="#svg-arrow-right"></use></svg> </button><a href="/triton-fused-ops/docs/en/getting-started/" class="nav-list-link">Getting Started</a><ul class="nav-list"><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/getting-started/installation.html" class="nav-list-link">Installation</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/getting-started/quickstart.html" class="nav-list-link">Quick Start</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/getting-started/examples.html" class="nav-list-link">Examples</a> </li></ul></li><li class="nav-list-item"><button class="nav-list-expander btn-reset" aria-label="toggle items in API Reference category" aria-pressed="false"> <svg viewBox="0 0 24 24" aria-hidden="true"><use xlink:href="#svg-arrow-right"></use></svg> </button><a href="/triton-fused-ops/docs/en/api/" class="nav-list-link">API Reference</a><ul class="nav-list"><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/api/kernels.html" class="nav-list-link">Core Kernels</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/api/quantization.html" class="nav-list-link">FP8 Quantization</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/api/autotuner.html" class="nav-list-link">Auto-Tuning</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/api/benchmark.html" class="nav-list-link">Benchmarking</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/api/models.html" class="nav-list-link">Models and Types</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/api/validation.html" class="nav-list-link">Validation</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/api/errors.html" class="nav-list-link">Errors</a> </li></ul></li><li class="nav-list-item"><button class="nav-list-expander btn-reset" aria-label="toggle items in Guides category" aria-pressed="false"> <svg viewBox="0 0 24 24" aria-hidden="true"><use xlink:href="#svg-arrow-right"></use></svg> </button><a href="/triton-fused-ops/docs/en/guides/" class="nav-list-link">Guides</a><ul class="nav-list"><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/guides/integration.html" class="nav-list-link">Integration Guide</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/guides/performance.html" class="nav-list-link">Performance Tuning</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/guides/fp8-best-practices.html" class="nav-list-link">FP8 Best Practices</a> </li></ul></li><li class="nav-list-item"><button class="nav-list-expander btn-reset" aria-label="toggle items in Internals category" aria-pressed="false"> <svg viewBox="0 0 24 24" aria-hidden="true"><use xlink:href="#svg-arrow-right"></use></svg> </button><a href="/triton-fused-ops/docs/en/internals/" class="nav-list-link">Internals</a><ul class="nav-list"><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/internals/architecture.html" class="nav-list-link">Architecture</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/internals/kernel-design.html" class="nav-list-link">Kernel Design</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/en/internals/memory-optimization.html" class="nav-list-link">Memory Optimization</a> </li></ul></li></ul></li><li class="nav-list-item"><button class="nav-list-expander btn-reset" aria-label="toggle items in 中文文档 category" aria-pressed="false"> <svg viewBox="0 0 24 24" aria-hidden="true"><use xlink:href="#svg-arrow-right"></use></svg> </button><a href="/triton-fused-ops/docs/zh/" class="nav-list-link">中文文档</a><ul class="nav-list"><li class="nav-list-item"><button class="nav-list-expander btn-reset" aria-label="toggle items in 开始使用 category" aria-pressed="false"> <svg viewBox="0 0 24 24" aria-hidden="true"><use xlink:href="#svg-arrow-right"></use></svg> </button><a href="/triton-fused-ops/docs/zh/getting-started/" class="nav-list-link">开始使用</a><ul class="nav-list"><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/getting-started/installation.html" class="nav-list-link">安装指南</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/getting-started/quickstart.html" class="nav-list-link">快速开始</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/getting-started/examples.html" class="nav-list-link">示例教程</a> </li></ul></li><li class="nav-list-item"><button class="nav-list-expander btn-reset" aria-label="toggle items in API 参考 category" aria-pressed="false"> <svg viewBox="0 0 24 24" aria-hidden="true"><use xlink:href="#svg-arrow-right"></use></svg> </button><a href="/triton-fused-ops/docs/zh/api/" class="nav-list-link">API 参考</a><ul class="nav-list"><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/api/kernels.html" class="nav-list-link">核心算子</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/api/quantization.html" class="nav-list-link">FP8 量化</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/api/autotuner.html" class="nav-list-link">自动调优</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/api/benchmark.html" class="nav-list-link">基准测试</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/api/models.html" class="nav-list-link">数据模型与类型</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/api/validation.html" class="nav-list-link">输入校验</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/api/errors.html" class="nav-list-link">异常模型</a> </li></ul></li><li class="nav-list-item"><button class="nav-list-expander btn-reset" aria-label="toggle items in 工程指南 category" aria-pressed="false"> <svg viewBox="0 0 24 24" aria-hidden="true"><use xlink:href="#svg-arrow-right"></use></svg> </button><a href="/triton-fused-ops/docs/zh/guides/" class="nav-list-link">工程指南</a><ul class="nav-list"><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/guides/integration.html" class="nav-list-link">集成指南</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/guides/performance.html" class="nav-list-link">性能优化</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/guides/fp8-best-practices.html" class="nav-list-link">FP8 最佳实践</a> </li></ul></li><li class="nav-list-item"><button class="nav-list-expander btn-reset" aria-label="toggle items in 内部实现 category" aria-pressed="false"> <svg viewBox="0 0 24 24" aria-hidden="true"><use xlink:href="#svg-arrow-right"></use></svg> </button><a href="/triton-fused-ops/docs/zh/internals/" class="nav-list-link">内部实现</a><ul class="nav-list"><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/internals/architecture.html" class="nav-list-link">架构设计</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/internals/kernel-design.html" class="nav-list-link">算子设计</a> </li><li class="nav-list-item"> <a href="/triton-fused-ops/docs/zh/internals/memory-optimization.html" class="nav-list-link">内存优化</a> </li></ul></li></ul></li><li class="nav-list-item"><a href="/triton-fused-ops/CONTEXT.html" class="nav-list-link">Triton Fused Ops</a></li></ul> </nav> <footer class="site-footer"> This site uses <a href="https://github.com/just-the-docs/just-the-docs">Just the Docs</a>, a documentation theme for Jekyll. </footer> </div> <div class="main" id="top"> <div id="main-header" class="main-header"> <div class="search" role="search"> <div class="search-input-wrap"> <input type="text" id="search-input" class="search-input" tabindex="0" placeholder="Search Triton Fused Ops" aria-label="Search Triton Fused Ops" autocomplete="off"> <label for="search-input" class="search-label"><svg viewBox="0 0 24 24" class="search-icon"><use xlink:href="#svg-search"></use></svg></label> </div> <div id="search-results" class="search-results"></div> </div> <nav aria-label="Auxiliary" class="aux-nav"> <ul class="aux-nav-list"> <li class="aux-nav-list-item"> <a href="/docs/en/" class="site-button" > English Docs </a> </li> <li class="aux-nav-list-item"> <a href="/docs/zh/" class="site-button" > 中文文档 </a> </li> </ul> </nav> </div> <div class="main-content-wrap"> <div id="main-content" class="main-content"> <main> </main> <hr> <footer> <p><a href="#top" id="back-to-top">Back to top</a></p> <script src="/triton-fused-ops/assets/js/custom.js" defer></script> </footer> </div> </div> <div class="search-overlay"></div> </div> </body> </html>
