dom-fixture.json

{"tag": "html", "attrs": {"lang": "zh-CN"}, "text": "\n\n\n", "children": [{"tag": "head", "attrs": {}, "text": "\n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n  \n", "children": [{"tag": "meta", "attrs": {"charset": "utf-8"}, "text": "", "children": []}, {"tag": "meta", "attrs": {"name": "viewport", "content": "width=device-width, initial-scale=1"}, "text": "", "children": []}, {"tag": "meta", "attrs": {"name": "theme-color", "content": "#060d1c"}, "text": "", "children": []}, {"tag": "title", "attrs": {}, "text": "InferMatrix \u2014 Open to Infer. Built to Evolve.", "children": []}, {"tag": "meta", "attrs": {"name": "description", "content": "\u63a2\u7d22 InferMatrix \u5f00\u6e90\u63a8\u7406\u751f\u6001\uff1a\u591a\u6a21\u6001\u3001\u667a\u80fd\u4f53\u3001Attention-FFN \u5206\u79bb\u3001\u8bf7\u6c42\u8def\u7531\u3001\u5faa\u73af\u8fed\u4ee3 Transformer \u4e0e Apple Silicon\u3002\u4e03\u4e2a\u5f00\u6e90\u9879\u76ee\uff0c\u5171\u4eab\u521b\u65b0\u3002"}, "text": "", "children": []}, {"tag": "meta", "attrs": {"property": "og:title", "content": "InferMatrix \u2014 Open to Infer. Built to Evolve."}, "text": "", "children": []}, {"tag": "meta", "attrs": {"property": "og:description", "content": "Seven open-source projects. Shared innovation. Discover the next possibilities of AI inference."}, "text": "", "children": []}, {"tag": "meta", "attrs": {"property": "og:type", "content": "website"}, "text": "", "children": []}, {"tag": "meta", "attrs": {"property": "og:url", "content": "https://infermatrix.cwqdavid6.chatgpt.site"}, "text": "", "children": []}, {"tag": "meta", "attrs": {"property": "og:image", "content": "https://infermatrix.cwqdavid6.chatgpt.site/assets/infermatrix-poster.png"}, "text": "", "children": []}, {"tag": "meta", "attrs": {"name": "twitter:card", "content": "summary_large_image"}, "text": "", "children": []}, {"tag": "link", "attrs": {"rel": "canonical", "href": "https://infermatrix.cwqdavid6.chatgpt.site"}, "text": "", "children": []}, {"tag": "link", "attrs": {"rel": "icon", "href": "assets/favicon.svg?v=exact-logo", "type": "image/svg+xml"}, "text": "", "children": []}, {"tag": "link", "attrs": {"rel": "stylesheet", "href": "styles.css"}, "text": "", "children": []}, {"tag": "script", "attrs": {"src": "app.js", "defer": ""}, "text": "", "children": []}, {"tag": "script", "attrs": {"src": "showcase.js", "defer": ""}, "text": "", "children": []}, {"tag": "script", "attrs": {"src": "inferrsi.js", "defer": ""}, "text": "", "children": []}]}, {"tag": "body", "attrs": {}, "text": "\n  \n  \n  \n  \n  \n  \n  \n", "children": [{"tag": "a", "attrs": {"class": "skip-link", "href": "#main"}, "text": "\u8df3\u8f6c\u5230\u4e3b\u8981\u5185\u5bb9", "children": []}, {"tag": "div", "attrs": {"class": "ambient", "aria-hidden": "true"}, "text": "", "children": []}, {"tag": "header", "attrs": {"class": "site-header"}, "text": "\n    \n    \n    \n  ", "children": [{"tag": "a", "attrs": {"class": "brand", "href": "#", "aria-label": "InferMatrix home"}, "text": "\n      \n    ", "children": [{"tag": "span", "attrs": {"class": "brand-logo-viewport"}, "text": "", "children": [{"tag": "img", "attrs": {"class": "brand-logo", "src": "assets/infermatrix-logo.png", "alt": "InferMatrix", "width": "2048", "height": "683", "decoding": "async"}, "text": "", "children": []}]}]}, {"tag": "nav", "attrs": {"class": "main-nav", "aria-label": "Main navigation", "id": "main-nav"}, "text": "\n      \n      \n      \n      \n      \n      \n    ", "children": [{"tag": "a", "attrs": {"href": "#vision", "data-i18n": "navVision"}, "text": "\u54c1\u724c\u613f\u666f", "children": []}, {"tag": "a", "attrs": {"href": "#projects", "data-i18n": "navProjects"}, "text": "\u5f00\u6e90\u9879\u76ee", "children": []}, {"tag": "a", "attrs": {"href": "#showcase", "data-showcase-i18n": "nav"}, "text": "\u6f14\u793a\u5c55\u793a", "children": []}, {"tag": "a", "attrs": {"href": "#inferrsi"}, "text": "InferRSI", "children": []}, {"tag": "a", "attrs": {"href": "https://infermatrix-recipes.cwqdavid6.chatgpt.site", "data-rsi-i18n": "navRecipe"}, "text": "Recipes \u2197", "children": []}, {"tag": "a", "attrs": {"class": "mobile-cta", "href": "#open-source", "data-i18n": "navBuild"}, "text": "\u4e00\u8d77\u6784\u5efa", "children": []}]}, {"tag": "div", "attrs": {"class": "header-actions"}, "text": "\n      \n      \n      \n    ", "children": [{"tag": "button", "attrs": {"class": "language-button", "id": "language-toggle", "aria-label": "Switch language to English"}, "text": "\u4e2d ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "/ EN", "children": []}]}, {"tag": "a", "attrs": {"class": "header-cta", "href": "#projects"}, "text": "", "children": [{"tag": "svg", "attrs": {"viewbox": "0 0 24 24", "fill": "currentColor", "aria-hidden": "true"}, "text": "", "children": [{"tag": "path", "attrs": {"d": "M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"}, "text": "", "children": []}]}, {"tag": "span", "attrs": {"data-i18n": "navBuild"}, "text": "\u4e00\u8d77\u6784\u5efa", "children": []}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}, {"tag": "button", "attrs": {"class": "menu-toggle", "id": "menu-toggle", "aria-label": "\u6253\u5f00\u5bfc\u822a", "aria-expanded": "false", "aria-controls": "main-nav"}, "text": "", "children": [{"tag": "span", "attrs": {}, "text": "", "children": []}, {"tag": "span", "attrs": {}, "text": "", "children": []}]}]}]}, {"tag": "main", "attrs": {"id": "main"}, "text": "\n    \n    \n    \n    \n    \n    \n    \n    \n  ", "children": [{"tag": "noscript", "attrs": {}, "text": "", "children": [{"tag": "p", "attrs": {"style": "padding:16px 24px;color:#a3b8d0"}, "text": "\u4e92\u52a8\u7b5b\u9009\u3001\u8bed\u8a00\u5207\u6362\u4e0e\u67b6\u6784\u5f39\u7a97\u9700\u8981 JavaScript\u3002\u4f60\u4ecd\u53ef\u9605\u8bfb\u5168\u90e8\u9879\u76ee\u5e76\u76f4\u63a5\u8bbf\u95ee GitHub \u4ed3\u5e93\u3002 ", "children": [{"tag": "a", "attrs": {"href": "assets/infermatrix-poster.png"}, "text": "\u67e5\u770b\u539f\u59cb\u6d77\u62a5 \u2197", "children": []}]}]}, {"tag": "section", "attrs": {"class": "hero", "aria-labelledby": "hero-title"}, "text": "\n      \n      \n      \n      \n      \n      \n    ", "children": [{"tag": "div", "attrs": {"class": "hero-art", "aria-hidden": "true"}, "text": "", "children": [{"tag": "img", "attrs": {"src": "assets/infermatrix-poster.png", "alt": "", "fetchpriority": "high"}, "text": "", "children": []}, {"tag": "div", "attrs": {"class": "art-shade"}, "text": "", "children": []}]}, {"tag": "div", "attrs": {"class": "hero-grid", "aria-hidden": "true"}, "text": "", "children": []}, {"tag": "div", "attrs": {"class": "hero-orbit orbit-one", "aria-hidden": "true"}, "text": "", "children": []}, {"tag": "div", "attrs": {"class": "hero-copy"}, "text": "\n        \n        \n        \n        \n        \n      ", "children": [{"tag": "div", "attrs": {"class": "eyebrow hero-eyebrow"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "status-light"}, "text": "", "children": []}, {"tag": "span", "attrs": {"data-i18n": "heroEyebrow"}, "text": "\u5f00\u653e\u6e90\u7801\uff0c\u65e0\u9650\u53ef\u80fd\u3002", "children": []}]}, {"tag": "h1", "attrs": {"id": "hero-title"}, "text": "Open to Infer.", "children": [{"tag": "br", "attrs": {}, "text": "", "children": []}, {"tag": "span", "attrs": {}, "text": "Built to Evolve.", "children": []}]}, {"tag": "p", "attrs": {"class": "hero-description", "data-i18n": "heroDescription"}, "text": "\u4e3a AI \u63a8\u7406\u7684\u4e0b\u4e00\u4e2a\u65f6\u4ee3\uff0c\u8fde\u63a5\u5f00\u653e\u521b\u65b0\u7684\u529b\u91cf\u3002", "children": []}, {"tag": "p", "attrs": {"class": "hero-chinese", "data-i18n": "heroSubline"}, "text": "\u8ba9\u6bcf\u4e00\u6b21\u63a8\u7406\uff0c\u90fd\u6210\u4e3a\u4e0b\u4e00\u6b21\u8fdb\u5316\u7684\u8d77\u70b9\u3002", "children": []}, {"tag": "div", "attrs": {"class": "hero-buttons"}, "text": "", "children": [{"tag": "a", "attrs": {"class": "button button-primary", "href": "#projects"}, "text": "", "children": [{"tag": "span", "attrs": {"data-i18n": "heroCta"}, "text": "\u63a2\u7d22\u5f00\u6e90\u751f\u6001", "children": []}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}, {"tag": "a", "attrs": {"class": "button button-text", "href": "#explore"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "play-icon", "aria-hidden": "true"}, "text": "\u2301", "children": []}, {"tag": "span", "attrs": {"data-i18n": "heroSecondary"}, "text": "\u53d1\u73b0\u6280\u672f\u8fde\u63a5", "children": []}]}]}]}, {"tag": "div", "attrs": {"class": "art-coordinate", "aria-hidden": "true"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "coordinate-cross"}, "text": "+", "children": []}, {"tag": "span", "attrs": {}, "text": "INFERENCE WITHOUT LIMITS", "children": [{"tag": "br", "attrs": {}, "text": "", "children": []}, {"tag": "b", "attrs": {}, "text": "IM / OPEN ECOSYSTEM", "children": []}]}]}, {"tag": "div", "attrs": {"class": "hero-bottom"}, "text": "", "children": [{"tag": "a", "attrs": {"class": "scroll-link", "href": "#vision"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "scroll-mark", "aria-hidden": "true"}, "text": "\u2193", "children": []}, {"tag": "span", "attrs": {"data-i18n": "scroll"}, "text": "\u5411\u4e0b\u63a2\u7d22", "children": []}]}, {"tag": "div", "attrs": {"class": "hero-bottom-note"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "tiny-cross"}, "text": "+", "children": []}, {"tag": "span", "attrs": {"data-i18n": "heroBottom"}, "text": "\u4e03\u4e2a\u5f00\u6e90\u9879\u76ee\uff0c\u5171\u4eab\u521b\u65b0\u3002", "children": []}]}, {"tag": "button", "attrs": {"class": "motion-toggle", "id": "motion-toggle", "aria-pressed": "false", "aria-label": "Pause decorative motion"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "motion-icon", "aria-hidden": "true"}, "text": "\u2161", "children": []}, {"tag": "span", "attrs": {"data-i18n": "motion"}, "text": "\u52a8\u6001\u6548\u679c \u5f00", "children": []}]}]}]}, {"tag": "div", "attrs": {"class": "capability-strip", "aria-label": "Focus areas"}, "text": "", "children": [{"tag": "span", "attrs": {}, "text": "MultiModal", "children": []}, {"tag": "i", "attrs": {"aria-hidden": "true"}, "text": "\u2733", "children": []}, {"tag": "span", "attrs": {}, "text": "Agentic", "children": []}, {"tag": "i", "attrs": {"aria-hidden": "true"}, "text": "\u2733", "children": []}, {"tag": "span", "attrs": {}, "text": "Ultra-low Latency", "children": []}, {"tag": "i", "attrs": {"aria-hidden": "true"}, "text": "\u2733", "children": []}, {"tag": "span", "attrs": {}, "text": "Generative Recommender", "children": []}, {"tag": "i", "attrs": {"aria-hidden": "true"}, "text": "\u2733", "children": []}, {"tag": "span", "attrs": {}, "text": "Infer RSI", "children": []}, {"tag": "i", "attrs": {"aria-hidden": "true"}, "text": "\u2733", "children": []}]}, {"tag": "section", "attrs": {"class": "vision section-shell", "id": "vision", "aria-labelledby": "vision-title"}, "text": "\n      \n      \n      \n    ", "children": [{"tag": "div", "attrs": {"class": "section-kicker"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "section-index"}, "text": "01 /", "children": []}, {"tag": "span", "attrs": {"data-i18n": "visionKicker"}, "text": "\u54c1\u724c\u613f\u666f", "children": []}, {"tag": "span", "attrs": {"class": "kicker-line"}, "text": "", "children": []}]}, {"tag": "div", "attrs": {"class": "vision-content"}, "text": "", "children": [{"tag": "h2", "attrs": {"id": "vision-title", "data-i18n": "visionTitle"}, "text": "\u667a\u80fd\u4e0d\u65ad\u5411\u524d\u3002", "children": [{"tag": "br", "attrs": {}, "text": "", "children": []}, {"tag": "span", "attrs": {}, "text": "\u57fa\u7840\u8bbe\u65bd\uff0c\u4e5f\u5e94\u6301\u7eed\u8fdb\u5316\u3002", "children": []}]}, {"tag": "div", "attrs": {"class": "vision-description"}, "text": "", "children": [{"tag": "p", "attrs": {"data-i18n": "visionDescription"}, "text": "\u65b0\u7684\u6a21\u6001\uff0c\u65b0\u7684\u67b6\u6784\uff0c\u65b0\u7684\u601d\u8003\u65b9\u5f0f\u3002\u63a8\u7406\u7684\u672a\u6765\uff0c\u6b63\u5728\u5f00\u653e\u534f\u4f5c\u4e2d\u6784\u5efa\u3002", "children": []}, {"tag": "p", "attrs": {"class": "muted", "data-i18n": "visionSecondary"}, "text": "InferMatrix \u6c47\u805a\u4e03\u4e2a\u5f00\u6e90\u9879\u76ee\uff0c\u8fde\u63a5\u6a21\u578b\u3001\u786c\u4ef6\u4e0e\u63a8\u7406\u670d\u52a1\u57fa\u7840\u8bbe\u65bd\u4e2d\u7684\u521b\u65b0\u601d\u8def\u3002", "children": []}, {"tag": "a", "attrs": {"class": "inline-link", "href": "#projects"}, "text": "", "children": [{"tag": "span", "attrs": {"data-i18n": "visionCta"}, "text": "\u8ba4\u8bc6\u5f00\u6e90\u751f\u6001", "children": []}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}]}, {"tag": "div", "attrs": {"class": "vision-rule"}, "text": "", "children": [{"tag": "span", "attrs": {}, "text": "MODEL", "children": []}, {"tag": "span", "attrs": {"class": "rule-track", "aria-hidden": "true"}, "text": "", "children": [{"tag": "i", "attrs": {}, "text": "", "children": []}]}, {"tag": "span", "attrs": {}, "text": "INFERENCE", "children": []}, {"tag": "span", "attrs": {"class": "rule-track", "aria-hidden": "true"}, "text": "", "children": [{"tag": "i", "attrs": {}, "text": "", "children": []}]}, {"tag": "span", "attrs": {}, "text": "POSSIBILITY", "children": []}]}]}, {"tag": "section", "attrs": {"class": "projects section-shell", "id": "projects", "aria-labelledby": "projects-title"}, "text": "\n      \n      \n      \n      \n      \n    ", "children": [{"tag": "div", "attrs": {"class": "section-kicker"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "section-index"}, "text": "02 /", "children": []}, {"tag": "span", "attrs": {"data-i18n": "projectsKicker"}, "text": "\u5f00\u6e90\u9879\u76ee\u751f\u6001", "children": []}, {"tag": "span", "attrs": {"class": "kicker-line"}, "text": "", "children": []}]}, {"tag": "div", "attrs": {"class": "section-heading"}, "text": "", "children": [{"tag": "h2", "attrs": {"id": "projects-title", "data-i18n": "projectsTitle"}, "text": "\u4e03\u4e2a\u9879\u76ee\u3002", "children": [{"tag": "br", "attrs": {}, "text": "", "children": []}, {"tag": "span", "attrs": {}, "text": "\u5171\u540c\u6253\u5f00\u65b0\u7684\u53ef\u80fd\u3002", "children": []}]}, {"tag": "p", "attrs": {"data-i18n": "projectsDescription"}, "text": "\u63a2\u7d22\u4ee3\u7801\uff0c\u7406\u89e3\u67b6\u6784\u3002\u627e\u5230\u4f60\u7684\u4e0b\u4e00\u4e2a\u6784\u5efa\u8d77\u70b9\u3002", "children": [{"tag": "br", "attrs": {}, "text": "", "children": []}]}]}, {"tag": "div", "attrs": {"class": "filter-bar", "role": "group", "aria-label": "Filter projects"}, "text": "", "children": [{"tag": "button", "attrs": {"class": "filter-button active", "data-filter": "all", "aria-pressed": "true"}, "text": "", "children": [{"tag": "span", "attrs": {"data-i18n": "filterAll"}, "text": "\u5168\u90e8\u9879\u76ee", "children": []}, {"tag": "small", "attrs": {}, "text": "07", "children": []}]}, {"tag": "button", "attrs": {"class": "filter-button", "data-filter": "multimodal", "aria-pressed": "false", "data-i18n": "filterMultimodal"}, "text": "\u591a\u6a21\u6001", "children": []}, {"tag": "button", "attrs": {"class": "filter-button", "data-filter": "infrastructure", "aria-pressed": "false", "data-i18n": "filterInfrastructure"}, "text": "\u57fa\u7840\u8bbe\u65bd", "children": []}, {"tag": "button", "attrs": {"class": "filter-button", "data-filter": "agentic", "aria-pressed": "false", "data-i18n": "filterAgentic"}, "text": "\u667a\u80fd\u4f53", "children": []}, {"tag": "button", "attrs": {"class": "filter-button", "data-filter": "recurrent", "aria-pressed": "false", "data-i18n": "filterRecurrent"}, "text": "\u5faa\u73af\u63a8\u7406", "children": []}, {"tag": "button", "attrs": {"class": "filter-button", "data-filter": "optimization", "aria-pressed": "false", "data-i18n": "filterOptimization"}, "text": "\u4f18\u5316\u63a2\u7d22", "children": []}, {"tag": "span", "attrs": {"class": "filter-count", "id": "filter-count", "aria-live": "polite"}, "text": "\u663e\u793a 07 / 07", "children": []}]}, {"tag": "div", "attrs": {"class": "project-grid", "id": "project-grid"}, "text": "", "children": [{"tag": "article", "attrs": {"class": "project-card", "data-project": "omni", "data-category": "multimodal"}, "text": "\n    \n    \n    \n    \n  ", "children": [{"tag": "div", "attrs": {"class": "project-card-head"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "project-number"}, "text": "01 / OPEN SOURCE", "children": []}, {"tag": "span", "attrs": {"class": "project-category"}, "text": "\u591a\u6a21\u6001", "children": []}]}, {"tag": "div", "attrs": {"class": "project-card-main"}, "text": "", "children": [{"tag": "h3", "attrs": {}, "text": "vLLM-Omni", "children": []}, {"tag": "p", "attrs": {"class": "project-tagline"}, "text": "\u8ba9\u5168\u6a21\u6001\u6a21\u578b\u670d\u52a1\u53d8\u5f97\u7b80\u5355\u3001\u5feb\u901f\u3001\u7ecf\u6d4e\uff0c\u9762\u5411\u6bcf\u4e00\u4f4d\u5f00\u53d1\u8005\u3002", "children": []}]}, {"tag": "button", "attrs": {"class": "architecture-button", "data-open-project": "omni", "aria-label": "\u67e5\u770b\u67b6\u6784 \u00b7 vLLM-Omni"}, "text": "", "children": [{"tag": "img", "attrs": {"class": "architecture-image", "src": "assets/architecture/omni.png", "alt": "vLLM-Omni \u67b6\u6784\u56fe", "width": "1757", "height": "895", "loading": "lazy", "decoding": "async"}, "text": "", "children": []}, {"tag": "span", "attrs": {"class": "architecture-overlay"}, "text": "\u67e5\u770b\u67b6\u6784 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}, {"tag": "div", "attrs": {"class": "project-card-footer"}, "text": "", "children": [{"tag": "button", "attrs": {"class": "details-button", "data-open-project": "omni"}, "text": "\u67b6\u6784\u4e0e\u8be6\u60c5 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "+", "children": []}]}, {"tag": "a", "attrs": {"class": "github-link", "href": "https://github.com/vllm-project/vllm-omni", "target": "_blank", "rel": "noopener noreferrer", "aria-label": "vLLM-Omni on GitHub (\u65b0\u7a97\u53e3)"}, "text": " GitHub ", "children": [{"tag": "svg", "attrs": {"viewbox": "0 0 24 24", "fill": "currentColor", "aria-hidden": "true"}, "text": "", "children": [{"tag": "path", "attrs": {"d": "M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"}, "text": "", "children": []}]}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}]}, {"tag": "article", "attrs": {"class": "project-card", "data-project": "afd", "data-category": "infrastructure"}, "text": "\n    \n    \n    \n    \n  ", "children": [{"tag": "div", "attrs": {"class": "project-card-head"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "project-number"}, "text": "02 / OPEN SOURCE", "children": []}, {"tag": "span", "attrs": {"class": "project-category"}, "text": "\u57fa\u7840\u8bbe\u65bd", "children": []}]}, {"tag": "div", "attrs": {"class": "project-card-main"}, "text": "", "children": [{"tag": "h3", "attrs": {}, "text": "afd-plugin", "children": []}, {"tag": "p", "attrs": {"class": "project-tagline"}, "text": "\u9762\u5411 Attention-FFN \u5206\u79bb\uff08AFD\uff09\u7684 vLLM \u5916\u90e8\u63d2\u4ef6\u3002", "children": []}]}, {"tag": "button", "attrs": {"class": "architecture-button", "data-open-project": "afd", "aria-label": "\u67e5\u770b\u67b6\u6784 \u00b7 afd-plugin"}, "text": "", "children": [{"tag": "img", "attrs": {"class": "architecture-image", "src": "assets/architecture/afd.svg", "alt": "afd-plugin \u67b6\u6784\u56fe", "width": "1280", "height": "720", "loading": "lazy", "decoding": "async"}, "text": "", "children": []}, {"tag": "span", "attrs": {"class": "architecture-overlay"}, "text": "\u67e5\u770b\u67b6\u6784 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}, {"tag": "div", "attrs": {"class": "project-card-footer"}, "text": "", "children": [{"tag": "button", "attrs": {"class": "details-button", "data-open-project": "afd"}, "text": "\u67b6\u6784\u4e0e\u8be6\u60c5 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "+", "children": []}]}, {"tag": "a", "attrs": {"class": "github-link", "href": "https://github.com/vllm-project/afd-plugin", "target": "_blank", "rel": "noopener noreferrer", "aria-label": "afd-plugin on GitHub (\u65b0\u7a97\u53e3)"}, "text": " GitHub ", "children": [{"tag": "svg", "attrs": {"viewbox": "0 0 24 24", "fill": "currentColor", "aria-hidden": "true"}, "text": "", "children": [{"tag": "path", "attrs": {"d": "M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"}, "text": "", "children": []}]}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}]}, {"tag": "article", "attrs": {"class": "project-card", "data-project": "router", "data-category": "infrastructure"}, "text": "\n    \n    \n    \n    \n  ", "children": [{"tag": "div", "attrs": {"class": "project-card-head"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "project-number"}, "text": "03 / OPEN SOURCE", "children": []}, {"tag": "span", "attrs": {"class": "project-category"}, "text": "\u57fa\u7840\u8bbe\u65bd", "children": []}]}, {"tag": "div", "attrs": {"class": "project-card-main"}, "text": "", "children": [{"tag": "h3", "attrs": {}, "text": "vLLM Router", "children": []}, {"tag": "p", "attrs": {"class": "project-tagline"}, "text": "\u9762\u5411\u5927\u89c4\u6a21 vLLM \u90e8\u7f72\u7684\u9ad8\u6027\u80fd\u3001\u8f7b\u91cf\u7ea7\u8bf7\u6c42\u8f6c\u53d1\u7cfb\u7edf\u3002", "children": []}]}, {"tag": "button", "attrs": {"class": "architecture-button", "data-open-project": "router", "aria-label": "\u67e5\u770b\u67b6\u6784 \u00b7 vLLM Router"}, "text": "", "children": [{"tag": "img", "attrs": {"class": "architecture-image", "src": "assets/architecture/router-poster.svg", "alt": "vLLM Router \u67b6\u6784\u56fe", "width": "1800", "height": "1360", "loading": "lazy", "decoding": "async"}, "text": "", "children": []}, {"tag": "span", "attrs": {"class": "architecture-overlay"}, "text": "\u67e5\u770b\u67b6\u6784 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}, {"tag": "div", "attrs": {"class": "project-card-footer"}, "text": "", "children": [{"tag": "button", "attrs": {"class": "details-button", "data-open-project": "router"}, "text": "\u67b6\u6784\u4e0e\u8be6\u60c5 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "+", "children": []}]}, {"tag": "a", "attrs": {"class": "github-link", "href": "https://github.com/vllm-project/router", "target": "_blank", "rel": "noopener noreferrer", "aria-label": "vLLM Router on GitHub (\u65b0\u7a97\u53e3)"}, "text": " GitHub ", "children": [{"tag": "svg", "attrs": {"viewbox": "0 0 24 24", "fill": "currentColor", "aria-hidden": "true"}, "text": "", "children": [{"tag": "path", "attrs": {"d": "M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"}, "text": "", "children": []}]}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}]}, {"tag": "article", "attrs": {"class": "project-card", "data-project": "agent", "data-category": "agentic"}, "text": "\n    \n    \n    \n    \n  ", "children": [{"tag": "div", "attrs": {"class": "project-card-head"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "project-number"}, "text": "04 / OPEN SOURCE", "children": []}, {"tag": "span", "attrs": {"class": "project-category"}, "text": "\u667a\u80fd\u4f53", "children": []}]}, {"tag": "div", "attrs": {"class": "project-card-main"}, "text": "", "children": [{"tag": "h3", "attrs": {}, "text": "agent-infer", "children": []}, {"tag": "p", "attrs": {"class": "project-tagline"}, "text": "\u57fa\u4e8e vLLM\uff0c\u9762\u5411\u667a\u80fd\u4f53\u5de5\u4f5c\u8d1f\u8f7d\u7684\u63a8\u7406\u6846\u67b6\u3002", "children": []}]}, {"tag": "button", "attrs": {"class": "architecture-button", "data-open-project": "agent", "aria-label": "\u67e5\u770b\u67b6\u6784 \u00b7 agent-infer"}, "text": "", "children": [{"tag": "img", "attrs": {"class": "architecture-image", "src": "assets/architecture/agent-poster.svg", "alt": "agent-infer \u67b6\u6784\u56fe", "width": "1295", "height": "1260", "loading": "lazy", "decoding": "async"}, "text": "", "children": []}, {"tag": "span", "attrs": {"class": "architecture-overlay"}, "text": "\u67e5\u770b\u67b6\u6784 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}, {"tag": "div", "attrs": {"class": "project-card-footer"}, "text": "", "children": [{"tag": "button", "attrs": {"class": "details-button", "data-open-project": "agent"}, "text": "\u67b6\u6784\u4e0e\u8be6\u60c5 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "+", "children": []}]}, {"tag": "a", "attrs": {"class": "github-link", "href": "https://github.com/openJiuwen-ai/agent-infer", "target": "_blank", "rel": "noopener noreferrer", "aria-label": "agent-infer on GitHub (\u65b0\u7a97\u53e3)"}, "text": " GitHub ", "children": [{"tag": "svg", "attrs": {"viewbox": "0 0 24 24", "fill": "currentColor", "aria-hidden": "true"}, "text": "", "children": [{"tag": "path", "attrs": {"d": "M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"}, "text": "", "children": []}]}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}]}, {"tag": "article", "attrs": {"class": "project-card", "data-project": "rlt", "data-category": "recurrent"}, "text": "\n    \n    \n    \n    \n  ", "children": [{"tag": "div", "attrs": {"class": "project-card-head"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "project-number"}, "text": "05 / OPEN SOURCE", "children": []}, {"tag": "span", "attrs": {"class": "project-category"}, "text": "\u5faa\u73af\u63a8\u7406", "children": []}]}, {"tag": "div", "attrs": {"class": "project-card-main"}, "text": "", "children": [{"tag": "h3", "attrs": {}, "text": "vllm-rlt", "children": []}, {"tag": "p", "attrs": {"class": "project-tagline"}, "text": "\u9762\u5411\u5faa\u73af\u8fed\u4ee3 Transformer\uff08recurrent looped transformers\uff09\u7684\u72ec\u7acb\u63a8\u7406\u4e0e\u670d\u52a1\u5f15\u64ce\u3002", "children": []}]}, {"tag": "button", "attrs": {"class": "architecture-button", "data-open-project": "rlt", "aria-label": "\u67e5\u770b\u67b6\u6784 \u00b7 vllm-rlt"}, "text": "", "children": [{"tag": "img", "attrs": {"class": "architecture-image", "src": "assets/architecture/rlt-poster.svg", "alt": "vllm-rlt \u67b6\u6784\u56fe", "width": "1544", "height": "1028", "loading": "lazy", "decoding": "async"}, "text": "", "children": []}, {"tag": "span", "attrs": {"class": "architecture-overlay"}, "text": "\u67e5\u770b\u67b6\u6784 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}, {"tag": "div", "attrs": {"class": "project-card-footer"}, "text": "", "children": [{"tag": "button", "attrs": {"class": "details-button", "data-open-project": "rlt"}, "text": "\u67b6\u6784\u4e0e\u8be6\u60c5 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "+", "children": []}]}, {"tag": "a", "attrs": {"class": "github-link", "href": "https://github.com/ThinkFlowLab/vllm-rlt", "target": "_blank", "rel": "noopener noreferrer", "aria-label": "vllm-rlt on GitHub (\u65b0\u7a97\u53e3)"}, "text": " GitHub ", "children": [{"tag": "svg", "attrs": {"viewbox": "0 0 24 24", "fill": "currentColor", "aria-hidden": "true"}, "text": "", "children": [{"tag": "path", "attrs": {"d": "M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"}, "text": "", "children": []}]}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}]}, {"tag": "article", "attrs": {"class": "project-card", "data-project": "mlx", "data-category": "multimodal"}, "text": "\n    \n    \n    \n    \n  ", "children": [{"tag": "div", "attrs": {"class": "project-card-head"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "project-number"}, "text": "06 / OPEN SOURCE", "children": []}, {"tag": "span", "attrs": {"class": "project-category"}, "text": "\u591a\u6a21\u6001", "children": []}]}, {"tag": "div", "attrs": {"class": "project-card-main"}, "text": "", "children": [{"tag": "h3", "attrs": {}, "text": "vllm-omni-mlx", "children": []}, {"tag": "p", "attrs": {"class": "project-tagline"}, "text": "\u9762\u5411 Apple Silicon \u7684\u8f7b\u91cf\u7ea7 vLLM-Omni \u5bf9\u5e94\u5b9e\u73b0\u3002", "children": []}]}, {"tag": "button", "attrs": {"class": "architecture-button", "data-open-project": "mlx", "aria-label": "\u67e5\u770b\u67b6\u6784 \u00b7 vllm-omni-mlx"}, "text": "", "children": [{"tag": "img", "attrs": {"class": "architecture-image", "src": "assets/architecture/mlx-poster.svg", "alt": "vllm-omni-mlx \u67b6\u6784\u56fe", "width": "1792", "height": "1044", "loading": "lazy", "decoding": "async"}, "text": "", "children": []}, {"tag": "span", "attrs": {"class": "architecture-overlay"}, "text": "\u67e5\u770b\u67b6\u6784 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}, {"tag": "div", "attrs": {"class": "project-card-footer"}, "text": "", "children": [{"tag": "button", "attrs": {"class": "details-button", "data-open-project": "mlx"}, "text": "\u67b6\u6784\u4e0e\u8be6\u60c5 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "+", "children": []}]}, {"tag": "a", "attrs": {"class": "github-link", "href": "https://github.com/ThinkFlowLab/vllm-omni-mlx", "target": "_blank", "rel": "noopener noreferrer", "aria-label": "vllm-omni-mlx on GitHub (\u65b0\u7a97\u53e3)"}, "text": " GitHub ", "children": [{"tag": "svg", "attrs": {"viewbox": "0 0 24 24", "fill": "currentColor", "aria-hidden": "true"}, "text": "", "children": [{"tag": "path", "attrs": {"d": "M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"}, "text": "", "children": []}]}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}]}, {"tag": "article", "attrs": {"class": "project-card", "data-project": "inferrsi", "data-category": "optimization"}, "text": "\n    \n    \n    \n    \n  ", "children": [{"tag": "div", "attrs": {"class": "project-card-head"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "project-number"}, "text": "07 / OPEN SOURCE", "children": []}, {"tag": "span", "attrs": {"class": "project-category"}, "text": "\u4f18\u5316\u63a2\u7d22", "children": []}]}, {"tag": "div", "attrs": {"class": "project-card-main"}, "text": "", "children": [{"tag": "h3", "attrs": {}, "text": "InferRSI", "children": []}, {"tag": "p", "attrs": {"class": "project-tagline"}, "text": "\u4ee5\u53ef\u9a8c\u8bc1\u7684\u5b9e\u9a8c\uff0c\u63a8\u52a8\u63a8\u7406\u4f18\u5316\u4e0e\u4e13\u7528\u5f15\u64ce\u63a2\u7d22\u3002", "children": []}]}, {"tag": "button", "attrs": {"class": "architecture-button", "data-open-project": "inferrsi", "aria-label": "\u67e5\u770b\u67b6\u6784 \u00b7 InferRSI"}, "text": "", "children": [{"tag": "img", "attrs": {"class": "architecture-image", "src": "assets/architecture/inferrsi.svg", "alt": "InferRSI \u67b6\u6784\u56fe", "width": "1800", "height": "1120", "loading": "lazy", "decoding": "async"}, "text": "", "children": []}, {"tag": "span", "attrs": {"class": "architecture-overlay"}, "text": "\u67e5\u770b\u67b6\u6784 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}, {"tag": "div", "attrs": {"class": "project-card-footer"}, "text": "", "children": [{"tag": "button", "attrs": {"class": "details-button", "data-open-project": "inferrsi"}, "text": "\u67b6\u6784\u4e0e\u8be6\u60c5 ", "children": [{"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "+", "children": []}]}, {"tag": "a", "attrs": {"class": "github-link", "href": "https://github.com/InferMatrixLab/InferRSI", "target": "_blank", "rel": "noopener noreferrer", "aria-label": "InferRSI on GitHub (\u65b0\u7a97\u53e3)"}, "text": " GitHub ", "children": [{"tag": "svg", "attrs": {"viewbox": "0 0 24 24", "fill": "currentColor", "aria-hidden": "true"}, "text": "", "children": [{"tag": "path", "attrs": {"d": "M12 .9a11.1 11.1 0 0 0-3.51 21.63c.55.1.76-.24.76-.54v-2.14c-3.1.68-3.75-1.32-3.75-1.32-.51-1.28-1.24-1.62-1.24-1.62-1.01-.69.08-.68.08-.68 1.12.08 1.71 1.15 1.71 1.15.99 1.7 2.61 1.21 3.24.93.1-.72.39-1.21.7-1.49-2.48-.28-5.09-1.24-5.09-5.51 0-1.22.44-2.21 1.15-2.99-.12-.28-.5-1.42.11-2.95 0 0 .94-.3 3.05 1.14A10.6 10.6 0 0 1 12 6.14c.94 0 1.88.13 2.77.37 2.11-1.44 3.04-1.14 3.04-1.14.61 1.53.23 2.67.11 2.95.72.78 1.15 1.77 1.15 2.99 0 4.28-2.61 5.22-5.1 5.5.4.35.76 1.03.76 2.07v3.11c0 .3.2.65.76.54A11.1 11.1 0 0 0 12 .9Z"}, "text": "", "children": []}]}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}]}]}, {"tag": "p", "attrs": {"class": "project-footnote", "data-i18n": "projectFootnote"}, "text": "\u8fd9\u91cc\u5c55\u793a\u6765\u81ea\u5f00\u6e90\u793e\u533a\u7684\u9879\u76ee\u3002\u6587\u6863\u3001\u8bb8\u53ef\u8bc1\u4e0e\u8d21\u732e\u6307\u5357\uff0c\u8bf7\u4ee5\u5404\u9879\u76ee\u4ed3\u5e93\u4e3a\u51c6\u3002", "children": []}]}, {"tag": "section", "attrs": {"class": "rsi section-shell", "id": "inferrsi", "aria-labelledby": "rsi-title"}, "text": "\n      \n      \n      \n      \n      \n      \n      \n      \n    ", "children": [{"tag": "div", "attrs": {"class": "section-kicker"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "section-index"}, "text": "RSI /", "children": []}, {"tag": "span", "attrs": {"data-rsi-i18n": "kicker"}, "text": "\u4ece\u74f6\u9888\uff0c\u5230\u53ef\u9a8c\u8bc1\u7684\u8fdb\u6b65", "children": []}, {"tag": "span", "attrs": {"class": "kicker-line"}, "text": "", "children": []}]}, {"tag": "div", "attrs": {"class": "section-heading"}, "text": "", "children": [{"tag": "h2", "attrs": {"id": "rsi-title"}, "text": "InferRSI", "children": [{"tag": "br", "attrs": {}, "text": "", "children": []}, {"tag": "span", "attrs": {"data-rsi-i18n": "title"}, "text": "\u8ba9\u4f18\u5316\u7ecf\u9a8c\uff0c\u6301\u7eed\u751f\u957f\u3002", "children": []}]}, {"tag": "p", "attrs": {"data-rsi-i18n": "intro"}, "text": "\u9762\u5411\u7f16\u7801\u667a\u80fd\u4f53\u7684\u63a8\u7406\u4f18\u5316\u5de5\u4f5c\u53f0\u3002\u8fde\u63a5\u6027\u80fd\u5256\u6790\u3001\u91cd\u590d\u5b9e\u9a8c\u3001\u8d28\u91cf\u9a8c\u8bc1\u4e0e\u53ef\u590d\u7528\u77e5\u8bc6\u3002", "children": []}]}, {"tag": "div", "attrs": {"class": "rsi-workflow", "aria-label": "InferRSI workflow"}, "text": "", "children": [{"tag": "span", "attrs": {"data-rsi-i18n": "profile"}, "text": "01 / \u5b9a\u4f4d\u74f6\u9888", "children": []}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2192", "children": []}, {"tag": "span", "attrs": {"data-rsi-i18n": "compare"}, "text": "02 / \u5b9e\u9a8c\u4e0e\u9a8c\u8bc1", "children": []}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2192", "children": []}, {"tag": "span", "attrs": {"data-rsi-i18n": "learn"}, "text": "03 / \u6c89\u6dc0\u4e0e\u590d\u7528", "children": []}]}, {"tag": "div", "attrs": {"class": "rsi-actions"}, "text": "", "children": [{"tag": "a", "attrs": {"class": "button button-primary", "href": "https://github.com/InferMatrixLab/InferRSI", "target": "_blank", "rel": "noopener noreferrer"}, "text": " \u2197", "children": [{"tag": "span", "attrs": {"data-rsi-i18n": "repo"}, "text": "\u63a2\u7d22 InferRSI", "children": []}]}, {"tag": "a", "attrs": {"class": "inline-link", "href": "https://github.com/InferMatrixLab/InferRSI/tree/main/docs/template", "target": "_blank", "rel": "noopener noreferrer", "data-rsi-i18n": "template"}, "text": "\u5f15\u64ce\u4ea4\u4ed8\u6a21\u677f \u2197", "children": []}]}, {"tag": "p", "attrs": {"class": "rsi-scope", "data-rsi-i18n": "scope"}, "text": "\u4f60\u9a71\u52a8\u6027\u80fd\u5256\u6790\u4e0e\u4ee3\u7801\u4fee\u6539\uff1bInferRSI \u6267\u884c\u548c\u8bc4\u4f30\u4f60\u63d0\u4f9b\u7684\u57fa\u51c6\u4e0e\u9a8c\u8bc1\u547d\u4ee4\u3002", "children": []}, {"tag": "div", "attrs": {"class": "rsi-examples-heading"}, "text": "", "children": [{"tag": "h3", "attrs": {"data-rsi-i18n": "examples"}, "text": "\u4e13\u7528\u5f15\u64ce \u00b7 \u5b9e\u8df5\u6848\u4f8b", "children": []}, {"tag": "span", "attrs": {}, "text": "MODEL \u00d7 HARDWARE \u00d7 EVIDENCE", "children": []}]}, {"tag": "div", "attrs": {"class": "rsi-examples"}, "text": "\n        \n        \n      ", "children": [{"tag": "article", "attrs": {"class": "rsi-example"}, "text": "", "children": [{"tag": "div", "attrs": {"class": "rsi-example-top"}, "text": "", "children": [{"tag": "span", "attrs": {}, "text": "01 / ASCEND 910B1", "children": []}, {"tag": "span", "attrs": {"class": "rsi-status", "data-rsi-i18n": "ttsStatus"}, "text": "\u9650\u5b9a\u5b9e\u9a8c\u9a8c\u6536\u901a\u8fc7 \u00b7 \u4f5c\u8005\u62a5\u544a", "children": []}]}, {"tag": "h3", "attrs": {}, "text": "Qwen3-TTS Engine", "children": []}, {"tag": "p", "attrs": {"data-rsi-i18n": "ttsDesc"}, "text": "\u9762\u5411 Qwen3-TTS-12Hz-1.7B-CustomVoice \u7684\u72ec\u7acb NPU \u8bed\u97f3\u5f15\u64ce\uff0c\u7ed3\u5408\u6301\u7eed\u6279\u5904\u7406\u3001NPU Graph \u4e0e\u6d41\u5f0f\u97f3\u9891\u3002", "children": []}, {"tag": "div", "attrs": {"class": "engine-benchmark"}, "text": "", "children": [{"tag": "div", "attrs": {"class": "benchmark-label", "data-rsi-i18n": "metric"}, "text": "\u5b9e\u6d4b\u97f3\u9891\u541e\u5410 \u00b7 \u76f8\u5bf9\u57fa\u7ebf\u500d\u6570", "children": []}, {"tag": "div", "attrs": {"class": "benchmark-grid"}, "text": "", "children": [{"tag": "div", "attrs": {"class": "benchmark-cohort"}, "text": "C1 ", "children": [{"tag": "span", "attrs": {"data-rsi-i18n": "oneRequest"}, "text": "\u5355\u5e76\u53d1", "children": []}]}, {"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "strong", "attrs": {}, "text": "4.81\u00d7", "children": []}, {"tag": "span", "attrs": {}, "text": "vs vLLM-Omni", "children": []}]}, {"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "strong", "attrs": {}, "text": "14.18\u00d7", "children": []}, {"tag": "span", "attrs": {}, "text": "vs SGLang-Omni", "children": []}]}, {"tag": "div", "attrs": {"class": "benchmark-cohort"}, "text": "C64 ", "children": [{"tag": "span", "attrs": {"data-rsi-i18n": "sixtyFour"}, "text": "64 \u5e76\u53d1", "children": []}]}, {"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "strong", "attrs": {}, "text": "2.41\u00d7", "children": []}, {"tag": "span", "attrs": {}, "text": "vs vLLM-Omni", "children": []}]}, {"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "strong", "attrs": {}, "text": "7.67\u00d7", "children": []}, {"tag": "span", "attrs": {}, "text": "vs SGLang-Omni", "children": []}]}]}, {"tag": "p", "attrs": {"class": "benchmark-note", "data-rsi-i18n": "ttsBench"}, "text": "\u4f5c\u8005\u62a5\u544a \u00b7 \u5355\u5f20 910B1 / BF16 \u00b7 3 \u8f6e\u5747\u503c\uff0c\u6bcf\u8f6e 128 \u8bf7\u6c42\uff1b\u5171\u4eab\u4e3b\u673a\u987a\u5e8f\u6d4b\u8bd5\uff0c\u57fa\u7ebf\u542b\u517c\u5bb9\u6027\u4fee\u8865\u3002", "children": []}, {"tag": "a", "attrs": {"class": "benchmark-source", "href": "https://github.com/InferMatrixLab/qwen3-tts-engine/blob/b4451682abac651f26046f8d27467de3f007e1e7/README.md", "target": "_blank", "rel": "noopener noreferrer", "data-rsi-i18n": "benchmarkSource"}, "text": "\u67e5\u770b\u56fa\u5b9a\u7248\u672c\u6570\u636e\u4e0e\u6d4b\u8bd5\u6761\u4ef6 \u2197", "children": []}]}, {"tag": "p", "attrs": {"class": "rsi-limit", "data-rsi-i18n": "ttsLimit"}, "text": "\u5355\u5f20 Ascend 910B1\u3001\u56fa\u5b9a\u6a21\u578b\u4e0e\u8d1f\u8f7d\uff1b\u4ed3\u5e93\u63d0\u4f9b\u4e09\u8f6e\u6027\u80fd\u4e0e\u97f3\u9891\u8d28\u91cf\u9a8c\u6536\u8bb0\u5f55\uff0c\u4e0d\u4ee3\u8868\u8de8\u786c\u4ef6\u7684\u901a\u7528\u7ed3\u8bba\u3002", "children": []}, {"tag": "a", "attrs": {"class": "inline-link", "href": "https://github.com/InferMatrixLab/qwen3-tts-engine", "target": "_blank", "rel": "noopener noreferrer", "data-rsi-i18n": "viewExample"}, "text": "\u67e5\u770b\u6848\u4f8b\u4e0e\u590d\u73b0\u8bf4\u660e \u2197", "children": []}]}, {"tag": "article", "attrs": {"class": "rsi-example"}, "text": "", "children": [{"tag": "div", "attrs": {"class": "rsi-example-top"}, "text": "", "children": [{"tag": "span", "attrs": {}, "text": "02 / NVIDIA B300", "children": []}, {"tag": "span", "attrs": {"class": "rsi-status rsi-status-caution", "data-rsi-i18n": "dramaStatus"}, "text": "\u5b9e\u9a8c\u6848\u4f8b \u00b7 \u539f\u76ee\u6807\u672a\u8fbe\u6210", "children": []}]}, {"tag": "h3", "attrs": {}, "text": "Drama 3 Engine", "children": []}, {"tag": "p", "attrs": {"data-rsi-i18n": "dramaDesc"}, "text": "\u9762\u5411\u5355\u5f20 B300 \u7684\u4e13\u7528\u6d41\u5f0f TTS \u5f15\u64ce\uff0c\u5c06\u539f\u751f FP8 MoE\u3001\u6301\u4e45 GPU \u72b6\u6001\u3001CUDA Graph \u4e0e\u589e\u91cf\u97f3\u9891\u89e3\u7801\u4e32\u8054\u8d77\u6765\u3002", "children": []}, {"tag": "div", "attrs": {"class": "engine-benchmark"}, "text": "", "children": [{"tag": "div", "attrs": {"class": "benchmark-label", "data-rsi-i18n": "metric"}, "text": "\u5b9e\u6d4b\u97f3\u9891\u541e\u5410 \u00b7 \u76f8\u5bf9\u57fa\u7ebf\u500d\u6570", "children": []}, {"tag": "div", "attrs": {"class": "benchmark-grid"}, "text": "", "children": [{"tag": "div", "attrs": {"class": "benchmark-cohort"}, "text": "C1 ", "children": [{"tag": "span", "attrs": {"data-rsi-i18n": "oneRequest"}, "text": "\u5355\u5e76\u53d1", "children": []}]}, {"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "strong", "attrs": {}, "text": "1.58\u00d7", "children": []}, {"tag": "span", "attrs": {}, "text": "vs vLLM-Omni", "children": []}]}, {"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "strong", "attrs": {}, "text": "1.82\u00d7", "children": []}, {"tag": "span", "attrs": {}, "text": "vs SGLang-Omni", "children": []}]}, {"tag": "div", "attrs": {"class": "benchmark-cohort"}, "text": "C64 ", "children": [{"tag": "span", "attrs": {"data-rsi-i18n": "sixtyFour"}, "text": "64 \u5e76\u53d1", "children": []}]}, {"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "strong", "attrs": {}, "text": "\u22481.00\u00d7", "children": []}, {"tag": "span", "attrs": {}, "text": "vs vLLM-Omni", "children": []}]}, {"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "strong", "attrs": {}, "text": "2.47\u00d7", "children": []}, {"tag": "span", "attrs": {}, "text": "vs SGLang-Omni", "children": []}]}]}, {"tag": "p", "attrs": {"class": "benchmark-note", "data-rsi-i18n": "dramaBench"}, "text": "\u4f5c\u8005\u62a5\u544a \u00b7 \u5355\u5f20 B300 \u00b7 3 \u8f6e\u4e2d\u4f4d\u6570\uff1bvLLM-Omni C64 \u4ec5\u5b8c\u6210 2 \u8f6e\uff0c\u7b2c 3 \u8f6e\u8d85\u65f6\uff0c\u22481.00\u00d7 \u8868\u793a\u57fa\u672c\u6301\u5e73\u3002\u914d\u7f6e\u4e0e codec \u7cbe\u5ea6\u4e0d\u540c\u3002", "children": []}, {"tag": "a", "attrs": {"class": "benchmark-source", "href": "https://github.com/InferMatrixLab/drama-3-single-b300-engine/blob/58a1882a4d941f8d21bfce6be37d3d5e7c9fde80/docs/current-results.md", "target": "_blank", "rel": "noopener noreferrer", "data-rsi-i18n": "benchmarkSource"}, "text": "\u67e5\u770b\u56fa\u5b9a\u7248\u672c\u6570\u636e\u4e0e\u6d4b\u8bd5\u6761\u4ef6 \u2197", "children": []}]}, {"tag": "p", "attrs": {"class": "rsi-limit", "data-rsi-i18n": "dramaLimit"}, "text": "\u4fdd\u7559 C1\u2013C64 \u7684\u6027\u80fd\u3001\u8d28\u91cf\u4e0e\u5931\u8d25\u8bb0\u5f55\u3002\u539f\u59cb\u5168\u5e76\u53d1\u541e\u5410\u76ee\u6807\u672a\u8fbe\u6210\uff0c\u4f18\u5316\u6682\u505c\uff1b\u4e0d\u540c\u914d\u7f6e\u548c\u91cd\u590d\u6b21\u6570\u9700\u5206\u522b\u89e3\u8bfb\u3002", "children": []}, {"tag": "a", "attrs": {"class": "inline-link", "href": "https://github.com/InferMatrixLab/drama-3-single-b300-engine", "target": "_blank", "rel": "noopener noreferrer", "data-rsi-i18n": "viewExample"}, "text": "\u67e5\u770b\u6848\u4f8b\u4e0e\u590d\u73b0\u8bf4\u660e \u2197", "children": []}]}]}, {"tag": "a", "attrs": {"class": "recipe-portal", "href": "https://infermatrix-recipes.cwqdavid6.chatgpt.site"}, "text": "", "children": [{"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "span", "attrs": {"class": "recipe-label"}, "text": "INFERMATRIX RECIPES", "children": []}, {"tag": "h3", "attrs": {"data-rsi-i18n": "recipesTitle"}, "text": "\u627e\u5230\u6a21\u578b\u4e0e\u786c\u4ef6\u7684\u90e8\u7f72\u8d77\u70b9\u3002", "children": []}, {"tag": "p", "attrs": {"data-rsi-i18n": "recipesDesc"}, "text": "\u8fdb\u5165\u72ec\u7acb Recipes \u7ad9\u70b9\uff0c\u6d4f\u89c8\u90e8\u7f72\u914d\u65b9\u3001\u9002\u7528\u73af\u5883\u4e0e\u8bc1\u636e\u6765\u6e90\u3002\u65e0\u9700\u767b\u5f55\uff0c\u5373\u53ef\u6d4f\u89c8\u3002", "children": []}]}, {"tag": "span", "attrs": {"class": "recipe-arrow", "aria-hidden": "true"}, "text": "\u2197", "children": []}]}]}, {"tag": "section", "attrs": {"class": "showcase section-shell", "id": "showcase", "aria-labelledby": "showcase-title"}, "text": "\n      \n      \n      \n      \n      \n      \n    ", "children": [{"tag": "div", "attrs": {"class": "section-kicker"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "section-index"}, "text": "DEMO /", "children": []}, {"tag": "span", "attrs": {"data-showcase-i18n": "kicker"}, "text": "\u4ece\u4ee3\u7801\uff0c\u5230\u771f\u5b9e\u4f53\u9a8c", "children": []}, {"tag": "span", "attrs": {"class": "kicker-line"}, "text": "", "children": []}]}, {"tag": "div", "attrs": {"class": "section-heading"}, "text": "", "children": [{"tag": "h2", "attrs": {"id": "showcase-title"}, "text": "", "children": [{"tag": "span", "attrs": {"data-showcase-i18n": "title"}, "text": "\u770b\u89c1\u63a8\u7406\u7684\u53ef\u80fd\u3002", "children": []}]}, {"tag": "p", "attrs": {"data-showcase-i18n": "intro"}, "text": "\u6309\u9879\u76ee\u63a2\u7d22\u6f14\u793a\u3002\u70b9\u51fb\u9884\u89c8\u64ad\u653e\u89c6\u9891\uff0c\u4f53\u9a8c\u5f00\u6e90\u521b\u65b0\u3002", "children": []}]}, {"tag": "div", "attrs": {"class": "showcase-repo-head"}, "text": "", "children": [{"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "span", "attrs": {"class": "showcase-repo-label"}, "text": "REPOSITORY / 01", "children": []}, {"tag": "h3", "attrs": {}, "text": "vLLM-Omni ", "children": [{"tag": "span", "attrs": {"class": "showcase-count"}, "text": "5 VIDEOS", "children": []}]}]}, {"tag": "a", "attrs": {"class": "inline-link", "href": "https://github.com/InferMatrixLab/infermatrix-marketing/tree/main/vllm_omni/video", "target": "_blank", "rel": "noopener noreferrer"}, "text": " \u2197", "children": [{"tag": "span", "attrs": {"data-showcase-i18n": "materials"}, "text": "\u67e5\u770b\u6f14\u793a\u7d20\u6750", "children": []}]}]}, {"tag": "div", "attrs": {"class": "showcase-grid", "id": "showcase-grid"}, "text": "", "children": []}, {"tag": "p", "attrs": {"class": "showcase-note", "data-showcase-i18n": "note"}, "text": "\u89c6\u9891\u7531\u9879\u76ee\u7d20\u6750\u5e93\u63d0\u4f9b\uff1b\u5c55\u793a\u5185\u5bb9\u4e0e\u9002\u7528\u6761\u4ef6\u4ee5\u539f\u59cb\u8bf4\u660e\u4e3a\u51c6\u3002\u70b9\u51fb\u540e\u624d\u52a0\u8f7d\u89c6\u9891\uff0c\u4e0d\u81ea\u52a8\u64ad\u653e\u3002", "children": []}, {"tag": "noscript", "attrs": {}, "text": "", "children": [{"tag": "p", "attrs": {}, "text": "\u8bf7\u542f\u7528 JavaScript \u4f7f\u7528\u7ad9\u5185\u64ad\u653e\u5668\uff0c\u6216\u3002", "children": [{"tag": "a", "attrs": {"href": "https://github.com/InferMatrixLab/infermatrix-marketing/tree/main/vllm_omni/video"}, "text": "\u524d\u5f80\u7d20\u6750\u5e93\u89c2\u770b\u89c6\u9891 \u2197", "children": []}]}]}]}, {"tag": "section", "attrs": {"class": "explore section-shell", "id": "explore", "aria-labelledby": "explore-title"}, "text": "\n      \n      \n      \n    ", "children": [{"tag": "div", "attrs": {"class": "section-kicker"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "section-index"}, "text": "03 /", "children": []}, {"tag": "span", "attrs": {"data-i18n": "exploreKicker"}, "text": "\u8fde\u63a5\u66f4\u591a\u53ef\u80fd", "children": []}, {"tag": "span", "attrs": {"class": "kicker-line"}, "text": "", "children": []}]}, {"tag": "div", "attrs": {"class": "section-heading"}, "text": "", "children": [{"tag": "h2", "attrs": {"id": "explore-title", "data-i18n": "exploreTitle"}, "text": "\u5728\u6280\u672f\u77e9\u9635\u4e2d\uff0c", "children": [{"tag": "br", "attrs": {}, "text": "", "children": []}, {"tag": "span", "attrs": {}, "text": "\u627e\u5230\u4f60\u7684\u63a2\u7d22\u65b9\u5411\u3002", "children": []}]}, {"tag": "p", "attrs": {"data-i18n": "exploreDescription"}, "text": "\u4e0d\u540c\u7684\u6311\u6218\uff0c\u5171\u540c\u7684\u597d\u5947\u5fc3\u3002\u9009\u62e9\u4e00\u4e2a\u65b9\u5411\uff0c\u63a2\u7d22\u76f8\u5173\u9879\u76ee\u3002", "children": [{"tag": "br", "attrs": {}, "text": "", "children": []}]}]}, {"tag": "div", "attrs": {"class": "explorer-panel"}, "text": "\n        \n        \n      ", "children": [{"tag": "div", "attrs": {"class": "explorer-tabs", "role": "tablist", "aria-label": "Explore capabilities"}, "text": "", "children": [{"tag": "button", "attrs": {"role": "tab", "id": "tab-multimodal", "aria-controls": "capability-panel", "class": "explorer-tab active", "data-capability": "multimodal", "aria-selected": "true"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "tab-icon"}, "text": "\u25c8", "children": []}, {"tag": "span", "attrs": {"data-i18n": "filterMultimodal"}, "text": "\u591a\u6a21\u6001", "children": []}]}, {"tag": "button", "attrs": {"role": "tab", "id": "tab-agentic", "aria-controls": "capability-panel", "class": "explorer-tab", "data-capability": "agentic", "aria-selected": "false", "tabindex": "-1"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "tab-icon"}, "text": "\u2318", "children": []}, {"tag": "span", "attrs": {"data-i18n": "filterAgentic"}, "text": "\u667a\u80fd\u4f53", "children": []}]}, {"tag": "button", "attrs": {"role": "tab", "id": "tab-infrastructure", "aria-controls": "capability-panel", "class": "explorer-tab", "data-capability": "infrastructure", "aria-selected": "false", "tabindex": "-1"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "tab-icon"}, "text": "\u21c4", "children": []}, {"tag": "span", "attrs": {"data-i18n": "filterInfrastructure"}, "text": "\u57fa\u7840\u8bbe\u65bd", "children": []}]}, {"tag": "button", "attrs": {"role": "tab", "id": "tab-recurrent", "aria-controls": "capability-panel", "class": "explorer-tab", "data-capability": "recurrent", "aria-selected": "false", "tabindex": "-1"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "tab-icon"}, "text": "\u221e", "children": []}, {"tag": "span", "attrs": {"data-i18n": "filterRecurrent"}, "text": "\u5faa\u73af\u63a8\u7406", "children": []}]}, {"tag": "button", "attrs": {"role": "tab", "id": "tab-optimization", "aria-controls": "capability-panel", "class": "explorer-tab", "data-capability": "optimization", "aria-selected": "false", "tabindex": "-1"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "tab-icon"}, "text": "\u2733", "children": []}, {"tag": "span", "attrs": {"data-i18n": "directionOptimization"}, "text": "\u63a8\u7406\u81ea\u4e3b\u4f18\u5316", "children": []}]}]}, {"tag": "div", "attrs": {"class": "explorer-body", "id": "capability-panel", "role": "tabpanel", "aria-labelledby": "tab-multimodal", "tabindex": "0"}, "text": "\n          \n          \n        ", "children": [{"tag": "div", "attrs": {"class": "constellation", "data-mode": "multimodal", "id": "constellation", "role": "img", "aria-label": "Conceptual map highlighting vLLM-Omni and vllm-omni-mlx around an inference core"}, "text": "\n            \n            \n            \n            \n          ", "children": [{"tag": "div", "attrs": {"class": "map-grid", "aria-hidden": "true"}, "text": "", "children": []}, {"tag": "span", "attrs": {"class": "diagram-coordinate top-left", "aria-hidden": "true"}, "text": "X. 024 / Y. 061", "children": []}, {"tag": "span", "attrs": {"class": "diagram-label", "data-i18n": "conceptual"}, "text": "\u751f\u6001\u65b9\u5411\u6982\u5ff5\u56fe", "children": []}, {"tag": "svg", "attrs": {"class": "map-lines", "viewbox": "0 0 660 420", "aria-hidden": "true"}, "text": "", "children": [{"tag": "g", "attrs": {"fill": "none", "stroke": "currentColor", "stroke-width": "1"}, "text": "", "children": [{"tag": "path", "attrs": {"class": "path-base", "d": "M330 210 152 98M330 210 508 98M330 210 550 210M330 210 508 322M330 210 152 322M330 210 110 210"}, "text": "", "children": []}, {"tag": "path", "attrs": {"class": "path-active", "data-connect": "multimodal", "d": "M152 98 330 210 508 322"}, "text": "", "children": []}, {"tag": "path", "attrs": {"class": "path-active", "data-connect": "infrastructure", "d": "M508 98 330 210 550 210"}, "text": "", "children": []}, {"tag": "path", "attrs": {"class": "path-active", "data-connect": "agentic", "d": "M110 210 330 210"}, "text": "", "children": []}, {"tag": "path", "attrs": {"class": "path-active", "data-connect": "recurrent", "d": "M152 322 330 210"}, "text": "", "children": []}, {"tag": "path", "attrs": {"class": "path-active", "data-connect": "optimization", "d": "M330 45 330 210"}, "text": "", "children": []}, {"tag": "circle", "attrs": {"cx": "330", "cy": "210", "r": "104", "stroke-dasharray": "2 8", "opacity": ".4"}, "text": "", "children": []}, {"tag": "circle", "attrs": {"cx": "330", "cy": "210", "r": "158", "stroke-dasharray": "2 10", "opacity": ".18"}, "text": "", "children": []}]}]}, {"tag": "div", "attrs": {"class": "map-node node-rsi", "data-node": "optimization"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "node-symbol"}, "text": "\u2733", "children": []}, {"tag": "span", "attrs": {}, "text": "InferRSI", "children": []}]}, {"tag": "div", "attrs": {"class": "map-core"}, "text": "", "children": [{"tag": "div", "attrs": {"class": "core-diamond"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "core-logo-viewport", "aria-hidden": "true"}, "text": "", "children": [{"tag": "img", "attrs": {"src": "assets/infermatrix-logo.png", "alt": "", "width": "2048", "height": "683", "decoding": "async"}, "text": "", "children": []}]}]}, {"tag": "span", "attrs": {}, "text": "INFERENCE", "children": []}]}, {"tag": "div", "attrs": {"class": "map-node node-omni", "data-node": "multimodal"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "node-symbol"}, "text": "\u25c8", "children": []}, {"tag": "span", "attrs": {}, "text": "vLLM-Omni", "children": []}]}, {"tag": "div", "attrs": {"class": "map-node node-afd", "data-node": "infrastructure"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "node-symbol"}, "text": "\u21cc", "children": []}, {"tag": "span", "attrs": {}, "text": "afd-plugin", "children": []}]}, {"tag": "div", "attrs": {"class": "map-node node-router", "data-node": "infrastructure"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "node-symbol"}, "text": "\u2442", "children": []}, {"tag": "span", "attrs": {}, "text": "vLLM Router", "children": []}]}, {"tag": "div", "attrs": {"class": "map-node node-mlx", "data-node": "multimodal"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "node-symbol"}, "text": "\u25c7", "children": []}, {"tag": "span", "attrs": {}, "text": "vllm-omni-mlx", "children": []}]}, {"tag": "div", "attrs": {"class": "map-node node-rlt", "data-node": "recurrent"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "node-symbol"}, "text": "\u221e", "children": []}, {"tag": "span", "attrs": {}, "text": "vllm-rlt", "children": []}]}, {"tag": "div", "attrs": {"class": "map-node node-agent", "data-node": "agentic"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "node-symbol"}, "text": "\u2318", "children": []}, {"tag": "span", "attrs": {}, "text": "agent-infer", "children": []}]}]}, {"tag": "div", "attrs": {"class": "capability-copy"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "eyebrow", "id": "capability-counter"}, "text": "\u63a2\u7d22\u65b9\u5411 01 / 05", "children": []}, {"tag": "h3", "attrs": {"id": "capability-title"}, "text": "\u6253\u7834\u5355\u4e00\u6a21\u6001\u7684\u8fb9\u754c\u3002", "children": []}, {"tag": "p", "attrs": {"id": "capability-description"}, "text": "\u901a\u8fc7 vLLM-Omni \u63a2\u7d22\u5168\u6a21\u6001\u6a21\u578b\u670d\u52a1\uff0c\u5e76\u4e86\u89e3\u5176\u9762\u5411 Apple Silicon \u7684\u8f7b\u91cf\u7ea7\u5bf9\u5e94\u5b9e\u73b0 vllm-omni-mlx\u3002", "children": []}, {"tag": "div", "attrs": {"class": "capability-tags", "id": "capability-tags"}, "text": "", "children": []}, {"tag": "a", "attrs": {"class": "inline-link", "id": "capability-link", "href": "#projects"}, "text": "", "children": [{"tag": "span", "attrs": {"data-i18n": "exploreRelated"}, "text": "\u67e5\u770b\u76f8\u5173\u9879\u76ee", "children": []}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}, {"tag": "p", "attrs": {"class": "concept-note", "data-i18n": "conceptNote"}, "text": "\u6b64\u56fe\u5c55\u793a\u9879\u76ee\u7684\u7814\u7a76\u4e0e\u5e94\u7528\u65b9\u5411\uff0c\u4e0d\u4ee3\u8868\u90e8\u7f72\u62d3\u6251\u6216\u517c\u5bb9\u6027\u4fdd\u8bc1\u3002", "children": []}]}]}]}]}, {"tag": "section", "attrs": {"class": "open-source section-shell", "id": "open-source", "aria-labelledby": "open-source-title"}, "text": "\n      \n    ", "children": [{"tag": "div", "attrs": {"class": "source-lines", "aria-hidden": "true"}, "text": "", "children": []}, {"tag": "div", "attrs": {"class": "source-inner"}, "text": "", "children": [{"tag": "div", "attrs": {"class": "eyebrow"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "status-light"}, "text": "", "children": []}, {"tag": "span", "attrs": {"data-i18n": "sourceKicker"}, "text": "\u4e0b\u4e00\u7bc7\u7ae0\uff0c\u7531\u5f00\u653e\u5f00\u542f", "children": []}]}, {"tag": "h2", "attrs": {"id": "open-source-title", "data-i18n": "sourceTitle"}, "text": "\u4e00\u8d77\u6784\u5efa\uff0c", "children": [{"tag": "br", "attrs": {}, "text": "", "children": []}, {"tag": "span", "attrs": {}, "text": "\u4e0b\u4e00\u4e2a\u53ef\u80fd\u3002", "children": []}]}, {"tag": "p", "attrs": {"data-i18n": "sourceDescription"}, "text": "\u4ece\u4e00\u4e2a\u4ed3\u5e93\u5f00\u59cb\uff0c\u8ba9\u4e00\u4e2a\u60f3\u6cd5\u751f\u957f\u3002\u4e00\u8d77\u63a8\u52a8\u63a8\u7406\u6280\u672f\u5411\u524d\u3002", "children": [{"tag": "br", "attrs": {}, "text": "", "children": []}]}, {"tag": "div", "attrs": {"class": "source-buttons"}, "text": "", "children": [{"tag": "a", "attrs": {"class": "button button-primary", "href": "#projects"}, "text": "", "children": [{"tag": "span", "attrs": {"data-i18n": "sourceCta"}, "text": "\u627e\u5230\u4f60\u7684\u9879\u76ee", "children": []}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2197", "children": []}]}, {"tag": "button", "attrs": {"class": "button button-outline", "id": "poster-open"}, "text": "", "children": [{"tag": "span", "attrs": {"data-i18n": "posterCta"}, "text": "\u67e5\u770b\u54c1\u724c\u6d77\u62a5", "children": []}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u229e", "children": []}]}]}]}, {"tag": "div", "attrs": {"class": "source-art", "aria-hidden": "true"}, "text": "", "children": [{"tag": "img", "attrs": {"src": "assets/infermatrix-poster.png", "alt": "", "loading": "lazy"}, "text": "", "children": []}]}]}]}, {"tag": "footer", "attrs": {"class": "footer section-shell"}, "text": "", "children": [{"tag": "a", "attrs": {"class": "brand", "href": "#", "aria-label": "InferMatrix home"}, "text": "", "children": [{"tag": "span", "attrs": {"class": "brand-logo-viewport"}, "text": "", "children": [{"tag": "img", "attrs": {"class": "brand-logo", "src": "assets/infermatrix-logo.png", "alt": "InferMatrix", "width": "2048", "height": "683", "decoding": "async"}, "text": "", "children": []}]}]}, {"tag": "p", "attrs": {}, "text": "Open to Infer. Built to Evolve.", "children": []}, {"tag": "a", "attrs": {"href": "#", "class": "back-to-top"}, "text": "", "children": [{"tag": "span", "attrs": {"data-i18n": "backTop"}, "text": "\u8fd4\u56de\u9876\u90e8", "children": []}, {"tag": "span", "attrs": {"aria-hidden": "true"}, "text": "\u2191", "children": []}]}, {"tag": "div", "attrs": {"class": "footer-bottom"}, "text": "", "children": [{"tag": "span", "attrs": {}, "text": "\u00a9  InferMatrix", "children": [{"tag": "span", "attrs": {"id": "year"}, "text": "2026", "children": []}]}, {"tag": "span", "attrs": {"data-i18n": "footerNote"}, "text": "\u5f00\u653e\u63a8\u7406\u751f\u6001\u5c55\u793a\u3002", "children": []}, {"tag": "a", "attrs": {"href": "assets/infermatrix-poster.png", "download": "InferMatrix-brand-poster.png", "data-i18n": "downloadPoster"}, "text": "\u4e0b\u8f7d\u54c1\u724c\u6d77\u62a5 \u2197", "children": []}]}]}, {"tag": "dialog", "attrs": {"class": "project-dialog", "id": "project-dialog", "aria-labelledby": "project-dialog-title"}, "text": "", "children": [{"tag": "button", "attrs": {"class": "dialog-close", "data-close": "project-dialog", "aria-label": "Close project details"}, "text": "\u00d7", "children": []}, {"tag": "div", "attrs": {"id": "project-dialog-content"}, "text": "", "children": []}]}, {"tag": "dialog", "attrs": {"class": "poster-dialog", "id": "poster-dialog", "aria-labelledby": "poster-dialog-title"}, "text": "", "children": [{"tag": "div", "attrs": {"class": "poster-toolbar"}, "text": "", "children": [{"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "span", "attrs": {"class": "eyebrow"}, "text": "INFERMATRIX / BRAND ARTWORK", "children": []}, {"tag": "h2", "attrs": {"id": "poster-dialog-title", "data-i18n": "posterTitle"}, "text": "\u4e03\u4e2a\u5f00\u6e90\u9879\u76ee\uff0c\u5171\u4eab\u521b\u65b0\u3002", "children": []}]}, {"tag": "div", "attrs": {}, "text": "", "children": [{"tag": "a", "attrs": {"class": "button button-outline", "href": "assets/infermatrix-poster.png", "download": "InferMatrix-brand-poster.png", "data-i18n": "download"}, "text": "\u4e0b\u8f7d\u6d77\u62a5 \u2197", "children": []}, {"tag": "button", "attrs": {"class": "dialog-close", "data-close": "poster-dialog", "aria-label": "Close poster"}, "text": "\u00d7", "children": []}]}]}, {"tag": "p", "attrs": {"class": "poster-note", "data-i18n": "posterNote"}, "text": "\u6b64\u5904\u4fdd\u7559\u539f\u59cb\u54c1\u724c\u6d77\u62a5\u3002\u7f51\u7ad9\u5df2\u91c7\u7528\u66f4\u65b0\u540e\u7684 vllm-rlt \u63cf\u8ff0\uff1a\u9762\u5411 recurrent looped transformers\u3002", "children": []}, {"tag": "img", "attrs": {"src": "assets/infermatrix-poster.png", "alt": "InferMatrix brand poster showing six open-source projects and a luminous blue glass cube", "loading": "lazy"}, "text": "", "children": []}]}]}]}