bitsandbytes/pr_1334/en/_app/immutable/nodes/10.3a76f11e.js

import{s as Wt,c as ce,u as de,g as Me,d as ye,e as he,f as Yt,o as be,n as D}from"../chunks/scheduler.852ec091.js";import{S as Xt,i as Ht,g as $,s as M,h as T,j as yt,f as n,c as y,k as H,a as i,d as J,t as v,z as Ue,m as we,n as $e,y as St,B as Te,o as Ce,e as oe,p as Je,b as ge,r as j,A as ve,u as _,x as g,v as G,w as I}from"../chunks/index.28275fd3.js";import{T as ut}from"../chunks/Tip.9f398c59.js";import{C as Z}from"../chunks/CodeBlock.c3366071.js";import{H as mt,E as je}from"../chunks/EditOnGithub.582011f0.js";import{e as re}from"../chunks/each.e59479a4.js";import{w as _e}from"../chunks/index.268e315a.js";const dt=_e({});function Ge(d,e){const o=new URL(window.location.href),l=new URLSearchParams(o.search);l.set(d,e),o.search=l.toString(),history.replaceState(null,"",o.toString())}function Ie(d){const e=new URL(window.location.href);return new URLSearchParams(e.search).get(d)}function pe(d,e,o){const l=d.slice();return l[7]=e[o],l}function me(d){let e,o=d[7]+"",l,s,r,m,u;function c(){return d[6](d[7])}return{c(){e=$("div"),l=we(o),s=M(),this.h()},l(f){e=T(f,"DIV",{class:!0});var a=yt(e);l=$e(a,o),s=y(a),a.forEach(n),this.h()},h(){H(e,"class",r="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(d[2][d[0]]===d[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))},m(f,a){i(f,e,a),St(e,l),St(e,s),m||(u=Te(e,"click",c),m=!0)},p(f,a){d=f,a&2&&o!==(o=d[7]+"")&&Ce(l,o),a&7&&r!==(r="flex items-center border rounded-lg px-1.5 py-1 leading-none select-none text-smd "+(d[2][d[0]]===d[7]?"border-gray-800 bg-black dark:bg-gray-700 text-white":"text-gray-500 cursor-pointer opacity-90 hover:text-gray-700 dark:hover:text-gray-200 hover:shadow-sm"))&&H(e,"class",r)},d(f){f&&n(e),m=!1,u()}}}function Re(d){let e,o,l,s,r=re(d[1]),m=[];for(let f=0;f<r.length;f+=1)m[f]=me(pe(d,r,f));const u=d[5].default,c=ce(u,d,d[4],null);return{c(){e=$("div");for(let f=0;f<m.length;f+=1)m[f].c();o=M(),l=$("div"),c&&c.c(),this.h()},l(f){e=T(f,"DIV",{class:!0});var a=yt(e);for(let C=0;C<m.length;C+=1)m[C].l(a);a.forEach(n),o=y(f),l=T(f,"DIV",{class:!0});var h=yt(l);c&&c.l(h),h.forEach(n),this.h()},h(){H(e,"class","flex space-x-2 items-center my-1.5 mr-8 h-7 !pl-0 -mx-3 md:mx-0"),H(l,"class","language-select")},m(f,a){i(f,e,a);for(let h=0;h<m.length;h+=1)m[h]&&m[h].m(e,null);i(f,o,a),i(f,l,a),c&&c.m(l,null),s=!0},p(f,[a]){if(a&15){r=re(f[1]);let h;for(h=0;h<r.length;h+=1){const C=pe(f,r,h);m[h]?m[h].p(C,a):(m[h]=me(C),m[h].c(),m[h].m(e,null))}for(;h<m.length;h+=1)m[h].d(1);m.length=r.length}c&&c.p&&(!s||a&16)&&de(c,u,f,f[4],s?ye(u,f[4],a,null):Me(f[4]),null)},i(f){s||(J(c,f),s=!0)},o(f){v(c,f),s=!1},d(f){f&&(n(e),n(o),n(l)),Ue(m,f),c&&c.d(f)}}}function Be(d,e,o){let l;he(d,dt,a=>o(2,l=a));let{$$slots:s={},$$scope:r}=e,{id:m}=e,{options:u}=e;Yt(dt,l[m]=u[0],l);function c(a){Yt(dt,l[m]=a,l),Ge(m,a)}be(()=>{const a=Ie(m);a&&u.includes(a)&&Yt(dt,l[m]=a,l)});const f=a=>c(a);return d.$$set=a=>{"id"in a&&o(0,m=a.id),"options"in a&&o(1,u=a.options),"$$scope"in a&&o(4,r=a.$$scope)},[m,u,l,c,r,s,f]}class ue extends Xt{constructor(e){super(),Ht(this,e,Be,Re,Wt,{id:0,options:1})}}function fe(d){let e;const o=d[4].default,l=ce(o,d,d[3],null);return{c(){l&&l.c()},l(s){l&&l.l(s)},m(s,r){l&&l.m(s,r),e=!0},p(s,r){l&&l.p&&(!e||r&8)&&de(l,o,s,s[3],e?ye(o,s[3],r,null):Me(s[3]),null)},i(s){e||(J(l,s),e=!0)},o(s){v(l,s),e=!1},d(s){l&&l.d(s)}}}function ke(d){let e,o,l=d[2][d[0]]===d[1]&&fe(d);return{c(){l&&l.c(),e=oe()},l(s){l&&l.l(s),e=oe()},m(s,r){l&&l.m(s,r),i(s,e,r),o=!0},p(s,[r]){s[2][s[0]]===s[1]?l?(l.p(s,r),r&7&&J(l,1)):(l=fe(s),l.c(),J(l,1),l.m(e.parentNode,e)):l&&(Je(),v(l,1,1,()=>{l=null}),ge())},i(s){o||(J(l),o=!0)},o(s){v(l),o=!1},d(s){s&&n(e),l&&l.d(s)}}}function xe(d,e,o){let l;he(d,dt,c=>o(2,l=c));let{$$slots:s={},$$scope:r}=e,{id:m}=e,{option:u}=e;return d.$$set=c=>{"id"in c&&o(0,m=c.id),"option"in c&&o(1,u=c.option),"$$scope"in c&&o(3,r=c.$$scope)},[m,u,l,r,s]}class Mt extends Xt{constructor(e){super(),Ht(this,e,xe,ke,Wt,{id:0,option:1})}}function Ve(d){let e,o='MacOS support is still a work in progress! Subscribe to this <a href="https://github.com/TimDettmers/bitsandbytes/issues/1020" rel="nofollow">issue</a> to get notified about discussions and to track the integration progress.';return{c(){e=$("p"),e.innerHTML=o},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-9rmqp2"&&(e.innerHTML=o)},m(l,s){i(l,e,s)},p:D,d(l){l&&n(e)}}}function Ne(d){let e,o="bitsandbytes &gt;= 0.39.1 no longer includes Kepler binaries in pip installations. This requires manual compilation, and you should follow the general steps and use <code>cuda11x_nomatmul_kepler</code> for Kepler-targeted compilation.";return{c(){e=$("p"),e.innerHTML=o},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-13h63kz"&&(e.innerHTML=o)},m(l,s){i(l,e,s)},p:D,d(l){l&&n(e)}}}function Ze(d){let e,o="If you have multiple versions of CUDA installed or installed it in a non-standard location, please refer to CMake CUDA documentation for how to configure the CUDA compiler.";return{c(){e=$("p"),e.textContent=o},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-raeog1"&&(e.textContent=o)},m(l,s){i(l,e,s)},p:D,d(l){l&&n(e)}}}function Ee(d){let e,o="To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.8</strong> installed. Make sure you have a compiler installed to compile C++ (gcc, make, headers, etc.). For example, to install a compiler and CMake on Ubuntu:",l,s,r,m,u='You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html" rel="nofollow">NVIDIA CUDA Installation Guide for Linux</a> guide from NVIDIA. The current expected CUDA Toolkit version is <strong>11.1+</strong> and it is recommended to install <strong>GCC &gt;= 7.3</strong> and required to have at least <strong>GCC &gt;= 6</strong>.',c,f,a="Refer to the following table if you’re using another CUDA Toolkit version.",h,C,U="<thead><tr><th>CUDA Toolkit</th> <th>GCC</th></tr></thead> <tbody><tr><td>&gt;= 11.4.1</td> <td>&gt;= 11</td></tr> <tr><td>&gt;= 12.0</td> <td>&gt;= 12</td></tr> <tr><td>&gt;= 12.4</td> <td>&gt;= 13</td></tr></tbody>",R,B,E="Now to install the bitsandbytes package from source, run the following commands:",N,w,x,V,P;return s=new Z({props:{code:"YXB0LWdldCUyMGluc3RhbGwlMjAteSUyMGJ1aWxkLWVzc2VudGlhbCUyMGNtYWtl",highlighted:"apt-get install -y build-essential cmake",wrap:!1}}),w=new Z({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZUaW1EZXR0bWVycyUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGN1ZGElMjAtUyUyMC4lMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/TimDettmers/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cuda -S .
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),V=new ut({props:{warning:!1,$$slots:{default:[Ze]},$$scope:{ctx:d}}}),{c(){e=$("p"),e.innerHTML=o,l=M(),j(s.$$.fragment),r=M(),m=$("p"),m.innerHTML=u,c=M(),f=$("p"),f.textContent=a,h=M(),C=$("table"),C.innerHTML=U,R=M(),B=$("p"),B.textContent=E,N=M(),j(w.$$.fragment),x=M(),j(V.$$.fragment)},l(b){e=T(b,"P",{"data-svelte-h":!0}),g(e)!=="svelte-29yf67"&&(e.innerHTML=o),l=y(b),_(s.$$.fragment,b),r=y(b),m=T(b,"P",{"data-svelte-h":!0}),g(m)!=="svelte-gmjw5q"&&(m.innerHTML=u),c=y(b),f=T(b,"P",{"data-svelte-h":!0}),g(f)!=="svelte-1agbdv5"&&(f.textContent=a),h=y(b),C=T(b,"TABLE",{"data-svelte-h":!0}),g(C)!=="svelte-1nj1xe4"&&(C.innerHTML=U),R=y(b),B=T(b,"P",{"data-svelte-h":!0}),g(B)!=="svelte-1fitvy1"&&(B.textContent=E),N=y(b),_(w.$$.fragment,b),x=y(b),_(V.$$.fragment,b)},m(b,k){i(b,e,k),i(b,l,k),G(s,b,k),i(b,r,k),i(b,m,k),i(b,c,k),i(b,f,k),i(b,h,k),i(b,C,k),i(b,R,k),i(b,B,k),i(b,N,k),G(w,b,k),i(b,x,k),G(V,b,k),P=!0},p(b,k){const ft={};k&2&&(ft.$$scope={dirty:k,ctx:b}),V.$set(ft)},i(b){P||(J(s.$$.fragment,b),J(w.$$.fragment,b),J(V.$$.fragment,b),P=!0)},o(b){v(s.$$.fragment,b),v(w.$$.fragment,b),v(V.$$.fragment,b),P=!1},d(b){b&&(n(e),n(l),n(r),n(m),n(c),n(f),n(h),n(C),n(R),n(B),n(N),n(x)),I(s,b),I(w,b),I(V,b)}}}function Ae(d){let e,o="Windows systems require Visual Studio with C++ support as well as an installation of the CUDA SDK.",l,s,r='To compile from source, you need CMake &gt;= <strong>3.22.1</strong> and Python &gt;= <strong>3.8</strong> installed. You should also install CUDA Toolkit by following the <a href="https://docs.nvidia.com/cuda/cuda-installation-guide-microsoft-windows/index.html" rel="nofollow">CUDA Installation Guide for Windows</a> guide from NVIDIA.',m,u,c="Refer to the following table if you’re using another CUDA Toolkit version.",f,a,h="<thead><tr><th>CUDA Toolkit</th> <th>MSVC</th></tr></thead> <tbody><tr><td>&gt;= 11.6</td> <td>19.30+ (VS2022)</td></tr></tbody>",C,U,R,B,E='Big thanks to <a href="https://github.com/wkpark" rel="nofollow">wkpark</a>, <a href="https://github.com/Jamezo97" rel="nofollow">Jamezo97</a>, <a href="https://github.com/rickardp" rel="nofollow">rickardp</a>, <a href="https://github.com/akx" rel="nofollow">akx</a> for their amazing contributions to make bitsandbytes compatible with Windows.',N;return U=new Z({props:{code:"Z2l0JTIwY2xvbmUlMjBodHRwcyUzQSUyRiUyRmdpdGh1Yi5jb20lMkZUaW1EZXR0bWVycyUyRmJpdHNhbmRieXRlcy5naXQlMjAlMjYlMjYlMjBjZCUyMGJpdHNhbmRieXRlcyUyRiUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGN1ZGElMjAtUyUyMC4lMEFjbWFrZSUyMC0tYnVpbGQlMjAuJTIwLS1jb25maWclMjBSZWxlYXNlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`git <span class="hljs-built_in">clone</span> https://github.com/TimDettmers/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cuda -S .
cmake --build . --config Release
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){e=$("p"),e.textContent=o,l=M(),s=$("p"),s.innerHTML=r,m=M(),u=$("p"),u.textContent=c,f=M(),a=$("table"),a.innerHTML=h,C=M(),j(U.$$.fragment),R=M(),B=$("p"),B.innerHTML=E},l(w){e=T(w,"P",{"data-svelte-h":!0}),g(e)!=="svelte-1ngyk0s"&&(e.textContent=o),l=y(w),s=T(w,"P",{"data-svelte-h":!0}),g(s)!=="svelte-9zb6iz"&&(s.innerHTML=r),m=y(w),u=T(w,"P",{"data-svelte-h":!0}),g(u)!=="svelte-1agbdv5"&&(u.textContent=c),f=y(w),a=T(w,"TABLE",{"data-svelte-h":!0}),g(a)!=="svelte-1nj7txn"&&(a.innerHTML=h),C=y(w),_(U.$$.fragment,w),R=y(w),B=T(w,"P",{"data-svelte-h":!0}),g(B)!=="svelte-e0ivb"&&(B.innerHTML=E)},m(w,x){i(w,e,x),i(w,l,x),i(w,s,x),i(w,m,x),i(w,u,x),i(w,f,x),i(w,a,x),i(w,C,x),G(U,w,x),i(w,R,x),i(w,B,x),N=!0},p:D,i(w){N||(J(U.$$.fragment,w),N=!0)},o(w){v(U.$$.fragment,w),N=!1},d(w){w&&(n(e),n(l),n(s),n(m),n(u),n(f),n(a),n(C),n(R),n(B)),I(U,w)}}}function Le(d){let e,o,l,s;return e=new Mt({props:{id:"source",option:"Linux",$$slots:{default:[Ee]},$$scope:{ctx:d}}}),l=new Mt({props:{id:"source",option:"Windows",$$slots:{default:[Ae]},$$scope:{ctx:d}}}),{c(){j(e.$$.fragment),o=M(),j(l.$$.fragment)},l(r){_(e.$$.fragment,r),o=y(r),_(l.$$.fragment,r)},m(r,m){G(e,r,m),i(r,o,m),G(l,r,m),s=!0},p(r,m){const u={};m&2&&(u.$$scope={dirty:m,ctx:r}),e.$set(u);const c={};m&2&&(c.$$scope={dirty:m,ctx:r}),l.$set(c)},i(r){s||(J(e.$$.fragment,r),J(l.$$.fragment,r),s=!0)},o(r){v(e.$$.fragment,r),v(l.$$.fragment,r),s=!1},d(r){r&&n(o),I(e,r),I(l,r)}}}function Ye(d){let e,o="It is recommended to add the following lines to the <code>.bashrc</code> file to make them permanent.";return{c(){e=$("p"),e.innerHTML=o},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-143buxs"&&(e.innerHTML=o)},m(l,s){i(l,e,s)},p:D,d(l){l&&n(e)}}}function Se(d){let e,o='If you would like to install ROCm and PyTorch on bare metal, skip Docker steps and refer to our official guides at <a href="https://rocm.docs.amd.com/projects/install-on-linux/en/latest/tutorial/install-overview.html#rocm-install-overview" rel="nofollow">ROCm installation overview</a> and <a href="https://rocm.docs.amd.com/projects/install-on-linux/en/latest/how-to/3rd-party/pytorch-install.html#using-wheels-package" rel="nofollow">Installing PyTorch for ROCm</a> (Step 3 of wheels build for quick installation). Please make sure to get PyTorch wheel for the installed ROCm version.';return{c(){e=$("p"),e.innerHTML=o},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-nhpkpp"&&(e.innerHTML=o)},m(l,s){i(l,e,s)},p:D,d(l){l&&n(e)}}}function We(d){let e,o,l,s="bitsandbytes is fully supported from ROCm 6.1 onwards (currently in alpha release).",r,m,u,c,f;return e=new mt({props:{title:"AMD GPU",local:"amd-gpu",headingTag:"h3"}}),m=new ut({props:{warning:!1,$$slots:{default:[Se]},$$scope:{ctx:d}}}),c=new Z({props:{code:"JTIzJTIwQ3JlYXRlJTIwYSUyMGRvY2tlciUyMGNvbnRhaW5lciUyMHdpdGglMjBsYXRlc3QlMjBST0NtJTIwaW1hZ2UlMkMlMjB3aGljaCUyMGluY2x1ZGVzJTIwUk9DbSUyMGxpYnJhcmllcyUwQWRvY2tlciUyMHB1bGwlMjByb2NtJTJGZGV2LXVidW50dS0yMi4wNCUzQTYuMS4yLWNvbXBsZXRlJTBBZG9ja2VyJTIwcnVuJTIwLWl0JTIwLS1kZXZpY2UlM0QlMkZkZXYlMkZrZmQlMjAtLWRldmljZSUzRCUyRmRldiUyRmRyaSUyMC0tZ3JvdXAtYWRkJTIwdmlkZW8lMjByb2NtJTJGZGV2LXVidW50dS0yMi4wNCUzQTYuMS4yLWNvbXBsZXRlJTBBYXB0LWdldCUyMHVwZGF0ZSUyMCUyNiUyNiUyMGFwdC1nZXQlMjBpbnN0YWxsJTIwLXklMjBnaXQlMjAlMjYlMjYlMjBjZCUyMGhvbWUlMEElMEElMjMlMjBJbnN0YWxsJTIwcHl0b3JjaCUyMGNvbXBhdGlibGUlMjB3aXRoJTIwYWJvdmUlMjBST0NtJTIwdmVyc2lvbiUwQXBpcCUyMGluc3RhbGwlMjB0b3JjaCUyMC0taW5kZXgtdXJsJTIwaHR0cHMlM0ElMkYlMkZkb3dubG9hZC5weXRvcmNoLm9yZyUyRndobCUyRnJvY202LjElMkYlMEElMEElMjMlMjBJbnN0YWxsJTIwYml0c2FuZGJ5dGVzJTIwZnJvbSUyMFB5UEklMEElMjMlMjAoVGhpcyUyMGlzJTIwc3VwcG9ydGVkJTIwb24lMjBVYnVudHUlMjAyMi4wNCUyQyUyMFB5dGhvbiUyMDMuMTAlMkMlMjBST0NtJTIwNi4xLjAlMkY2LjEuMSUyRjYuMS4yJTIwYW5kJTIwZ3B1JTIwYXJjaCUyMC0lMjBnZng5MGElMkMlMjBnZng5NDIlMkMlMjBnZngxMTAwJTBBJTIzJTIwUGxlYXNlJTIwaW5zdGFsbCUyMGZyb20lMjBzb3VyY2UlMjBpZiUyMHlvdXIlMjBjb25maWd1cmF0aW9uJTIwZG9lc24ndCUyMG1hdGNoJTIwd2l0aCUyMHRoZXNlKSUwQXBpcCUyMGluc3RhbGwlMjBiaXRzYW5kYnl0ZXMlMEElMEElMjMlMjBJbnN0YWxsJTIwYml0c2FuZGJ5dGVzJTIwZnJvbSUyMHNvdXJjZSUwQSUyMyUyMENsb25lJTIwYml0c2FuZGJ5dGVzJTIwcmVwbyUyQyUyMFJPQ20lMjBiYWNrZW5kJTIwaXMlMjBjdXJyZW50bHklMjBlbmFibGVkJTIwb24lMjBtdWx0aS1iYWNrZW5kLXJlZmFjdG9yJTIwYnJhbmNoJTBBZ2l0JTIwY2xvbmUlMjAtLWRlcHRoJTIwMSUyMC1iJTIwbXVsdGktYmFja2VuZC1yZWZhY3RvciUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRmJpdHNhbmRieXRlcy1mb3VuZGF0aW9uJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBJTBBJTIzJTIwSW5zdGFsbCUyMGRlcGVuZGVuY2llcyUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBJTBBJTIzJTIwQ29tcGlsZSUyMCUyNiUyMGluc3RhbGwlMEFhcHQtZ2V0JTIwaW5zdGFsbCUyMC15JTIwYnVpbGQtZXNzZW50aWFsJTIwY21ha2UlMjAlMjAlMjMlMjBpbnN0YWxsJTIwYnVpbGQlMjB0b29scyUyMGRlcGVuZGVuY2llcyUyQyUyMHVubGVzcyUyMHByZXNlbnQlMEFjbWFrZSUyMC1EQ09NUFVURV9CQUNLRU5EJTNEaGlwJTIwLVMlMjAuJTIwJTIwJTIzJTIwVXNlJTIwLURCTkJfUk9DTV9BUkNIJTNEJTIyZ2Z4OTBhJTNCZ2Z4OTQyJTIyJTIwdG8lMjB0YXJnZXQlMjBzcGVjaWZpYyUyMGdwdSUyMGFyY2glMEFtYWtlJTBBcGlwJTIwaW5zdGFsbCUyMC1lJTIwLiUyMCUyMCUyMCUyMyUyMCU2MC1lJTYwJTIwZm9yJTIwJTIyZWRpdGFibGUlMjIlMjBpbnN0YWxsJTJDJTIwd2hlbiUyMGRldmVsb3BpbmclMjBCTkIlMjAob3RoZXJ3aXNlJTIwbGVhdmUlMjB0aGF0JTIwb3V0KQ==",highlighted:`<span class="hljs-comment"># Create a docker container with latest ROCm image, which includes ROCm libraries</span>
docker pull rocm/dev-ubuntu-22.04:6.1.2-complete
docker run -it --device=/dev/kfd --device=/dev/dri --group-add video rocm/dev-ubuntu-22.04:6.1.2-complete
apt-get update &amp;&amp; apt-get install -y git &amp;&amp; <span class="hljs-built_in">cd</span> home

<span class="hljs-comment"># Install pytorch compatible with above ROCm version</span>
pip install torch --index-url https://download.pytorch.org/whl/rocm6.1/

<span class="hljs-comment"># Install bitsandbytes from PyPI</span>
<span class="hljs-comment"># (This is supported on Ubuntu 22.04, Python 3.10, ROCm 6.1.0/6.1.1/6.1.2 and gpu arch - gfx90a, gfx942, gfx1100</span>
<span class="hljs-comment"># Please install from source if your configuration doesn&#x27;t match with these)</span>
pip install bitsandbytes

<span class="hljs-comment"># Install bitsandbytes from source</span>
<span class="hljs-comment"># Clone bitsandbytes repo, ROCm backend is currently enabled on multi-backend-refactor branch</span>
git <span class="hljs-built_in">clone</span> --depth 1 -b multi-backend-refactor https://github.com/bitsandbytes-foundation/bitsandbytes.git &amp;&amp; <span class="hljs-built_in">cd</span> bitsandbytes/

<span class="hljs-comment"># Install dependencies</span>
pip install -r requirements-dev.txt

<span class="hljs-comment"># Compile &amp; install</span>
apt-get install -y build-essential cmake  <span class="hljs-comment"># install build tools dependencies, unless present</span>
cmake -DCOMPUTE_BACKEND=hip -S .  <span class="hljs-comment"># Use -DBNB_ROCM_ARCH=&quot;gfx90a;gfx942&quot; to target specific gpu arch</span>
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){j(e.$$.fragment),o=M(),l=$("p"),l.textContent=s,r=M(),j(m.$$.fragment),u=M(),j(c.$$.fragment)},l(a){_(e.$$.fragment,a),o=y(a),l=T(a,"P",{"data-svelte-h":!0}),g(l)!=="svelte-1fw7vjl"&&(l.textContent=s),r=y(a),_(m.$$.fragment,a),u=y(a),_(c.$$.fragment,a)},m(a,h){G(e,a,h),i(a,o,h),i(a,l,h),i(a,r,h),G(m,a,h),i(a,u,h),G(c,a,h),f=!0},p(a,h){const C={};h&2&&(C.$$scope={dirty:h,ctx:a}),m.$set(C)},i(a){f||(J(e.$$.fragment,a),J(m.$$.fragment,a),J(c.$$.fragment,a),f=!0)},o(a){v(e.$$.fragment,a),v(m.$$.fragment,a),v(c.$$.fragment,a),f=!1},d(a){a&&(n(o),n(l),n(r),n(u)),I(e,a),I(m,a),I(c,a)}}}function Xe(d){let e,o="Intel CPU backend only supports building from source; for now, please follow the instructions below.";return{c(){e=$("p"),e.textContent=o},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-11im0db"&&(e.textContent=o)},m(l,s){i(l,e,s)},p:D,d(l){l&&n(e)}}}function He(d){let e,o,l,s,r,m="Similar to the CUDA case, you can compile bitsandbytes from source for Linux and Windows systems.",u,c,f='The below commands are for Linux. For installing on Windows, please adapt the below commands according to the same pattern as described <a href="#compile">the section above on compiling from source under the Windows tab</a>.',a,h,C;return e=new mt({props:{title:"Intel CPU",local:"intel-cpu",headingTag:"h3"}}),l=new ut({props:{warning:!1,$$slots:{default:[Xe]},$$scope:{ctx:d}}}),h=new Z({props:{code:"Z2l0JTIwY2xvbmUlMjAtLWRlcHRoJTIwMSUyMC1iJTIwbXVsdGktYmFja2VuZC1yZWZhY3RvciUyMGh0dHBzJTNBJTJGJTJGZ2l0aHViLmNvbSUyRlRpbURldHRtZXJzJTJGYml0c2FuZGJ5dGVzLmdpdCUyMCUyNiUyNiUyMGNkJTIwYml0c2FuZGJ5dGVzJTJGJTBBcGlwJTIwaW5zdGFsbCUyMGludGVsX2V4dGVuc2lvbl9mb3JfcHl0b3JjaCUwQXBpcCUyMGluc3RhbGwlMjAtciUyMHJlcXVpcmVtZW50cy1kZXYudHh0JTBBY21ha2UlMjAtRENPTVBVVEVfQkFDS0VORCUzRGNwdSUyMC1TJTIwLiUwQW1ha2UlMEFwaXAlMjBpbnN0YWxsJTIwLWUlMjAuJTIwJTIwJTIwJTIzJTIwJTYwLWUlNjAlMjBmb3IlMjAlMjJlZGl0YWJsZSUyMiUyMGluc3RhbGwlMkMlMjB3aGVuJTIwZGV2ZWxvcGluZyUyMEJOQiUyMChvdGhlcndpc2UlMjBsZWF2ZSUyMHRoYXQlMjBvdXQp",highlighted:`git clone --depth <span class="hljs-number">1</span> -b multi-backend-refactor https:<span class="hljs-regexp">//gi</span>thub.com<span class="hljs-regexp">/TimDettmers/</span>bitsandbytes.git &amp;&amp; cd bitsandbytes/
pip install intel_extension_for_pytorch
pip install -r requirements-dev.txt
cmake -DCOMPUTE_BACKEND=cpu -S .
make
pip install -e .   <span class="hljs-comment"># \`-e\` for &quot;editable&quot; install, when developing BNB (otherwise leave that out)</span>`,wrap:!1}}),{c(){j(e.$$.fragment),o=M(),j(l.$$.fragment),s=M(),r=$("p"),r.textContent=m,u=M(),c=$("p"),c.innerHTML=f,a=M(),j(h.$$.fragment)},l(U){_(e.$$.fragment,U),o=y(U),_(l.$$.fragment,U),s=y(U),r=T(U,"P",{"data-svelte-h":!0}),g(r)!=="svelte-xkgho"&&(r.textContent=m),u=y(U),c=T(U,"P",{"data-svelte-h":!0}),g(c)!=="svelte-1k0m04z"&&(c.innerHTML=f),a=y(U),_(h.$$.fragment,U)},m(U,R){G(e,U,R),i(U,o,R),G(l,U,R),i(U,s,R),i(U,r,R),i(U,u,R),i(U,c,R),i(U,a,R),G(h,U,R),C=!0},p(U,R){const B={};R&2&&(B.$$scope={dirty:R,ctx:U}),l.$set(B)},i(U){C||(J(e.$$.fragment,U),J(l.$$.fragment,U),J(h.$$.fragment,U),C=!0)},o(U){v(e.$$.fragment,U),v(l.$$.fragment,U),v(h.$$.fragment,U),C=!1},d(U){U&&(n(o),n(s),n(r),n(u),n(c),n(a)),I(e,U),I(l,U),I(h,U)}}}function De(d){let e,o="WIP";return{c(){e=$("p"),e.textContent=o},l(l){e=T(l,"P",{"data-svelte-h":!0}),g(e)!=="svelte-1kg89us"&&(e.textContent=o)},m(l,s){i(l,e,s)},p:D,d(l){l&&n(e)}}}function Pe(d){let e,o,l,s,r,m;return e=new Mt({props:{id:"backend",option:"AMD ROCm",$$slots:{default:[We]},$$scope:{ctx:d}}}),l=new Mt({props:{id:"backend",option:"Intel CPU + GPU",$$slots:{default:[He]},$$scope:{ctx:d}}}),r=new Mt({props:{id:"backend",option:"Apple Silicon (MPS)",$$slots:{default:[De]},$$scope:{ctx:d}}}),{c(){j(e.$$.fragment),o=M(),j(l.$$.fragment),s=M(),j(r.$$.fragment)},l(u){_(e.$$.fragment,u),o=y(u),_(l.$$.fragment,u),s=y(u),_(r.$$.fragment,u)},m(u,c){G(e,u,c),i(u,o,c),G(l,u,c),i(u,s,c),G(r,u,c),m=!0},p(u,c){const f={};c&2&&(f.$$scope={dirty:c,ctx:u}),e.$set(f);const a={};c&2&&(a.$$scope={dirty:c,ctx:u}),l.$set(a);const h={};c&2&&(h.$$scope={dirty:c,ctx:u}),r.$set(h)},i(u){m||(J(e.$$.fragment,u),J(l.$$.fragment,u),J(r.$$.fragment,u),m=!0)},o(u){v(e.$$.fragment,u),v(l.$$.fragment,u),v(r.$$.fragment,u),m=!1},d(u){u&&(n(o),n(s)),I(e,u),I(l,u),I(r,u)}}}function Qe(d){let e,o,l,s,r,m,u,c,f,a='bitsandbytes is only supported on CUDA GPUs for CUDA versions <strong>11.0 - 12.5</strong>. However, there’s a multi-backend effort under way which is currently in alpha release, check <a href="#multi-backend">the respective section below in case you’re interested to help us with early feedback</a>.',h,C,U="The latest version of bitsandbytes builds on:",R,B,E="<thead><tr><th>OS</th> <th>CUDA</th> <th>Compiler</th></tr></thead> <tbody><tr><td>Linux</td> <td>11.7 - 12.3</td> <td>GCC 11.4</td></tr> <tr><td></td> <td>12.4+</td> <td>GCC 13.2</td></tr> <tr><td>Windows</td> <td>11.7 - 12.4</td> <td>MSVC 19.38+ (VS2022 17.8.0+)</td></tr></tbody>",N,w,x,V,P="For Linux systems, make sure your hardware meets the following requirements to use bitsandbytes features.",b,k,ft="<thead><tr><th><strong>Feature</strong></th> <th><strong>Hardware requirement</strong></th></tr></thead> <tbody><tr><td>LLM.int8()</td> <td>NVIDIA Turing (RTX 20 series, T4) or Ampere (RTX 30 series, A4-A100) GPUs</td></tr> <tr><td>8-bit optimizers/quantization</td> <td>NVIDIA Kepler (GTX 780 or newer)</td></tr></tbody>",ht,A,bt,Q,Dt="To install from PyPI.",Ut,F,wt,z,$t,O,Pt="For Linux and Windows systems, you can compile bitsandbytes from source. Installing from source allows for more build options with different CMake configurations.",Tt,L,Ct,q,Jt,K,Qt="Some bitsandbytes features may need a newer CUDA version than the one currently supported by PyTorch binaries from Conda and pip. In this case, you should follow these instructions to load a precompiled bitsandbytes binary.",gt,tt,Ft="<li>Determine the path of the CUDA version you want to use. Common paths include:</li>",vt,et,zt="<li><code>/usr/local/cuda</code></li> <li><code>/usr/local/cuda-XX.X</code> where <code>XX.X</code> is the CUDA version number</li>",jt,lt,Ot="Then locally install the CUDA version you need with this script from bitsandbytes:",_t,nt,Gt,Y,qt="<li>Set the environment variables <code>BNB_CUDA_VERSION</code> and <code>LD_LIBRARY_PATH</code> by manually overriding the CUDA version installed by PyTorch.</li>",It,S,Rt,st,Bt,it,Kt="For example, to use a local install path:",kt,at,xt,W,te="<li>Now when you launch bitsandbytes with these environment variables, the PyTorch CUDA version is overridden by the new CUDA version (in this example, version 11.7) and a different bitsandbytes library is loaded.</li>",Vt,ot,Nt,rt,ee="Please follow these steps to install bitsandbytes with device-specific backend support other than CUDA:",Zt,X,Et,pt,At,ct,Lt;return r=new mt({props:{title:"Installation",local:"installation",headingTag:"h1"}}),u=new mt({props:{title:"CUDA",local:"cuda",headingTag:"h2"}}),w=new ut({props:{warning:!1,$$slots:{default:[Ve]},$$scope:{ctx:d}}}),A=new ut({props:{warning:!0,$$slots:{default:[Ne]},$$scope:{ctx:d}}}),F=new Z({props:{code:"cGlwJTIwaW5zdGFsbCUyMGJpdHNhbmRieXRlcw==",highlighted:"pip install bitsandbytes",wrap:!1}}),z=new mt({props:{title:"Compile from source",local:"compile",headingTag:"h3"}}),L=new ue({props:{id:"source",options:["Linux","Windows"],$$slots:{default:[Le]},$$scope:{ctx:d}}}),q=new mt({props:{title:"PyTorch CUDA versions",local:"pytorch-cuda-versions",headingTag:"h3"}}),nt=new Z({props:{code:"d2dldCUyMGh0dHBzJTNBJTJGJTJGcmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSUyRlRpbURldHRtZXJzJTJGYml0c2FuZGJ5dGVzJTJGbWFpbiUyRmluc3RhbGxfY3VkYS5zaCUwQSUyMyUyMFN5bnRheCUyMGN1ZGFfaW5zdGFsbCUyMENVREFfVkVSU0lPTiUyMElOU1RBTExfUFJFRklYJTIwRVhQT1JUX1RPX0JBU0glMEElMjMlMjAlMjAlMjBDVURBX1ZFUlNJT04lMjBpbiUyMCU3QjExMCUyQyUyMDExMSUyQyUyMDExMiUyQyUyMDExMyUyQyUyMDExNCUyQyUyMDExNSUyQyUyMDExNiUyQyUyMDExNyUyQyUyMDExOCUyQyUyMDEyMCUyQyUyMDEyMSUyQyUyMDEyMiUyQyUyMDEyMyUyQyUyMDEyNCUyQyUyMDEyNSU3RCUwQSUyMyUyMCUyMCUyMEVYUE9SVF9UT19CQVNIJTIwaW4lMjAlN0IwJTJDJTIwMSU3RCUyMHdpdGglMjAwJTNERmFsc2UlMjBhbmQlMjAxJTNEVHJ1ZSUwQSUwQSUyMyUyMEZvciUyMGV4YW1wbGUlMkMlMjB0aGUlMjBmb2xsb3dpbmclMjBpbnN0YWxscyUyMENVREElMjAxMS43JTIwdG8lMjB+JTJGbG9jYWwlMkZjdWRhLTExLjclMjBhbmQlMjBleHBvcnRzJTIwdGhlJTIwcGF0aCUyMHRvJTIweW91ciUyMC5iYXNocmMlMEElMEFiYXNoJTIwaW5zdGFsbF9jdWRhLnNoJTIwMTE3JTIwfiUyRmxvY2FsJTIwMQ==",highlighted:`wget https://raw.githubusercontent.com/TimDettmers/bitsandbytes/main/install_cuda.sh
<span class="hljs-comment"># Syntax cuda_install CUDA_VERSION INSTALL_PREFIX EXPORT_TO_BASH</span>
<span class="hljs-comment">#   CUDA_VERSION in {110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124, 125}</span>
<span class="hljs-comment">#   EXPORT_TO_BASH in {0, 1} with 0=False and 1=True</span>

<span class="hljs-comment"># For example, the following installs CUDA 11.7 to ~/local/cuda-11.7 and exports the path to your .bashrc</span>

bash install_cuda.sh 117 ~/local 1`,wrap:!1}}),S=new ut({props:{warning:!1,$$slots:{default:[Ye]},$$scope:{ctx:d}}}),st=new Z({props:{code:"ZXhwb3J0JTIwQk5CX0NVREFfVkVSU0lPTiUzRCUzQ1ZFUlNJT04lM0UlMEFleHBvcnQlMjBMRF9MSUJSQVJZX1BBVEglM0QlMjRMRF9MSUJSQVJZX1BBVEglM0ElM0NQQVRIJTNF",highlighted:`<span class="hljs-built_in">export</span> BNB_CUDA_VERSION=&lt;VERSION&gt;
<span class="hljs-built_in">export</span> LD_LIBRARY_PATH=<span class="hljs-variable">$LD_LIBRARY_PATH</span>:&lt;PATH&gt;`,wrap:!1}}),at=new Z({props:{code:"ZXhwb3J0JTIwQk5CX0NVREFfVkVSU0lPTiUzRDExNyUwQWV4cG9ydCUyMExEX0xJQlJBUllfUEFUSCUzRCUyNExEX0xJQlJBUllfUEFUSCUzQSUyRmhvbWUlMkZZT1VSX1VTRVJOQU1FJTJGbG9jYWwlMkZjdWRhLTExLjc=",highlighted:`<span class="hljs-built_in">export</span> BNB_CUDA_VERSION=117
<span class="hljs-built_in">export</span> LD_LIBRARY_PATH=<span class="hljs-variable">$LD_LIBRARY_PATH</span>:/home/YOUR_USERNAME/local/cuda-11.7`,wrap:!1}}),ot=new mt({props:{title:"Multi-backend preview release compilation",local:"multi-backend",headingTag:"h2"}}),X=new ue({props:{id:"backend",options:["AMD ROCm","Intel CPU + GPU","Apple Silicon (MPS)"],$$slots:{default:[Pe]},$$scope:{ctx:d}}}),pt=new je({props:{source:"https://github.com/bitsandbytes-foundation/bitsandbytes/blob/main/docs/source/installation.mdx"}}),{c(){e=$("meta"),o=M(),l=$("p"),s=M(),j(r.$$.fragment),m=M(),j(u.$$.fragment),c=M(),f=$("p"),f.innerHTML=a,h=M(),C=$("p"),C.textContent=U,R=M(),B=$("table"),B.innerHTML=E,N=M(),j(w.$$.fragment),x=M(),V=$("p"),V.textContent=P,b=M(),k=$("table"),k.innerHTML=ft,ht=M(),j(A.$$.fragment),bt=M(),Q=$("p"),Q.textContent=Dt,Ut=M(),j(F.$$.fragment),wt=M(),j(z.$$.fragment),$t=M(),O=$("p"),O.textContent=Pt,Tt=M(),j(L.$$.fragment),Ct=M(),j(q.$$.fragment),Jt=M(),K=$("p"),K.textContent=Qt,gt=M(),tt=$("ol"),tt.innerHTML=Ft,vt=M(),et=$("ul"),et.innerHTML=zt,jt=M(),lt=$("p"),lt.textContent=Ot,_t=M(),j(nt.$$.fragment),Gt=M(),Y=$("ol"),Y.innerHTML=qt,It=M(),j(S.$$.fragment),Rt=M(),j(st.$$.fragment),Bt=M(),it=$("p"),it.textContent=Kt,kt=M(),j(at.$$.fragment),xt=M(),W=$("ol"),W.innerHTML=te,Vt=M(),j(ot.$$.fragment),Nt=M(),rt=$("p"),rt.textContent=ee,Zt=M(),j(X.$$.fragment),Et=M(),j(pt.$$.fragment),At=M(),ct=$("p"),this.h()},l(t){const p=ve("svelte-u9bgzb",document.head);e=T(p,"META",{name:!0,content:!0}),p.forEach(n),o=y(t),l=T(t,"P",{}),yt(l).forEach(n),s=y(t),_(r.$$.fragment,t),m=y(t),_(u.$$.fragment,t),c=y(t),f=T(t,"P",{"data-svelte-h":!0}),g(f)!=="svelte-7byvg1"&&(f.innerHTML=a),h=y(t),C=T(t,"P",{"data-svelte-h":!0}),g(C)!=="svelte-1dpd6j"&&(C.textContent=U),R=y(t),B=T(t,"TABLE",{"data-svelte-h":!0}),g(B)!=="svelte-jwkomo"&&(B.innerHTML=E),N=y(t),_(w.$$.fragment,t),x=y(t),V=T(t,"P",{"data-svelte-h":!0}),g(V)!=="svelte-1hx87c4"&&(V.textContent=P),b=y(t),k=T(t,"TABLE",{"data-svelte-h":!0}),g(k)!=="svelte-fkifbv"&&(k.innerHTML=ft),ht=y(t),_(A.$$.fragment,t),bt=y(t),Q=T(t,"P",{"data-svelte-h":!0}),g(Q)!=="svelte-16utcew"&&(Q.textContent=Dt),Ut=y(t),_(F.$$.fragment,t),wt=y(t),_(z.$$.fragment,t),$t=y(t),O=T(t,"P",{"data-svelte-h":!0}),g(O)!=="svelte-wtvn8j"&&(O.textContent=Pt),Tt=y(t),_(L.$$.fragment,t),Ct=y(t),_(q.$$.fragment,t),Jt=y(t),K=T(t,"P",{"data-svelte-h":!0}),g(K)!=="svelte-n0pdc4"&&(K.textContent=Qt),gt=y(t),tt=T(t,"OL",{"data-svelte-h":!0}),g(tt)!=="svelte-w9mxyz"&&(tt.innerHTML=Ft),vt=y(t),et=T(t,"UL",{"data-svelte-h":!0}),g(et)!=="svelte-r36v8e"&&(et.innerHTML=zt),jt=y(t),lt=T(t,"P",{"data-svelte-h":!0}),g(lt)!=="svelte-1dhvzk8"&&(lt.textContent=Ot),_t=y(t),_(nt.$$.fragment,t),Gt=y(t),Y=T(t,"OL",{start:!0,"data-svelte-h":!0}),g(Y)!=="svelte-y8zpl2"&&(Y.innerHTML=qt),It=y(t),_(S.$$.fragment,t),Rt=y(t),_(st.$$.fragment,t),Bt=y(t),it=T(t,"P",{"data-svelte-h":!0}),g(it)!=="svelte-wx07f3"&&(it.textContent=Kt),kt=y(t),_(at.$$.fragment,t),xt=y(t),W=T(t,"OL",{start:!0,"data-svelte-h":!0}),g(W)!=="svelte-lfqu8"&&(W.innerHTML=te),Vt=y(t),_(ot.$$.fragment,t),Nt=y(t),rt=T(t,"P",{"data-svelte-h":!0}),g(rt)!=="svelte-y9jz2l"&&(rt.textContent=ee),Zt=y(t),_(X.$$.fragment,t),Et=y(t),_(pt.$$.fragment,t),At=y(t),ct=T(t,"P",{}),yt(ct).forEach(n),this.h()},h(){H(e,"name","hf:doc:metadata"),H(e,"content",Fe),H(Y,"start","2"),H(W,"start","3")},m(t,p){St(document.head,e),i(t,o,p),i(t,l,p),i(t,s,p),G(r,t,p),i(t,m,p),G(u,t,p),i(t,c,p),i(t,f,p),i(t,h,p),i(t,C,p),i(t,R,p),i(t,B,p),i(t,N,p),G(w,t,p),i(t,x,p),i(t,V,p),i(t,b,p),i(t,k,p),i(t,ht,p),G(A,t,p),i(t,bt,p),i(t,Q,p),i(t,Ut,p),G(F,t,p),i(t,wt,p),G(z,t,p),i(t,$t,p),i(t,O,p),i(t,Tt,p),G(L,t,p),i(t,Ct,p),G(q,t,p),i(t,Jt,p),i(t,K,p),i(t,gt,p),i(t,tt,p),i(t,vt,p),i(t,et,p),i(t,jt,p),i(t,lt,p),i(t,_t,p),G(nt,t,p),i(t,Gt,p),i(t,Y,p),i(t,It,p),G(S,t,p),i(t,Rt,p),G(st,t,p),i(t,Bt,p),i(t,it,p),i(t,kt,p),G(at,t,p),i(t,xt,p),i(t,W,p),i(t,Vt,p),G(ot,t,p),i(t,Nt,p),i(t,rt,p),i(t,Zt,p),G(X,t,p),i(t,Et,p),G(pt,t,p),i(t,At,p),i(t,ct,p),Lt=!0},p(t,[p]){const le={};p&2&&(le.$$scope={dirty:p,ctx:t}),w.$set(le);const ne={};p&2&&(ne.$$scope={dirty:p,ctx:t}),A.$set(ne);const se={};p&2&&(se.$$scope={dirty:p,ctx:t}),L.$set(se);const ie={};p&2&&(ie.$$scope={dirty:p,ctx:t}),S.$set(ie);const ae={};p&2&&(ae.$$scope={dirty:p,ctx:t}),X.$set(ae)},i(t){Lt||(J(r.$$.fragment,t),J(u.$$.fragment,t),J(w.$$.fragment,t),J(A.$$.fragment,t),J(F.$$.fragment,t),J(z.$$.fragment,t),J(L.$$.fragment,t),J(q.$$.fragment,t),J(nt.$$.fragment,t),J(S.$$.fragment,t),J(st.$$.fragment,t),J(at.$$.fragment,t),J(ot.$$.fragment,t),J(X.$$.fragment,t),J(pt.$$.fragment,t),Lt=!0)},o(t){v(r.$$.fragment,t),v(u.$$.fragment,t),v(w.$$.fragment,t),v(A.$$.fragment,t),v(F.$$.fragment,t),v(z.$$.fragment,t),v(L.$$.fragment,t),v(q.$$.fragment,t),v(nt.$$.fragment,t),v(S.$$.fragment,t),v(st.$$.fragment,t),v(at.$$.fragment,t),v(ot.$$.fragment,t),v(X.$$.fragment,t),v(pt.$$.fragment,t),Lt=!1},d(t){t&&(n(o),n(l),n(s),n(m),n(c),n(f),n(h),n(C),n(R),n(B),n(N),n(x),n(V),n(b),n(k),n(ht),n(bt),n(Q),n(Ut),n(wt),n($t),n(O),n(Tt),n(Ct),n(Jt),n(K),n(gt),n(tt),n(vt),n(et),n(jt),n(lt),n(_t),n(Gt),n(Y),n(It),n(Rt),n(Bt),n(it),n(kt),n(xt),n(W),n(Vt),n(Nt),n(rt),n(Zt),n(Et),n(At),n(ct)),n(e),I(r,t),I(u,t),I(w,t),I(A,t),I(F,t),I(z,t),I(L,t),I(q,t),I(nt,t),I(S,t),I(st,t),I(at,t),I(ot,t),I(X,t),I(pt,t)}}}const Fe='{"title":"Installation","local":"installation","sections":[{"title":"CUDA","local":"cuda","sections":[{"title":"Compile from source","local":"compile","sections":[],"depth":3},{"title":"PyTorch CUDA versions","local":"pytorch-cuda-versions","sections":[],"depth":3}],"depth":2},{"title":"Multi-backend preview release compilation","local":"multi-backend","sections":[{"title":"AMD GPU","local":"amd-gpu","sections":[],"depth":3},{"title":"Intel CPU","local":"intel-cpu","sections":[],"depth":3}],"depth":2}],"depth":1}';function ze(d){return be(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class sl extends Xt{constructor(e){super(),Ht(this,e,ze,Qe,Wt,{})}}export{sl as component};