diff options
| author | garhve <git@garhve.com> | 2022-12-20 11:04:25 +0800 |
|---|---|---|
| committer | garhve <git@garhve.com> | 2022-12-20 11:04:25 +0800 |
| commit | 369d11587339ce74f8ebc76f2607fe55545eaf7d (patch) | |
| tree | 4b25c6f7e3aca08a90b25950f4f8e4430c4294bc /rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86 | |
| parent | 0f1b6d015243e55a38b1c1b7e8af66668e4e794d (diff) | |
Build small project following the book
Diffstat (limited to 'rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86')
5 files changed, 5874 insertions, 0 deletions
diff --git a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/lib.rs.html b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/lib.rs.html new file mode 100644 index 0000000..8188dea --- /dev/null +++ b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/lib.rs.html @@ -0,0 +1,46 @@ +<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `/home/pico/.local/share/cargo/registry/src/github.com-1ecc6299db9ec823/ppv-lite86-0.2.17/src/lib.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>lib.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Regular.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Medium.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Bold.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Semibold.ttf.woff2"><link rel="stylesheet" href="../../normalize.css"><link rel="stylesheet" href="../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" href="../../ayu.css" disabled><link rel="stylesheet" href="../../dark.css" disabled><link rel="stylesheet" href="../../light.css" id="themeStyle"><script id="default-settings" ></script><script src="../../storage.js"></script><script defer src="../../source-script.js"></script><script defer src="../../source-files.js"></script><script defer src="../../main.js"></script><noscript><link rel="stylesheet" href="../../noscript.css"></noscript><link rel="alternate icon" type="image/png" href="../../favicon-16x16.png"><link rel="alternate icon" type="image/png" href="../../favicon-32x32.png"><link rel="icon" type="image/svg+xml" href="../../favicon.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><div class="width-limiter"><nav class="sub"><a class="sub-logo-container" href="../../ppv_lite86/index.html"><img class="rust-logo" src="../../rust-logo.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../wheel.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><span id="1">1</span> +<span id="2">2</span> +<span id="3">3</span> +<span id="4">4</span> +<span id="5">5</span> +<span id="6">6</span> +<span id="7">7</span> +<span id="8">8</span> +<span id="9">9</span> +<span id="10">10</span> +<span id="11">11</span> +<span id="12">12</span> +<span id="13">13</span> +<span id="14">14</span> +<span id="15">15</span> +<span id="16">16</span> +<span id="17">17</span> +<span id="18">18</span> +<span id="19">19</span> +<span id="20">20</span> +<span id="21">21</span> +<span id="22">22</span> +</pre><pre class="rust"><code><span class="attribute">#![no_std] + +</span><span class="comment">// Design: +// - safety: safe creation of any machine type is done only by instance methods of a +// Machine (which is a ZST + Copy type), which can only by created unsafely or safely +// through feature detection (e.g. fn AVX2::try_get() -> Option<Machine>). + +</span><span class="kw">mod </span>soft; +<span class="kw">mod </span>types; +<span class="kw">pub use </span><span class="self">self</span>::types::<span class="kw-2">*</span>; + +<span class="attribute">#[cfg(all(target_arch = <span class="string">"x86_64"</span>, target_feature = <span class="string">"sse2"</span>, not(feature = <span class="string">"no_simd"</span>), not(miri)))] +</span><span class="kw">pub mod </span>x86_64; +<span class="attribute">#[cfg(all(target_arch = <span class="string">"x86_64"</span>, target_feature = <span class="string">"sse2"</span>, not(feature = <span class="string">"no_simd"</span>), not(miri)))] +</span><span class="kw">use </span><span class="self">self</span>::x86_64 <span class="kw">as </span>arch; + +<span class="attribute">#[cfg(any(feature = <span class="string">"no_simd"</span>, miri, not(target_arch = <span class="string">"x86_64"</span>), all(target_arch = <span class="string">"x86_64"</span>, not(target_feature = <span class="string">"sse2"</span>))))] +</span><span class="kw">pub mod </span>generic; +<span class="attribute">#[cfg(any(feature = <span class="string">"no_simd"</span>, miri, not(target_arch = <span class="string">"x86_64"</span>), all(target_arch = <span class="string">"x86_64"</span>, not(target_feature = <span class="string">"sse2"</span>))))] +</span><span class="kw">use </span><span class="self">self</span>::generic <span class="kw">as </span>arch; + +<span class="kw">pub use </span><span class="self">self</span>::arch::{vec128_storage, vec256_storage, vec512_storage}; +</code></pre></div> +</section></div></main><div id="rustdoc-vars" data-root-path="../../" data-current-crate="ppv_lite86" data-themes="ayu,dark,light" data-resource-suffix="" data-rustdoc-version="1.66.0 (69f9c33d7 2022-12-12) (Arch Linux rust 1:1.66.0-1)" ></div></body></html>
\ No newline at end of file diff --git a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/soft.rs.html b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/soft.rs.html new file mode 100644 index 0000000..15a524c --- /dev/null +++ b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/soft.rs.html @@ -0,0 +1,946 @@ +<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `/home/pico/.local/share/cargo/registry/src/github.com-1ecc6299db9ec823/ppv-lite86-0.2.17/src/soft.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>soft.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Regular.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Medium.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Bold.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Semibold.ttf.woff2"><link rel="stylesheet" href="../../normalize.css"><link rel="stylesheet" href="../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" href="../../ayu.css" disabled><link rel="stylesheet" href="../../dark.css" disabled><link rel="stylesheet" href="../../light.css" id="themeStyle"><script id="default-settings" ></script><script src="../../storage.js"></script><script defer src="../../source-script.js"></script><script defer src="../../source-files.js"></script><script defer src="../../main.js"></script><noscript><link rel="stylesheet" href="../../noscript.css"></noscript><link rel="alternate icon" type="image/png" href="../../favicon-16x16.png"><link rel="alternate icon" type="image/png" href="../../favicon-32x32.png"><link rel="icon" type="image/svg+xml" href="../../favicon.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><div class="width-limiter"><nav class="sub"><a class="sub-logo-container" href="../../ppv_lite86/index.html"><img class="rust-logo" src="../../rust-logo.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../wheel.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><span id="1">1</span> +<span id="2">2</span> +<span id="3">3</span> +<span id="4">4</span> +<span id="5">5</span> +<span id="6">6</span> +<span id="7">7</span> +<span id="8">8</span> +<span id="9">9</span> +<span id="10">10</span> +<span id="11">11</span> +<span id="12">12</span> +<span id="13">13</span> +<span id="14">14</span> +<span id="15">15</span> +<span id="16">16</span> +<span id="17">17</span> +<span id="18">18</span> +<span id="19">19</span> +<span id="20">20</span> +<span id="21">21</span> +<span id="22">22</span> +<span id="23">23</span> +<span id="24">24</span> +<span id="25">25</span> +<span id="26">26</span> +<span id="27">27</span> +<span id="28">28</span> +<span id="29">29</span> +<span id="30">30</span> +<span id="31">31</span> +<span id="32">32</span> +<span id="33">33</span> +<span id="34">34</span> +<span id="35">35</span> +<span id="36">36</span> +<span id="37">37</span> +<span id="38">38</span> +<span id="39">39</span> +<span id="40">40</span> +<span id="41">41</span> +<span id="42">42</span> +<span id="43">43</span> +<span id="44">44</span> +<span id="45">45</span> +<span id="46">46</span> +<span id="47">47</span> +<span id="48">48</span> +<span id="49">49</span> +<span id="50">50</span> +<span id="51">51</span> +<span id="52">52</span> +<span id="53">53</span> +<span id="54">54</span> +<span id="55">55</span> +<span id="56">56</span> +<span id="57">57</span> +<span id="58">58</span> +<span id="59">59</span> +<span id="60">60</span> +<span id="61">61</span> +<span id="62">62</span> +<span id="63">63</span> +<span id="64">64</span> +<span id="65">65</span> +<span id="66">66</span> +<span id="67">67</span> +<span id="68">68</span> +<span id="69">69</span> +<span id="70">70</span> +<span id="71">71</span> +<span id="72">72</span> +<span id="73">73</span> +<span id="74">74</span> +<span id="75">75</span> +<span id="76">76</span> +<span id="77">77</span> +<span id="78">78</span> +<span id="79">79</span> +<span id="80">80</span> +<span id="81">81</span> +<span id="82">82</span> +<span id="83">83</span> +<span id="84">84</span> +<span id="85">85</span> +<span id="86">86</span> +<span id="87">87</span> +<span id="88">88</span> +<span id="89">89</span> +<span id="90">90</span> +<span id="91">91</span> +<span id="92">92</span> +<span id="93">93</span> +<span id="94">94</span> +<span id="95">95</span> +<span id="96">96</span> +<span id="97">97</span> +<span id="98">98</span> +<span id="99">99</span> +<span id="100">100</span> +<span id="101">101</span> +<span id="102">102</span> +<span id="103">103</span> +<span id="104">104</span> +<span id="105">105</span> +<span id="106">106</span> +<span id="107">107</span> +<span id="108">108</span> +<span id="109">109</span> +<span id="110">110</span> +<span id="111">111</span> +<span id="112">112</span> +<span id="113">113</span> +<span id="114">114</span> +<span id="115">115</span> +<span id="116">116</span> +<span id="117">117</span> +<span id="118">118</span> +<span id="119">119</span> +<span id="120">120</span> +<span id="121">121</span> +<span id="122">122</span> +<span id="123">123</span> +<span id="124">124</span> +<span id="125">125</span> +<span id="126">126</span> +<span id="127">127</span> +<span id="128">128</span> +<span id="129">129</span> +<span id="130">130</span> +<span id="131">131</span> +<span id="132">132</span> +<span id="133">133</span> +<span id="134">134</span> +<span id="135">135</span> +<span id="136">136</span> +<span id="137">137</span> +<span id="138">138</span> +<span id="139">139</span> +<span id="140">140</span> +<span id="141">141</span> +<span id="142">142</span> +<span id="143">143</span> +<span id="144">144</span> +<span id="145">145</span> +<span id="146">146</span> +<span id="147">147</span> +<span id="148">148</span> +<span id="149">149</span> +<span id="150">150</span> +<span id="151">151</span> +<span id="152">152</span> +<span id="153">153</span> +<span id="154">154</span> +<span id="155">155</span> +<span id="156">156</span> +<span id="157">157</span> +<span id="158">158</span> +<span id="159">159</span> +<span id="160">160</span> +<span id="161">161</span> +<span id="162">162</span> +<span id="163">163</span> +<span id="164">164</span> +<span id="165">165</span> +<span id="166">166</span> +<span id="167">167</span> +<span id="168">168</span> +<span id="169">169</span> +<span id="170">170</span> +<span id="171">171</span> +<span id="172">172</span> +<span id="173">173</span> +<span id="174">174</span> +<span id="175">175</span> +<span id="176">176</span> +<span id="177">177</span> +<span id="178">178</span> +<span id="179">179</span> +<span id="180">180</span> +<span id="181">181</span> +<span id="182">182</span> +<span id="183">183</span> +<span id="184">184</span> +<span id="185">185</span> +<span id="186">186</span> +<span id="187">187</span> +<span id="188">188</span> +<span id="189">189</span> +<span id="190">190</span> +<span id="191">191</span> +<span id="192">192</span> +<span id="193">193</span> +<span id="194">194</span> +<span id="195">195</span> +<span id="196">196</span> +<span id="197">197</span> +<span id="198">198</span> +<span id="199">199</span> +<span id="200">200</span> +<span id="201">201</span> +<span id="202">202</span> +<span id="203">203</span> +<span id="204">204</span> +<span id="205">205</span> +<span id="206">206</span> +<span id="207">207</span> +<span id="208">208</span> +<span id="209">209</span> +<span id="210">210</span> +<span id="211">211</span> +<span id="212">212</span> +<span id="213">213</span> +<span id="214">214</span> +<span id="215">215</span> +<span id="216">216</span> +<span id="217">217</span> +<span id="218">218</span> +<span id="219">219</span> +<span id="220">220</span> +<span id="221">221</span> +<span id="222">222</span> +<span id="223">223</span> +<span id="224">224</span> +<span id="225">225</span> +<span id="226">226</span> +<span id="227">227</span> +<span id="228">228</span> +<span id="229">229</span> +<span id="230">230</span> +<span id="231">231</span> +<span id="232">232</span> +<span id="233">233</span> +<span id="234">234</span> +<span id="235">235</span> +<span id="236">236</span> +<span id="237">237</span> +<span id="238">238</span> +<span id="239">239</span> +<span id="240">240</span> +<span id="241">241</span> +<span id="242">242</span> +<span id="243">243</span> +<span id="244">244</span> +<span id="245">245</span> +<span id="246">246</span> +<span id="247">247</span> +<span id="248">248</span> +<span id="249">249</span> +<span id="250">250</span> +<span id="251">251</span> +<span id="252">252</span> +<span id="253">253</span> +<span id="254">254</span> +<span id="255">255</span> +<span id="256">256</span> +<span id="257">257</span> +<span id="258">258</span> +<span id="259">259</span> +<span id="260">260</span> +<span id="261">261</span> +<span id="262">262</span> +<span id="263">263</span> +<span id="264">264</span> +<span id="265">265</span> +<span id="266">266</span> +<span id="267">267</span> +<span id="268">268</span> +<span id="269">269</span> +<span id="270">270</span> +<span id="271">271</span> +<span id="272">272</span> +<span id="273">273</span> +<span id="274">274</span> +<span id="275">275</span> +<span id="276">276</span> +<span id="277">277</span> +<span id="278">278</span> +<span id="279">279</span> +<span id="280">280</span> +<span id="281">281</span> +<span id="282">282</span> +<span id="283">283</span> +<span id="284">284</span> +<span id="285">285</span> +<span id="286">286</span> +<span id="287">287</span> +<span id="288">288</span> +<span id="289">289</span> +<span id="290">290</span> +<span id="291">291</span> +<span id="292">292</span> +<span id="293">293</span> +<span id="294">294</span> +<span id="295">295</span> +<span id="296">296</span> +<span id="297">297</span> +<span id="298">298</span> +<span id="299">299</span> +<span id="300">300</span> +<span id="301">301</span> +<span id="302">302</span> +<span id="303">303</span> +<span id="304">304</span> +<span id="305">305</span> +<span id="306">306</span> +<span id="307">307</span> +<span id="308">308</span> +<span id="309">309</span> +<span id="310">310</span> +<span id="311">311</span> +<span id="312">312</span> +<span id="313">313</span> +<span id="314">314</span> +<span id="315">315</span> +<span id="316">316</span> +<span id="317">317</span> +<span id="318">318</span> +<span id="319">319</span> +<span id="320">320</span> +<span id="321">321</span> +<span id="322">322</span> +<span id="323">323</span> +<span id="324">324</span> +<span id="325">325</span> +<span id="326">326</span> +<span id="327">327</span> +<span id="328">328</span> +<span id="329">329</span> +<span id="330">330</span> +<span id="331">331</span> +<span id="332">332</span> +<span id="333">333</span> +<span id="334">334</span> +<span id="335">335</span> +<span id="336">336</span> +<span id="337">337</span> +<span id="338">338</span> +<span id="339">339</span> +<span id="340">340</span> +<span id="341">341</span> +<span id="342">342</span> +<span id="343">343</span> +<span id="344">344</span> +<span id="345">345</span> +<span id="346">346</span> +<span id="347">347</span> +<span id="348">348</span> +<span id="349">349</span> +<span id="350">350</span> +<span id="351">351</span> +<span id="352">352</span> +<span id="353">353</span> +<span id="354">354</span> +<span id="355">355</span> +<span id="356">356</span> +<span id="357">357</span> +<span id="358">358</span> +<span id="359">359</span> +<span id="360">360</span> +<span id="361">361</span> +<span id="362">362</span> +<span id="363">363</span> +<span id="364">364</span> +<span id="365">365</span> +<span id="366">366</span> +<span id="367">367</span> +<span id="368">368</span> +<span id="369">369</span> +<span id="370">370</span> +<span id="371">371</span> +<span id="372">372</span> +<span id="373">373</span> +<span id="374">374</span> +<span id="375">375</span> +<span id="376">376</span> +<span id="377">377</span> +<span id="378">378</span> +<span id="379">379</span> +<span id="380">380</span> +<span id="381">381</span> +<span id="382">382</span> +<span id="383">383</span> +<span id="384">384</span> +<span id="385">385</span> +<span id="386">386</span> +<span id="387">387</span> +<span id="388">388</span> +<span id="389">389</span> +<span id="390">390</span> +<span id="391">391</span> +<span id="392">392</span> +<span id="393">393</span> +<span id="394">394</span> +<span id="395">395</span> +<span id="396">396</span> +<span id="397">397</span> +<span id="398">398</span> +<span id="399">399</span> +<span id="400">400</span> +<span id="401">401</span> +<span id="402">402</span> +<span id="403">403</span> +<span id="404">404</span> +<span id="405">405</span> +<span id="406">406</span> +<span id="407">407</span> +<span id="408">408</span> +<span id="409">409</span> +<span id="410">410</span> +<span id="411">411</span> +<span id="412">412</span> +<span id="413">413</span> +<span id="414">414</span> +<span id="415">415</span> +<span id="416">416</span> +<span id="417">417</span> +<span id="418">418</span> +<span id="419">419</span> +<span id="420">420</span> +<span id="421">421</span> +<span id="422">422</span> +<span id="423">423</span> +<span id="424">424</span> +<span id="425">425</span> +<span id="426">426</span> +<span id="427">427</span> +<span id="428">428</span> +<span id="429">429</span> +<span id="430">430</span> +<span id="431">431</span> +<span id="432">432</span> +<span id="433">433</span> +<span id="434">434</span> +<span id="435">435</span> +<span id="436">436</span> +<span id="437">437</span> +<span id="438">438</span> +<span id="439">439</span> +<span id="440">440</span> +<span id="441">441</span> +<span id="442">442</span> +<span id="443">443</span> +<span id="444">444</span> +<span id="445">445</span> +<span id="446">446</span> +<span id="447">447</span> +<span id="448">448</span> +<span id="449">449</span> +<span id="450">450</span> +<span id="451">451</span> +<span id="452">452</span> +<span id="453">453</span> +<span id="454">454</span> +<span id="455">455</span> +<span id="456">456</span> +<span id="457">457</span> +<span id="458">458</span> +<span id="459">459</span> +<span id="460">460</span> +<span id="461">461</span> +<span id="462">462</span> +<span id="463">463</span> +<span id="464">464</span> +<span id="465">465</span> +<span id="466">466</span> +<span id="467">467</span> +<span id="468">468</span> +<span id="469">469</span> +<span id="470">470</span> +<span id="471">471</span> +<span id="472">472</span> +</pre><pre class="rust"><code><span class="doccomment">//! Implement 256- and 512- bit in terms of 128-bit, for machines without native wide SIMD. + +</span><span class="kw">use </span><span class="kw">crate</span>::types::<span class="kw-2">*</span>; +<span class="kw">use crate</span>::{vec128_storage, vec256_storage, vec512_storage}; +<span class="kw">use </span>core::marker::PhantomData; +<span class="kw">use </span>core::ops::<span class="kw-2">*</span>; + +<span class="attribute">#[derive(Copy, Clone, Default)] +#[allow(non_camel_case_types)] +</span><span class="kw">pub struct </span>x2<W, G>(<span class="kw">pub </span>[W; <span class="number">2</span>], PhantomData<G>); +<span class="kw">impl</span><W, G> x2<W, G> { + <span class="attribute">#[inline(always)] + </span><span class="kw">pub fn </span>new(xs: [W; <span class="number">2</span>]) -> <span class="self">Self </span>{ + x2(xs, PhantomData) + } +} +<span class="macro">macro_rules! </span>fwd_binop_x2 { + (<span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>) => { + <span class="kw">impl</span><W: <span class="macro-nonterminal">$</span><span class="kw">trait </span>+ <span class="macro-nonterminal">Copy</span>, G> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">x2</span><W, G> { + <span class="kw">type </span>Output = x2<W::Output, G>; + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self</span>::Output { + x2::new([<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">0</span>]), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">1</span>])]) + } + } + }; +} +<span class="macro">macro_rules! </span>fwd_binop_assign_x2 { + (<span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$fn_assign</span>:ident) => { + <span class="kw">impl</span><W: <span class="macro-nonterminal">$</span><span class="kw">trait </span>+ <span class="macro-nonterminal">Copy</span>, G> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">x2</span><W, G> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$fn_assign</span>(<span class="kw-2">&mut </span><span class="self">self</span>, rhs: <span class="self">Self</span>) { + (<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>]).<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">0</span>]); + (<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>]).<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">1</span>]); + } + } + }; +} +<span class="macro">macro_rules! </span>fwd_unop_x2 { + (<span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>) => { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">self</span>) -> <span class="self">Self </span>{ + x2::new([<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(), <span class="macro-nonterminal">self</span>.<span class="number">0</span>[<span class="number">1</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>()]) + } + }; +} +<span class="kw">impl</span><<span class="macro-nonterminal">W</span>, G> RotateEachWord32 <span class="kw">for </span>x2<W, G> +<span class="kw">where + </span>W: Copy + RotateEachWord32, +{ + <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right7); + <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right8); + <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right11); + <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right12); + <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right16); + <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right20); + <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right24); + <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right25); +} +<span class="kw">impl</span><W, G> RotateEachWord64 <span class="kw">for </span>x2<W, G> +<span class="kw">where + </span>W: Copy + RotateEachWord64, +{ + <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right32); +} +<span class="kw">impl</span><W, G> RotateEachWord128 <span class="kw">for </span>x2<W, G> <span class="kw">where </span>W: RotateEachWord128 {} +<span class="kw">impl</span><W, G> BitOps0 <span class="kw">for </span>x2<W, G> +<span class="kw">where + </span>W: BitOps0, + G: Copy, +{ +} +<span class="kw">impl</span><W, G> BitOps32 <span class="kw">for </span>x2<W, G> +<span class="kw">where + </span>W: BitOps32 + BitOps0, + G: Copy, +{ +} +<span class="kw">impl</span><W, G> BitOps64 <span class="kw">for </span>x2<W, G> +<span class="kw">where + </span>W: BitOps64 + BitOps0, + G: Copy, +{ +} +<span class="kw">impl</span><W, G> BitOps128 <span class="kw">for </span>x2<W, G> +<span class="kw">where + </span>W: BitOps128 + BitOps0, + G: Copy, +{ +} +<span class="macro">fwd_binop_x2!</span>(BitAnd, bitand); +<span class="macro">fwd_binop_x2!</span>(BitOr, bitor); +<span class="macro">fwd_binop_x2!</span>(BitXor, bitxor); +<span class="macro">fwd_binop_x2!</span>(AndNot, andnot); +<span class="macro">fwd_binop_assign_x2!</span>(BitAndAssign, bitand_assign); +<span class="macro">fwd_binop_assign_x2!</span>(BitOrAssign, bitor_assign); +<span class="macro">fwd_binop_assign_x2!</span>(BitXorAssign, bitxor_assign); +<span class="kw">impl</span><W, G> ArithOps <span class="kw">for </span>x2<W, G> +<span class="kw">where + </span>W: ArithOps, + G: Copy, +{ +} +<span class="macro">fwd_binop_x2!</span>(Add, add); +<span class="macro">fwd_binop_assign_x2!</span>(AddAssign, add_assign); +<span class="kw">impl</span><W: Not + Copy, G> Not <span class="kw">for </span>x2<W, G> { + <span class="kw">type </span>Output = x2<W::Output, G>; + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>not(<span class="self">self</span>) -> <span class="self">Self</span>::Output { + x2::new([<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].not(), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].not()]) + } +} +<span class="kw">impl</span><W, G> UnsafeFrom<[W; <span class="number">2</span>]> <span class="kw">for </span>x2<W, G> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_from(xs: [W; <span class="number">2</span>]) -> <span class="self">Self </span>{ + x2::new(xs) + } +} +<span class="kw">impl</span><W: Copy, G> Vec2<W> <span class="kw">for </span>x2<W, G> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> W { + <span class="self">self</span>.<span class="number">0</span>[i <span class="kw">as </span>usize] + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>insert(<span class="kw-2">mut </span><span class="self">self</span>, w: W, i: u32) -> <span class="self">Self </span>{ + <span class="self">self</span>.<span class="number">0</span>[i <span class="kw">as </span>usize] = w; + <span class="self">self + </span>} +} +<span class="kw">impl</span><W: Copy + Store<vec128_storage>, G> Store<vec256_storage> <span class="kw">for </span>x2<W, G> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unpack(p: vec256_storage) -> <span class="self">Self </span>{ + <span class="kw">let </span>p = p.split128(); + x2::new([W::unpack(p[<span class="number">0</span>]), W::unpack(p[<span class="number">1</span>])]) + } +} +<span class="kw">impl</span><W, G> From<x2<W, G>> <span class="kw">for </span>vec256_storage +<span class="kw">where + </span>W: Copy, + vec128_storage: From<W>, +{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: x2<W, G>) -> <span class="self">Self </span>{ + vec256_storage::new128([x.<span class="number">0</span>[<span class="number">0</span>].into(), x.<span class="number">0</span>[<span class="number">1</span>].into()]) + } +} +<span class="kw">impl</span><W, G> Swap64 <span class="kw">for </span>x2<W, G> +<span class="kw">where + </span>W: Swap64 + Copy, +{ + <span class="macro">fwd_unop_x2!</span>(swap1); + <span class="macro">fwd_unop_x2!</span>(swap2); + <span class="macro">fwd_unop_x2!</span>(swap4); + <span class="macro">fwd_unop_x2!</span>(swap8); + <span class="macro">fwd_unop_x2!</span>(swap16); + <span class="macro">fwd_unop_x2!</span>(swap32); + <span class="macro">fwd_unop_x2!</span>(swap64); +} +<span class="kw">impl</span><W: Copy, G> MultiLane<[W; <span class="number">2</span>]> <span class="kw">for </span>x2<W, G> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [W; <span class="number">2</span>] { + <span class="self">self</span>.<span class="number">0 + </span>} + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from_lanes(lanes: [W; <span class="number">2</span>]) -> <span class="self">Self </span>{ + x2::new(lanes) + } +} +<span class="kw">impl</span><W: BSwap + Copy, G> BSwap <span class="kw">for </span>x2<W, G> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ + x2::new([<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].bswap(), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].bswap()]) + } +} +<span class="kw">impl</span><W: StoreBytes + BSwap + Copy, G> StoreBytes <span class="kw">for </span>x2<W, G> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_read_le(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ + <span class="kw">let </span>input = input.split_at(input.len() / <span class="number">2</span>); + x2::new([W::unsafe_read_le(input.<span class="number">0</span>), W::unsafe_read_le(input.<span class="number">1</span>)]) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_read_be(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ + <span class="kw">let </span>input = input.split_at(input.len() / <span class="number">2</span>); + x2::new([W::unsafe_read_be(input.<span class="number">0</span>), W::unsafe_read_be(input.<span class="number">1</span>)]) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>write_le(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { + <span class="kw">let </span>out = out.split_at_mut(out.len() / <span class="number">2</span>); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].write_le(out.<span class="number">0</span>); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].write_le(out.<span class="number">1</span>); + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>write_be(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { + <span class="kw">let </span>out = out.split_at_mut(out.len() / <span class="number">2</span>); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].write_be(out.<span class="number">0</span>); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].write_be(out.<span class="number">1</span>); + } +} +<span class="kw">impl</span><W: Copy + LaneWords4, G: Copy> LaneWords4 <span class="kw">for </span>x2<W, G> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words2301(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new([ + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words2301(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words2301(), + ]) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words1230(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new([ + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words1230(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words1230(), + ]) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words3012(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new([ + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words3012(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words3012(), + ]) + } +} + +<span class="attribute">#[derive(Copy, Clone, Default)] +#[allow(non_camel_case_types)] +</span><span class="kw">pub struct </span>x4<W>(<span class="kw">pub </span>[W; <span class="number">4</span>]); +<span class="kw">impl</span><W> x4<W> { + <span class="attribute">#[inline(always)] + </span><span class="kw">pub fn </span>new(xs: [W; <span class="number">4</span>]) -> <span class="self">Self </span>{ + x4(xs) + } +} +<span class="macro">macro_rules! </span>fwd_binop_x4 { + (<span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>) => { + <span class="kw">impl</span><W: <span class="macro-nonterminal">$</span><span class="kw">trait </span>+ <span class="macro-nonterminal">Copy</span>> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">x4</span><W> { + <span class="kw">type </span>Output = x4<W::Output>; + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self</span>::Output { + x4([ + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">0</span>]), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">1</span>]), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">2</span>]), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">3</span>]), + ]) + } + } + }; +} +<span class="macro">macro_rules! </span>fwd_binop_assign_x4 { + (<span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$fn_assign</span>:ident) => { + <span class="kw">impl</span><W: <span class="macro-nonterminal">$</span><span class="kw">trait </span>+ <span class="macro-nonterminal">Copy</span>> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">x4</span><W> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$fn_assign</span>(<span class="kw-2">&mut </span><span class="self">self</span>, rhs: <span class="self">Self</span>) { + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">0</span>]); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">1</span>]); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">2</span>]); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">3</span>]); + } + } + }; +} +<span class="macro">macro_rules! </span>fwd_unop_x4 { + (<span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>) => { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">self</span>) -> <span class="self">Self </span>{ + x4([ + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(), + <span class="macro-nonterminal">self</span>.<span class="number">0</span>[<span class="number">1</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(), + <span class="macro-nonterminal">self</span>.<span class="number">0</span>[<span class="number">2</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(), + <span class="macro-nonterminal">self</span>.<span class="number">0</span>[<span class="number">3</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(), + ]) + } + }; +} +<span class="kw">impl</span><<span class="macro-nonterminal">W</span>> RotateEachWord32 <span class="kw">for </span>x4<W> +<span class="kw">where + </span>W: Copy + RotateEachWord32, +{ + <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right7); + <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right8); + <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right11); + <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right12); + <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right16); + <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right20); + <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right24); + <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right25); +} +<span class="kw">impl</span><W> RotateEachWord64 <span class="kw">for </span>x4<W> +<span class="kw">where + </span>W: Copy + RotateEachWord64, +{ + <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right32); +} +<span class="kw">impl</span><W> RotateEachWord128 <span class="kw">for </span>x4<W> <span class="kw">where </span>W: RotateEachWord128 {} +<span class="kw">impl</span><W> BitOps0 <span class="kw">for </span>x4<W> <span class="kw">where </span>W: BitOps0 {} +<span class="kw">impl</span><W> BitOps32 <span class="kw">for </span>x4<W> <span class="kw">where </span>W: BitOps32 + BitOps0 {} +<span class="kw">impl</span><W> BitOps64 <span class="kw">for </span>x4<W> <span class="kw">where </span>W: BitOps64 + BitOps0 {} +<span class="kw">impl</span><W> BitOps128 <span class="kw">for </span>x4<W> <span class="kw">where </span>W: BitOps128 + BitOps0 {} +<span class="macro">fwd_binop_x4!</span>(BitAnd, bitand); +<span class="macro">fwd_binop_x4!</span>(BitOr, bitor); +<span class="macro">fwd_binop_x4!</span>(BitXor, bitxor); +<span class="macro">fwd_binop_x4!</span>(AndNot, andnot); +<span class="macro">fwd_binop_assign_x4!</span>(BitAndAssign, bitand_assign); +<span class="macro">fwd_binop_assign_x4!</span>(BitOrAssign, bitor_assign); +<span class="macro">fwd_binop_assign_x4!</span>(BitXorAssign, bitxor_assign); +<span class="kw">impl</span><W> ArithOps <span class="kw">for </span>x4<W> <span class="kw">where </span>W: ArithOps {} +<span class="macro">fwd_binop_x4!</span>(Add, add); +<span class="macro">fwd_binop_assign_x4!</span>(AddAssign, add_assign); +<span class="kw">impl</span><W: Not + Copy> Not <span class="kw">for </span>x4<W> { + <span class="kw">type </span>Output = x4<W::Output>; + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>not(<span class="self">self</span>) -> <span class="self">Self</span>::Output { + x4([ + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].not(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].not(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].not(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].not(), + ]) + } +} +<span class="kw">impl</span><W> UnsafeFrom<[W; <span class="number">4</span>]> <span class="kw">for </span>x4<W> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_from(xs: [W; <span class="number">4</span>]) -> <span class="self">Self </span>{ + x4(xs) + } +} +<span class="kw">impl</span><W: Copy> Vec4<W> <span class="kw">for </span>x4<W> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> W { + <span class="self">self</span>.<span class="number">0</span>[i <span class="kw">as </span>usize] + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>insert(<span class="kw-2">mut </span><span class="self">self</span>, w: W, i: u32) -> <span class="self">Self </span>{ + <span class="self">self</span>.<span class="number">0</span>[i <span class="kw">as </span>usize] = w; + <span class="self">self + </span>} +} +<span class="kw">impl</span><W: Copy> Vec4Ext<W> <span class="kw">for </span>x4<W> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>transpose4(a: <span class="self">Self</span>, b: <span class="self">Self</span>, c: <span class="self">Self</span>, d: <span class="self">Self</span>) -> (<span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>) + <span class="kw">where + </span><span class="self">Self</span>: Sized, + { + ( + x4([a.<span class="number">0</span>[<span class="number">0</span>], b.<span class="number">0</span>[<span class="number">0</span>], c.<span class="number">0</span>[<span class="number">0</span>], d.<span class="number">0</span>[<span class="number">0</span>]]), + x4([a.<span class="number">0</span>[<span class="number">1</span>], b.<span class="number">0</span>[<span class="number">1</span>], c.<span class="number">0</span>[<span class="number">1</span>], d.<span class="number">0</span>[<span class="number">1</span>]]), + x4([a.<span class="number">0</span>[<span class="number">2</span>], b.<span class="number">0</span>[<span class="number">2</span>], c.<span class="number">0</span>[<span class="number">2</span>], d.<span class="number">0</span>[<span class="number">2</span>]]), + x4([a.<span class="number">0</span>[<span class="number">3</span>], b.<span class="number">0</span>[<span class="number">3</span>], c.<span class="number">0</span>[<span class="number">3</span>], d.<span class="number">0</span>[<span class="number">3</span>]]), + ) + } +} +<span class="kw">impl</span><W: Copy + Store<vec128_storage>> Store<vec512_storage> <span class="kw">for </span>x4<W> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unpack(p: vec512_storage) -> <span class="self">Self </span>{ + <span class="kw">let </span>p = p.split128(); + x4([ + W::unpack(p[<span class="number">0</span>]), + W::unpack(p[<span class="number">1</span>]), + W::unpack(p[<span class="number">2</span>]), + W::unpack(p[<span class="number">3</span>]), + ]) + } +} +<span class="kw">impl</span><W> From<x4<W>> <span class="kw">for </span>vec512_storage +<span class="kw">where + </span>W: Copy, + vec128_storage: From<W>, +{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: x4<W>) -> <span class="self">Self </span>{ + vec512_storage::new128([x.<span class="number">0</span>[<span class="number">0</span>].into(), x.<span class="number">0</span>[<span class="number">1</span>].into(), x.<span class="number">0</span>[<span class="number">2</span>].into(), x.<span class="number">0</span>[<span class="number">3</span>].into()]) + } +} +<span class="kw">impl</span><W> Swap64 <span class="kw">for </span>x4<W> +<span class="kw">where + </span>W: Swap64 + Copy, +{ + <span class="macro">fwd_unop_x4!</span>(swap1); + <span class="macro">fwd_unop_x4!</span>(swap2); + <span class="macro">fwd_unop_x4!</span>(swap4); + <span class="macro">fwd_unop_x4!</span>(swap8); + <span class="macro">fwd_unop_x4!</span>(swap16); + <span class="macro">fwd_unop_x4!</span>(swap32); + <span class="macro">fwd_unop_x4!</span>(swap64); +} +<span class="kw">impl</span><W: Copy> MultiLane<[W; <span class="number">4</span>]> <span class="kw">for </span>x4<W> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [W; <span class="number">4</span>] { + <span class="self">self</span>.<span class="number">0 + </span>} + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from_lanes(lanes: [W; <span class="number">4</span>]) -> <span class="self">Self </span>{ + x4(lanes) + } +} +<span class="kw">impl</span><W: BSwap + Copy> BSwap <span class="kw">for </span>x4<W> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ + x4([ + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].bswap(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].bswap(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].bswap(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].bswap(), + ]) + } +} +<span class="kw">impl</span><W: StoreBytes + BSwap + Copy> StoreBytes <span class="kw">for </span>x4<W> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_read_le(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ + <span class="kw">let </span>n = input.len() / <span class="number">4</span>; + x4([ + W::unsafe_read_le(<span class="kw-2">&</span>input[..n]), + W::unsafe_read_le(<span class="kw-2">&</span>input[n..n * <span class="number">2</span>]), + W::unsafe_read_le(<span class="kw-2">&</span>input[n * <span class="number">2</span>..n * <span class="number">3</span>]), + W::unsafe_read_le(<span class="kw-2">&</span>input[n * <span class="number">3</span>..]), + ]) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_read_be(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ + <span class="kw">let </span>n = input.len() / <span class="number">4</span>; + x4([ + W::unsafe_read_be(<span class="kw-2">&</span>input[..n]), + W::unsafe_read_be(<span class="kw-2">&</span>input[n..n * <span class="number">2</span>]), + W::unsafe_read_be(<span class="kw-2">&</span>input[n * <span class="number">2</span>..n * <span class="number">3</span>]), + W::unsafe_read_be(<span class="kw-2">&</span>input[n * <span class="number">3</span>..]), + ]) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>write_le(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { + <span class="kw">let </span>n = out.len() / <span class="number">4</span>; + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].write_le(<span class="kw-2">&mut </span>out[..n]); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].write_le(<span class="kw-2">&mut </span>out[n..n * <span class="number">2</span>]); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].write_le(<span class="kw-2">&mut </span>out[n * <span class="number">2</span>..n * <span class="number">3</span>]); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].write_le(<span class="kw-2">&mut </span>out[n * <span class="number">3</span>..]); + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>write_be(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { + <span class="kw">let </span>n = out.len() / <span class="number">4</span>; + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].write_be(<span class="kw-2">&mut </span>out[..n]); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].write_be(<span class="kw-2">&mut </span>out[n..n * <span class="number">2</span>]); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].write_be(<span class="kw-2">&mut </span>out[n * <span class="number">2</span>..n * <span class="number">3</span>]); + <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].write_be(<span class="kw-2">&mut </span>out[n * <span class="number">3</span>..]); + } +} +<span class="kw">impl</span><W: Copy + LaneWords4> LaneWords4 <span class="kw">for </span>x4<W> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words2301(<span class="self">self</span>) -> <span class="self">Self </span>{ + x4([ + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words2301(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words2301(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].shuffle_lane_words2301(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].shuffle_lane_words2301(), + ]) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words1230(<span class="self">self</span>) -> <span class="self">Self </span>{ + x4([ + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words1230(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words1230(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].shuffle_lane_words1230(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].shuffle_lane_words1230(), + ]) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words3012(<span class="self">self</span>) -> <span class="self">Self </span>{ + x4([ + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words3012(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words3012(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].shuffle_lane_words3012(), + <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].shuffle_lane_words3012(), + ]) + } +} +</code></pre></div> +</section></div></main><div id="rustdoc-vars" data-root-path="../../" data-current-crate="ppv_lite86" data-themes="ayu,dark,light" data-resource-suffix="" data-rustdoc-version="1.66.0 (69f9c33d7 2022-12-12) (Arch Linux rust 1:1.66.0-1)" ></div></body></html>
\ No newline at end of file diff --git a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/types.rs.html b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/types.rs.html new file mode 100644 index 0000000..40e2382 --- /dev/null +++ b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/types.rs.html @@ -0,0 +1,598 @@ +<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `/home/pico/.local/share/cargo/registry/src/github.com-1ecc6299db9ec823/ppv-lite86-0.2.17/src/types.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>types.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Regular.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Medium.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Bold.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Semibold.ttf.woff2"><link rel="stylesheet" href="../../normalize.css"><link rel="stylesheet" href="../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" href="../../ayu.css" disabled><link rel="stylesheet" href="../../dark.css" disabled><link rel="stylesheet" href="../../light.css" id="themeStyle"><script id="default-settings" ></script><script src="../../storage.js"></script><script defer src="../../source-script.js"></script><script defer src="../../source-files.js"></script><script defer src="../../main.js"></script><noscript><link rel="stylesheet" href="../../noscript.css"></noscript><link rel="alternate icon" type="image/png" href="../../favicon-16x16.png"><link rel="alternate icon" type="image/png" href="../../favicon-32x32.png"><link rel="icon" type="image/svg+xml" href="../../favicon.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><div class="width-limiter"><nav class="sub"><a class="sub-logo-container" href="../../ppv_lite86/index.html"><img class="rust-logo" src="../../rust-logo.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../wheel.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><span id="1">1</span> +<span id="2">2</span> +<span id="3">3</span> +<span id="4">4</span> +<span id="5">5</span> +<span id="6">6</span> +<span id="7">7</span> +<span id="8">8</span> +<span id="9">9</span> +<span id="10">10</span> +<span id="11">11</span> +<span id="12">12</span> +<span id="13">13</span> +<span id="14">14</span> +<span id="15">15</span> +<span id="16">16</span> +<span id="17">17</span> +<span id="18">18</span> +<span id="19">19</span> +<span id="20">20</span> +<span id="21">21</span> +<span id="22">22</span> +<span id="23">23</span> +<span id="24">24</span> +<span id="25">25</span> +<span id="26">26</span> +<span id="27">27</span> +<span id="28">28</span> +<span id="29">29</span> +<span id="30">30</span> +<span id="31">31</span> +<span id="32">32</span> +<span id="33">33</span> +<span id="34">34</span> +<span id="35">35</span> +<span id="36">36</span> +<span id="37">37</span> +<span id="38">38</span> +<span id="39">39</span> +<span id="40">40</span> +<span id="41">41</span> +<span id="42">42</span> +<span id="43">43</span> +<span id="44">44</span> +<span id="45">45</span> +<span id="46">46</span> +<span id="47">47</span> +<span id="48">48</span> +<span id="49">49</span> +<span id="50">50</span> +<span id="51">51</span> +<span id="52">52</span> +<span id="53">53</span> +<span id="54">54</span> +<span id="55">55</span> +<span id="56">56</span> +<span id="57">57</span> +<span id="58">58</span> +<span id="59">59</span> +<span id="60">60</span> +<span id="61">61</span> +<span id="62">62</span> +<span id="63">63</span> +<span id="64">64</span> +<span id="65">65</span> +<span id="66">66</span> +<span id="67">67</span> +<span id="68">68</span> +<span id="69">69</span> +<span id="70">70</span> +<span id="71">71</span> +<span id="72">72</span> +<span id="73">73</span> +<span id="74">74</span> +<span id="75">75</span> +<span id="76">76</span> +<span id="77">77</span> +<span id="78">78</span> +<span id="79">79</span> +<span id="80">80</span> +<span id="81">81</span> +<span id="82">82</span> +<span id="83">83</span> +<span id="84">84</span> +<span id="85">85</span> +<span id="86">86</span> +<span id="87">87</span> +<span id="88">88</span> +<span id="89">89</span> +<span id="90">90</span> +<span id="91">91</span> +<span id="92">92</span> +<span id="93">93</span> +<span id="94">94</span> +<span id="95">95</span> +<span id="96">96</span> +<span id="97">97</span> +<span id="98">98</span> +<span id="99">99</span> +<span id="100">100</span> +<span id="101">101</span> +<span id="102">102</span> +<span id="103">103</span> +<span id="104">104</span> +<span id="105">105</span> +<span id="106">106</span> +<span id="107">107</span> +<span id="108">108</span> +<span id="109">109</span> +<span id="110">110</span> +<span id="111">111</span> +<span id="112">112</span> +<span id="113">113</span> +<span id="114">114</span> +<span id="115">115</span> +<span id="116">116</span> +<span id="117">117</span> +<span id="118">118</span> +<span id="119">119</span> +<span id="120">120</span> +<span id="121">121</span> +<span id="122">122</span> +<span id="123">123</span> +<span id="124">124</span> +<span id="125">125</span> +<span id="126">126</span> +<span id="127">127</span> +<span id="128">128</span> +<span id="129">129</span> +<span id="130">130</span> +<span id="131">131</span> +<span id="132">132</span> +<span id="133">133</span> +<span id="134">134</span> +<span id="135">135</span> +<span id="136">136</span> +<span id="137">137</span> +<span id="138">138</span> +<span id="139">139</span> +<span id="140">140</span> +<span id="141">141</span> +<span id="142">142</span> +<span id="143">143</span> +<span id="144">144</span> +<span id="145">145</span> +<span id="146">146</span> +<span id="147">147</span> +<span id="148">148</span> +<span id="149">149</span> +<span id="150">150</span> +<span id="151">151</span> +<span id="152">152</span> +<span id="153">153</span> +<span id="154">154</span> +<span id="155">155</span> +<span id="156">156</span> +<span id="157">157</span> +<span id="158">158</span> +<span id="159">159</span> +<span id="160">160</span> +<span id="161">161</span> +<span id="162">162</span> +<span id="163">163</span> +<span id="164">164</span> +<span id="165">165</span> +<span id="166">166</span> +<span id="167">167</span> +<span id="168">168</span> +<span id="169">169</span> +<span id="170">170</span> +<span id="171">171</span> +<span id="172">172</span> +<span id="173">173</span> +<span id="174">174</span> +<span id="175">175</span> +<span id="176">176</span> +<span id="177">177</span> +<span id="178">178</span> +<span id="179">179</span> +<span id="180">180</span> +<span id="181">181</span> +<span id="182">182</span> +<span id="183">183</span> +<span id="184">184</span> +<span id="185">185</span> +<span id="186">186</span> +<span id="187">187</span> +<span id="188">188</span> +<span id="189">189</span> +<span id="190">190</span> +<span id="191">191</span> +<span id="192">192</span> +<span id="193">193</span> +<span id="194">194</span> +<span id="195">195</span> +<span id="196">196</span> +<span id="197">197</span> +<span id="198">198</span> +<span id="199">199</span> +<span id="200">200</span> +<span id="201">201</span> +<span id="202">202</span> +<span id="203">203</span> +<span id="204">204</span> +<span id="205">205</span> +<span id="206">206</span> +<span id="207">207</span> +<span id="208">208</span> +<span id="209">209</span> +<span id="210">210</span> +<span id="211">211</span> +<span id="212">212</span> +<span id="213">213</span> +<span id="214">214</span> +<span id="215">215</span> +<span id="216">216</span> +<span id="217">217</span> +<span id="218">218</span> +<span id="219">219</span> +<span id="220">220</span> +<span id="221">221</span> +<span id="222">222</span> +<span id="223">223</span> +<span id="224">224</span> +<span id="225">225</span> +<span id="226">226</span> +<span id="227">227</span> +<span id="228">228</span> +<span id="229">229</span> +<span id="230">230</span> +<span id="231">231</span> +<span id="232">232</span> +<span id="233">233</span> +<span id="234">234</span> +<span id="235">235</span> +<span id="236">236</span> +<span id="237">237</span> +<span id="238">238</span> +<span id="239">239</span> +<span id="240">240</span> +<span id="241">241</span> +<span id="242">242</span> +<span id="243">243</span> +<span id="244">244</span> +<span id="245">245</span> +<span id="246">246</span> +<span id="247">247</span> +<span id="248">248</span> +<span id="249">249</span> +<span id="250">250</span> +<span id="251">251</span> +<span id="252">252</span> +<span id="253">253</span> +<span id="254">254</span> +<span id="255">255</span> +<span id="256">256</span> +<span id="257">257</span> +<span id="258">258</span> +<span id="259">259</span> +<span id="260">260</span> +<span id="261">261</span> +<span id="262">262</span> +<span id="263">263</span> +<span id="264">264</span> +<span id="265">265</span> +<span id="266">266</span> +<span id="267">267</span> +<span id="268">268</span> +<span id="269">269</span> +<span id="270">270</span> +<span id="271">271</span> +<span id="272">272</span> +<span id="273">273</span> +<span id="274">274</span> +<span id="275">275</span> +<span id="276">276</span> +<span id="277">277</span> +<span id="278">278</span> +<span id="279">279</span> +<span id="280">280</span> +<span id="281">281</span> +<span id="282">282</span> +<span id="283">283</span> +<span id="284">284</span> +<span id="285">285</span> +<span id="286">286</span> +<span id="287">287</span> +<span id="288">288</span> +<span id="289">289</span> +<span id="290">290</span> +<span id="291">291</span> +<span id="292">292</span> +<span id="293">293</span> +<span id="294">294</span> +<span id="295">295</span> +<span id="296">296</span> +<span id="297">297</span> +<span id="298">298</span> +</pre><pre class="rust"><code><span class="attribute">#![allow(non_camel_case_types)] +</span><span class="kw">use </span>core::ops::{Add, AddAssign, BitAnd, BitOr, BitXor, BitXorAssign, Not}; + +<span class="kw">pub trait </span>AndNot { + <span class="kw">type </span>Output; + <span class="kw">fn </span>andnot(<span class="self">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self</span>::Output; +} +<span class="kw">pub trait </span>BSwap { + <span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self</span>; +} +<span class="doccomment">/// Ops that depend on word size +</span><span class="kw">pub trait </span>ArithOps: Add<Output = <span class="self">Self</span>> + AddAssign + Sized + Copy + Clone + BSwap {} +<span class="doccomment">/// Ops that are independent of word size and endian +</span><span class="kw">pub trait </span>BitOps0: + BitAnd<Output = <span class="self">Self</span>> + + BitOr<Output = <span class="self">Self</span>> + + BitXor<Output = <span class="self">Self</span>> + + BitXorAssign + + Not<Output = <span class="self">Self</span>> + + AndNot<Output = <span class="self">Self</span>> + + Sized + + Copy + + Clone +{ +} + +<span class="kw">pub trait </span>BitOps32: BitOps0 + RotateEachWord32 {} +<span class="kw">pub trait </span>BitOps64: BitOps32 + RotateEachWord64 {} +<span class="kw">pub trait </span>BitOps128: BitOps64 + RotateEachWord128 {} + +<span class="kw">pub trait </span>RotateEachWord32 { + <span class="kw">fn </span>rotate_each_word_right7(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>rotate_each_word_right8(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>rotate_each_word_right11(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>rotate_each_word_right12(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>rotate_each_word_right16(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>rotate_each_word_right20(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>rotate_each_word_right24(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>rotate_each_word_right25(<span class="self">self</span>) -> <span class="self">Self</span>; +} + +<span class="kw">pub trait </span>RotateEachWord64 { + <span class="kw">fn </span>rotate_each_word_right32(<span class="self">self</span>) -> <span class="self">Self</span>; +} + +<span class="kw">pub trait </span>RotateEachWord128 {} + +<span class="comment">// Vector type naming scheme: +// uN[xP]xL +// Unsigned; N-bit words * P bits per lane * L lanes +// +// A lane is always 128-bits, chosen because common SIMD architectures treat 128-bit units of +// wide vectors specially (supporting e.g. intra-lane shuffles), and tend to have limited and +// slow inter-lane operations. + +</span><span class="kw">use </span><span class="kw">crate</span>::arch::{vec128_storage, vec256_storage, vec512_storage}; + +<span class="attribute">#[allow(clippy::missing_safety_doc)] +</span><span class="kw">pub trait </span>UnsafeFrom<T> { + <span class="kw">unsafe fn </span>unsafe_from(t: T) -> <span class="self">Self</span>; +} + +<span class="doccomment">/// A vector composed of two elements, which may be words or themselves vectors. +</span><span class="kw">pub trait </span>Vec2<W> { + <span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> W; + <span class="kw">fn </span>insert(<span class="self">self</span>, w: W, i: u32) -> <span class="self">Self</span>; +} + +<span class="doccomment">/// A vector composed of four elements, which may be words or themselves vectors. +</span><span class="kw">pub trait </span>Vec4<W> { + <span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> W; + <span class="kw">fn </span>insert(<span class="self">self</span>, w: W, i: u32) -> <span class="self">Self</span>; +} +<span class="doccomment">/// Vec4 functions which may not be implemented yet for all Vec4 types. +/// NOTE: functions in this trait may be moved to Vec4 in any patch release. To avoid breakage, +/// import Vec4Ext only together with Vec4, and don't qualify its methods. +</span><span class="kw">pub trait </span>Vec4Ext<W> { + <span class="kw">fn </span>transpose4(a: <span class="self">Self</span>, b: <span class="self">Self</span>, c: <span class="self">Self</span>, d: <span class="self">Self</span>) -> (<span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>) + <span class="kw">where + </span><span class="self">Self</span>: Sized; +} +<span class="kw">pub trait </span>Vector<T> { + <span class="kw">fn </span>to_scalars(<span class="self">self</span>) -> T; +} + +<span class="comment">// TODO: multiples of 4 should inherit this +</span><span class="doccomment">/// A vector composed of four words; depending on their size, operations may cross lanes. +</span><span class="kw">pub trait </span>Words4 { + <span class="kw">fn </span>shuffle1230(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>shuffle2301(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>shuffle3012(<span class="self">self</span>) -> <span class="self">Self</span>; +} + +<span class="doccomment">/// A vector composed one or more lanes each composed of four words. +</span><span class="kw">pub trait </span>LaneWords4 { + <span class="kw">fn </span>shuffle_lane_words1230(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>shuffle_lane_words2301(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>shuffle_lane_words3012(<span class="self">self</span>) -> <span class="self">Self</span>; +} + +<span class="comment">// TODO: make this a part of BitOps +</span><span class="doccomment">/// Exchange neigboring ranges of bits of the specified size +</span><span class="kw">pub trait </span>Swap64 { + <span class="kw">fn </span>swap1(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>swap2(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>swap4(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>swap8(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>swap16(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>swap32(<span class="self">self</span>) -> <span class="self">Self</span>; + <span class="kw">fn </span>swap64(<span class="self">self</span>) -> <span class="self">Self</span>; +} + +<span class="kw">pub trait </span>u32x4<M: Machine>: + BitOps32 + + Store<vec128_storage> + + ArithOps + + Vec4<u32> + + Words4 + + LaneWords4 + + StoreBytes + + MultiLane<[u32; <span class="number">4</span>]> + + Into<vec128_storage> +{ +} +<span class="kw">pub trait </span>u64x2<M: Machine>: + BitOps64 + Store<vec128_storage> + ArithOps + Vec2<u64> + MultiLane<[u64; <span class="number">2</span>]> + Into<vec128_storage> +{ +} +<span class="kw">pub trait </span>u128x1<M: Machine>: + BitOps128 + Store<vec128_storage> + Swap64 + MultiLane<[u128; <span class="number">1</span>]> + Into<vec128_storage> +{ +} + +<span class="kw">pub trait </span>u32x4x2<M: Machine>: + BitOps32 + + Store<vec256_storage> + + Vec2<M::u32x4> + + MultiLane<[M::u32x4; <span class="number">2</span>]> + + ArithOps + + Into<vec256_storage> + + StoreBytes +{ +} +<span class="kw">pub trait </span>u64x2x2<M: Machine>: + BitOps64 + + Store<vec256_storage> + + Vec2<M::u64x2> + + MultiLane<[M::u64x2; <span class="number">2</span>]> + + ArithOps + + StoreBytes + + Into<vec256_storage> +{ +} +<span class="kw">pub trait </span>u64x4<M: Machine>: + BitOps64 + + Store<vec256_storage> + + Vec4<u64> + + MultiLane<[u64; <span class="number">4</span>]> + + ArithOps + + Words4 + + StoreBytes + + Into<vec256_storage> +{ +} +<span class="kw">pub trait </span>u128x2<M: Machine>: + BitOps128 + + Store<vec256_storage> + + Vec2<M::u128x1> + + MultiLane<[M::u128x1; <span class="number">2</span>]> + + Swap64 + + Into<vec256_storage> +{ +} + +<span class="kw">pub trait </span>u32x4x4<M: Machine>: + BitOps32 + + Store<vec512_storage> + + Vec4<M::u32x4> + + Vec4Ext<M::u32x4> + + Vector<[u32; <span class="number">16</span>]> + + MultiLane<[M::u32x4; <span class="number">4</span>]> + + ArithOps + + LaneWords4 + + Into<vec512_storage> + + StoreBytes +{ +} +<span class="kw">pub trait </span>u64x2x4<M: Machine>: + BitOps64 + + Store<vec512_storage> + + Vec4<M::u64x2> + + MultiLane<[M::u64x2; <span class="number">4</span>]> + + ArithOps + + Into<vec512_storage> +{ +} +<span class="comment">// TODO: Words4 +</span><span class="kw">pub trait </span>u128x4<M: Machine>: + BitOps128 + + Store<vec512_storage> + + Vec4<M::u128x1> + + MultiLane<[M::u128x1; <span class="number">4</span>]> + + Swap64 + + Into<vec512_storage> +{ +} + +<span class="doccomment">/// A vector composed of multiple 128-bit lanes. +</span><span class="kw">pub trait </span>MultiLane<Lanes> { + <span class="doccomment">/// Split a multi-lane vector into single-lane vectors. + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> Lanes; + <span class="doccomment">/// Build a multi-lane vector from individual lanes. + </span><span class="kw">fn </span>from_lanes(lanes: Lanes) -> <span class="self">Self</span>; +} + +<span class="doccomment">/// Combine single vectors into a multi-lane vector. +</span><span class="kw">pub trait </span>VZip<V> { + <span class="kw">fn </span>vzip(<span class="self">self</span>) -> V; +} + +<span class="kw">impl</span><V, T> VZip<V> <span class="kw">for </span>T +<span class="kw">where + </span>V: MultiLane<T>, +{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>vzip(<span class="self">self</span>) -> V { + V::from_lanes(<span class="self">self</span>) + } +} + +<span class="kw">pub trait </span>Machine: Sized + Copy { + <span class="kw">type </span>u32x4: u32x4<<span class="self">Self</span>>; + <span class="kw">type </span>u64x2: u64x2<<span class="self">Self</span>>; + <span class="kw">type </span>u128x1: u128x1<<span class="self">Self</span>>; + + <span class="kw">type </span>u32x4x2: u32x4x2<<span class="self">Self</span>>; + <span class="kw">type </span>u64x2x2: u64x2x2<<span class="self">Self</span>>; + <span class="kw">type </span>u64x4: u64x4<<span class="self">Self</span>>; + <span class="kw">type </span>u128x2: u128x2<<span class="self">Self</span>>; + + <span class="kw">type </span>u32x4x4: u32x4x4<<span class="self">Self</span>>; + <span class="kw">type </span>u64x2x4: u64x2x4<<span class="self">Self</span>>; + <span class="kw">type </span>u128x4: u128x4<<span class="self">Self</span>>; + + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>unpack<S, V: Store<S>>(<span class="self">self</span>, s: S) -> V { + <span class="kw">unsafe </span>{ V::unpack(s) } + } + + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>vec<V, A>(<span class="self">self</span>, a: A) -> V + <span class="kw">where + </span>V: MultiLane<A>, + { + V::from_lanes(a) + } + + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>read_le<V>(<span class="self">self</span>, input: <span class="kw-2">&</span>[u8]) -> V + <span class="kw">where + </span>V: StoreBytes, + { + <span class="kw">unsafe </span>{ V::unsafe_read_le(input) } + } + + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>read_be<V>(<span class="self">self</span>, input: <span class="kw-2">&</span>[u8]) -> V + <span class="kw">where + </span>V: StoreBytes, + { + <span class="kw">unsafe </span>{ V::unsafe_read_be(input) } + } + + <span class="doccomment">/// # Safety + /// Caller must ensure the type of Self is appropriate for the hardware of the execution + /// environment. + </span><span class="kw">unsafe fn </span>instance() -> <span class="self">Self</span>; +} + +<span class="kw">pub trait </span>Store<S> { + <span class="doccomment">/// # Safety + /// Caller must ensure the type of Self is appropriate for the hardware of the execution + /// environment. + </span><span class="kw">unsafe fn </span>unpack(p: S) -> <span class="self">Self</span>; +} + +<span class="kw">pub trait </span>StoreBytes { + <span class="doccomment">/// # Safety + /// Caller must ensure the type of Self is appropriate for the hardware of the execution + /// environment. + </span><span class="kw">unsafe fn </span>unsafe_read_le(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self</span>; + <span class="doccomment">/// # Safety + /// Caller must ensure the type of Self is appropriate for the hardware of the execution + /// environment. + </span><span class="kw">unsafe fn </span>unsafe_read_be(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self</span>; + <span class="kw">fn </span>write_le(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]); + <span class="kw">fn </span>write_be(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]); +} +</code></pre></div> +</section></div></main><div id="rustdoc-vars" data-root-path="../../" data-current-crate="ppv_lite86" data-themes="ayu,dark,light" data-resource-suffix="" data-rustdoc-version="1.66.0 (69f9c33d7 2022-12-12) (Arch Linux rust 1:1.66.0-1)" ></div></body></html>
\ No newline at end of file diff --git a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/mod.rs.html b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/mod.rs.html new file mode 100644 index 0000000..c649c50 --- /dev/null +++ b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/mod.rs.html @@ -0,0 +1,876 @@ +<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `/home/pico/.local/share/cargo/registry/src/github.com-1ecc6299db9ec823/ppv-lite86-0.2.17/src/x86_64/mod.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>mod.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceSerif4-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../FiraSans-Regular.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../FiraSans-Medium.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceCodePro-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceSerif4-Bold.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceCodePro-Semibold.ttf.woff2"><link rel="stylesheet" href="../../../normalize.css"><link rel="stylesheet" href="../../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" href="../../../ayu.css" disabled><link rel="stylesheet" href="../../../dark.css" disabled><link rel="stylesheet" href="../../../light.css" id="themeStyle"><script id="default-settings" ></script><script src="../../../storage.js"></script><script defer src="../../../source-script.js"></script><script defer src="../../../source-files.js"></script><script defer src="../../../main.js"></script><noscript><link rel="stylesheet" href="../../../noscript.css"></noscript><link rel="alternate icon" type="image/png" href="../../../favicon-16x16.png"><link rel="alternate icon" type="image/png" href="../../../favicon-32x32.png"><link rel="icon" type="image/svg+xml" href="../../../favicon.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><div class="width-limiter"><nav class="sub"><a class="sub-logo-container" href="../../../ppv_lite86/index.html"><img class="rust-logo" src="../../../rust-logo.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../../wheel.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><span id="1">1</span> +<span id="2">2</span> +<span id="3">3</span> +<span id="4">4</span> +<span id="5">5</span> +<span id="6">6</span> +<span id="7">7</span> +<span id="8">8</span> +<span id="9">9</span> +<span id="10">10</span> +<span id="11">11</span> +<span id="12">12</span> +<span id="13">13</span> +<span id="14">14</span> +<span id="15">15</span> +<span id="16">16</span> +<span id="17">17</span> +<span id="18">18</span> +<span id="19">19</span> +<span id="20">20</span> +<span id="21">21</span> +<span id="22">22</span> +<span id="23">23</span> +<span id="24">24</span> +<span id="25">25</span> +<span id="26">26</span> +<span id="27">27</span> +<span id="28">28</span> +<span id="29">29</span> +<span id="30">30</span> +<span id="31">31</span> +<span id="32">32</span> +<span id="33">33</span> +<span id="34">34</span> +<span id="35">35</span> +<span id="36">36</span> +<span id="37">37</span> +<span id="38">38</span> +<span id="39">39</span> +<span id="40">40</span> +<span id="41">41</span> +<span id="42">42</span> +<span id="43">43</span> +<span id="44">44</span> +<span id="45">45</span> +<span id="46">46</span> +<span id="47">47</span> +<span id="48">48</span> +<span id="49">49</span> +<span id="50">50</span> +<span id="51">51</span> +<span id="52">52</span> +<span id="53">53</span> +<span id="54">54</span> +<span id="55">55</span> +<span id="56">56</span> +<span id="57">57</span> +<span id="58">58</span> +<span id="59">59</span> +<span id="60">60</span> +<span id="61">61</span> +<span id="62">62</span> +<span id="63">63</span> +<span id="64">64</span> +<span id="65">65</span> +<span id="66">66</span> +<span id="67">67</span> +<span id="68">68</span> +<span id="69">69</span> +<span id="70">70</span> +<span id="71">71</span> +<span id="72">72</span> +<span id="73">73</span> +<span id="74">74</span> +<span id="75">75</span> +<span id="76">76</span> +<span id="77">77</span> +<span id="78">78</span> +<span id="79">79</span> +<span id="80">80</span> +<span id="81">81</span> +<span id="82">82</span> +<span id="83">83</span> +<span id="84">84</span> +<span id="85">85</span> +<span id="86">86</span> +<span id="87">87</span> +<span id="88">88</span> +<span id="89">89</span> +<span id="90">90</span> +<span id="91">91</span> +<span id="92">92</span> +<span id="93">93</span> +<span id="94">94</span> +<span id="95">95</span> +<span id="96">96</span> +<span id="97">97</span> +<span id="98">98</span> +<span id="99">99</span> +<span id="100">100</span> +<span id="101">101</span> +<span id="102">102</span> +<span id="103">103</span> +<span id="104">104</span> +<span id="105">105</span> +<span id="106">106</span> +<span id="107">107</span> +<span id="108">108</span> +<span id="109">109</span> +<span id="110">110</span> +<span id="111">111</span> +<span id="112">112</span> +<span id="113">113</span> +<span id="114">114</span> +<span id="115">115</span> +<span id="116">116</span> +<span id="117">117</span> +<span id="118">118</span> +<span id="119">119</span> +<span id="120">120</span> +<span id="121">121</span> +<span id="122">122</span> +<span id="123">123</span> +<span id="124">124</span> +<span id="125">125</span> +<span id="126">126</span> +<span id="127">127</span> +<span id="128">128</span> +<span id="129">129</span> +<span id="130">130</span> +<span id="131">131</span> +<span id="132">132</span> +<span id="133">133</span> +<span id="134">134</span> +<span id="135">135</span> +<span id="136">136</span> +<span id="137">137</span> +<span id="138">138</span> +<span id="139">139</span> +<span id="140">140</span> +<span id="141">141</span> +<span id="142">142</span> +<span id="143">143</span> +<span id="144">144</span> +<span id="145">145</span> +<span id="146">146</span> +<span id="147">147</span> +<span id="148">148</span> +<span id="149">149</span> +<span id="150">150</span> +<span id="151">151</span> +<span id="152">152</span> +<span id="153">153</span> +<span id="154">154</span> +<span id="155">155</span> +<span id="156">156</span> +<span id="157">157</span> +<span id="158">158</span> +<span id="159">159</span> +<span id="160">160</span> +<span id="161">161</span> +<span id="162">162</span> +<span id="163">163</span> +<span id="164">164</span> +<span id="165">165</span> +<span id="166">166</span> +<span id="167">167</span> +<span id="168">168</span> +<span id="169">169</span> +<span id="170">170</span> +<span id="171">171</span> +<span id="172">172</span> +<span id="173">173</span> +<span id="174">174</span> +<span id="175">175</span> +<span id="176">176</span> +<span id="177">177</span> +<span id="178">178</span> +<span id="179">179</span> +<span id="180">180</span> +<span id="181">181</span> +<span id="182">182</span> +<span id="183">183</span> +<span id="184">184</span> +<span id="185">185</span> +<span id="186">186</span> +<span id="187">187</span> +<span id="188">188</span> +<span id="189">189</span> +<span id="190">190</span> +<span id="191">191</span> +<span id="192">192</span> +<span id="193">193</span> +<span id="194">194</span> +<span id="195">195</span> +<span id="196">196</span> +<span id="197">197</span> +<span id="198">198</span> +<span id="199">199</span> +<span id="200">200</span> +<span id="201">201</span> +<span id="202">202</span> +<span id="203">203</span> +<span id="204">204</span> +<span id="205">205</span> +<span id="206">206</span> +<span id="207">207</span> +<span id="208">208</span> +<span id="209">209</span> +<span id="210">210</span> +<span id="211">211</span> +<span id="212">212</span> +<span id="213">213</span> +<span id="214">214</span> +<span id="215">215</span> +<span id="216">216</span> +<span id="217">217</span> +<span id="218">218</span> +<span id="219">219</span> +<span id="220">220</span> +<span id="221">221</span> +<span id="222">222</span> +<span id="223">223</span> +<span id="224">224</span> +<span id="225">225</span> +<span id="226">226</span> +<span id="227">227</span> +<span id="228">228</span> +<span id="229">229</span> +<span id="230">230</span> +<span id="231">231</span> +<span id="232">232</span> +<span id="233">233</span> +<span id="234">234</span> +<span id="235">235</span> +<span id="236">236</span> +<span id="237">237</span> +<span id="238">238</span> +<span id="239">239</span> +<span id="240">240</span> +<span id="241">241</span> +<span id="242">242</span> +<span id="243">243</span> +<span id="244">244</span> +<span id="245">245</span> +<span id="246">246</span> +<span id="247">247</span> +<span id="248">248</span> +<span id="249">249</span> +<span id="250">250</span> +<span id="251">251</span> +<span id="252">252</span> +<span id="253">253</span> +<span id="254">254</span> +<span id="255">255</span> +<span id="256">256</span> +<span id="257">257</span> +<span id="258">258</span> +<span id="259">259</span> +<span id="260">260</span> +<span id="261">261</span> +<span id="262">262</span> +<span id="263">263</span> +<span id="264">264</span> +<span id="265">265</span> +<span id="266">266</span> +<span id="267">267</span> +<span id="268">268</span> +<span id="269">269</span> +<span id="270">270</span> +<span id="271">271</span> +<span id="272">272</span> +<span id="273">273</span> +<span id="274">274</span> +<span id="275">275</span> +<span id="276">276</span> +<span id="277">277</span> +<span id="278">278</span> +<span id="279">279</span> +<span id="280">280</span> +<span id="281">281</span> +<span id="282">282</span> +<span id="283">283</span> +<span id="284">284</span> +<span id="285">285</span> +<span id="286">286</span> +<span id="287">287</span> +<span id="288">288</span> +<span id="289">289</span> +<span id="290">290</span> +<span id="291">291</span> +<span id="292">292</span> +<span id="293">293</span> +<span id="294">294</span> +<span id="295">295</span> +<span id="296">296</span> +<span id="297">297</span> +<span id="298">298</span> +<span id="299">299</span> +<span id="300">300</span> +<span id="301">301</span> +<span id="302">302</span> +<span id="303">303</span> +<span id="304">304</span> +<span id="305">305</span> +<span id="306">306</span> +<span id="307">307</span> +<span id="308">308</span> +<span id="309">309</span> +<span id="310">310</span> +<span id="311">311</span> +<span id="312">312</span> +<span id="313">313</span> +<span id="314">314</span> +<span id="315">315</span> +<span id="316">316</span> +<span id="317">317</span> +<span id="318">318</span> +<span id="319">319</span> +<span id="320">320</span> +<span id="321">321</span> +<span id="322">322</span> +<span id="323">323</span> +<span id="324">324</span> +<span id="325">325</span> +<span id="326">326</span> +<span id="327">327</span> +<span id="328">328</span> +<span id="329">329</span> +<span id="330">330</span> +<span id="331">331</span> +<span id="332">332</span> +<span id="333">333</span> +<span id="334">334</span> +<span id="335">335</span> +<span id="336">336</span> +<span id="337">337</span> +<span id="338">338</span> +<span id="339">339</span> +<span id="340">340</span> +<span id="341">341</span> +<span id="342">342</span> +<span id="343">343</span> +<span id="344">344</span> +<span id="345">345</span> +<span id="346">346</span> +<span id="347">347</span> +<span id="348">348</span> +<span id="349">349</span> +<span id="350">350</span> +<span id="351">351</span> +<span id="352">352</span> +<span id="353">353</span> +<span id="354">354</span> +<span id="355">355</span> +<span id="356">356</span> +<span id="357">357</span> +<span id="358">358</span> +<span id="359">359</span> +<span id="360">360</span> +<span id="361">361</span> +<span id="362">362</span> +<span id="363">363</span> +<span id="364">364</span> +<span id="365">365</span> +<span id="366">366</span> +<span id="367">367</span> +<span id="368">368</span> +<span id="369">369</span> +<span id="370">370</span> +<span id="371">371</span> +<span id="372">372</span> +<span id="373">373</span> +<span id="374">374</span> +<span id="375">375</span> +<span id="376">376</span> +<span id="377">377</span> +<span id="378">378</span> +<span id="379">379</span> +<span id="380">380</span> +<span id="381">381</span> +<span id="382">382</span> +<span id="383">383</span> +<span id="384">384</span> +<span id="385">385</span> +<span id="386">386</span> +<span id="387">387</span> +<span id="388">388</span> +<span id="389">389</span> +<span id="390">390</span> +<span id="391">391</span> +<span id="392">392</span> +<span id="393">393</span> +<span id="394">394</span> +<span id="395">395</span> +<span id="396">396</span> +<span id="397">397</span> +<span id="398">398</span> +<span id="399">399</span> +<span id="400">400</span> +<span id="401">401</span> +<span id="402">402</span> +<span id="403">403</span> +<span id="404">404</span> +<span id="405">405</span> +<span id="406">406</span> +<span id="407">407</span> +<span id="408">408</span> +<span id="409">409</span> +<span id="410">410</span> +<span id="411">411</span> +<span id="412">412</span> +<span id="413">413</span> +<span id="414">414</span> +<span id="415">415</span> +<span id="416">416</span> +<span id="417">417</span> +<span id="418">418</span> +<span id="419">419</span> +<span id="420">420</span> +<span id="421">421</span> +<span id="422">422</span> +<span id="423">423</span> +<span id="424">424</span> +<span id="425">425</span> +<span id="426">426</span> +<span id="427">427</span> +<span id="428">428</span> +<span id="429">429</span> +<span id="430">430</span> +<span id="431">431</span> +<span id="432">432</span> +<span id="433">433</span> +<span id="434">434</span> +<span id="435">435</span> +<span id="436">436</span> +<span id="437">437</span> +</pre><pre class="rust"><code><span class="comment">// crate minimums: sse2, x86_64 + +</span><span class="kw">use </span><span class="kw">crate</span>::types::<span class="kw-2">*</span>; +<span class="kw">use </span>core::arch::x86_64::{__m128i, __m256i}; + +<span class="kw">mod </span>sse2; + +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>YesS3; +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>NoS3; + +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>YesS4; +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>NoS4; + +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>YesA1; +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>NoA1; + +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>YesA2; +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>NoA2; + +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>YesNI; +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>NoNI; + +<span class="kw">use </span>core::marker::PhantomData; + +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>SseMachine<S3, S4, NI>(PhantomData<(S3, S4, NI)>); +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> Machine <span class="kw">for </span>SseMachine<S3, S4, NI> +<span class="kw">where + </span>sse2::u128x1_sse2<S3, S4, NI>: Swap64, + sse2::u64x2_sse2<S3, S4, NI>: BSwap + RotateEachWord32 + MultiLane<[u64; <span class="number">2</span>]> + Vec2<u64>, + sse2::u32x4_sse2<S3, S4, NI>: BSwap + RotateEachWord32 + MultiLane<[u32; <span class="number">4</span>]> + Vec4<u32>, + sse2::u64x4_sse2<S3, S4, NI>: BSwap + Words4, + sse2::u128x1_sse2<S3, S4, NI>: BSwap, + sse2::u128x2_sse2<S3, S4, NI>: Into<sse2::u64x2x2_sse2<S3, S4, NI>>, + sse2::u128x2_sse2<S3, S4, NI>: Into<sse2::u64x4_sse2<S3, S4, NI>>, + sse2::u128x2_sse2<S3, S4, NI>: Into<sse2::u32x4x2_sse2<S3, S4, NI>>, + sse2::u128x4_sse2<S3, S4, NI>: Into<sse2::u64x2x4_sse2<S3, S4, NI>>, + sse2::u128x4_sse2<S3, S4, NI>: Into<sse2::u32x4x4_sse2<S3, S4, NI>>, +{ + <span class="kw">type </span>u32x4 = sse2::u32x4_sse2<S3, S4, NI>; + <span class="kw">type </span>u64x2 = sse2::u64x2_sse2<S3, S4, NI>; + <span class="kw">type </span>u128x1 = sse2::u128x1_sse2<S3, S4, NI>; + + <span class="kw">type </span>u32x4x2 = sse2::u32x4x2_sse2<S3, S4, NI>; + <span class="kw">type </span>u64x2x2 = sse2::u64x2x2_sse2<S3, S4, NI>; + <span class="kw">type </span>u64x4 = sse2::u64x4_sse2<S3, S4, NI>; + <span class="kw">type </span>u128x2 = sse2::u128x2_sse2<S3, S4, NI>; + + <span class="kw">type </span>u32x4x4 = sse2::u32x4x4_sse2<S3, S4, NI>; + <span class="kw">type </span>u64x2x4 = sse2::u64x2x4_sse2<S3, S4, NI>; + <span class="kw">type </span>u128x4 = sse2::u128x4_sse2<S3, S4, NI>; + + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>instance() -> <span class="self">Self </span>{ + SseMachine(PhantomData) + } +} + +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>Avx2Machine<NI>(PhantomData<NI>); +<span class="kw">impl</span><NI: Copy> Machine <span class="kw">for </span>Avx2Machine<NI> +<span class="kw">where + </span>sse2::u128x1_sse2<YesS3, YesS4, NI>: BSwap + Swap64, + sse2::u64x2_sse2<YesS3, YesS4, NI>: BSwap + RotateEachWord32 + MultiLane<[u64; <span class="number">2</span>]> + Vec2<u64>, + sse2::u32x4_sse2<YesS3, YesS4, NI>: BSwap + RotateEachWord32 + MultiLane<[u32; <span class="number">4</span>]> + Vec4<u32>, + sse2::u64x4_sse2<YesS3, YesS4, NI>: BSwap + Words4, +{ + <span class="kw">type </span>u32x4 = sse2::u32x4_sse2<YesS3, YesS4, NI>; + <span class="kw">type </span>u64x2 = sse2::u64x2_sse2<YesS3, YesS4, NI>; + <span class="kw">type </span>u128x1 = sse2::u128x1_sse2<YesS3, YesS4, NI>; + + <span class="kw">type </span>u32x4x2 = sse2::avx2::u32x4x2_avx2<NI>; + <span class="kw">type </span>u64x2x2 = sse2::u64x2x2_sse2<YesS3, YesS4, NI>; + <span class="kw">type </span>u64x4 = sse2::u64x4_sse2<YesS3, YesS4, NI>; + <span class="kw">type </span>u128x2 = sse2::u128x2_sse2<YesS3, YesS4, NI>; + + <span class="kw">type </span>u32x4x4 = sse2::avx2::u32x4x4_avx2<NI>; + <span class="kw">type </span>u64x2x4 = sse2::u64x2x4_sse2<YesS3, YesS4, NI>; + <span class="kw">type </span>u128x4 = sse2::u128x4_sse2<YesS3, YesS4, NI>; + + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>instance() -> <span class="self">Self </span>{ + Avx2Machine(PhantomData) + } +} + +<span class="kw">pub type </span>SSE2 = SseMachine<NoS3, NoS4, NoNI>; +<span class="kw">pub type </span>SSSE3 = SseMachine<YesS3, NoS4, NoNI>; +<span class="kw">pub type </span>SSE41 = SseMachine<YesS3, YesS4, NoNI>; +<span class="doccomment">/// AVX but not AVX2: only 128-bit integer operations, but use VEX versions of everything +/// to avoid expensive SSE/VEX conflicts. +</span><span class="kw">pub type </span>AVX = SseMachine<YesS3, YesS4, NoNI>; +<span class="kw">pub type </span>AVX2 = Avx2Machine<NoNI>; + +<span class="doccomment">/// Generic wrapper for unparameterized storage of any of the possible impls. +/// Converting into and out of this type should be essentially free, although it may be more +/// aligned than a particular impl requires. +</span><span class="attribute">#[allow(non_camel_case_types)] +#[derive(Copy, Clone)] +</span><span class="kw">pub union </span>vec128_storage { + u32x4: [u32; <span class="number">4</span>], + u64x2: [u64; <span class="number">2</span>], + u128x1: [u128; <span class="number">1</span>], + sse2: __m128i, +} +<span class="kw">impl </span>Store<vec128_storage> <span class="kw">for </span>vec128_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unpack(p: vec128_storage) -> <span class="self">Self </span>{ + p + } +} +<span class="kw">impl</span><<span class="lifetime">'a</span>> From<<span class="kw-2">&</span><span class="lifetime">'a </span>vec128_storage> <span class="kw">for </span><span class="kw-2">&</span><span class="lifetime">'a </span>[u32; <span class="number">4</span>] { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: <span class="kw-2">&</span><span class="lifetime">'a </span>vec128_storage) -> <span class="self">Self </span>{ + <span class="kw">unsafe </span>{ <span class="kw-2">&</span>x.u32x4 } + } +} +<span class="kw">impl </span>From<[u32; <span class="number">4</span>]> <span class="kw">for </span>vec128_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(u32x4: [u32; <span class="number">4</span>]) -> <span class="self">Self </span>{ + vec128_storage { u32x4 } + } +} +<span class="kw">impl </span>Default <span class="kw">for </span>vec128_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>default() -> <span class="self">Self </span>{ + vec128_storage { u128x1: [<span class="number">0</span>] } + } +} +<span class="kw">impl </span>Eq <span class="kw">for </span>vec128_storage {} +<span class="kw">impl </span>PartialEq <span class="kw">for </span>vec128_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { + <span class="kw">unsafe </span>{ <span class="self">self</span>.u128x1 == rhs.u128x1 } + } +} + +<span class="attribute">#[allow(non_camel_case_types)] +#[derive(Copy, Clone)] +</span><span class="kw">pub union </span>vec256_storage { + u32x8: [u32; <span class="number">8</span>], + u64x4: [u64; <span class="number">4</span>], + u128x2: [u128; <span class="number">2</span>], + sse2: [vec128_storage; <span class="number">2</span>], + avx: __m256i, +} +<span class="kw">impl </span>From<[u64; <span class="number">4</span>]> <span class="kw">for </span>vec256_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(u64x4: [u64; <span class="number">4</span>]) -> <span class="self">Self </span>{ + vec256_storage { u64x4 } + } +} +<span class="kw">impl </span>Default <span class="kw">for </span>vec256_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>default() -> <span class="self">Self </span>{ + vec256_storage { u128x2: [<span class="number">0</span>, <span class="number">0</span>] } + } +} +<span class="kw">impl </span>vec256_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">pub fn </span>new128(xs: [vec128_storage; <span class="number">2</span>]) -> <span class="self">Self </span>{ + <span class="self">Self </span>{ sse2: xs } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">pub fn </span>split128(<span class="self">self</span>) -> [vec128_storage; <span class="number">2</span>] { + <span class="kw">unsafe </span>{ <span class="self">self</span>.sse2 } + } +} +<span class="kw">impl </span>Eq <span class="kw">for </span>vec256_storage {} +<span class="kw">impl </span>PartialEq <span class="kw">for </span>vec256_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { + <span class="kw">unsafe </span>{ <span class="self">self</span>.sse2 == rhs.sse2 } + } +} + +<span class="attribute">#[allow(non_camel_case_types)] +#[derive(Copy, Clone)] +</span><span class="kw">pub union </span>vec512_storage { + u32x16: [u32; <span class="number">16</span>], + u64x8: [u64; <span class="number">8</span>], + u128x4: [u128; <span class="number">4</span>], + sse2: [vec128_storage; <span class="number">4</span>], + avx: [vec256_storage; <span class="number">2</span>], +} +<span class="kw">impl </span>Default <span class="kw">for </span>vec512_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>default() -> <span class="self">Self </span>{ + vec512_storage { + u128x4: [<span class="number">0</span>, <span class="number">0</span>, <span class="number">0</span>, <span class="number">0</span>], + } + } +} +<span class="kw">impl </span>vec512_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">pub fn </span>new128(xs: [vec128_storage; <span class="number">4</span>]) -> <span class="self">Self </span>{ + <span class="self">Self </span>{ sse2: xs } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">pub fn </span>split128(<span class="self">self</span>) -> [vec128_storage; <span class="number">4</span>] { + <span class="kw">unsafe </span>{ <span class="self">self</span>.sse2 } + } +} +<span class="kw">impl </span>Eq <span class="kw">for </span>vec512_storage {} +<span class="kw">impl </span>PartialEq <span class="kw">for </span>vec512_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { + <span class="kw">unsafe </span>{ <span class="self">self</span>.avx == rhs.avx } + } +} + +<span class="macro">macro_rules! </span>impl_into { + (<span class="macro-nonterminal">$storage</span>:ident, <span class="macro-nonterminal">$array</span>:ty, <span class="macro-nonterminal">$name</span>:ident) => { + <span class="kw">impl </span>From<<span class="macro-nonterminal">$storage</span>> <span class="kw">for </span><span class="macro-nonterminal">$array </span>{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(vec: <span class="macro-nonterminal">$storage</span>) -> <span class="self">Self </span>{ + <span class="kw">unsafe </span>{ vec.<span class="macro-nonterminal">$name </span>} + } + } + }; +} +<span class="macro">impl_into!</span>(vec128_storage, [u32; <span class="number">4</span>], u32x4); +<span class="macro">impl_into!</span>(vec128_storage, [u64; <span class="number">2</span>], u64x2); +<span class="macro">impl_into!</span>(vec128_storage, [u128; <span class="number">1</span>], u128x1); +<span class="macro">impl_into!</span>(vec256_storage, [u32; <span class="number">8</span>], u32x8); +<span class="macro">impl_into!</span>(vec256_storage, [u64; <span class="number">4</span>], u64x4); +<span class="macro">impl_into!</span>(vec256_storage, [u128; <span class="number">2</span>], u128x2); +<span class="macro">impl_into!</span>(vec512_storage, [u32; <span class="number">16</span>], u32x16); +<span class="macro">impl_into!</span>(vec512_storage, [u64; <span class="number">8</span>], u64x8); +<span class="macro">impl_into!</span>(vec512_storage, [u128; <span class="number">4</span>], u128x4); + +<span class="doccomment">/// Generate the full set of optimized implementations to take advantage of the most important +/// hardware feature sets. +/// +/// This dispatcher is suitable for maximizing throughput. +</span><span class="attribute">#[macro_export] +</span><span class="macro">macro_rules! </span>dispatch { + (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt</span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret</span>:ty <span class="macro-nonterminal">$body</span>:block }) => { + <span class="attribute">#[cfg(feature = <span class="string">"std"</span>)] + </span>$(<span class="macro-nonterminal">$</span><span class="kw">pub</span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>)* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body + </span><span class="kw">use </span>std::arch::x86_64::<span class="kw-2">*</span>; + <span class="attribute">#[target_feature(enable = <span class="string">"avx2"</span>)] + </span><span class="kw">unsafe fn </span>impl_avx2($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + <span class="kw">let </span>ret = fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>); + _mm256_zeroupper(); + ret + } + <span class="attribute">#[target_feature(enable = <span class="string">"avx"</span>)] + #[target_feature(enable = <span class="string">"sse4.1"</span>)] + #[target_feature(enable = <span class="string">"ssse3"</span>)] + </span><span class="kw">unsafe fn </span>impl_avx($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + <span class="kw">let </span>ret = fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>); + _mm256_zeroupper(); + ret + } + <span class="attribute">#[target_feature(enable = <span class="string">"sse4.1"</span>)] + #[target_feature(enable = <span class="string">"ssse3"</span>)] + </span><span class="kw">unsafe fn </span>impl_sse41($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE41::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } + <span class="attribute">#[target_feature(enable = <span class="string">"ssse3"</span>)] + </span><span class="kw">unsafe fn </span>impl_ssse3($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSSE3::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } + <span class="attribute">#[target_feature(enable = <span class="string">"sse2"</span>)] + </span><span class="kw">unsafe fn </span>impl_sse2($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } + <span class="kw">unsafe </span>{ + <span class="kw">if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"avx2"</span>) { + impl_avx2($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"avx"</span>) { + impl_avx($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"sse4.1"</span>) { + impl_sse41($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"ssse3"</span>) { + impl_ssse3($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"sse2"</span>) { + impl_sse2($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else </span>{ + <span class="macro">unimplemented!</span>() + } + } + } + <span class="attribute">#[cfg(not(feature = <span class="string">"std"</span>))] + #[inline(always)] + </span>$(<span class="macro-nonterminal">$</span><span class="kw">pub</span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>)* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + <span class="kw">unsafe fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body + </span><span class="kw">unsafe </span>{ + <span class="kw">if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx2"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"sse4.1"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE41::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"ssse3"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSSE3::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else </span>{ + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } + } + } + }; + (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt </span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) <span class="macro-nonterminal">$body</span>:block }) => { + <span class="macro">dispatch!</span>(<span class="macro-nonterminal">$mach</span>, <span class="macro-nonterminal">$MTy</span>, { + $([<span class="macro-nonterminal">$</span><span class="kw">pub </span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> () <span class="macro-nonterminal">$body + </span>}); + } +} + +<span class="doccomment">/// Generate only the basic implementations necessary to be able to operate efficiently on 128-bit +/// vectors on this platfrom. For x86-64, that would mean SSE2 and AVX. +/// +/// This dispatcher is suitable for vector operations that do not benefit from advanced hardware +/// features (e.g. because they are done infrequently), so minimizing their contribution to code +/// size is more important. +</span><span class="attribute">#[macro_export] +</span><span class="macro">macro_rules! </span>dispatch_light128 { + (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt</span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret</span>:ty <span class="macro-nonterminal">$body</span>:block }) => { + <span class="attribute">#[cfg(feature = <span class="string">"std"</span>)] + </span>$(<span class="macro-nonterminal">$</span><span class="kw">pub </span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>)* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body + </span><span class="kw">use </span>std::arch::x86_64::<span class="kw-2">*</span>; + <span class="attribute">#[target_feature(enable = <span class="string">"avx"</span>)] + </span><span class="kw">unsafe fn </span>impl_avx($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } + <span class="attribute">#[target_feature(enable = <span class="string">"sse2"</span>)] + </span><span class="kw">unsafe fn </span>impl_sse2($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } + <span class="kw">unsafe </span>{ + <span class="kw">if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"avx"</span>) { + impl_avx($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"sse2"</span>) { + impl_sse2($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else </span>{ + <span class="macro">unimplemented!</span>() + } + } + } + <span class="attribute">#[cfg(not(feature = <span class="string">"std"</span>))] + #[inline(always)] + </span>$(<span class="macro-nonterminal">$</span><span class="kw">pub</span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>)* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + <span class="kw">unsafe fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body + </span><span class="kw">unsafe </span>{ + <span class="kw">if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx2"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"sse4.1"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE41::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"ssse3"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSSE3::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else </span>{ + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } + } + } + }; + (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt</span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) <span class="macro-nonterminal">$body</span>:block }) => { + <span class="macro">dispatch_light128!</span>(<span class="macro-nonterminal">$mach</span>, <span class="macro-nonterminal">$MTy</span>, { + $([<span class="macro-nonterminal">$</span><span class="kw">pub </span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> () <span class="macro-nonterminal">$body + </span>}); + } +} + +<span class="doccomment">/// Generate only the basic implementations necessary to be able to operate efficiently on 256-bit +/// vectors on this platfrom. For x86-64, that would mean SSE2, AVX, and AVX2. +/// +/// This dispatcher is suitable for vector operations that do not benefit from advanced hardware +/// features (e.g. because they are done infrequently), so minimizing their contribution to code +/// size is more important. +</span><span class="attribute">#[macro_export] +</span><span class="macro">macro_rules! </span>dispatch_light256 { + (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt</span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret</span>:ty <span class="macro-nonterminal">$body</span>:block }) => { + <span class="attribute">#[cfg(feature = <span class="string">"std"</span>)] + </span>$([<span class="macro-nonterminal">$</span><span class="kw">pub </span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body + </span><span class="kw">use </span>std::arch::x86_64::<span class="kw-2">*</span>; + <span class="attribute">#[target_feature(enable = <span class="string">"avx"</span>)] + </span><span class="kw">unsafe fn </span>impl_avx($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } + <span class="attribute">#[target_feature(enable = <span class="string">"sse2"</span>)] + </span><span class="kw">unsafe fn </span>impl_sse2($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } + <span class="kw">unsafe </span>{ + <span class="kw">if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"avx"</span>) { + impl_avx($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"sse2"</span>) { + impl_sse2($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else </span>{ + <span class="macro">unimplemented!</span>() + } + } + } + <span class="attribute">#[cfg(not(feature = <span class="string">"std"</span>))] + #[inline(always)] + </span>$(<span class="macro-nonterminal">$</span><span class="kw">pub</span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>)* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ + <span class="kw">unsafe fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body + </span><span class="kw">unsafe </span>{ + <span class="kw">if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx2"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"sse4.1"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE41::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"ssse3"</span>) { + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSSE3::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } <span class="kw">else </span>{ + fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) + } + } + } + }; + (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt</span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) <span class="macro-nonterminal">$body</span>:block }) => { + <span class="macro">dispatch_light256!</span>(<span class="macro-nonterminal">$mach</span>, <span class="macro-nonterminal">$MTy</span>, { + $([<span class="macro-nonterminal">$</span><span class="kw">pub </span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> () <span class="macro-nonterminal">$body + </span>}); + } +} +</code></pre></div> +</section></div></main><div id="rustdoc-vars" data-root-path="../../../" data-current-crate="ppv_lite86" data-themes="ayu,dark,light" data-resource-suffix="" data-rustdoc-version="1.66.0 (69f9c33d7 2022-12-12) (Arch Linux rust 1:1.66.0-1)" ></div></body></html>
\ No newline at end of file diff --git a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/sse2.rs.html b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/sse2.rs.html new file mode 100644 index 0000000..609cf09 --- /dev/null +++ b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/sse2.rs.html @@ -0,0 +1,3408 @@ +<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `/home/pico/.local/share/cargo/registry/src/github.com-1ecc6299db9ec823/ppv-lite86-0.2.17/src/x86_64/sse2.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>sse2.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceSerif4-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../FiraSans-Regular.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../FiraSans-Medium.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceCodePro-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceSerif4-Bold.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceCodePro-Semibold.ttf.woff2"><link rel="stylesheet" href="../../../normalize.css"><link rel="stylesheet" href="../../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" href="../../../ayu.css" disabled><link rel="stylesheet" href="../../../dark.css" disabled><link rel="stylesheet" href="../../../light.css" id="themeStyle"><script id="default-settings" ></script><script src="../../../storage.js"></script><script defer src="../../../source-script.js"></script><script defer src="../../../source-files.js"></script><script defer src="../../../main.js"></script><noscript><link rel="stylesheet" href="../../../noscript.css"></noscript><link rel="alternate icon" type="image/png" href="../../../favicon-16x16.png"><link rel="alternate icon" type="image/png" href="../../../favicon-32x32.png"><link rel="icon" type="image/svg+xml" href="../../../favicon.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><div class="width-limiter"><nav class="sub"><a class="sub-logo-container" href="../../../ppv_lite86/index.html"><img class="rust-logo" src="../../../rust-logo.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../../wheel.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><span id="1">1</span> +<span id="2">2</span> +<span id="3">3</span> +<span id="4">4</span> +<span id="5">5</span> +<span id="6">6</span> +<span id="7">7</span> +<span id="8">8</span> +<span id="9">9</span> +<span id="10">10</span> +<span id="11">11</span> +<span id="12">12</span> +<span id="13">13</span> +<span id="14">14</span> +<span id="15">15</span> +<span id="16">16</span> +<span id="17">17</span> +<span id="18">18</span> +<span id="19">19</span> +<span id="20">20</span> +<span id="21">21</span> +<span id="22">22</span> +<span id="23">23</span> +<span id="24">24</span> +<span id="25">25</span> +<span id="26">26</span> +<span id="27">27</span> +<span id="28">28</span> +<span id="29">29</span> +<span id="30">30</span> +<span id="31">31</span> +<span id="32">32</span> +<span id="33">33</span> +<span id="34">34</span> +<span id="35">35</span> +<span id="36">36</span> +<span id="37">37</span> +<span id="38">38</span> +<span id="39">39</span> +<span id="40">40</span> +<span id="41">41</span> +<span id="42">42</span> +<span id="43">43</span> +<span id="44">44</span> +<span id="45">45</span> +<span id="46">46</span> +<span id="47">47</span> +<span id="48">48</span> +<span id="49">49</span> +<span id="50">50</span> +<span id="51">51</span> +<span id="52">52</span> +<span id="53">53</span> +<span id="54">54</span> +<span id="55">55</span> +<span id="56">56</span> +<span id="57">57</span> +<span id="58">58</span> +<span id="59">59</span> +<span id="60">60</span> +<span id="61">61</span> +<span id="62">62</span> +<span id="63">63</span> +<span id="64">64</span> +<span id="65">65</span> +<span id="66">66</span> +<span id="67">67</span> +<span id="68">68</span> +<span id="69">69</span> +<span id="70">70</span> +<span id="71">71</span> +<span id="72">72</span> +<span id="73">73</span> +<span id="74">74</span> +<span id="75">75</span> +<span id="76">76</span> +<span id="77">77</span> +<span id="78">78</span> +<span id="79">79</span> +<span id="80">80</span> +<span id="81">81</span> +<span id="82">82</span> +<span id="83">83</span> +<span id="84">84</span> +<span id="85">85</span> +<span id="86">86</span> +<span id="87">87</span> +<span id="88">88</span> +<span id="89">89</span> +<span id="90">90</span> +<span id="91">91</span> +<span id="92">92</span> +<span id="93">93</span> +<span id="94">94</span> +<span id="95">95</span> +<span id="96">96</span> +<span id="97">97</span> +<span id="98">98</span> +<span id="99">99</span> +<span id="100">100</span> +<span id="101">101</span> +<span id="102">102</span> +<span id="103">103</span> +<span id="104">104</span> +<span id="105">105</span> +<span id="106">106</span> +<span id="107">107</span> +<span id="108">108</span> +<span id="109">109</span> +<span id="110">110</span> +<span id="111">111</span> +<span id="112">112</span> +<span id="113">113</span> +<span id="114">114</span> +<span id="115">115</span> +<span id="116">116</span> +<span id="117">117</span> +<span id="118">118</span> +<span id="119">119</span> +<span id="120">120</span> +<span id="121">121</span> +<span id="122">122</span> +<span id="123">123</span> +<span id="124">124</span> +<span id="125">125</span> +<span id="126">126</span> +<span id="127">127</span> +<span id="128">128</span> +<span id="129">129</span> +<span id="130">130</span> +<span id="131">131</span> +<span id="132">132</span> +<span id="133">133</span> +<span id="134">134</span> +<span id="135">135</span> +<span id="136">136</span> +<span id="137">137</span> +<span id="138">138</span> +<span id="139">139</span> +<span id="140">140</span> +<span id="141">141</span> +<span id="142">142</span> +<span id="143">143</span> +<span id="144">144</span> +<span id="145">145</span> +<span id="146">146</span> +<span id="147">147</span> +<span id="148">148</span> +<span id="149">149</span> +<span id="150">150</span> +<span id="151">151</span> +<span id="152">152</span> +<span id="153">153</span> +<span id="154">154</span> +<span id="155">155</span> +<span id="156">156</span> +<span id="157">157</span> +<span id="158">158</span> +<span id="159">159</span> +<span id="160">160</span> +<span id="161">161</span> +<span id="162">162</span> +<span id="163">163</span> +<span id="164">164</span> +<span id="165">165</span> +<span id="166">166</span> +<span id="167">167</span> +<span id="168">168</span> +<span id="169">169</span> +<span id="170">170</span> +<span id="171">171</span> +<span id="172">172</span> +<span id="173">173</span> +<span id="174">174</span> +<span id="175">175</span> +<span id="176">176</span> +<span id="177">177</span> +<span id="178">178</span> +<span id="179">179</span> +<span id="180">180</span> +<span id="181">181</span> +<span id="182">182</span> +<span id="183">183</span> +<span id="184">184</span> +<span id="185">185</span> +<span id="186">186</span> +<span id="187">187</span> +<span id="188">188</span> +<span id="189">189</span> +<span id="190">190</span> +<span id="191">191</span> +<span id="192">192</span> +<span id="193">193</span> +<span id="194">194</span> +<span id="195">195</span> +<span id="196">196</span> +<span id="197">197</span> +<span id="198">198</span> +<span id="199">199</span> +<span id="200">200</span> +<span id="201">201</span> +<span id="202">202</span> +<span id="203">203</span> +<span id="204">204</span> +<span id="205">205</span> +<span id="206">206</span> +<span id="207">207</span> +<span id="208">208</span> +<span id="209">209</span> +<span id="210">210</span> +<span id="211">211</span> +<span id="212">212</span> +<span id="213">213</span> +<span id="214">214</span> +<span id="215">215</span> +<span id="216">216</span> +<span id="217">217</span> +<span id="218">218</span> +<span id="219">219</span> +<span id="220">220</span> +<span id="221">221</span> +<span id="222">222</span> +<span id="223">223</span> +<span id="224">224</span> +<span id="225">225</span> +<span id="226">226</span> +<span id="227">227</span> +<span id="228">228</span> +<span id="229">229</span> +<span id="230">230</span> +<span id="231">231</span> +<span id="232">232</span> +<span id="233">233</span> +<span id="234">234</span> +<span id="235">235</span> +<span id="236">236</span> +<span id="237">237</span> +<span id="238">238</span> +<span id="239">239</span> +<span id="240">240</span> +<span id="241">241</span> +<span id="242">242</span> +<span id="243">243</span> +<span id="244">244</span> +<span id="245">245</span> +<span id="246">246</span> +<span id="247">247</span> +<span id="248">248</span> +<span id="249">249</span> +<span id="250">250</span> +<span id="251">251</span> +<span id="252">252</span> +<span id="253">253</span> +<span id="254">254</span> +<span id="255">255</span> +<span id="256">256</span> +<span id="257">257</span> +<span id="258">258</span> +<span id="259">259</span> +<span id="260">260</span> +<span id="261">261</span> +<span id="262">262</span> +<span id="263">263</span> +<span id="264">264</span> +<span id="265">265</span> +<span id="266">266</span> +<span id="267">267</span> +<span id="268">268</span> +<span id="269">269</span> +<span id="270">270</span> +<span id="271">271</span> +<span id="272">272</span> +<span id="273">273</span> +<span id="274">274</span> +<span id="275">275</span> +<span id="276">276</span> +<span id="277">277</span> +<span id="278">278</span> +<span id="279">279</span> +<span id="280">280</span> +<span id="281">281</span> +<span id="282">282</span> +<span id="283">283</span> +<span id="284">284</span> +<span id="285">285</span> +<span id="286">286</span> +<span id="287">287</span> +<span id="288">288</span> +<span id="289">289</span> +<span id="290">290</span> +<span id="291">291</span> +<span id="292">292</span> +<span id="293">293</span> +<span id="294">294</span> +<span id="295">295</span> +<span id="296">296</span> +<span id="297">297</span> +<span id="298">298</span> +<span id="299">299</span> +<span id="300">300</span> +<span id="301">301</span> +<span id="302">302</span> +<span id="303">303</span> +<span id="304">304</span> +<span id="305">305</span> +<span id="306">306</span> +<span id="307">307</span> +<span id="308">308</span> +<span id="309">309</span> +<span id="310">310</span> +<span id="311">311</span> +<span id="312">312</span> +<span id="313">313</span> +<span id="314">314</span> +<span id="315">315</span> +<span id="316">316</span> +<span id="317">317</span> +<span id="318">318</span> +<span id="319">319</span> +<span id="320">320</span> +<span id="321">321</span> +<span id="322">322</span> +<span id="323">323</span> +<span id="324">324</span> +<span id="325">325</span> +<span id="326">326</span> +<span id="327">327</span> +<span id="328">328</span> +<span id="329">329</span> +<span id="330">330</span> +<span id="331">331</span> +<span id="332">332</span> +<span id="333">333</span> +<span id="334">334</span> +<span id="335">335</span> +<span id="336">336</span> +<span id="337">337</span> +<span id="338">338</span> +<span id="339">339</span> +<span id="340">340</span> +<span id="341">341</span> +<span id="342">342</span> +<span id="343">343</span> +<span id="344">344</span> +<span id="345">345</span> +<span id="346">346</span> +<span id="347">347</span> +<span id="348">348</span> +<span id="349">349</span> +<span id="350">350</span> +<span id="351">351</span> +<span id="352">352</span> +<span id="353">353</span> +<span id="354">354</span> +<span id="355">355</span> +<span id="356">356</span> +<span id="357">357</span> +<span id="358">358</span> +<span id="359">359</span> +<span id="360">360</span> +<span id="361">361</span> +<span id="362">362</span> +<span id="363">363</span> +<span id="364">364</span> +<span id="365">365</span> +<span id="366">366</span> +<span id="367">367</span> +<span id="368">368</span> +<span id="369">369</span> +<span id="370">370</span> +<span id="371">371</span> +<span id="372">372</span> +<span id="373">373</span> +<span id="374">374</span> +<span id="375">375</span> +<span id="376">376</span> +<span id="377">377</span> +<span id="378">378</span> +<span id="379">379</span> +<span id="380">380</span> +<span id="381">381</span> +<span id="382">382</span> +<span id="383">383</span> +<span id="384">384</span> +<span id="385">385</span> +<span id="386">386</span> +<span id="387">387</span> +<span id="388">388</span> +<span id="389">389</span> +<span id="390">390</span> +<span id="391">391</span> +<span id="392">392</span> +<span id="393">393</span> +<span id="394">394</span> +<span id="395">395</span> +<span id="396">396</span> +<span id="397">397</span> +<span id="398">398</span> +<span id="399">399</span> +<span id="400">400</span> +<span id="401">401</span> +<span id="402">402</span> +<span id="403">403</span> +<span id="404">404</span> +<span id="405">405</span> +<span id="406">406</span> +<span id="407">407</span> +<span id="408">408</span> +<span id="409">409</span> +<span id="410">410</span> +<span id="411">411</span> +<span id="412">412</span> +<span id="413">413</span> +<span id="414">414</span> +<span id="415">415</span> +<span id="416">416</span> +<span id="417">417</span> +<span id="418">418</span> +<span id="419">419</span> +<span id="420">420</span> +<span id="421">421</span> +<span id="422">422</span> +<span id="423">423</span> +<span id="424">424</span> +<span id="425">425</span> +<span id="426">426</span> +<span id="427">427</span> +<span id="428">428</span> +<span id="429">429</span> +<span id="430">430</span> +<span id="431">431</span> +<span id="432">432</span> +<span id="433">433</span> +<span id="434">434</span> +<span id="435">435</span> +<span id="436">436</span> +<span id="437">437</span> +<span id="438">438</span> +<span id="439">439</span> +<span id="440">440</span> +<span id="441">441</span> +<span id="442">442</span> +<span id="443">443</span> +<span id="444">444</span> +<span id="445">445</span> +<span id="446">446</span> +<span id="447">447</span> +<span id="448">448</span> +<span id="449">449</span> +<span id="450">450</span> +<span id="451">451</span> +<span id="452">452</span> +<span id="453">453</span> +<span id="454">454</span> +<span id="455">455</span> +<span id="456">456</span> +<span id="457">457</span> +<span id="458">458</span> +<span id="459">459</span> +<span id="460">460</span> +<span id="461">461</span> +<span id="462">462</span> +<span id="463">463</span> +<span id="464">464</span> +<span id="465">465</span> +<span id="466">466</span> +<span id="467">467</span> +<span id="468">468</span> +<span id="469">469</span> +<span id="470">470</span> +<span id="471">471</span> +<span id="472">472</span> +<span id="473">473</span> +<span id="474">474</span> +<span id="475">475</span> +<span id="476">476</span> +<span id="477">477</span> +<span id="478">478</span> +<span id="479">479</span> +<span id="480">480</span> +<span id="481">481</span> +<span id="482">482</span> +<span id="483">483</span> +<span id="484">484</span> +<span id="485">485</span> +<span id="486">486</span> +<span id="487">487</span> +<span id="488">488</span> +<span id="489">489</span> +<span id="490">490</span> +<span id="491">491</span> +<span id="492">492</span> +<span id="493">493</span> +<span id="494">494</span> +<span id="495">495</span> +<span id="496">496</span> +<span id="497">497</span> +<span id="498">498</span> +<span id="499">499</span> +<span id="500">500</span> +<span id="501">501</span> +<span id="502">502</span> +<span id="503">503</span> +<span id="504">504</span> +<span id="505">505</span> +<span id="506">506</span> +<span id="507">507</span> +<span id="508">508</span> +<span id="509">509</span> +<span id="510">510</span> +<span id="511">511</span> +<span id="512">512</span> +<span id="513">513</span> +<span id="514">514</span> +<span id="515">515</span> +<span id="516">516</span> +<span id="517">517</span> +<span id="518">518</span> +<span id="519">519</span> +<span id="520">520</span> +<span id="521">521</span> +<span id="522">522</span> +<span id="523">523</span> +<span id="524">524</span> +<span id="525">525</span> +<span id="526">526</span> +<span id="527">527</span> +<span id="528">528</span> +<span id="529">529</span> +<span id="530">530</span> +<span id="531">531</span> +<span id="532">532</span> +<span id="533">533</span> +<span id="534">534</span> +<span id="535">535</span> +<span id="536">536</span> +<span id="537">537</span> +<span id="538">538</span> +<span id="539">539</span> +<span id="540">540</span> +<span id="541">541</span> +<span id="542">542</span> +<span id="543">543</span> +<span id="544">544</span> +<span id="545">545</span> +<span id="546">546</span> +<span id="547">547</span> +<span id="548">548</span> +<span id="549">549</span> +<span id="550">550</span> +<span id="551">551</span> +<span id="552">552</span> +<span id="553">553</span> +<span id="554">554</span> +<span id="555">555</span> +<span id="556">556</span> +<span id="557">557</span> +<span id="558">558</span> +<span id="559">559</span> +<span id="560">560</span> +<span id="561">561</span> +<span id="562">562</span> +<span id="563">563</span> +<span id="564">564</span> +<span id="565">565</span> +<span id="566">566</span> +<span id="567">567</span> +<span id="568">568</span> +<span id="569">569</span> +<span id="570">570</span> +<span id="571">571</span> +<span id="572">572</span> +<span id="573">573</span> +<span id="574">574</span> +<span id="575">575</span> +<span id="576">576</span> +<span id="577">577</span> +<span id="578">578</span> +<span id="579">579</span> +<span id="580">580</span> +<span id="581">581</span> +<span id="582">582</span> +<span id="583">583</span> +<span id="584">584</span> +<span id="585">585</span> +<span id="586">586</span> +<span id="587">587</span> +<span id="588">588</span> +<span id="589">589</span> +<span id="590">590</span> +<span id="591">591</span> +<span id="592">592</span> +<span id="593">593</span> +<span id="594">594</span> +<span id="595">595</span> +<span id="596">596</span> +<span id="597">597</span> +<span id="598">598</span> +<span id="599">599</span> +<span id="600">600</span> +<span id="601">601</span> +<span id="602">602</span> +<span id="603">603</span> +<span id="604">604</span> +<span id="605">605</span> +<span id="606">606</span> +<span id="607">607</span> +<span id="608">608</span> +<span id="609">609</span> +<span id="610">610</span> +<span id="611">611</span> +<span id="612">612</span> +<span id="613">613</span> +<span id="614">614</span> +<span id="615">615</span> +<span id="616">616</span> +<span id="617">617</span> +<span id="618">618</span> +<span id="619">619</span> +<span id="620">620</span> +<span id="621">621</span> +<span id="622">622</span> +<span id="623">623</span> +<span id="624">624</span> +<span id="625">625</span> +<span id="626">626</span> +<span id="627">627</span> +<span id="628">628</span> +<span id="629">629</span> +<span id="630">630</span> +<span id="631">631</span> +<span id="632">632</span> +<span id="633">633</span> +<span id="634">634</span> +<span id="635">635</span> +<span id="636">636</span> +<span id="637">637</span> +<span id="638">638</span> +<span id="639">639</span> +<span id="640">640</span> +<span id="641">641</span> +<span id="642">642</span> +<span id="643">643</span> +<span id="644">644</span> +<span id="645">645</span> +<span id="646">646</span> +<span id="647">647</span> +<span id="648">648</span> +<span id="649">649</span> +<span id="650">650</span> +<span id="651">651</span> +<span id="652">652</span> +<span id="653">653</span> +<span id="654">654</span> +<span id="655">655</span> +<span id="656">656</span> +<span id="657">657</span> +<span id="658">658</span> +<span id="659">659</span> +<span id="660">660</span> +<span id="661">661</span> +<span id="662">662</span> +<span id="663">663</span> +<span id="664">664</span> +<span id="665">665</span> +<span id="666">666</span> +<span id="667">667</span> +<span id="668">668</span> +<span id="669">669</span> +<span id="670">670</span> +<span id="671">671</span> +<span id="672">672</span> +<span id="673">673</span> +<span id="674">674</span> +<span id="675">675</span> +<span id="676">676</span> +<span id="677">677</span> +<span id="678">678</span> +<span id="679">679</span> +<span id="680">680</span> +<span id="681">681</span> +<span id="682">682</span> +<span id="683">683</span> +<span id="684">684</span> +<span id="685">685</span> +<span id="686">686</span> +<span id="687">687</span> +<span id="688">688</span> +<span id="689">689</span> +<span id="690">690</span> +<span id="691">691</span> +<span id="692">692</span> +<span id="693">693</span> +<span id="694">694</span> +<span id="695">695</span> +<span id="696">696</span> +<span id="697">697</span> +<span id="698">698</span> +<span id="699">699</span> +<span id="700">700</span> +<span id="701">701</span> +<span id="702">702</span> +<span id="703">703</span> +<span id="704">704</span> +<span id="705">705</span> +<span id="706">706</span> +<span id="707">707</span> +<span id="708">708</span> +<span id="709">709</span> +<span id="710">710</span> +<span id="711">711</span> +<span id="712">712</span> +<span id="713">713</span> +<span id="714">714</span> +<span id="715">715</span> +<span id="716">716</span> +<span id="717">717</span> +<span id="718">718</span> +<span id="719">719</span> +<span id="720">720</span> +<span id="721">721</span> +<span id="722">722</span> +<span id="723">723</span> +<span id="724">724</span> +<span id="725">725</span> +<span id="726">726</span> +<span id="727">727</span> +<span id="728">728</span> +<span id="729">729</span> +<span id="730">730</span> +<span id="731">731</span> +<span id="732">732</span> +<span id="733">733</span> +<span id="734">734</span> +<span id="735">735</span> +<span id="736">736</span> +<span id="737">737</span> +<span id="738">738</span> +<span id="739">739</span> +<span id="740">740</span> +<span id="741">741</span> +<span id="742">742</span> +<span id="743">743</span> +<span id="744">744</span> +<span id="745">745</span> +<span id="746">746</span> +<span id="747">747</span> +<span id="748">748</span> +<span id="749">749</span> +<span id="750">750</span> +<span id="751">751</span> +<span id="752">752</span> +<span id="753">753</span> +<span id="754">754</span> +<span id="755">755</span> +<span id="756">756</span> +<span id="757">757</span> +<span id="758">758</span> +<span id="759">759</span> +<span id="760">760</span> +<span id="761">761</span> +<span id="762">762</span> +<span id="763">763</span> +<span id="764">764</span> +<span id="765">765</span> +<span id="766">766</span> +<span id="767">767</span> +<span id="768">768</span> +<span id="769">769</span> +<span id="770">770</span> +<span id="771">771</span> +<span id="772">772</span> +<span id="773">773</span> +<span id="774">774</span> +<span id="775">775</span> +<span id="776">776</span> +<span id="777">777</span> +<span id="778">778</span> +<span id="779">779</span> +<span id="780">780</span> +<span id="781">781</span> +<span id="782">782</span> +<span id="783">783</span> +<span id="784">784</span> +<span id="785">785</span> +<span id="786">786</span> +<span id="787">787</span> +<span id="788">788</span> +<span id="789">789</span> +<span id="790">790</span> +<span id="791">791</span> +<span id="792">792</span> +<span id="793">793</span> +<span id="794">794</span> +<span id="795">795</span> +<span id="796">796</span> +<span id="797">797</span> +<span id="798">798</span> +<span id="799">799</span> +<span id="800">800</span> +<span id="801">801</span> +<span id="802">802</span> +<span id="803">803</span> +<span id="804">804</span> +<span id="805">805</span> +<span id="806">806</span> +<span id="807">807</span> +<span id="808">808</span> +<span id="809">809</span> +<span id="810">810</span> +<span id="811">811</span> +<span id="812">812</span> +<span id="813">813</span> +<span id="814">814</span> +<span id="815">815</span> +<span id="816">816</span> +<span id="817">817</span> +<span id="818">818</span> +<span id="819">819</span> +<span id="820">820</span> +<span id="821">821</span> +<span id="822">822</span> +<span id="823">823</span> +<span id="824">824</span> +<span id="825">825</span> +<span id="826">826</span> +<span id="827">827</span> +<span id="828">828</span> +<span id="829">829</span> +<span id="830">830</span> +<span id="831">831</span> +<span id="832">832</span> +<span id="833">833</span> +<span id="834">834</span> +<span id="835">835</span> +<span id="836">836</span> +<span id="837">837</span> +<span id="838">838</span> +<span id="839">839</span> +<span id="840">840</span> +<span id="841">841</span> +<span id="842">842</span> +<span id="843">843</span> +<span id="844">844</span> +<span id="845">845</span> +<span id="846">846</span> +<span id="847">847</span> +<span id="848">848</span> +<span id="849">849</span> +<span id="850">850</span> +<span id="851">851</span> +<span id="852">852</span> +<span id="853">853</span> +<span id="854">854</span> +<span id="855">855</span> +<span id="856">856</span> +<span id="857">857</span> +<span id="858">858</span> +<span id="859">859</span> +<span id="860">860</span> +<span id="861">861</span> +<span id="862">862</span> +<span id="863">863</span> +<span id="864">864</span> +<span id="865">865</span> +<span id="866">866</span> +<span id="867">867</span> +<span id="868">868</span> +<span id="869">869</span> +<span id="870">870</span> +<span id="871">871</span> +<span id="872">872</span> +<span id="873">873</span> +<span id="874">874</span> +<span id="875">875</span> +<span id="876">876</span> +<span id="877">877</span> +<span id="878">878</span> +<span id="879">879</span> +<span id="880">880</span> +<span id="881">881</span> +<span id="882">882</span> +<span id="883">883</span> +<span id="884">884</span> +<span id="885">885</span> +<span id="886">886</span> +<span id="887">887</span> +<span id="888">888</span> +<span id="889">889</span> +<span id="890">890</span> +<span id="891">891</span> +<span id="892">892</span> +<span id="893">893</span> +<span id="894">894</span> +<span id="895">895</span> +<span id="896">896</span> +<span id="897">897</span> +<span id="898">898</span> +<span id="899">899</span> +<span id="900">900</span> +<span id="901">901</span> +<span id="902">902</span> +<span id="903">903</span> +<span id="904">904</span> +<span id="905">905</span> +<span id="906">906</span> +<span id="907">907</span> +<span id="908">908</span> +<span id="909">909</span> +<span id="910">910</span> +<span id="911">911</span> +<span id="912">912</span> +<span id="913">913</span> +<span id="914">914</span> +<span id="915">915</span> +<span id="916">916</span> +<span id="917">917</span> +<span id="918">918</span> +<span id="919">919</span> +<span id="920">920</span> +<span id="921">921</span> +<span id="922">922</span> +<span id="923">923</span> +<span id="924">924</span> +<span id="925">925</span> +<span id="926">926</span> +<span id="927">927</span> +<span id="928">928</span> +<span id="929">929</span> +<span id="930">930</span> +<span id="931">931</span> +<span id="932">932</span> +<span id="933">933</span> +<span id="934">934</span> +<span id="935">935</span> +<span id="936">936</span> +<span id="937">937</span> +<span id="938">938</span> +<span id="939">939</span> +<span id="940">940</span> +<span id="941">941</span> +<span id="942">942</span> +<span id="943">943</span> +<span id="944">944</span> +<span id="945">945</span> +<span id="946">946</span> +<span id="947">947</span> +<span id="948">948</span> +<span id="949">949</span> +<span id="950">950</span> +<span id="951">951</span> +<span id="952">952</span> +<span id="953">953</span> +<span id="954">954</span> +<span id="955">955</span> +<span id="956">956</span> +<span id="957">957</span> +<span id="958">958</span> +<span id="959">959</span> +<span id="960">960</span> +<span id="961">961</span> +<span id="962">962</span> +<span id="963">963</span> +<span id="964">964</span> +<span id="965">965</span> +<span id="966">966</span> +<span id="967">967</span> +<span id="968">968</span> +<span id="969">969</span> +<span id="970">970</span> +<span id="971">971</span> +<span id="972">972</span> +<span id="973">973</span> +<span id="974">974</span> +<span id="975">975</span> +<span id="976">976</span> +<span id="977">977</span> +<span id="978">978</span> +<span id="979">979</span> +<span id="980">980</span> +<span id="981">981</span> +<span id="982">982</span> +<span id="983">983</span> +<span id="984">984</span> +<span id="985">985</span> +<span id="986">986</span> +<span id="987">987</span> +<span id="988">988</span> +<span id="989">989</span> +<span id="990">990</span> +<span id="991">991</span> +<span id="992">992</span> +<span id="993">993</span> +<span id="994">994</span> +<span id="995">995</span> +<span id="996">996</span> +<span id="997">997</span> +<span id="998">998</span> +<span id="999">999</span> +<span id="1000">1000</span> +<span id="1001">1001</span> +<span id="1002">1002</span> +<span id="1003">1003</span> +<span id="1004">1004</span> +<span id="1005">1005</span> +<span id="1006">1006</span> +<span id="1007">1007</span> +<span id="1008">1008</span> +<span id="1009">1009</span> +<span id="1010">1010</span> +<span id="1011">1011</span> +<span id="1012">1012</span> +<span id="1013">1013</span> +<span id="1014">1014</span> +<span id="1015">1015</span> +<span id="1016">1016</span> +<span id="1017">1017</span> +<span id="1018">1018</span> +<span id="1019">1019</span> +<span id="1020">1020</span> +<span id="1021">1021</span> +<span id="1022">1022</span> +<span id="1023">1023</span> +<span id="1024">1024</span> +<span id="1025">1025</span> +<span id="1026">1026</span> +<span id="1027">1027</span> +<span id="1028">1028</span> +<span id="1029">1029</span> +<span id="1030">1030</span> +<span id="1031">1031</span> +<span id="1032">1032</span> +<span id="1033">1033</span> +<span id="1034">1034</span> +<span id="1035">1035</span> +<span id="1036">1036</span> +<span id="1037">1037</span> +<span id="1038">1038</span> +<span id="1039">1039</span> +<span id="1040">1040</span> +<span id="1041">1041</span> +<span id="1042">1042</span> +<span id="1043">1043</span> +<span id="1044">1044</span> +<span id="1045">1045</span> +<span id="1046">1046</span> +<span id="1047">1047</span> +<span id="1048">1048</span> +<span id="1049">1049</span> +<span id="1050">1050</span> +<span id="1051">1051</span> +<span id="1052">1052</span> +<span id="1053">1053</span> +<span id="1054">1054</span> +<span id="1055">1055</span> +<span id="1056">1056</span> +<span id="1057">1057</span> +<span id="1058">1058</span> +<span id="1059">1059</span> +<span id="1060">1060</span> +<span id="1061">1061</span> +<span id="1062">1062</span> +<span id="1063">1063</span> +<span id="1064">1064</span> +<span id="1065">1065</span> +<span id="1066">1066</span> +<span id="1067">1067</span> +<span id="1068">1068</span> +<span id="1069">1069</span> +<span id="1070">1070</span> +<span id="1071">1071</span> +<span id="1072">1072</span> +<span id="1073">1073</span> +<span id="1074">1074</span> +<span id="1075">1075</span> +<span id="1076">1076</span> +<span id="1077">1077</span> +<span id="1078">1078</span> +<span id="1079">1079</span> +<span id="1080">1080</span> +<span id="1081">1081</span> +<span id="1082">1082</span> +<span id="1083">1083</span> +<span id="1084">1084</span> +<span id="1085">1085</span> +<span id="1086">1086</span> +<span id="1087">1087</span> +<span id="1088">1088</span> +<span id="1089">1089</span> +<span id="1090">1090</span> +<span id="1091">1091</span> +<span id="1092">1092</span> +<span id="1093">1093</span> +<span id="1094">1094</span> +<span id="1095">1095</span> +<span id="1096">1096</span> +<span id="1097">1097</span> +<span id="1098">1098</span> +<span id="1099">1099</span> +<span id="1100">1100</span> +<span id="1101">1101</span> +<span id="1102">1102</span> +<span id="1103">1103</span> +<span id="1104">1104</span> +<span id="1105">1105</span> +<span id="1106">1106</span> +<span id="1107">1107</span> +<span id="1108">1108</span> +<span id="1109">1109</span> +<span id="1110">1110</span> +<span id="1111">1111</span> +<span id="1112">1112</span> +<span id="1113">1113</span> +<span id="1114">1114</span> +<span id="1115">1115</span> +<span id="1116">1116</span> +<span id="1117">1117</span> +<span id="1118">1118</span> +<span id="1119">1119</span> +<span id="1120">1120</span> +<span id="1121">1121</span> +<span id="1122">1122</span> +<span id="1123">1123</span> +<span id="1124">1124</span> +<span id="1125">1125</span> +<span id="1126">1126</span> +<span id="1127">1127</span> +<span id="1128">1128</span> +<span id="1129">1129</span> +<span id="1130">1130</span> +<span id="1131">1131</span> +<span id="1132">1132</span> +<span id="1133">1133</span> +<span id="1134">1134</span> +<span id="1135">1135</span> +<span id="1136">1136</span> +<span id="1137">1137</span> +<span id="1138">1138</span> +<span id="1139">1139</span> +<span id="1140">1140</span> +<span id="1141">1141</span> +<span id="1142">1142</span> +<span id="1143">1143</span> +<span id="1144">1144</span> +<span id="1145">1145</span> +<span id="1146">1146</span> +<span id="1147">1147</span> +<span id="1148">1148</span> +<span id="1149">1149</span> +<span id="1150">1150</span> +<span id="1151">1151</span> +<span id="1152">1152</span> +<span id="1153">1153</span> +<span id="1154">1154</span> +<span id="1155">1155</span> +<span id="1156">1156</span> +<span id="1157">1157</span> +<span id="1158">1158</span> +<span id="1159">1159</span> +<span id="1160">1160</span> +<span id="1161">1161</span> +<span id="1162">1162</span> +<span id="1163">1163</span> +<span id="1164">1164</span> +<span id="1165">1165</span> +<span id="1166">1166</span> +<span id="1167">1167</span> +<span id="1168">1168</span> +<span id="1169">1169</span> +<span id="1170">1170</span> +<span id="1171">1171</span> +<span id="1172">1172</span> +<span id="1173">1173</span> +<span id="1174">1174</span> +<span id="1175">1175</span> +<span id="1176">1176</span> +<span id="1177">1177</span> +<span id="1178">1178</span> +<span id="1179">1179</span> +<span id="1180">1180</span> +<span id="1181">1181</span> +<span id="1182">1182</span> +<span id="1183">1183</span> +<span id="1184">1184</span> +<span id="1185">1185</span> +<span id="1186">1186</span> +<span id="1187">1187</span> +<span id="1188">1188</span> +<span id="1189">1189</span> +<span id="1190">1190</span> +<span id="1191">1191</span> +<span id="1192">1192</span> +<span id="1193">1193</span> +<span id="1194">1194</span> +<span id="1195">1195</span> +<span id="1196">1196</span> +<span id="1197">1197</span> +<span id="1198">1198</span> +<span id="1199">1199</span> +<span id="1200">1200</span> +<span id="1201">1201</span> +<span id="1202">1202</span> +<span id="1203">1203</span> +<span id="1204">1204</span> +<span id="1205">1205</span> +<span id="1206">1206</span> +<span id="1207">1207</span> +<span id="1208">1208</span> +<span id="1209">1209</span> +<span id="1210">1210</span> +<span id="1211">1211</span> +<span id="1212">1212</span> +<span id="1213">1213</span> +<span id="1214">1214</span> +<span id="1215">1215</span> +<span id="1216">1216</span> +<span id="1217">1217</span> +<span id="1218">1218</span> +<span id="1219">1219</span> +<span id="1220">1220</span> +<span id="1221">1221</span> +<span id="1222">1222</span> +<span id="1223">1223</span> +<span id="1224">1224</span> +<span id="1225">1225</span> +<span id="1226">1226</span> +<span id="1227">1227</span> +<span id="1228">1228</span> +<span id="1229">1229</span> +<span id="1230">1230</span> +<span id="1231">1231</span> +<span id="1232">1232</span> +<span id="1233">1233</span> +<span id="1234">1234</span> +<span id="1235">1235</span> +<span id="1236">1236</span> +<span id="1237">1237</span> +<span id="1238">1238</span> +<span id="1239">1239</span> +<span id="1240">1240</span> +<span id="1241">1241</span> +<span id="1242">1242</span> +<span id="1243">1243</span> +<span id="1244">1244</span> +<span id="1245">1245</span> +<span id="1246">1246</span> +<span id="1247">1247</span> +<span id="1248">1248</span> +<span id="1249">1249</span> +<span id="1250">1250</span> +<span id="1251">1251</span> +<span id="1252">1252</span> +<span id="1253">1253</span> +<span id="1254">1254</span> +<span id="1255">1255</span> +<span id="1256">1256</span> +<span id="1257">1257</span> +<span id="1258">1258</span> +<span id="1259">1259</span> +<span id="1260">1260</span> +<span id="1261">1261</span> +<span id="1262">1262</span> +<span id="1263">1263</span> +<span id="1264">1264</span> +<span id="1265">1265</span> +<span id="1266">1266</span> +<span id="1267">1267</span> +<span id="1268">1268</span> +<span id="1269">1269</span> +<span id="1270">1270</span> +<span id="1271">1271</span> +<span id="1272">1272</span> +<span id="1273">1273</span> +<span id="1274">1274</span> +<span id="1275">1275</span> +<span id="1276">1276</span> +<span id="1277">1277</span> +<span id="1278">1278</span> +<span id="1279">1279</span> +<span id="1280">1280</span> +<span id="1281">1281</span> +<span id="1282">1282</span> +<span id="1283">1283</span> +<span id="1284">1284</span> +<span id="1285">1285</span> +<span id="1286">1286</span> +<span id="1287">1287</span> +<span id="1288">1288</span> +<span id="1289">1289</span> +<span id="1290">1290</span> +<span id="1291">1291</span> +<span id="1292">1292</span> +<span id="1293">1293</span> +<span id="1294">1294</span> +<span id="1295">1295</span> +<span id="1296">1296</span> +<span id="1297">1297</span> +<span id="1298">1298</span> +<span id="1299">1299</span> +<span id="1300">1300</span> +<span id="1301">1301</span> +<span id="1302">1302</span> +<span id="1303">1303</span> +<span id="1304">1304</span> +<span id="1305">1305</span> +<span id="1306">1306</span> +<span id="1307">1307</span> +<span id="1308">1308</span> +<span id="1309">1309</span> +<span id="1310">1310</span> +<span id="1311">1311</span> +<span id="1312">1312</span> +<span id="1313">1313</span> +<span id="1314">1314</span> +<span id="1315">1315</span> +<span id="1316">1316</span> +<span id="1317">1317</span> +<span id="1318">1318</span> +<span id="1319">1319</span> +<span id="1320">1320</span> +<span id="1321">1321</span> +<span id="1322">1322</span> +<span id="1323">1323</span> +<span id="1324">1324</span> +<span id="1325">1325</span> +<span id="1326">1326</span> +<span id="1327">1327</span> +<span id="1328">1328</span> +<span id="1329">1329</span> +<span id="1330">1330</span> +<span id="1331">1331</span> +<span id="1332">1332</span> +<span id="1333">1333</span> +<span id="1334">1334</span> +<span id="1335">1335</span> +<span id="1336">1336</span> +<span id="1337">1337</span> +<span id="1338">1338</span> +<span id="1339">1339</span> +<span id="1340">1340</span> +<span id="1341">1341</span> +<span id="1342">1342</span> +<span id="1343">1343</span> +<span id="1344">1344</span> +<span id="1345">1345</span> +<span id="1346">1346</span> +<span id="1347">1347</span> +<span id="1348">1348</span> +<span id="1349">1349</span> +<span id="1350">1350</span> +<span id="1351">1351</span> +<span id="1352">1352</span> +<span id="1353">1353</span> +<span id="1354">1354</span> +<span id="1355">1355</span> +<span id="1356">1356</span> +<span id="1357">1357</span> +<span id="1358">1358</span> +<span id="1359">1359</span> +<span id="1360">1360</span> +<span id="1361">1361</span> +<span id="1362">1362</span> +<span id="1363">1363</span> +<span id="1364">1364</span> +<span id="1365">1365</span> +<span id="1366">1366</span> +<span id="1367">1367</span> +<span id="1368">1368</span> +<span id="1369">1369</span> +<span id="1370">1370</span> +<span id="1371">1371</span> +<span id="1372">1372</span> +<span id="1373">1373</span> +<span id="1374">1374</span> +<span id="1375">1375</span> +<span id="1376">1376</span> +<span id="1377">1377</span> +<span id="1378">1378</span> +<span id="1379">1379</span> +<span id="1380">1380</span> +<span id="1381">1381</span> +<span id="1382">1382</span> +<span id="1383">1383</span> +<span id="1384">1384</span> +<span id="1385">1385</span> +<span id="1386">1386</span> +<span id="1387">1387</span> +<span id="1388">1388</span> +<span id="1389">1389</span> +<span id="1390">1390</span> +<span id="1391">1391</span> +<span id="1392">1392</span> +<span id="1393">1393</span> +<span id="1394">1394</span> +<span id="1395">1395</span> +<span id="1396">1396</span> +<span id="1397">1397</span> +<span id="1398">1398</span> +<span id="1399">1399</span> +<span id="1400">1400</span> +<span id="1401">1401</span> +<span id="1402">1402</span> +<span id="1403">1403</span> +<span id="1404">1404</span> +<span id="1405">1405</span> +<span id="1406">1406</span> +<span id="1407">1407</span> +<span id="1408">1408</span> +<span id="1409">1409</span> +<span id="1410">1410</span> +<span id="1411">1411</span> +<span id="1412">1412</span> +<span id="1413">1413</span> +<span id="1414">1414</span> +<span id="1415">1415</span> +<span id="1416">1416</span> +<span id="1417">1417</span> +<span id="1418">1418</span> +<span id="1419">1419</span> +<span id="1420">1420</span> +<span id="1421">1421</span> +<span id="1422">1422</span> +<span id="1423">1423</span> +<span id="1424">1424</span> +<span id="1425">1425</span> +<span id="1426">1426</span> +<span id="1427">1427</span> +<span id="1428">1428</span> +<span id="1429">1429</span> +<span id="1430">1430</span> +<span id="1431">1431</span> +<span id="1432">1432</span> +<span id="1433">1433</span> +<span id="1434">1434</span> +<span id="1435">1435</span> +<span id="1436">1436</span> +<span id="1437">1437</span> +<span id="1438">1438</span> +<span id="1439">1439</span> +<span id="1440">1440</span> +<span id="1441">1441</span> +<span id="1442">1442</span> +<span id="1443">1443</span> +<span id="1444">1444</span> +<span id="1445">1445</span> +<span id="1446">1446</span> +<span id="1447">1447</span> +<span id="1448">1448</span> +<span id="1449">1449</span> +<span id="1450">1450</span> +<span id="1451">1451</span> +<span id="1452">1452</span> +<span id="1453">1453</span> +<span id="1454">1454</span> +<span id="1455">1455</span> +<span id="1456">1456</span> +<span id="1457">1457</span> +<span id="1458">1458</span> +<span id="1459">1459</span> +<span id="1460">1460</span> +<span id="1461">1461</span> +<span id="1462">1462</span> +<span id="1463">1463</span> +<span id="1464">1464</span> +<span id="1465">1465</span> +<span id="1466">1466</span> +<span id="1467">1467</span> +<span id="1468">1468</span> +<span id="1469">1469</span> +<span id="1470">1470</span> +<span id="1471">1471</span> +<span id="1472">1472</span> +<span id="1473">1473</span> +<span id="1474">1474</span> +<span id="1475">1475</span> +<span id="1476">1476</span> +<span id="1477">1477</span> +<span id="1478">1478</span> +<span id="1479">1479</span> +<span id="1480">1480</span> +<span id="1481">1481</span> +<span id="1482">1482</span> +<span id="1483">1483</span> +<span id="1484">1484</span> +<span id="1485">1485</span> +<span id="1486">1486</span> +<span id="1487">1487</span> +<span id="1488">1488</span> +<span id="1489">1489</span> +<span id="1490">1490</span> +<span id="1491">1491</span> +<span id="1492">1492</span> +<span id="1493">1493</span> +<span id="1494">1494</span> +<span id="1495">1495</span> +<span id="1496">1496</span> +<span id="1497">1497</span> +<span id="1498">1498</span> +<span id="1499">1499</span> +<span id="1500">1500</span> +<span id="1501">1501</span> +<span id="1502">1502</span> +<span id="1503">1503</span> +<span id="1504">1504</span> +<span id="1505">1505</span> +<span id="1506">1506</span> +<span id="1507">1507</span> +<span id="1508">1508</span> +<span id="1509">1509</span> +<span id="1510">1510</span> +<span id="1511">1511</span> +<span id="1512">1512</span> +<span id="1513">1513</span> +<span id="1514">1514</span> +<span id="1515">1515</span> +<span id="1516">1516</span> +<span id="1517">1517</span> +<span id="1518">1518</span> +<span id="1519">1519</span> +<span id="1520">1520</span> +<span id="1521">1521</span> +<span id="1522">1522</span> +<span id="1523">1523</span> +<span id="1524">1524</span> +<span id="1525">1525</span> +<span id="1526">1526</span> +<span id="1527">1527</span> +<span id="1528">1528</span> +<span id="1529">1529</span> +<span id="1530">1530</span> +<span id="1531">1531</span> +<span id="1532">1532</span> +<span id="1533">1533</span> +<span id="1534">1534</span> +<span id="1535">1535</span> +<span id="1536">1536</span> +<span id="1537">1537</span> +<span id="1538">1538</span> +<span id="1539">1539</span> +<span id="1540">1540</span> +<span id="1541">1541</span> +<span id="1542">1542</span> +<span id="1543">1543</span> +<span id="1544">1544</span> +<span id="1545">1545</span> +<span id="1546">1546</span> +<span id="1547">1547</span> +<span id="1548">1548</span> +<span id="1549">1549</span> +<span id="1550">1550</span> +<span id="1551">1551</span> +<span id="1552">1552</span> +<span id="1553">1553</span> +<span id="1554">1554</span> +<span id="1555">1555</span> +<span id="1556">1556</span> +<span id="1557">1557</span> +<span id="1558">1558</span> +<span id="1559">1559</span> +<span id="1560">1560</span> +<span id="1561">1561</span> +<span id="1562">1562</span> +<span id="1563">1563</span> +<span id="1564">1564</span> +<span id="1565">1565</span> +<span id="1566">1566</span> +<span id="1567">1567</span> +<span id="1568">1568</span> +<span id="1569">1569</span> +<span id="1570">1570</span> +<span id="1571">1571</span> +<span id="1572">1572</span> +<span id="1573">1573</span> +<span id="1574">1574</span> +<span id="1575">1575</span> +<span id="1576">1576</span> +<span id="1577">1577</span> +<span id="1578">1578</span> +<span id="1579">1579</span> +<span id="1580">1580</span> +<span id="1581">1581</span> +<span id="1582">1582</span> +<span id="1583">1583</span> +<span id="1584">1584</span> +<span id="1585">1585</span> +<span id="1586">1586</span> +<span id="1587">1587</span> +<span id="1588">1588</span> +<span id="1589">1589</span> +<span id="1590">1590</span> +<span id="1591">1591</span> +<span id="1592">1592</span> +<span id="1593">1593</span> +<span id="1594">1594</span> +<span id="1595">1595</span> +<span id="1596">1596</span> +<span id="1597">1597</span> +<span id="1598">1598</span> +<span id="1599">1599</span> +<span id="1600">1600</span> +<span id="1601">1601</span> +<span id="1602">1602</span> +<span id="1603">1603</span> +<span id="1604">1604</span> +<span id="1605">1605</span> +<span id="1606">1606</span> +<span id="1607">1607</span> +<span id="1608">1608</span> +<span id="1609">1609</span> +<span id="1610">1610</span> +<span id="1611">1611</span> +<span id="1612">1612</span> +<span id="1613">1613</span> +<span id="1614">1614</span> +<span id="1615">1615</span> +<span id="1616">1616</span> +<span id="1617">1617</span> +<span id="1618">1618</span> +<span id="1619">1619</span> +<span id="1620">1620</span> +<span id="1621">1621</span> +<span id="1622">1622</span> +<span id="1623">1623</span> +<span id="1624">1624</span> +<span id="1625">1625</span> +<span id="1626">1626</span> +<span id="1627">1627</span> +<span id="1628">1628</span> +<span id="1629">1629</span> +<span id="1630">1630</span> +<span id="1631">1631</span> +<span id="1632">1632</span> +<span id="1633">1633</span> +<span id="1634">1634</span> +<span id="1635">1635</span> +<span id="1636">1636</span> +<span id="1637">1637</span> +<span id="1638">1638</span> +<span id="1639">1639</span> +<span id="1640">1640</span> +<span id="1641">1641</span> +<span id="1642">1642</span> +<span id="1643">1643</span> +<span id="1644">1644</span> +<span id="1645">1645</span> +<span id="1646">1646</span> +<span id="1647">1647</span> +<span id="1648">1648</span> +<span id="1649">1649</span> +<span id="1650">1650</span> +<span id="1651">1651</span> +<span id="1652">1652</span> +<span id="1653">1653</span> +<span id="1654">1654</span> +<span id="1655">1655</span> +<span id="1656">1656</span> +<span id="1657">1657</span> +<span id="1658">1658</span> +<span id="1659">1659</span> +<span id="1660">1660</span> +<span id="1661">1661</span> +<span id="1662">1662</span> +<span id="1663">1663</span> +<span id="1664">1664</span> +<span id="1665">1665</span> +<span id="1666">1666</span> +<span id="1667">1667</span> +<span id="1668">1668</span> +<span id="1669">1669</span> +<span id="1670">1670</span> +<span id="1671">1671</span> +<span id="1672">1672</span> +<span id="1673">1673</span> +<span id="1674">1674</span> +<span id="1675">1675</span> +<span id="1676">1676</span> +<span id="1677">1677</span> +<span id="1678">1678</span> +<span id="1679">1679</span> +<span id="1680">1680</span> +<span id="1681">1681</span> +<span id="1682">1682</span> +<span id="1683">1683</span> +<span id="1684">1684</span> +<span id="1685">1685</span> +<span id="1686">1686</span> +<span id="1687">1687</span> +<span id="1688">1688</span> +<span id="1689">1689</span> +<span id="1690">1690</span> +<span id="1691">1691</span> +<span id="1692">1692</span> +<span id="1693">1693</span> +<span id="1694">1694</span> +<span id="1695">1695</span> +<span id="1696">1696</span> +<span id="1697">1697</span> +<span id="1698">1698</span> +<span id="1699">1699</span> +<span id="1700">1700</span> +<span id="1701">1701</span> +<span id="1702">1702</span> +<span id="1703">1703</span> +</pre><pre class="rust"><code><span class="kw">use </span><span class="kw">crate</span>::soft::{x2, x4}; +<span class="kw">use </span><span class="kw">crate</span>::types::<span class="kw-2">*</span>; +<span class="kw">use </span><span class="kw">crate</span>::vec128_storage; +<span class="kw">use </span><span class="kw">crate</span>::x86_64::Avx2Machine; +<span class="kw">use </span><span class="kw">crate</span>::x86_64::SseMachine <span class="kw">as </span>Machine86; +<span class="kw">use </span><span class="kw">crate</span>::x86_64::{NoS3, NoS4, YesS3, YesS4}; +<span class="kw">use </span>core::arch::x86_64::<span class="kw-2">*</span>; +<span class="kw">use </span>core::marker::PhantomData; +<span class="kw">use </span>core::ops::{ + Add, AddAssign, BitAnd, BitAndAssign, BitOr, BitOrAssign, BitXor, BitXorAssign, Not, +}; + +<span class="macro">macro_rules! </span>impl_binop { + (<span class="macro-nonterminal">$vec</span>:ident, <span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$impl_fn</span>:ident) => { + <span class="kw">impl</span><S3, S4, NI> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { + <span class="kw">type </span>Output = <span class="self">Self</span>; + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self</span>::Output { + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ <span class="macro-nonterminal">$impl_fn</span>(<span class="self">self</span>.x, rhs.x) }) + } + } + }; +} + +<span class="macro">macro_rules! </span>impl_binop_assign { + (<span class="macro-nonterminal">$vec</span>:ident, <span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$fn_assign</span>:ident, <span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>) => { + <span class="kw">impl</span><S3, S4, NI> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> + <span class="kw">where + </span><span class="macro-nonterminal">$vec</span><S3, S4, NI>: Copy, + { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$fn_assign</span>(<span class="kw-2">&mut </span><span class="self">self</span>, rhs: <span class="self">Self</span>) { + <span class="kw-2">*</span><span class="self">self </span>= <span class="self">self</span>.<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>); + } + } + }; +} + +<span class="macro">macro_rules! </span>def_vec { + (<span class="macro-nonterminal">$vec</span>:ident, <span class="macro-nonterminal">$word</span>:ident) => { + <span class="attribute">#[allow(non_camel_case_types)] + #[derive(Copy, Clone)] + </span><span class="kw">pub struct </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { + x: __m128i, + s3: PhantomData<S3>, + s4: PhantomData<S4>, + ni: PhantomData<NI>, + } + + <span class="kw">impl</span><S3, S4, NI> Store<vec128_storage> <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unpack(x: vec128_storage) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(x.sse2) + } + } + <span class="kw">impl</span><S3, S4, NI> From<<span class="macro-nonterminal">$vec</span><S3, S4, NI>> <span class="kw">for </span>vec128_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: <span class="macro-nonterminal">$vec</span><S3, S4, NI>) -> <span class="self">Self </span>{ + vec128_storage { sse2: x.x } + } + } + <span class="kw">impl</span><S3, S4, NI> <span class="macro-nonterminal">$vec</span><S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>new(x: __m128i) -> <span class="self">Self </span>{ + <span class="macro-nonterminal">$vec </span>{ + x, + s3: PhantomData, + s4: PhantomData, + ni: PhantomData, + } + } + } + + <span class="kw">impl</span><S3, S4, NI> StoreBytes <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> + <span class="kw">where + </span><span class="self">Self</span>: BSwap, + { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_read_le(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ + <span class="macro">assert_eq!</span>(input.len(), <span class="number">16</span>); + <span class="self">Self</span>::new(_mm_loadu_si128(input.as_ptr() <span class="kw">as </span><span class="kw-2">*const </span><span class="kw">_</span>)) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_read_be(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ + <span class="macro">assert_eq!</span>(input.len(), <span class="number">16</span>); + <span class="self">Self</span>::new(_mm_loadu_si128(input.as_ptr() <span class="kw">as </span><span class="kw-2">*const </span><span class="kw">_</span>)).bswap() + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>write_le(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { + <span class="macro">assert_eq!</span>(out.len(), <span class="number">16</span>); + <span class="kw">unsafe </span>{ _mm_storeu_si128(out.as_mut_ptr() <span class="kw">as </span><span class="kw-2">*mut </span><span class="kw">_</span>, <span class="self">self</span>.x) } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>write_be(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { + <span class="macro">assert_eq!</span>(out.len(), <span class="number">16</span>); + <span class="kw">let </span>x = <span class="self">self</span>.bswap().x; + <span class="kw">unsafe </span>{ + _mm_storeu_si128(out.as_mut_ptr() <span class="kw">as </span><span class="kw-2">*mut </span><span class="kw">_</span>, x); + } + } + } + + <span class="kw">impl</span><S3, S4, NI> Default <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>default() -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_setzero_si128() }) + } + } + + <span class="kw">impl</span><S3, S4, NI> Not <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { + <span class="kw">type </span>Output = <span class="self">Self</span>; + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>not(<span class="self">self</span>) -> <span class="self">Self</span>::Output { + <span class="kw">unsafe </span>{ + <span class="kw">let </span>ff = _mm_set1_epi64x(-<span class="number">1i64</span>); + <span class="self">self </span>^ <span class="self">Self</span>::new(ff) + } + } + } + + <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> BitOps0 <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> {} + <span class="macro">impl_binop!</span>(<span class="macro-nonterminal">$vec</span>, BitAnd, bitand, _mm_and_si128); + <span class="macro">impl_binop!</span>(<span class="macro-nonterminal">$vec</span>, BitOr, bitor, _mm_or_si128); + <span class="macro">impl_binop!</span>(<span class="macro-nonterminal">$vec</span>, BitXor, bitxor, _mm_xor_si128); + <span class="macro">impl_binop_assign!</span>(<span class="macro-nonterminal">$vec</span>, BitAndAssign, bitand_assign, bitand); + <span class="macro">impl_binop_assign!</span>(<span class="macro-nonterminal">$vec</span>, BitOrAssign, bitor_assign, bitor); + <span class="macro">impl_binop_assign!</span>(<span class="macro-nonterminal">$vec</span>, BitXorAssign, bitxor_assign, bitxor); + <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> AndNot <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { + <span class="kw">type </span>Output = <span class="self">Self</span>; + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>andnot(<span class="self">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_andnot_si128(<span class="self">self</span>.x, rhs.x) }) + } + } + }; +} + +<span class="macro">macro_rules! </span>impl_bitops32 { + (<span class="macro-nonterminal">$vec</span>:ident) => { + <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> BitOps32 <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> <span class="kw">where + </span><span class="macro-nonterminal">$vec</span><S3, S4, NI>: RotateEachWord32 + { + } + }; +} + +<span class="macro">macro_rules! </span>impl_bitops64 { + (<span class="macro-nonterminal">$vec</span>:ident) => { + <span class="macro">impl_bitops32!</span>(<span class="macro-nonterminal">$vec</span>); + <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> BitOps64 <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> <span class="kw">where + </span><span class="macro-nonterminal">$vec</span><S3, S4, NI>: RotateEachWord64 + RotateEachWord32 + { + } + }; +} + +<span class="macro">macro_rules! </span>impl_bitops128 { + (<span class="macro-nonterminal">$vec</span>:ident) => { + <span class="macro">impl_bitops64!</span>(<span class="macro-nonterminal">$vec</span>); + <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> BitOps128 <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> <span class="kw">where + </span><span class="macro-nonterminal">$vec</span><S3, S4, NI>: RotateEachWord128 + { + } + }; +} + +<span class="macro">macro_rules! </span>rotr_32_s3 { + (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$k0</span>:expr, <span class="macro-nonterminal">$k1</span>:expr) => { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi8(<span class="self">self</span>.x, _mm_set_epi64x(<span class="macro-nonterminal">$k0</span>, <span class="macro-nonterminal">$k1</span>)) }) + } + }; +} +<span class="macro">macro_rules! </span>rotr_32 { + (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$i</span>:expr) => { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + _mm_or_si128( + _mm_srli_epi32(<span class="self">self</span>.x, <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), + _mm_slli_epi32(<span class="self">self</span>.x, <span class="number">32 </span>- <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), + ) + }) + } + }; +} +<span class="kw">impl</span><S4: Copy, NI: Copy> RotateEachWord32 <span class="kw">for </span>u32x4_sse2<YesS3, S4, NI> { + <span class="macro">rotr_32!</span>(rotate_each_word_right7, <span class="number">7</span>); + <span class="macro">rotr_32_s3!</span>( + rotate_each_word_right8, + <span class="number">0x0c0f_0e0d_080b_0a09</span>, + <span class="number">0x0407_0605_0003_0201 + </span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right11, <span class="number">11</span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right12, <span class="number">12</span>); + <span class="macro">rotr_32_s3!</span>( + rotate_each_word_right16, + <span class="number">0x0d0c_0f0e_0908_0b0a</span>, + <span class="number">0x0504_0706_0100_0302 + </span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right20, <span class="number">20</span>); + <span class="macro">rotr_32_s3!</span>( + rotate_each_word_right24, + <span class="number">0x0e0d_0c0f_0a09_080b</span>, + <span class="number">0x0605_0407_0201_0003 + </span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right25, <span class="number">25</span>); +} +<span class="kw">impl</span><S4: Copy, NI: Copy> RotateEachWord32 <span class="kw">for </span>u32x4_sse2<NoS3, S4, NI> { + <span class="macro">rotr_32!</span>(rotate_each_word_right7, <span class="number">7</span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right8, <span class="number">8</span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right11, <span class="number">11</span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right12, <span class="number">12</span>); + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>rotate_each_word_right16(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(swap16_s2(<span class="self">self</span>.x)) + } + <span class="macro">rotr_32!</span>(rotate_each_word_right20, <span class="number">20</span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right24, <span class="number">24</span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right25, <span class="number">25</span>); +} + +<span class="macro">macro_rules! </span>rotr_64_s3 { + (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$k0</span>:expr, <span class="macro-nonterminal">$k1</span>:expr) => { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi8(<span class="self">self</span>.x, _mm_set_epi64x(<span class="macro-nonterminal">$k0</span>, <span class="macro-nonterminal">$k1</span>)) }) + } + }; +} +<span class="macro">macro_rules! </span>rotr_64 { + (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$i</span>:expr) => { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + _mm_or_si128( + _mm_srli_epi64(<span class="self">self</span>.x, <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), + _mm_slli_epi64(<span class="self">self</span>.x, <span class="number">64 </span>- <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), + ) + }) + } + }; +} +<span class="kw">impl</span><S4: Copy, NI: Copy> RotateEachWord32 <span class="kw">for </span>u64x2_sse2<YesS3, S4, NI> { + <span class="macro">rotr_64!</span>(rotate_each_word_right7, <span class="number">7</span>); + <span class="macro">rotr_64_s3!</span>( + rotate_each_word_right8, + <span class="number">0x080f_0e0d_0c0b_0a09</span>, + <span class="number">0x0007_0605_0403_0201 + </span>); + <span class="macro">rotr_64!</span>(rotate_each_word_right11, <span class="number">11</span>); + <span class="macro">rotr_64!</span>(rotate_each_word_right12, <span class="number">12</span>); + <span class="macro">rotr_64_s3!</span>( + rotate_each_word_right16, + <span class="number">0x0908_0f0e_0d0c_0b0a</span>, + <span class="number">0x0100_0706_0504_0302 + </span>); + <span class="macro">rotr_64!</span>(rotate_each_word_right20, <span class="number">20</span>); + <span class="macro">rotr_64_s3!</span>( + rotate_each_word_right24, + <span class="number">0x0a09_080f_0e0d_0c0b</span>, + <span class="number">0x0201_0007_0605_0403 + </span>); + <span class="macro">rotr_64!</span>(rotate_each_word_right25, <span class="number">25</span>); +} +<span class="kw">impl</span><S4: Copy, NI: Copy> RotateEachWord32 <span class="kw">for </span>u64x2_sse2<NoS3, S4, NI> { + <span class="macro">rotr_64!</span>(rotate_each_word_right7, <span class="number">7</span>); + <span class="macro">rotr_64!</span>(rotate_each_word_right8, <span class="number">8</span>); + <span class="macro">rotr_64!</span>(rotate_each_word_right11, <span class="number">11</span>); + <span class="macro">rotr_64!</span>(rotate_each_word_right12, <span class="number">12</span>); + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>rotate_each_word_right16(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(swap16_s2(<span class="self">self</span>.x)) + } + <span class="macro">rotr_64!</span>(rotate_each_word_right20, <span class="number">20</span>); + <span class="macro">rotr_64!</span>(rotate_each_word_right24, <span class="number">24</span>); + <span class="macro">rotr_64!</span>(rotate_each_word_right25, <span class="number">25</span>); +} +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> RotateEachWord64 <span class="kw">for </span>u64x2_sse2<S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>rotate_each_word_right32(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b10110001</span>) }) + } +} + +<span class="macro">macro_rules! </span>rotr_128 { + (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$i</span>:expr) => { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + _mm_or_si128( + _mm_srli_si128(<span class="self">self</span>.x, <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), + _mm_slli_si128(<span class="self">self</span>.x, <span class="number">128 </span>- <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), + ) + }) + } + }; +} +<span class="comment">// TODO: completely unoptimized +</span><span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> RotateEachWord32 <span class="kw">for </span>u128x1_sse2<S3, S4, NI> { + <span class="macro">rotr_128!</span>(rotate_each_word_right7, <span class="number">7</span>); + <span class="macro">rotr_128!</span>(rotate_each_word_right8, <span class="number">8</span>); + <span class="macro">rotr_128!</span>(rotate_each_word_right11, <span class="number">11</span>); + <span class="macro">rotr_128!</span>(rotate_each_word_right12, <span class="number">12</span>); + <span class="macro">rotr_128!</span>(rotate_each_word_right16, <span class="number">16</span>); + <span class="macro">rotr_128!</span>(rotate_each_word_right20, <span class="number">20</span>); + <span class="macro">rotr_128!</span>(rotate_each_word_right24, <span class="number">24</span>); + <span class="macro">rotr_128!</span>(rotate_each_word_right25, <span class="number">25</span>); +} +<span class="comment">// TODO: completely unoptimized +</span><span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> RotateEachWord64 <span class="kw">for </span>u128x1_sse2<S3, S4, NI> { + <span class="macro">rotr_128!</span>(rotate_each_word_right32, <span class="number">32</span>); +} +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> RotateEachWord128 <span class="kw">for </span>u128x1_sse2<S3, S4, NI> {} + +<span class="macro">def_vec!</span>(u32x4_sse2, u32); +<span class="macro">def_vec!</span>(u64x2_sse2, u64); +<span class="macro">def_vec!</span>(u128x1_sse2, u128); + +<span class="kw">impl</span><S3, NI> MultiLane<[u32; <span class="number">4</span>]> <span class="kw">for </span>u32x4_sse2<S3, YesS4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u32; <span class="number">4</span>] { + <span class="kw">unsafe </span>{ + <span class="kw">let </span>x = _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64; + <span class="kw">let </span>y = _mm_extract_epi64(<span class="self">self</span>.x, <span class="number">1</span>) <span class="kw">as </span>u64; + [x <span class="kw">as </span>u32, (x >> <span class="number">32</span>) <span class="kw">as </span>u32, y <span class="kw">as </span>u32, (y >> <span class="number">32</span>) <span class="kw">as </span>u32] + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from_lanes(xs: [u32; <span class="number">4</span>]) -> <span class="self">Self </span>{ + <span class="kw">unsafe </span>{ + <span class="kw">let </span><span class="kw-2">mut </span>x = _mm_cvtsi64_si128((xs[<span class="number">0</span>] <span class="kw">as </span>u64 | ((xs[<span class="number">1</span>] <span class="kw">as </span>u64) << <span class="number">32</span>)) <span class="kw">as </span>i64); + x = _mm_insert_epi64(x, (xs[<span class="number">2</span>] <span class="kw">as </span>u64 | ((xs[<span class="number">3</span>] <span class="kw">as </span>u64) << <span class="number">32</span>)) <span class="kw">as </span>i64, <span class="number">1</span>); + <span class="self">Self</span>::new(x) + } + } +} +<span class="kw">impl</span><S3, NI> MultiLane<[u32; <span class="number">4</span>]> <span class="kw">for </span>u32x4_sse2<S3, NoS4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u32; <span class="number">4</span>] { + <span class="kw">unsafe </span>{ + <span class="kw">let </span>x = _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64; + <span class="kw">let </span>y = _mm_cvtsi128_si64(_mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b11101110</span>)) <span class="kw">as </span>u64; + [x <span class="kw">as </span>u32, (x >> <span class="number">32</span>) <span class="kw">as </span>u32, y <span class="kw">as </span>u32, (y >> <span class="number">32</span>) <span class="kw">as </span>u32] + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from_lanes(xs: [u32; <span class="number">4</span>]) -> <span class="self">Self </span>{ + <span class="kw">unsafe </span>{ + <span class="kw">let </span>x = (xs[<span class="number">0</span>] <span class="kw">as </span>u64 | ((xs[<span class="number">1</span>] <span class="kw">as </span>u64) << <span class="number">32</span>)) <span class="kw">as </span>i64; + <span class="kw">let </span>y = (xs[<span class="number">2</span>] <span class="kw">as </span>u64 | ((xs[<span class="number">3</span>] <span class="kw">as </span>u64) << <span class="number">32</span>)) <span class="kw">as </span>i64; + <span class="kw">let </span>x = _mm_cvtsi64_si128(x); + <span class="kw">let </span>y = _mm_slli_si128(_mm_cvtsi64_si128(y), <span class="number">8</span>); + <span class="self">Self</span>::new(_mm_or_si128(x, y)) + } + } +} +<span class="kw">impl</span><S3, NI> MultiLane<[u64; <span class="number">2</span>]> <span class="kw">for </span>u64x2_sse2<S3, YesS4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u64; <span class="number">2</span>] { + <span class="kw">unsafe </span>{ + [ + _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64, + _mm_extract_epi64(<span class="self">self</span>.x, <span class="number">1</span>) <span class="kw">as </span>u64, + ] + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from_lanes(xs: [u64; <span class="number">2</span>]) -> <span class="self">Self </span>{ + <span class="kw">unsafe </span>{ + <span class="kw">let </span><span class="kw-2">mut </span>x = _mm_cvtsi64_si128(xs[<span class="number">0</span>] <span class="kw">as </span>i64); + x = _mm_insert_epi64(x, xs[<span class="number">1</span>] <span class="kw">as </span>i64, <span class="number">1</span>); + <span class="self">Self</span>::new(x) + } + } +} +<span class="kw">impl</span><S3, NI> MultiLane<[u64; <span class="number">2</span>]> <span class="kw">for </span>u64x2_sse2<S3, NoS4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u64; <span class="number">2</span>] { + <span class="kw">unsafe </span>{ + [ + _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64, + _mm_cvtsi128_si64(_mm_srli_si128(<span class="self">self</span>.x, <span class="number">8</span>)) <span class="kw">as </span>u64, + ] + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from_lanes(xs: [u64; <span class="number">2</span>]) -> <span class="self">Self </span>{ + <span class="kw">unsafe </span>{ + <span class="kw">let </span>x = _mm_cvtsi64_si128(xs[<span class="number">0</span>] <span class="kw">as </span>i64); + <span class="kw">let </span>y = _mm_slli_si128(_mm_cvtsi64_si128(xs[<span class="number">1</span>] <span class="kw">as </span>i64), <span class="number">8</span>); + <span class="self">Self</span>::new(_mm_or_si128(x, y)) + } + } +} +<span class="kw">impl</span><S3, S4, NI> MultiLane<[u128; <span class="number">1</span>]> <span class="kw">for </span>u128x1_sse2<S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u128; <span class="number">1</span>] { + <span class="macro">unimplemented!</span>() + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from_lanes(xs: [u128; <span class="number">1</span>]) -> <span class="self">Self </span>{ + <span class="macro">unimplemented!</span>(<span class="string">"{:?}"</span>, xs) + } +} + +<span class="kw">impl</span><S3, S4, NI> MultiLane<[u64; <span class="number">4</span>]> <span class="kw">for </span>u64x4_sse2<S3, S4, NI> +<span class="kw">where + </span>u64x2_sse2<S3, S4, NI>: MultiLane<[u64; <span class="number">2</span>]> + Copy, +{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u64; <span class="number">4</span>] { + <span class="kw">let </span>(a, b) = (<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].to_lanes(), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].to_lanes()); + [a[<span class="number">0</span>], a[<span class="number">1</span>], b[<span class="number">0</span>], b[<span class="number">1</span>]] + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from_lanes(xs: [u64; <span class="number">4</span>]) -> <span class="self">Self </span>{ + <span class="kw">let </span>(a, b) = ( + u64x2_sse2::from_lanes([xs[<span class="number">0</span>], xs[<span class="number">1</span>]]), + u64x2_sse2::from_lanes([xs[<span class="number">2</span>], xs[<span class="number">3</span>]]), + ); + x2::new([a, b]) + } +} + +<span class="macro">macro_rules! </span>impl_into { + (<span class="macro-nonterminal">$from</span>:ident, <span class="macro-nonterminal">$to</span>:ident) => { + <span class="kw">impl</span><S3, S4, NI> From<<span class="macro-nonterminal">$from</span><S3, S4, NI>> <span class="kw">for </span><span class="macro-nonterminal">$to</span><S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: <span class="macro-nonterminal">$from</span><S3, S4, NI>) -> <span class="self">Self </span>{ + <span class="macro-nonterminal">$to::new</span>(x.x) + } + } + }; +} + +<span class="macro">impl_into!</span>(u128x1_sse2, u32x4_sse2); +<span class="macro">impl_into!</span>(u128x1_sse2, u64x2_sse2); + +<span class="macro">impl_bitops32!</span>(u32x4_sse2); +<span class="macro">impl_bitops64!</span>(u64x2_sse2); +<span class="macro">impl_bitops128!</span>(u128x1_sse2); + +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> ArithOps <span class="kw">for </span>u32x4_sse2<S3, S4, NI> <span class="kw">where + </span>u32x4_sse2<S3, S4, NI>: BSwap +{ +} +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> ArithOps <span class="kw">for </span>u64x2_sse2<S3, S4, NI> <span class="kw">where + </span>u64x2_sse2<S3, S4, NI>: BSwap +{ +} +<span class="macro">impl_binop!</span>(u32x4_sse2, Add, add, _mm_add_epi32); +<span class="macro">impl_binop!</span>(u64x2_sse2, Add, add, _mm_add_epi64); +<span class="macro">impl_binop_assign!</span>(u32x4_sse2, AddAssign, add_assign, add); +<span class="macro">impl_binop_assign!</span>(u64x2_sse2, AddAssign, add_assign, add); + +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u32x4<Machine86<S3, S4, NI>> <span class="kw">for </span>u32x4_sse2<S3, S4, NI> +<span class="kw">where + </span>u32x4_sse2<S3, S4, NI>: RotateEachWord32 + BSwap + MultiLane<[u32; <span class="number">4</span>]> + Vec4<u32>, + Machine86<S3, S4, NI>: Machine, +{ +} +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u64x2<Machine86<S3, S4, NI>> <span class="kw">for </span>u64x2_sse2<S3, S4, NI> +<span class="kw">where + </span>u64x2_sse2<S3, S4, NI>: + RotateEachWord64 + RotateEachWord32 + BSwap + MultiLane<[u64; <span class="number">2</span>]> + Vec2<u64>, + Machine86<S3, S4, NI>: Machine, +{ +} +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u128x1<Machine86<S3, S4, NI>> <span class="kw">for </span>u128x1_sse2<S3, S4, NI> +<span class="kw">where + </span>u128x1_sse2<S3, S4, NI>: Swap64 + RotateEachWord64 + RotateEachWord32 + BSwap, + Machine86<S3, S4, NI>: Machine, + u128x1_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4>, + u128x1_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2>, +{ +} + +<span class="kw">impl</span><NI: Copy> u32x4<Avx2Machine<NI>> <span class="kw">for </span>u32x4_sse2<YesS3, YesS4, NI> +<span class="kw">where + </span>u32x4_sse2<YesS3, YesS4, NI>: RotateEachWord32 + BSwap + MultiLane<[u32; <span class="number">4</span>]> + Vec4<u32>, + Machine86<YesS3, YesS4, NI>: Machine, +{ +} +<span class="kw">impl</span><NI: Copy> u64x2<Avx2Machine<NI>> <span class="kw">for </span>u64x2_sse2<YesS3, YesS4, NI> +<span class="kw">where + </span>u64x2_sse2<YesS3, YesS4, NI>: + RotateEachWord64 + RotateEachWord32 + BSwap + MultiLane<[u64; <span class="number">2</span>]> + Vec2<u64>, + Machine86<YesS3, YesS4, NI>: Machine, +{ +} +<span class="kw">impl</span><NI: Copy> u128x1<Avx2Machine<NI>> <span class="kw">for </span>u128x1_sse2<YesS3, YesS4, NI> +<span class="kw">where + </span>u128x1_sse2<YesS3, YesS4, NI>: Swap64 + RotateEachWord64 + RotateEachWord32 + BSwap, + Machine86<YesS3, YesS4, NI>: Machine, + u128x1_sse2<YesS3, YesS4, NI>: Into<<Machine86<YesS3, YesS4, NI> <span class="kw">as </span>Machine>::u32x4>, + u128x1_sse2<YesS3, YesS4, NI>: Into<<Machine86<YesS3, YesS4, NI> <span class="kw">as </span>Machine>::u64x2>, +{ +} + +<span class="kw">impl</span><S3, S4, NI> UnsafeFrom<[u32; <span class="number">4</span>]> <span class="kw">for </span>u32x4_sse2<S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_from(xs: [u32; <span class="number">4</span>]) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(_mm_set_epi32( + xs[<span class="number">3</span>] <span class="kw">as </span>i32, + xs[<span class="number">2</span>] <span class="kw">as </span>i32, + xs[<span class="number">1</span>] <span class="kw">as </span>i32, + xs[<span class="number">0</span>] <span class="kw">as </span>i32, + )) + } +} + +<span class="kw">impl</span><S3, NI> Vec4<u32> <span class="kw">for </span>u32x4_sse2<S3, YesS4, NI> +<span class="kw">where + </span><span class="self">Self</span>: MultiLane<[u32; <span class="number">4</span>]>, +{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u32 { + <span class="self">self</span>.to_lanes()[i <span class="kw">as </span>usize] + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>insert(<span class="self">self</span>, v: u32, i: u32) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + <span class="kw">match </span>i { + <span class="number">0 </span>=> _mm_insert_epi32(<span class="self">self</span>.x, v <span class="kw">as </span>i32, <span class="number">0</span>), + <span class="number">1 </span>=> _mm_insert_epi32(<span class="self">self</span>.x, v <span class="kw">as </span>i32, <span class="number">1</span>), + <span class="number">2 </span>=> _mm_insert_epi32(<span class="self">self</span>.x, v <span class="kw">as </span>i32, <span class="number">2</span>), + <span class="number">3 </span>=> _mm_insert_epi32(<span class="self">self</span>.x, v <span class="kw">as </span>i32, <span class="number">3</span>), + <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), + } + }) + } +} +<span class="kw">impl</span><S3, NI> Vec4<u32> <span class="kw">for </span>u32x4_sse2<S3, NoS4, NI> +<span class="kw">where + </span><span class="self">Self</span>: MultiLane<[u32; <span class="number">4</span>]>, +{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u32 { + <span class="self">self</span>.to_lanes()[i <span class="kw">as </span>usize] + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>insert(<span class="self">self</span>, v: u32, i: u32) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + <span class="kw">match </span>i { + <span class="number">0 </span>=> { + <span class="kw">let </span>x = _mm_andnot_si128(_mm_cvtsi32_si128(-<span class="number">1</span>), <span class="self">self</span>.x); + _mm_or_si128(x, _mm_cvtsi32_si128(v <span class="kw">as </span>i32)) + } + <span class="number">1 </span>=> { + <span class="kw">let </span><span class="kw-2">mut </span>x = _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0111_1000</span>); + x = _mm_slli_si128(x, <span class="number">4</span>); + x = _mm_or_si128(x, _mm_cvtsi32_si128(v <span class="kw">as </span>i32)); + _mm_shuffle_epi32(x, <span class="number">0b1110_0001</span>) + } + <span class="number">2 </span>=> { + <span class="kw">let </span><span class="kw-2">mut </span>x = _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1011_0100</span>); + x = _mm_slli_si128(x, <span class="number">4</span>); + x = _mm_or_si128(x, _mm_cvtsi32_si128(v <span class="kw">as </span>i32)); + _mm_shuffle_epi32(x, <span class="number">0b1100_1001</span>) + } + <span class="number">3 </span>=> { + <span class="kw">let </span><span class="kw-2">mut </span>x = _mm_slli_si128(<span class="self">self</span>.x, <span class="number">4</span>); + x = _mm_or_si128(x, _mm_cvtsi32_si128(v <span class="kw">as </span>i32)); + _mm_shuffle_epi32(x, <span class="number">0b0011_1001</span>) + } + <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), + } + }) + } +} + +<span class="kw">impl</span><S3, S4, NI> LaneWords4 <span class="kw">for </span>u32x4_sse2<S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words2301(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">self</span>.shuffle2301() + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words1230(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">self</span>.shuffle1230() + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words3012(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">self</span>.shuffle3012() + } +} + +<span class="kw">impl</span><S3, S4, NI> Words4 <span class="kw">for </span>u32x4_sse2<S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle2301(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0100_1110</span>) }) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle1230(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1001_0011</span>) }) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle3012(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0011_1001</span>) }) + } +} + +<span class="kw">impl</span><S4, NI> Words4 <span class="kw">for </span>u64x4_sse2<YesS3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle2301(<span class="self">self</span>) -> <span class="self">Self </span>{ + x2::new([u64x2_sse2::new(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x), u64x2_sse2::new(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x)]) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle3012(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="kw">unsafe </span>{ + x2::new([ + u64x2_sse2::new(_mm_alignr_epi8(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>)), + u64x2_sse2::new(_mm_alignr_epi8(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>)), + ]) + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle1230(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="kw">unsafe </span>{ + x2::new([ + u64x2_sse2::new(_mm_alignr_epi8(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>)), + u64x2_sse2::new(_mm_alignr_epi8(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>)), + ]) + } + } +} +<span class="kw">impl</span><S4, NI> Words4 <span class="kw">for </span>u64x4_sse2<NoS3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle2301(<span class="self">self</span>) -> <span class="self">Self </span>{ + x2::new([u64x2_sse2::new(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x), u64x2_sse2::new(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x)]) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle3012(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="kw">unsafe </span>{ + <span class="kw">let </span>a = _mm_srli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>); + <span class="kw">let </span>b = _mm_slli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>); + <span class="kw">let </span>c = _mm_srli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>); + <span class="kw">let </span>d = _mm_slli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>); + <span class="kw">let </span>da = _mm_or_si128(d, a); + <span class="kw">let </span>bc = _mm_or_si128(b, c); + x2::new([u64x2_sse2::new(da), u64x2_sse2::new(bc)]) + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle1230(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="kw">unsafe </span>{ + <span class="kw">let </span>a = _mm_srli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>); + <span class="kw">let </span>b = _mm_slli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>); + <span class="kw">let </span>c = _mm_srli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>); + <span class="kw">let </span>d = _mm_slli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>); + <span class="kw">let </span>da = _mm_or_si128(d, a); + <span class="kw">let </span>bc = _mm_or_si128(b, c); + x2::new([u64x2_sse2::new(bc), u64x2_sse2::new(da)]) + } + } +} + +<span class="kw">impl</span><S3, S4, NI> UnsafeFrom<[u64; <span class="number">2</span>]> <span class="kw">for </span>u64x2_sse2<S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_from(xs: [u64; <span class="number">2</span>]) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(_mm_set_epi64x(xs[<span class="number">1</span>] <span class="kw">as </span>i64, xs[<span class="number">0</span>] <span class="kw">as </span>i64)) + } +} + +<span class="kw">impl</span><S3, NI> Vec2<u64> <span class="kw">for </span>u64x2_sse2<S3, YesS4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u64 { + <span class="kw">unsafe </span>{ + <span class="kw">match </span>i { + <span class="number">0 </span>=> _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64, + <span class="number">1 </span>=> _mm_extract_epi64(<span class="self">self</span>.x, <span class="number">1</span>) <span class="kw">as </span>u64, + <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), + } + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>insert(<span class="self">self</span>, x: u64, i: u32) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + <span class="kw">match </span>i { + <span class="number">0 </span>=> _mm_insert_epi64(<span class="self">self</span>.x, x <span class="kw">as </span>i64, <span class="number">0</span>), + <span class="number">1 </span>=> _mm_insert_epi64(<span class="self">self</span>.x, x <span class="kw">as </span>i64, <span class="number">1</span>), + <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), + } + }) + } +} +<span class="kw">impl</span><S3, NI> Vec2<u64> <span class="kw">for </span>u64x2_sse2<S3, NoS4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u64 { + <span class="kw">unsafe </span>{ + <span class="kw">match </span>i { + <span class="number">0 </span>=> _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64, + <span class="number">1 </span>=> _mm_cvtsi128_si64(_mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b11101110</span>)) <span class="kw">as </span>u64, + <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), + } + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>insert(<span class="self">self</span>, x: u64, i: u32) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + <span class="kw">match </span>i { + <span class="number">0 </span>=> _mm_or_si128( + _mm_andnot_si128(_mm_cvtsi64_si128(-<span class="number">1</span>), <span class="self">self</span>.x), + _mm_cvtsi64_si128(x <span class="kw">as </span>i64), + ), + <span class="number">1 </span>=> _mm_or_si128( + _mm_move_epi64(<span class="self">self</span>.x), + _mm_slli_si128(_mm_cvtsi64_si128(x <span class="kw">as </span>i64), <span class="number">8</span>), + ), + <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), + } + }) + } +} + +<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u32x4_sse2<YesS3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + <span class="kw">let </span>k = _mm_set_epi64x(<span class="number">0x0c0d_0e0f_0809_0a0b</span>, <span class="number">0x0405_0607_0001_0203</span>); + _mm_shuffle_epi8(<span class="self">self</span>.x, k) + }) + } +} +<span class="attribute">#[inline(always)] +</span><span class="kw">fn </span>bswap32_s2(x: __m128i) -> __m128i { + <span class="kw">unsafe </span>{ + <span class="kw">let </span><span class="kw-2">mut </span>y = _mm_unpacklo_epi8(x, _mm_setzero_si128()); + y = _mm_shufflehi_epi16(y, <span class="number">0b0001_1011</span>); + y = _mm_shufflelo_epi16(y, <span class="number">0b0001_1011</span>); + <span class="kw">let </span><span class="kw-2">mut </span>z = _mm_unpackhi_epi8(x, _mm_setzero_si128()); + z = _mm_shufflehi_epi16(z, <span class="number">0b0001_1011</span>); + z = _mm_shufflelo_epi16(z, <span class="number">0b0001_1011</span>); + _mm_packus_epi16(y, z) + } +} +<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u32x4_sse2<NoS3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(bswap32_s2(<span class="self">self</span>.x)) + } +} + +<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u64x2_sse2<YesS3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + <span class="kw">let </span>k = _mm_set_epi64x(<span class="number">0x0809_0a0b_0c0d_0e0f</span>, <span class="number">0x0001_0203_0405_0607</span>); + _mm_shuffle_epi8(<span class="self">self</span>.x, k) + }) + } +} +<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u64x2_sse2<NoS3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ bswap32_s2(_mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1011_0001</span>)) }) + } +} + +<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u128x1_sse2<YesS3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + <span class="kw">let </span>k = _mm_set_epi64x(<span class="number">0x0f0e_0d0c_0b0a_0908</span>, <span class="number">0x0706_0504_0302_0100</span>); + _mm_shuffle_epi8(<span class="self">self</span>.x, k) + }) + } +} +<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u128x1_sse2<NoS3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="macro">unimplemented!</span>() + } +} + +<span class="macro">macro_rules! </span>swapi { + (<span class="macro-nonterminal">$x</span>:expr, <span class="macro-nonterminal">$i</span>:expr, <span class="macro-nonterminal">$k</span>:expr) => { + <span class="kw">unsafe </span>{ + <span class="kw">const </span>K: u8 = <span class="macro-nonterminal">$k</span>; + <span class="kw">let </span>k = _mm_set1_epi8(K <span class="kw">as </span>i8); + u128x1_sse2::new(_mm_or_si128( + _mm_srli_epi16(_mm_and_si128(<span class="macro-nonterminal">$x</span>.x, k), <span class="macro-nonterminal">$i</span>), + _mm_and_si128(_mm_slli_epi16(<span class="macro-nonterminal">$x</span>.x, <span class="macro-nonterminal">$i</span>), k), + )) + } + }; +} +<span class="attribute">#[inline(always)] +</span><span class="kw">fn </span>swap16_s2(x: __m128i) -> __m128i { + <span class="kw">unsafe </span>{ _mm_shufflehi_epi16(_mm_shufflelo_epi16(x, <span class="number">0b1011_0001</span>), <span class="number">0b1011_0001</span>) } +} +<span class="kw">impl</span><S4, NI> Swap64 <span class="kw">for </span>u128x1_sse2<YesS3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap1(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">1</span>, <span class="number">0xaa</span>) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap2(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">2</span>, <span class="number">0xcc</span>) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap4(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">4</span>, <span class="number">0xf0</span>) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap8(<span class="self">self</span>) -> <span class="self">Self </span>{ + u128x1_sse2::new(<span class="kw">unsafe </span>{ + <span class="kw">let </span>k = _mm_set_epi64x(<span class="number">0x0e0f_0c0d_0a0b_0809</span>, <span class="number">0x0607_0405_0203_0001</span>); + _mm_shuffle_epi8(<span class="self">self</span>.x, k) + }) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap16(<span class="self">self</span>) -> <span class="self">Self </span>{ + u128x1_sse2::new(<span class="kw">unsafe </span>{ + <span class="kw">let </span>k = _mm_set_epi64x(<span class="number">0x0d0c_0f0e_0908_0b0a</span>, <span class="number">0x0504_0706_0100_0302</span>); + _mm_shuffle_epi8(<span class="self">self</span>.x, k) + }) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap32(<span class="self">self</span>) -> <span class="self">Self </span>{ + u128x1_sse2::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1011_0001</span>) }) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap64(<span class="self">self</span>) -> <span class="self">Self </span>{ + u128x1_sse2::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0100_1110</span>) }) + } +} +<span class="kw">impl</span><S4, NI> Swap64 <span class="kw">for </span>u128x1_sse2<NoS3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap1(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">1</span>, <span class="number">0xaa</span>) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap2(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">2</span>, <span class="number">0xcc</span>) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap4(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">4</span>, <span class="number">0xf0</span>) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap8(<span class="self">self</span>) -> <span class="self">Self </span>{ + u128x1_sse2::new(<span class="kw">unsafe </span>{ + _mm_or_si128(_mm_slli_epi16(<span class="self">self</span>.x, <span class="number">8</span>), _mm_srli_epi16(<span class="self">self</span>.x, <span class="number">8</span>)) + }) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap16(<span class="self">self</span>) -> <span class="self">Self </span>{ + u128x1_sse2::new(swap16_s2(<span class="self">self</span>.x)) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap32(<span class="self">self</span>) -> <span class="self">Self </span>{ + u128x1_sse2::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1011_0001</span>) }) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>swap64(<span class="self">self</span>) -> <span class="self">Self </span>{ + u128x1_sse2::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0100_1110</span>) }) + } +} + +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>G0; +<span class="attribute">#[derive(Copy, Clone)] +</span><span class="kw">pub struct </span>G1; + +<span class="attribute">#[allow(non_camel_case_types)] +</span><span class="kw">pub type </span>u32x4x2_sse2<S3, S4, NI> = x2<u32x4_sse2<S3, S4, NI>, G0>; +<span class="attribute">#[allow(non_camel_case_types)] +</span><span class="kw">pub type </span>u64x2x2_sse2<S3, S4, NI> = x2<u64x2_sse2<S3, S4, NI>, G0>; +<span class="attribute">#[allow(non_camel_case_types)] +</span><span class="kw">pub type </span>u64x4_sse2<S3, S4, NI> = x2<u64x2_sse2<S3, S4, NI>, G1>; +<span class="attribute">#[allow(non_camel_case_types)] +</span><span class="kw">pub type </span>u128x2_sse2<S3, S4, NI> = x2<u128x1_sse2<S3, S4, NI>, G0>; + +<span class="attribute">#[allow(non_camel_case_types)] +</span><span class="kw">pub type </span>u32x4x4_sse2<S3, S4, NI> = x4<u32x4_sse2<S3, S4, NI>>; +<span class="attribute">#[allow(non_camel_case_types)] +</span><span class="kw">pub type </span>u64x2x4_sse2<S3, S4, NI> = x4<u64x2_sse2<S3, S4, NI>>; +<span class="attribute">#[allow(non_camel_case_types)] +</span><span class="kw">pub type </span>u128x4_sse2<S3, S4, NI> = x4<u128x1_sse2<S3, S4, NI>>; + +<span class="kw">impl</span><S3, S4, NI> Vector<[u32; <span class="number">16</span>]> <span class="kw">for </span>u32x4x4_sse2<S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_scalars(<span class="self">self</span>) -> [u32; <span class="number">16</span>] { + <span class="kw">unsafe </span>{ core::mem::transmute(<span class="self">self</span>) } + } +} + +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u32x4x2<Machine86<S3, S4, NI>> <span class="kw">for </span>u32x4x2_sse2<S3, S4, NI> +<span class="kw">where + </span>u32x4_sse2<S3, S4, NI>: RotateEachWord32 + BSwap, + Machine86<S3, S4, NI>: Machine, + u32x4x2_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4; <span class="number">2</span>]>, + u32x4x2_sse2<S3, S4, NI>: Vec2<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4>, +{ +} +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u64x2x2<Machine86<S3, S4, NI>> <span class="kw">for </span>u64x2x2_sse2<S3, S4, NI> +<span class="kw">where + </span>u64x2_sse2<S3, S4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, + Machine86<S3, S4, NI>: Machine, + u64x2x2_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2; <span class="number">2</span>]>, + u64x2x2_sse2<S3, S4, NI>: Vec2<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2>, +{ +} +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u64x4<Machine86<S3, S4, NI>> <span class="kw">for </span>u64x4_sse2<S3, S4, NI> +<span class="kw">where + </span>u64x2_sse2<S3, S4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, + Machine86<S3, S4, NI>: Machine, + u64x4_sse2<S3, S4, NI>: MultiLane<[u64; <span class="number">4</span>]> + Vec4<u64> + Words4, +{ +} +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u128x2<Machine86<S3, S4, NI>> <span class="kw">for </span>u128x2_sse2<S3, S4, NI> +<span class="kw">where + </span>u128x1_sse2<S3, S4, NI>: Swap64 + BSwap, + Machine86<S3, S4, NI>: Machine, + u128x2_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u128x1; <span class="number">2</span>]>, + u128x2_sse2<S3, S4, NI>: Vec2<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u128x1>, + u128x2_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4x2>, + u128x2_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2x2>, + u128x2_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x4>, +{ +} + +<span class="kw">impl</span><NI: Copy> u32x4x2<Avx2Machine<NI>> <span class="kw">for </span>u32x4x2_sse2<YesS3, YesS4, NI> +<span class="kw">where + </span>u32x4_sse2<YesS3, YesS4, NI>: RotateEachWord32 + BSwap, + Avx2Machine<NI>: Machine, + u32x4x2_sse2<YesS3, YesS4, NI>: MultiLane<[<Avx2Machine<NI> <span class="kw">as </span>Machine>::u32x4; <span class="number">2</span>]>, + u32x4x2_sse2<YesS3, YesS4, NI>: Vec2<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u32x4>, +{ +} +<span class="kw">impl</span><NI: Copy> u64x2x2<Avx2Machine<NI>> <span class="kw">for </span>u64x2x2_sse2<YesS3, YesS4, NI> +<span class="kw">where + </span>u64x2_sse2<YesS3, YesS4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, + Avx2Machine<NI>: Machine, + u64x2x2_sse2<YesS3, YesS4, NI>: MultiLane<[<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2; <span class="number">2</span>]>, + u64x2x2_sse2<YesS3, YesS4, NI>: Vec2<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2>, +{ +} +<span class="kw">impl</span><NI: Copy> u64x4<Avx2Machine<NI>> <span class="kw">for </span>u64x4_sse2<YesS3, YesS4, NI> +<span class="kw">where + </span>u64x2_sse2<YesS3, YesS4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, + Avx2Machine<NI>: Machine, + u64x4_sse2<YesS3, YesS4, NI>: MultiLane<[u64; <span class="number">4</span>]> + Vec4<u64> + Words4, +{ +} +<span class="kw">impl</span><NI: Copy> u128x2<Avx2Machine<NI>> <span class="kw">for </span>u128x2_sse2<YesS3, YesS4, NI> +<span class="kw">where + </span>u128x1_sse2<YesS3, YesS4, NI>: Swap64 + BSwap, + Avx2Machine<NI>: Machine, + u128x2_sse2<YesS3, YesS4, NI>: MultiLane<[<Avx2Machine<NI> <span class="kw">as </span>Machine>::u128x1; <span class="number">2</span>]>, + u128x2_sse2<YesS3, YesS4, NI>: Vec2<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u128x1>, + u128x2_sse2<YesS3, YesS4, NI>: Into<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u32x4x2>, + u128x2_sse2<YesS3, YesS4, NI>: Into<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2x2>, + u128x2_sse2<YesS3, YesS4, NI>: Into<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x4>, +{ +} + +<span class="kw">impl</span><S3, S4, NI> Vec4<u64> <span class="kw">for </span>u64x4_sse2<S3, S4, NI> +<span class="kw">where + </span>u64x2_sse2<S3, S4, NI>: Copy + Vec2<u64>, +{ + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u64 { + <span class="kw">match </span>i { + <span class="number">0 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].extract(<span class="number">0</span>), + <span class="number">1 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].extract(<span class="number">1</span>), + <span class="number">2 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].extract(<span class="number">0</span>), + <span class="number">3 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].extract(<span class="number">1</span>), + <span class="kw">_ </span>=> <span class="macro">panic!</span>(), + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>insert(<span class="kw-2">mut </span><span class="self">self</span>, w: u64, i: u32) -> <span class="self">Self </span>{ + <span class="kw">match </span>i { + <span class="number">0 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].insert(w, <span class="number">0</span>), + <span class="number">1 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].insert(w, <span class="number">1</span>), + <span class="number">2 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].insert(w, <span class="number">0</span>), + <span class="number">3 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].insert(w, <span class="number">1</span>), + <span class="kw">_ </span>=> <span class="macro">panic!</span>(), + }; + <span class="self">self + </span>} +} + +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u32x4x4<Machine86<S3, S4, NI>> <span class="kw">for </span>u32x4x4_sse2<S3, S4, NI> +<span class="kw">where + </span>u32x4_sse2<S3, S4, NI>: RotateEachWord32 + BSwap, + Machine86<S3, S4, NI>: Machine, + u32x4x4_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4; <span class="number">4</span>]>, + u32x4x4_sse2<S3, S4, NI>: Vec4<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4>, + u32x4x4_sse2<S3, S4, NI>: Vec4Ext<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4>, + u32x4x4_sse2<S3, S4, NI>: Vector<[u32; <span class="number">16</span>]>, +{ +} +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u64x2x4<Machine86<S3, S4, NI>> <span class="kw">for </span>u64x2x4_sse2<S3, S4, NI> +<span class="kw">where + </span>u64x2_sse2<S3, S4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, + Machine86<S3, S4, NI>: Machine, + u64x2x4_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2; <span class="number">4</span>]>, + u64x2x4_sse2<S3, S4, NI>: Vec4<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2>, +{ +} +<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u128x4<Machine86<S3, S4, NI>> <span class="kw">for </span>u128x4_sse2<S3, S4, NI> +<span class="kw">where + </span>u128x1_sse2<S3, S4, NI>: Swap64 + BSwap, + Machine86<S3, S4, NI>: Machine, + u128x4_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u128x1; <span class="number">4</span>]>, + u128x4_sse2<S3, S4, NI>: Vec4<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u128x1>, + u128x4_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4x4>, + u128x4_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2x4>, +{ +} + +<span class="kw">impl</span><NI: Copy> u64x2x4<Avx2Machine<NI>> <span class="kw">for </span>u64x2x4_sse2<YesS3, YesS4, NI> +<span class="kw">where + </span>u64x2_sse2<YesS3, YesS4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, + Avx2Machine<NI>: Machine, + u64x2x4_sse2<YesS3, YesS4, NI>: MultiLane<[<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2; <span class="number">4</span>]>, + u64x2x4_sse2<YesS3, YesS4, NI>: Vec4<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2>, +{ +} +<span class="kw">impl</span><NI: Copy> u128x4<Avx2Machine<NI>> <span class="kw">for </span>u128x4_sse2<YesS3, YesS4, NI> +<span class="kw">where + </span>u128x1_sse2<YesS3, YesS4, NI>: Swap64 + BSwap, + Avx2Machine<NI>: Machine, + u128x4_sse2<YesS3, YesS4, NI>: MultiLane<[<Avx2Machine<NI> <span class="kw">as </span>Machine>::u128x1; <span class="number">4</span>]>, + u128x4_sse2<YesS3, YesS4, NI>: Vec4<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u128x1>, + u128x4_sse2<YesS3, YesS4, NI>: Into<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u32x4x4>, + u128x4_sse2<YesS3, YesS4, NI>: Into<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2x4>, +{ +} + +<span class="macro">macro_rules! </span>impl_into_x { + (<span class="macro-nonterminal">$from</span>:ident, <span class="macro-nonterminal">$to</span>:ident) => { + <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy, Gf, Gt> From<x2<<span class="macro-nonterminal">$from</span><S3, S4, NI>, Gf>> + <span class="kw">for </span>x2<<span class="macro-nonterminal">$to</span><S3, S4, NI>, Gt> + { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: x2<<span class="macro-nonterminal">$from</span><S3, S4, NI>, Gf>) -> <span class="self">Self </span>{ + x2::new([<span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">0</span>]), <span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">1</span>])]) + } + } + <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> From<x4<<span class="macro-nonterminal">$from</span><S3, S4, NI>>> <span class="kw">for </span>x4<<span class="macro-nonterminal">$to</span><S3, S4, NI>> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: x4<<span class="macro-nonterminal">$from</span><S3, S4, NI>>) -> <span class="self">Self </span>{ + x4::new([ + <span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">0</span>]), + <span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">1</span>]), + <span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">2</span>]), + <span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">3</span>]), + ]) + } + } + }; +} +<span class="macro">impl_into_x!</span>(u128x1_sse2, u64x2_sse2); +<span class="macro">impl_into_x!</span>(u128x1_sse2, u32x4_sse2); + +<span class="comment">///// Debugging + +</span><span class="kw">use </span>core::fmt::{Debug, Formatter, <span class="prelude-ty">Result</span>}; + +<span class="kw">impl</span><W: PartialEq, G> PartialEq <span class="kw">for </span>x2<W, G> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { + <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>] == rhs.<span class="number">0</span>[<span class="number">0</span>] && <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>] == rhs.<span class="number">0</span>[<span class="number">1</span>] + } +} + +<span class="attribute">#[allow(unused)] +#[inline(always)] +</span><span class="kw">unsafe fn </span>eq128_s4(x: __m128i, y: __m128i) -> bool { + <span class="kw">let </span>q = _mm_shuffle_epi32(_mm_cmpeq_epi64(x, y), <span class="number">0b1100_0110</span>); + _mm_cvtsi128_si64(q) == -<span class="number">1 +</span>} + +<span class="attribute">#[inline(always)] +</span><span class="kw">unsafe fn </span>eq128_s2(x: __m128i, y: __m128i) -> bool { + <span class="kw">let </span>q = _mm_cmpeq_epi32(x, y); + <span class="kw">let </span>p = _mm_cvtsi128_si64(_mm_srli_si128(q, <span class="number">8</span>)); + <span class="kw">let </span>q = _mm_cvtsi128_si64(q); + (p & q) == -<span class="number">1 +</span>} + +<span class="kw">impl</span><S3, S4, NI> PartialEq <span class="kw">for </span>u32x4_sse2<S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { + <span class="kw">unsafe </span>{ eq128_s2(<span class="self">self</span>.x, rhs.x) } + } +} +<span class="kw">impl</span><S3, S4, NI> Debug <span class="kw">for </span>u32x4_sse2<S3, S4, NI> +<span class="kw">where + </span><span class="self">Self</span>: Copy + MultiLane<[u32; <span class="number">4</span>]>, +{ + <span class="attribute">#[cold] + </span><span class="kw">fn </span>fmt(<span class="kw-2">&</span><span class="self">self</span>, fmt: <span class="kw-2">&mut </span>Formatter) -> <span class="prelude-ty">Result </span>{ + fmt.write_fmt(<span class="macro">format_args!</span>(<span class="string">"{:08x?}"</span>, <span class="kw-2">&</span><span class="self">self</span>.to_lanes())) + } +} + +<span class="kw">impl</span><S3, S4, NI> PartialEq <span class="kw">for </span>u64x2_sse2<S3, S4, NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { + <span class="kw">unsafe </span>{ eq128_s2(<span class="self">self</span>.x, rhs.x) } + } +} +<span class="kw">impl</span><S3, S4, NI> Debug <span class="kw">for </span>u64x2_sse2<S3, S4, NI> +<span class="kw">where + </span><span class="self">Self</span>: Copy + MultiLane<[u64; <span class="number">2</span>]>, +{ + <span class="attribute">#[cold] + </span><span class="kw">fn </span>fmt(<span class="kw-2">&</span><span class="self">self</span>, fmt: <span class="kw-2">&mut </span>Formatter) -> <span class="prelude-ty">Result </span>{ + fmt.write_fmt(<span class="macro">format_args!</span>(<span class="string">"{:016x?}"</span>, <span class="kw-2">&</span><span class="self">self</span>.to_lanes())) + } +} + +<span class="kw">impl</span><S3, S4, NI> Debug <span class="kw">for </span>u64x4_sse2<S3, S4, NI> +<span class="kw">where + </span>u64x2_sse2<S3, S4, NI>: Copy + MultiLane<[u64; <span class="number">2</span>]>, +{ + <span class="attribute">#[cold] + </span><span class="kw">fn </span>fmt(<span class="kw-2">&</span><span class="self">self</span>, fmt: <span class="kw-2">&mut </span>Formatter) -> <span class="prelude-ty">Result </span>{ + <span class="kw">let </span>(a, b) = (<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].to_lanes(), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].to_lanes()); + fmt.write_fmt(<span class="macro">format_args!</span>(<span class="string">"{:016x?}"</span>, <span class="kw-2">&</span>[a[<span class="number">0</span>], a[<span class="number">1</span>], b[<span class="number">0</span>], b[<span class="number">1</span>]])) + } +} + +<span class="attribute">#[cfg(test)] +#[cfg(target_arch = <span class="string">"x86_64"</span>)] +</span><span class="kw">mod </span>test { + <span class="kw">use super</span>::<span class="kw-2">*</span>; + <span class="kw">use </span><span class="kw">crate</span>::x86_64::{SSE2, SSE41, SSSE3}; + <span class="kw">use </span><span class="kw">crate</span>::Machine; + + <span class="attribute">#[test] + #[cfg_attr(not(target_feature = <span class="string">"ssse3"</span>), ignore)] + </span><span class="kw">fn </span>test_bswap32_s2_vs_s3() { + <span class="kw">let </span>xs = [<span class="number">0x0f0e_0d0c</span>, <span class="number">0x0b0a_0908</span>, <span class="number">0x0706_0504</span>, <span class="number">0x0302_0100</span>]; + <span class="kw">let </span>ys = [<span class="number">0x0c0d_0e0f</span>, <span class="number">0x0809_0a0b</span>, <span class="number">0x0405_0607</span>, <span class="number">0x0001_0203</span>]; + + <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; + <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; + + <span class="kw">let </span>x_s2 = { + <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u32x4 = s2.vec(xs); + x_s2.bswap() + }; + + <span class="kw">let </span>x_s3 = { + <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u32x4 = s3.vec(xs); + x_s3.bswap() + }; + + <span class="macro">assert_eq!</span>(x_s2, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); + <span class="macro">assert_eq!</span>(x_s2, s2.vec(ys)); + } + + <span class="attribute">#[test] + #[cfg_attr(not(target_feature = <span class="string">"ssse3"</span>), ignore)] + </span><span class="kw">fn </span>test_bswap64_s2_vs_s3() { + <span class="kw">let </span>xs = [<span class="number">0x0f0e_0d0c_0b0a_0908</span>, <span class="number">0x0706_0504_0302_0100</span>]; + <span class="kw">let </span>ys = [<span class="number">0x0809_0a0b_0c0d_0e0f</span>, <span class="number">0x0001_0203_0405_0607</span>]; + + <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; + <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; + + <span class="kw">let </span>x_s2 = { + <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u64x2 = s2.vec(xs); + x_s2.bswap() + }; + + <span class="kw">let </span>x_s3 = { + <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u64x2 = s3.vec(xs); + x_s3.bswap() + }; + + <span class="macro">assert_eq!</span>(x_s2, s2.vec(ys)); + <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); + } + + <span class="attribute">#[test] + #[cfg_attr(not(target_feature = <span class="string">"ssse3"</span>), ignore)] + </span><span class="kw">fn </span>test_shuffle32_s2_vs_s3() { + <span class="kw">let </span>xs = [<span class="number">0x0</span>, <span class="number">0x1</span>, <span class="number">0x2</span>, <span class="number">0x3</span>]; + <span class="kw">let </span>ys = [<span class="number">0x2</span>, <span class="number">0x3</span>, <span class="number">0x0</span>, <span class="number">0x1</span>]; + <span class="kw">let </span>zs = [<span class="number">0x1</span>, <span class="number">0x2</span>, <span class="number">0x3</span>, <span class="number">0x0</span>]; + + <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; + <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; + + <span class="kw">let </span>x_s2 = { + <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u32x4 = s2.vec(xs); + x_s2.shuffle2301() + }; + <span class="kw">let </span>x_s3 = { + <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u32x4 = s3.vec(xs); + x_s3.shuffle2301() + }; + <span class="macro">assert_eq!</span>(x_s2, s2.vec(ys)); + <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); + + <span class="kw">let </span>x_s2 = { + <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u32x4 = s2.vec(xs); + x_s2.shuffle3012() + }; + <span class="kw">let </span>x_s3 = { + <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u32x4 = s3.vec(xs); + x_s3.shuffle3012() + }; + <span class="macro">assert_eq!</span>(x_s2, s2.vec(zs)); + <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); + + <span class="kw">let </span>x_s2 = x_s2.shuffle1230(); + <span class="kw">let </span>x_s3 = x_s3.shuffle1230(); + <span class="macro">assert_eq!</span>(x_s2, s2.vec(xs)); + <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); + } + + <span class="attribute">#[test] + #[cfg_attr(not(target_feature = <span class="string">"ssse3"</span>), ignore)] + </span><span class="kw">fn </span>test_shuffle64_s2_vs_s3() { + <span class="kw">let </span>xs = [<span class="number">0x0</span>, <span class="number">0x1</span>, <span class="number">0x2</span>, <span class="number">0x3</span>]; + <span class="kw">let </span>ys = [<span class="number">0x2</span>, <span class="number">0x3</span>, <span class="number">0x0</span>, <span class="number">0x1</span>]; + <span class="kw">let </span>zs = [<span class="number">0x1</span>, <span class="number">0x2</span>, <span class="number">0x3</span>, <span class="number">0x0</span>]; + + <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; + <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; + + <span class="kw">let </span>x_s2 = { + <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u64x4 = s2.vec(xs); + x_s2.shuffle2301() + }; + <span class="kw">let </span>x_s3 = { + <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u64x4 = s3.vec(xs); + x_s3.shuffle2301() + }; + <span class="macro">assert_eq!</span>(x_s2, s2.vec(ys)); + <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); + + <span class="kw">let </span>x_s2 = { + <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u64x4 = s2.vec(xs); + x_s2.shuffle3012() + }; + <span class="kw">let </span>x_s3 = { + <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u64x4 = s3.vec(xs); + x_s3.shuffle3012() + }; + <span class="macro">assert_eq!</span>(x_s2, s2.vec(zs)); + <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); + + <span class="kw">let </span>x_s2 = x_s2.shuffle1230(); + <span class="kw">let </span>x_s3 = x_s3.shuffle1230(); + <span class="macro">assert_eq!</span>(x_s2, s2.vec(xs)); + <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); + } + + <span class="attribute">#[cfg_attr(not(all(target_feature = <span class="string">"ssse3"</span>, target_feature = <span class="string">"sse4.1"</span>)), ignore)] + #[test] + </span><span class="kw">fn </span>test_lanes_u32x4() { + <span class="kw">let </span>xs = [<span class="number">0x1</span>, <span class="number">0x2</span>, <span class="number">0x3</span>, <span class="number">0x4</span>]; + + <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; + <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; + <span class="kw">let </span>s4 = <span class="kw">unsafe </span>{ SSE41::instance() }; + + { + <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u32x4 = s2.vec(xs); + <span class="kw">let </span>y_s2 = <SSE2 <span class="kw">as </span>Machine>::u32x4::from_lanes(xs); + <span class="macro">assert_eq!</span>(x_s2, y_s2); + <span class="macro">assert_eq!</span>(xs, y_s2.to_lanes()); + } + + { + <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u32x4 = s3.vec(xs); + <span class="kw">let </span>y_s3 = <SSSE3 <span class="kw">as </span>Machine>::u32x4::from_lanes(xs); + <span class="macro">assert_eq!</span>(x_s3, y_s3); + <span class="macro">assert_eq!</span>(xs, y_s3.to_lanes()); + } + + { + <span class="kw">let </span>x_s4: <SSE41 <span class="kw">as </span>Machine>::u32x4 = s4.vec(xs); + <span class="kw">let </span>y_s4 = <SSE41 <span class="kw">as </span>Machine>::u32x4::from_lanes(xs); + <span class="macro">assert_eq!</span>(x_s4, y_s4); + <span class="macro">assert_eq!</span>(xs, y_s4.to_lanes()); + } + } + + <span class="attribute">#[test] + #[cfg_attr(not(all(target_feature = <span class="string">"ssse3"</span>, target_feature = <span class="string">"sse4.1"</span>)), ignore)] + </span><span class="kw">fn </span>test_lanes_u64x2() { + <span class="kw">let </span>xs = [<span class="number">0x1</span>, <span class="number">0x2</span>]; + + <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; + <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; + <span class="kw">let </span>s4 = <span class="kw">unsafe </span>{ SSE41::instance() }; + + { + <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u64x2 = s2.vec(xs); + <span class="kw">let </span>y_s2 = <SSE2 <span class="kw">as </span>Machine>::u64x2::from_lanes(xs); + <span class="macro">assert_eq!</span>(x_s2, y_s2); + <span class="macro">assert_eq!</span>(xs, y_s2.to_lanes()); + } + + { + <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u64x2 = s3.vec(xs); + <span class="kw">let </span>y_s3 = <SSSE3 <span class="kw">as </span>Machine>::u64x2::from_lanes(xs); + <span class="macro">assert_eq!</span>(x_s3, y_s3); + <span class="macro">assert_eq!</span>(xs, y_s3.to_lanes()); + } + + { + <span class="kw">let </span>x_s4: <SSE41 <span class="kw">as </span>Machine>::u64x2 = s4.vec(xs); + <span class="kw">let </span>y_s4 = <SSE41 <span class="kw">as </span>Machine>::u64x2::from_lanes(xs); + <span class="macro">assert_eq!</span>(x_s4, y_s4); + <span class="macro">assert_eq!</span>(xs, y_s4.to_lanes()); + } + } + + <span class="attribute">#[test] + </span><span class="kw">fn </span>test_vec4_u32x4_s2() { + <span class="kw">let </span>xs = [<span class="number">1</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">4</span>]; + <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; + <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u32x4 = s2.vec(xs); + <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">0</span>), <span class="number">1</span>); + <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">1</span>), <span class="number">2</span>); + <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">2</span>), <span class="number">3</span>); + <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">3</span>), <span class="number">4</span>); + <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">0</span>), s2.vec([<span class="number">0xf</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">4</span>])); + <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">1</span>), s2.vec([<span class="number">1</span>, <span class="number">0xf</span>, <span class="number">3</span>, <span class="number">4</span>])); + <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">2</span>), s2.vec([<span class="number">1</span>, <span class="number">2</span>, <span class="number">0xf</span>, <span class="number">4</span>])); + <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">3</span>), s2.vec([<span class="number">1</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">0xf</span>])); + } + + <span class="attribute">#[test] + #[cfg_attr(not(all(target_feature = <span class="string">"ssse3"</span>, target_feature = <span class="string">"sse4.1"</span>)), ignore)] + </span><span class="kw">fn </span>test_vec4_u32x4_s4() { + <span class="kw">let </span>xs = [<span class="number">1</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">4</span>]; + <span class="kw">let </span>s4 = <span class="kw">unsafe </span>{ SSE41::instance() }; + <span class="kw">let </span>x_s4: <SSE41 <span class="kw">as </span>Machine>::u32x4 = s4.vec(xs); + <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">0</span>), <span class="number">1</span>); + <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">1</span>), <span class="number">2</span>); + <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">2</span>), <span class="number">3</span>); + <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">3</span>), <span class="number">4</span>); + <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">0</span>), s4.vec([<span class="number">0xf</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">4</span>])); + <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">1</span>), s4.vec([<span class="number">1</span>, <span class="number">0xf</span>, <span class="number">3</span>, <span class="number">4</span>])); + <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">2</span>), s4.vec([<span class="number">1</span>, <span class="number">2</span>, <span class="number">0xf</span>, <span class="number">4</span>])); + <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">3</span>), s4.vec([<span class="number">1</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">0xf</span>])); + } + + <span class="attribute">#[test] + </span><span class="kw">fn </span>test_vec2_u64x2_s2() { + <span class="kw">let </span>xs = [<span class="number">0x1</span>, <span class="number">0x2</span>]; + <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; + <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u64x2 = s2.vec(xs); + <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">0</span>), <span class="number">1</span>); + <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">1</span>), <span class="number">2</span>); + <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">0</span>), s2.vec([<span class="number">0xf</span>, <span class="number">2</span>])); + <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">1</span>), s2.vec([<span class="number">1</span>, <span class="number">0xf</span>])); + } + + <span class="attribute">#[test] + #[cfg_attr(not(all(target_feature = <span class="string">"ssse3"</span>, target_feature = <span class="string">"sse4.1"</span>)), ignore)] + </span><span class="kw">fn </span>test_vec4_u64x2_s4() { + <span class="kw">let </span>xs = [<span class="number">0x1</span>, <span class="number">0x2</span>]; + <span class="kw">let </span>s4 = <span class="kw">unsafe </span>{ SSE41::instance() }; + <span class="kw">let </span>x_s4: <SSE41 <span class="kw">as </span>Machine>::u64x2 = s4.vec(xs); + <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">0</span>), <span class="number">1</span>); + <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">1</span>), <span class="number">2</span>); + <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">0</span>), s4.vec([<span class="number">0xf</span>, <span class="number">2</span>])); + <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">1</span>), s4.vec([<span class="number">1</span>, <span class="number">0xf</span>])); + } +} + +<span class="kw">pub mod </span>avx2 { + <span class="attribute">#![allow(non_camel_case_types)] + </span><span class="kw">use </span><span class="kw">crate</span>::soft::{x2, x4}; + <span class="kw">use </span><span class="kw">crate</span>::types::<span class="kw-2">*</span>; + <span class="kw">use </span><span class="kw">crate</span>::x86_64::sse2::{u128x1_sse2, u32x4_sse2, G0}; + <span class="kw">use </span><span class="kw">crate</span>::x86_64::{vec256_storage, vec512_storage, Avx2Machine, YesS3, YesS4}; + <span class="kw">use </span>core::arch::x86_64::<span class="kw-2">*</span>; + <span class="kw">use </span>core::marker::PhantomData; + <span class="kw">use </span>core::ops::<span class="kw-2">*</span>; + + <span class="attribute">#[derive(Copy, Clone)] + </span><span class="kw">pub struct </span>u32x4x2_avx2<NI> { + x: __m256i, + ni: PhantomData<NI>, + } + + <span class="kw">impl</span><NI> u32x4x2_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>new(x: __m256i) -> <span class="self">Self </span>{ + <span class="self">Self </span>{ x, ni: PhantomData } + } + } + + <span class="kw">impl</span><NI> u32x4x2<Avx2Machine<NI>> <span class="kw">for </span>u32x4x2_avx2<NI> <span class="kw">where </span>NI: Copy {} + <span class="kw">impl</span><NI> Store<vec256_storage> <span class="kw">for </span>u32x4x2_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unpack(p: vec256_storage) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(p.avx) + } + } + <span class="kw">impl</span><NI> StoreBytes <span class="kw">for </span>u32x4x2_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_read_le(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ + <span class="macro">assert_eq!</span>(input.len(), <span class="number">32</span>); + <span class="self">Self</span>::new(_mm256_loadu_si256(input.as_ptr() <span class="kw">as </span><span class="kw-2">*const </span><span class="kw">_</span>)) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unsafe_read_be(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ + <span class="self">Self</span>::unsafe_read_le(input).bswap() + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>write_le(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { + <span class="kw">unsafe </span>{ + <span class="macro">assert_eq!</span>(out.len(), <span class="number">32</span>); + _mm256_storeu_si256(out.as_mut_ptr() <span class="kw">as </span><span class="kw-2">*mut </span><span class="kw">_</span>, <span class="self">self</span>.x) + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>write_be(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { + <span class="self">self</span>.bswap().write_le(out) + } + } + <span class="kw">impl</span><NI> MultiLane<[u32x4_sse2<YesS3, YesS4, NI>; <span class="number">2</span>]> <span class="kw">for </span>u32x4x2_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u32x4_sse2<YesS3, YesS4, NI>; <span class="number">2</span>] { + <span class="kw">unsafe </span>{ + [ + u32x4_sse2::new(_mm256_extracti128_si256(<span class="self">self</span>.x, <span class="number">0</span>)), + u32x4_sse2::new(_mm256_extracti128_si256(<span class="self">self</span>.x, <span class="number">1</span>)), + ] + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from_lanes(x: [u32x4_sse2<YesS3, YesS4, NI>; <span class="number">2</span>]) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm256_setr_m128i(x[<span class="number">0</span>].x, x[<span class="number">1</span>].x) }) + } + } + <span class="kw">impl</span><NI> Vec2<u32x4_sse2<YesS3, YesS4, NI>> <span class="kw">for </span>u32x4x2_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u32x4_sse2<YesS3, YesS4, NI> { + <span class="kw">unsafe </span>{ + <span class="kw">match </span>i { + <span class="number">0 </span>=> u32x4_sse2::new(_mm256_extracti128_si256(<span class="self">self</span>.x, <span class="number">0</span>)), + <span class="number">1 </span>=> u32x4_sse2::new(_mm256_extracti128_si256(<span class="self">self</span>.x, <span class="number">1</span>)), + <span class="kw">_ </span>=> <span class="macro">panic!</span>(), + } + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>insert(<span class="self">self</span>, w: u32x4_sse2<YesS3, YesS4, NI>, i: u32) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + <span class="kw">match </span>i { + <span class="number">0 </span>=> _mm256_inserti128_si256(<span class="self">self</span>.x, w.x, <span class="number">0</span>), + <span class="number">1 </span>=> _mm256_inserti128_si256(<span class="self">self</span>.x, w.x, <span class="number">1</span>), + <span class="kw">_ </span>=> <span class="macro">panic!</span>(), + } + }) + } + } + <span class="kw">impl</span><NI> BitOps32 <span class="kw">for </span>u32x4x2_avx2<NI> <span class="kw">where </span>NI: Copy {} + <span class="kw">impl</span><NI> ArithOps <span class="kw">for </span>u32x4x2_avx2<NI> <span class="kw">where </span>NI: Copy {} + <span class="macro">macro_rules! </span>shuf_lane_bytes { + (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$k0</span>:expr, <span class="macro-nonterminal">$k1</span>:expr) => { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + _mm256_shuffle_epi8(<span class="self">self</span>.x, _mm256_set_epi64x(<span class="macro-nonterminal">$k0</span>, <span class="macro-nonterminal">$k1</span>, <span class="macro-nonterminal">$k0</span>, <span class="macro-nonterminal">$k1</span>)) + }) + } + }; + } + <span class="macro">macro_rules! </span>rotr_32 { + (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$i</span>:expr) => { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + _mm256_or_si256( + _mm256_srli_epi32(<span class="self">self</span>.x, <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), + _mm256_slli_epi32(<span class="self">self</span>.x, <span class="number">32 </span>- <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), + ) + }) + } + }; + } + <span class="kw">impl</span><NI: Copy> RotateEachWord32 <span class="kw">for </span>u32x4x2_avx2<NI> { + <span class="macro">rotr_32!</span>(rotate_each_word_right7, <span class="number">7</span>); + <span class="macro">shuf_lane_bytes!</span>( + rotate_each_word_right8, + <span class="number">0x0c0f_0e0d_080b_0a09</span>, + <span class="number">0x0407_0605_0003_0201 + </span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right11, <span class="number">11</span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right12, <span class="number">12</span>); + <span class="macro">shuf_lane_bytes!</span>( + rotate_each_word_right16, + <span class="number">0x0d0c_0f0e_0908_0b0a</span>, + <span class="number">0x0504_0706_0100_0302 + </span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right20, <span class="number">20</span>); + <span class="macro">shuf_lane_bytes!</span>( + rotate_each_word_right24, + <span class="number">0x0e0d_0c0f_0a09_080b</span>, + <span class="number">0x0605_0407_0201_0003 + </span>); + <span class="macro">rotr_32!</span>(rotate_each_word_right25, <span class="number">25</span>); + } + <span class="kw">impl</span><NI> BitOps0 <span class="kw">for </span>u32x4x2_avx2<NI> <span class="kw">where </span>NI: Copy {} + <span class="kw">impl</span><NI> From<u32x4x2_avx2<NI>> <span class="kw">for </span>vec256_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: u32x4x2_avx2<NI>) -> <span class="self">Self </span>{ + <span class="self">Self </span>{ avx: x.x } + } + } + + <span class="macro">macro_rules! </span>impl_assign { + (<span class="macro-nonterminal">$vec</span>:ident, <span class="macro-nonterminal">$Assign</span>:ident, <span class="macro-nonterminal">$assign_fn</span>:ident, <span class="macro-nonterminal">$bin_fn</span>:ident) => { + <span class="kw">impl</span><NI> <span class="macro-nonterminal">$Assign </span><span class="kw">for </span><span class="macro-nonterminal">$vec</span><NI> + <span class="kw">where + </span>NI: Copy, + { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$assign_fn</span>(<span class="kw-2">&mut </span><span class="self">self</span>, rhs: <span class="self">Self</span>) { + <span class="kw-2">*</span><span class="self">self </span>= <span class="self">self</span>.<span class="macro-nonterminal">$bin_fn</span>(rhs); + } + } + }; + } + <span class="macro">impl_assign!</span>(u32x4x2_avx2, BitXorAssign, bitxor_assign, bitxor); + <span class="macro">impl_assign!</span>(u32x4x2_avx2, BitOrAssign, bitor_assign, bitor); + <span class="macro">impl_assign!</span>(u32x4x2_avx2, BitAndAssign, bitand_assign, bitand); + <span class="macro">impl_assign!</span>(u32x4x2_avx2, AddAssign, add_assign, add); + + <span class="macro">macro_rules! </span>impl_bitop { + (<span class="macro-nonterminal">$vec</span>:ident, <span class="macro-nonterminal">$Op</span>:ident, <span class="macro-nonterminal">$op_fn</span>:ident, <span class="macro-nonterminal">$impl_fn</span>:ident) => { + <span class="kw">impl</span><NI> <span class="macro-nonterminal">$Op </span><span class="kw">for </span><span class="macro-nonterminal">$vec</span><NI> { + <span class="kw">type </span>Output = <span class="self">Self</span>; + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span><span class="macro-nonterminal">$op_fn</span>(<span class="self">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self</span>::Output { + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ <span class="macro-nonterminal">$impl_fn</span>(<span class="self">self</span>.x, rhs.x) }) + } + } + }; + } + <span class="macro">impl_bitop!</span>(u32x4x2_avx2, BitXor, bitxor, _mm256_xor_si256); + <span class="macro">impl_bitop!</span>(u32x4x2_avx2, BitOr, bitor, _mm256_or_si256); + <span class="macro">impl_bitop!</span>(u32x4x2_avx2, BitAnd, bitand, _mm256_and_si256); + <span class="macro">impl_bitop!</span>(u32x4x2_avx2, AndNot, andnot, _mm256_andnot_si256); + <span class="macro">impl_bitop!</span>(u32x4x2_avx2, Add, add, _mm256_add_epi32); + + <span class="kw">impl</span><NI> Not <span class="kw">for </span>u32x4x2_avx2<NI> { + <span class="kw">type </span>Output = <span class="self">Self</span>; + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>not(<span class="self">self</span>) -> <span class="self">Self</span>::Output { + <span class="kw">unsafe </span>{ + <span class="kw">let </span>f = _mm256_set1_epi8(-<span class="number">0x7f</span>); + <span class="self">Self</span>::new(f) ^ <span class="self">self + </span>} + } + } + + <span class="kw">impl</span><NI> BSwap <span class="kw">for </span>u32x4x2_avx2<NI> { + <span class="macro">shuf_lane_bytes!</span>(bswap, <span class="number">0x0c0d_0e0f_0809_0a0b</span>, <span class="number">0x0405_0607_0001_0203</span>); + } + + <span class="kw">impl</span><NI> From<x2<u128x1_sse2<YesS3, YesS4, NI>, G0>> <span class="kw">for </span>u32x4x2_avx2<NI> + <span class="kw">where + </span>NI: Copy, + { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: x2<u128x1_sse2<YesS3, YesS4, NI>, G0>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm256_setr_m128i(x.<span class="number">0</span>[<span class="number">0</span>].x, x.<span class="number">0</span>[<span class="number">1</span>].x) }) + } + } + + <span class="kw">impl</span><NI> LaneWords4 <span class="kw">for </span>u32x4x2_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words1230(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm256_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1001_0011</span>) }) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words2301(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm256_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0100_1110</span>) }) + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>shuffle_lane_words3012(<span class="self">self</span>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm256_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0011_1001</span>) }) + } + } + + <span class="comment">/////////////////////////////////////////////////////////////////////////////////////////// + + </span><span class="kw">pub type </span>u32x4x4_avx2<NI> = x2<u32x4x2_avx2<NI>, G0>; + <span class="kw">impl</span><NI: Copy> u32x4x4<Avx2Machine<NI>> <span class="kw">for </span>u32x4x4_avx2<NI> {} + + <span class="kw">impl</span><NI: Copy> Store<vec512_storage> <span class="kw">for </span>u32x4x4_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">unsafe fn </span>unpack(p: vec512_storage) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new([ + u32x4x2_avx2::unpack(p.avx[<span class="number">0</span>]), + u32x4x2_avx2::unpack(p.avx[<span class="number">1</span>]), + ]) + } + } + <span class="kw">impl</span><NI: Copy> MultiLane<[u32x4_sse2<YesS3, YesS4, NI>; <span class="number">4</span>]> <span class="kw">for </span>u32x4x4_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u32x4_sse2<YesS3, YesS4, NI>; <span class="number">4</span>] { + <span class="kw">let </span>[a, b] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].to_lanes(); + <span class="kw">let </span>[c, d] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].to_lanes(); + [a, b, c, d] + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from_lanes(x: [u32x4_sse2<YesS3, YesS4, NI>; <span class="number">4</span>]) -> <span class="self">Self </span>{ + <span class="kw">let </span>ab = u32x4x2_avx2::from_lanes([x[<span class="number">0</span>], x[<span class="number">1</span>]]); + <span class="kw">let </span>cd = u32x4x2_avx2::from_lanes([x[<span class="number">2</span>], x[<span class="number">3</span>]]); + <span class="self">Self</span>::new([ab, cd]) + } + } + <span class="kw">impl</span><NI: Copy> Vec4<u32x4_sse2<YesS3, YesS4, NI>> <span class="kw">for </span>u32x4x4_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u32x4_sse2<YesS3, YesS4, NI> { + <span class="kw">match </span>i { + <span class="number">0 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].extract(<span class="number">0</span>), + <span class="number">1 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].extract(<span class="number">1</span>), + <span class="number">2 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].extract(<span class="number">0</span>), + <span class="number">3 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].extract(<span class="number">1</span>), + <span class="kw">_ </span>=> <span class="macro">panic!</span>(), + } + } + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>insert(<span class="self">self</span>, w: u32x4_sse2<YesS3, YesS4, NI>, i: u32) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">match </span>i { + <span class="number">0 </span>| <span class="number">1 </span>=> [<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].insert(w, i), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>]], + <span class="number">2 </span>| <span class="number">3 </span>=> [<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>], <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].insert(w, i - <span class="number">2</span>)], + <span class="kw">_ </span>=> <span class="macro">panic!</span>(), + }) + } + } + <span class="kw">impl</span><NI: Copy> Vec4Ext<u32x4_sse2<YesS3, YesS4, NI>> <span class="kw">for </span>u32x4x4_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>transpose4(a: <span class="self">Self</span>, b: <span class="self">Self</span>, c: <span class="self">Self</span>, d: <span class="self">Self</span>) -> (<span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>) { + <span class="comment">/* + * a00:a01 a10:a11 + * b00:b01 b10:b11 + * c00:c01 c10:c11 + * d00:d01 d10:d11 + * => + * a00:b00 c00:d00 + * a01:b01 c01:d01 + * a10:b10 c10:d10 + * a11:b11 c11:d11 + */ + </span><span class="kw">unsafe </span>{ + <span class="kw">let </span>ab00 = u32x4x2_avx2::new(_mm256_permute2x128_si256(a.<span class="number">0</span>[<span class="number">0</span>].x, b.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">0x20</span>)); + <span class="kw">let </span>ab01 = u32x4x2_avx2::new(_mm256_permute2x128_si256(a.<span class="number">0</span>[<span class="number">0</span>].x, b.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">0x31</span>)); + <span class="kw">let </span>ab10 = u32x4x2_avx2::new(_mm256_permute2x128_si256(a.<span class="number">0</span>[<span class="number">1</span>].x, b.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">0x20</span>)); + <span class="kw">let </span>ab11 = u32x4x2_avx2::new(_mm256_permute2x128_si256(a.<span class="number">0</span>[<span class="number">1</span>].x, b.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">0x31</span>)); + <span class="kw">let </span>cd00 = u32x4x2_avx2::new(_mm256_permute2x128_si256(c.<span class="number">0</span>[<span class="number">0</span>].x, d.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">0x20</span>)); + <span class="kw">let </span>cd01 = u32x4x2_avx2::new(_mm256_permute2x128_si256(c.<span class="number">0</span>[<span class="number">0</span>].x, d.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">0x31</span>)); + <span class="kw">let </span>cd10 = u32x4x2_avx2::new(_mm256_permute2x128_si256(c.<span class="number">0</span>[<span class="number">1</span>].x, d.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">0x20</span>)); + <span class="kw">let </span>cd11 = u32x4x2_avx2::new(_mm256_permute2x128_si256(c.<span class="number">0</span>[<span class="number">1</span>].x, d.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">0x31</span>)); + ( + <span class="self">Self</span>::new([ab00, cd00]), + <span class="self">Self</span>::new([ab01, cd01]), + <span class="self">Self</span>::new([ab10, cd10]), + <span class="self">Self</span>::new([ab11, cd11]), + ) + } + } + } + <span class="kw">impl</span><NI: Copy> Vector<[u32; <span class="number">16</span>]> <span class="kw">for </span>u32x4x4_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>to_scalars(<span class="self">self</span>) -> [u32; <span class="number">16</span>] { + <span class="kw">unsafe </span>{ core::mem::transmute(<span class="self">self</span>) } + } + } + <span class="kw">impl</span><NI: Copy> From<u32x4x4_avx2<NI>> <span class="kw">for </span>vec512_storage { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: u32x4x4_avx2<NI>) -> <span class="self">Self </span>{ + <span class="self">Self </span>{ + avx: [ + vec256_storage { avx: x.<span class="number">0</span>[<span class="number">0</span>].x }, + vec256_storage { avx: x.<span class="number">0</span>[<span class="number">1</span>].x }, + ], + } + } + } + <span class="kw">impl</span><NI: Copy> From<x4<u128x1_sse2<YesS3, YesS4, NI>>> <span class="kw">for </span>u32x4x4_avx2<NI> { + <span class="attribute">#[inline(always)] + </span><span class="kw">fn </span>from(x: x4<u128x1_sse2<YesS3, YesS4, NI>>) -> <span class="self">Self </span>{ + <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ + [ + u32x4x2_avx2::new(_mm256_setr_m128i(x.<span class="number">0</span>[<span class="number">0</span>].x, x.<span class="number">0</span>[<span class="number">1</span>].x)), + u32x4x2_avx2::new(_mm256_setr_m128i(x.<span class="number">0</span>[<span class="number">2</span>].x, x.<span class="number">0</span>[<span class="number">3</span>].x)), + ] + }) + } + } +} +</code></pre></div> +</section></div></main><div id="rustdoc-vars" data-root-path="../../../" data-current-crate="ppv_lite86" data-themes="ayu,dark,light" data-resource-suffix="" data-rustdoc-version="1.66.0 (69f9c33d7 2022-12-12) (Arch Linux rust 1:1.66.0-1)" ></div></body></html>
\ No newline at end of file |