diff options
Diffstat (limited to 'rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86')
5 files changed, 0 insertions, 5874 deletions
diff --git a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/lib.rs.html b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/lib.rs.html deleted file mode 100644 index 8188dea..0000000 --- a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/lib.rs.html +++ /dev/null @@ -1,46 +0,0 @@ -<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `/home/pico/.local/share/cargo/registry/src/github.com-1ecc6299db9ec823/ppv-lite86-0.2.17/src/lib.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>lib.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Regular.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Medium.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Bold.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Semibold.ttf.woff2"><link rel="stylesheet" href="../../normalize.css"><link rel="stylesheet" href="../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" href="../../ayu.css" disabled><link rel="stylesheet" href="../../dark.css" disabled><link rel="stylesheet" href="../../light.css" id="themeStyle"><script id="default-settings" ></script><script src="../../storage.js"></script><script defer src="../../source-script.js"></script><script defer src="../../source-files.js"></script><script defer src="../../main.js"></script><noscript><link rel="stylesheet" href="../../noscript.css"></noscript><link rel="alternate icon" type="image/png" href="../../favicon-16x16.png"><link rel="alternate icon" type="image/png" href="../../favicon-32x32.png"><link rel="icon" type="image/svg+xml" href="../../favicon.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><div class="width-limiter"><nav class="sub"><a class="sub-logo-container" href="../../ppv_lite86/index.html"><img class="rust-logo" src="../../rust-logo.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../wheel.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><span id="1">1</span> -<span id="2">2</span> -<span id="3">3</span> -<span id="4">4</span> -<span id="5">5</span> -<span id="6">6</span> -<span id="7">7</span> -<span id="8">8</span> -<span id="9">9</span> -<span id="10">10</span> -<span id="11">11</span> -<span id="12">12</span> -<span id="13">13</span> -<span id="14">14</span> -<span id="15">15</span> -<span id="16">16</span> -<span id="17">17</span> -<span id="18">18</span> -<span id="19">19</span> -<span id="20">20</span> -<span id="21">21</span> -<span id="22">22</span> -</pre><pre class="rust"><code><span class="attribute">#![no_std] - -</span><span class="comment">// Design: -// - safety: safe creation of any machine type is done only by instance methods of a -// Machine (which is a ZST + Copy type), which can only by created unsafely or safely -// through feature detection (e.g. fn AVX2::try_get() -> Option<Machine>). - -</span><span class="kw">mod </span>soft; -<span class="kw">mod </span>types; -<span class="kw">pub use </span><span class="self">self</span>::types::<span class="kw-2">*</span>; - -<span class="attribute">#[cfg(all(target_arch = <span class="string">"x86_64"</span>, target_feature = <span class="string">"sse2"</span>, not(feature = <span class="string">"no_simd"</span>), not(miri)))] -</span><span class="kw">pub mod </span>x86_64; -<span class="attribute">#[cfg(all(target_arch = <span class="string">"x86_64"</span>, target_feature = <span class="string">"sse2"</span>, not(feature = <span class="string">"no_simd"</span>), not(miri)))] -</span><span class="kw">use </span><span class="self">self</span>::x86_64 <span class="kw">as </span>arch; - -<span class="attribute">#[cfg(any(feature = <span class="string">"no_simd"</span>, miri, not(target_arch = <span class="string">"x86_64"</span>), all(target_arch = <span class="string">"x86_64"</span>, not(target_feature = <span class="string">"sse2"</span>))))] -</span><span class="kw">pub mod </span>generic; -<span class="attribute">#[cfg(any(feature = <span class="string">"no_simd"</span>, miri, not(target_arch = <span class="string">"x86_64"</span>), all(target_arch = <span class="string">"x86_64"</span>, not(target_feature = <span class="string">"sse2"</span>))))] -</span><span class="kw">use </span><span class="self">self</span>::generic <span class="kw">as </span>arch; - -<span class="kw">pub use </span><span class="self">self</span>::arch::{vec128_storage, vec256_storage, vec512_storage}; -</code></pre></div> -</section></div></main><div id="rustdoc-vars" data-root-path="../../" data-current-crate="ppv_lite86" data-themes="ayu,dark,light" data-resource-suffix="" data-rustdoc-version="1.66.0 (69f9c33d7 2022-12-12) (Arch Linux rust 1:1.66.0-1)" ></div></body></html>
\ No newline at end of file diff --git a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/soft.rs.html b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/soft.rs.html deleted file mode 100644 index 15a524c..0000000 --- a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/soft.rs.html +++ /dev/null @@ -1,946 +0,0 @@ -<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `/home/pico/.local/share/cargo/registry/src/github.com-1ecc6299db9ec823/ppv-lite86-0.2.17/src/soft.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>soft.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Regular.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Medium.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Bold.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Semibold.ttf.woff2"><link rel="stylesheet" href="../../normalize.css"><link rel="stylesheet" href="../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" href="../../ayu.css" disabled><link rel="stylesheet" href="../../dark.css" disabled><link rel="stylesheet" href="../../light.css" id="themeStyle"><script id="default-settings" ></script><script src="../../storage.js"></script><script defer src="../../source-script.js"></script><script defer src="../../source-files.js"></script><script defer src="../../main.js"></script><noscript><link rel="stylesheet" href="../../noscript.css"></noscript><link rel="alternate icon" type="image/png" href="../../favicon-16x16.png"><link rel="alternate icon" type="image/png" href="../../favicon-32x32.png"><link rel="icon" type="image/svg+xml" href="../../favicon.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><div class="width-limiter"><nav class="sub"><a class="sub-logo-container" href="../../ppv_lite86/index.html"><img class="rust-logo" src="../../rust-logo.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../wheel.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><span id="1">1</span> -<span id="2">2</span> -<span id="3">3</span> -<span id="4">4</span> -<span id="5">5</span> -<span id="6">6</span> -<span id="7">7</span> -<span id="8">8</span> -<span id="9">9</span> -<span id="10">10</span> -<span id="11">11</span> -<span id="12">12</span> -<span id="13">13</span> -<span id="14">14</span> -<span id="15">15</span> -<span id="16">16</span> -<span id="17">17</span> -<span id="18">18</span> -<span id="19">19</span> -<span id="20">20</span> -<span id="21">21</span> -<span id="22">22</span> -<span id="23">23</span> -<span id="24">24</span> -<span id="25">25</span> -<span id="26">26</span> -<span id="27">27</span> -<span id="28">28</span> -<span id="29">29</span> -<span id="30">30</span> -<span id="31">31</span> -<span id="32">32</span> -<span id="33">33</span> -<span id="34">34</span> -<span id="35">35</span> -<span id="36">36</span> -<span id="37">37</span> -<span id="38">38</span> -<span id="39">39</span> -<span id="40">40</span> -<span id="41">41</span> -<span id="42">42</span> -<span id="43">43</span> -<span id="44">44</span> -<span id="45">45</span> -<span id="46">46</span> -<span id="47">47</span> -<span id="48">48</span> -<span id="49">49</span> -<span id="50">50</span> -<span id="51">51</span> -<span id="52">52</span> -<span id="53">53</span> -<span id="54">54</span> -<span id="55">55</span> -<span id="56">56</span> -<span id="57">57</span> -<span id="58">58</span> -<span id="59">59</span> -<span id="60">60</span> -<span id="61">61</span> -<span id="62">62</span> -<span id="63">63</span> -<span id="64">64</span> -<span id="65">65</span> -<span id="66">66</span> -<span id="67">67</span> -<span id="68">68</span> -<span id="69">69</span> -<span id="70">70</span> -<span id="71">71</span> -<span id="72">72</span> -<span id="73">73</span> -<span id="74">74</span> -<span id="75">75</span> -<span id="76">76</span> -<span id="77">77</span> -<span id="78">78</span> -<span id="79">79</span> -<span id="80">80</span> -<span id="81">81</span> -<span id="82">82</span> -<span id="83">83</span> -<span id="84">84</span> -<span id="85">85</span> -<span id="86">86</span> -<span id="87">87</span> -<span id="88">88</span> -<span id="89">89</span> -<span id="90">90</span> -<span id="91">91</span> -<span id="92">92</span> -<span id="93">93</span> -<span id="94">94</span> -<span id="95">95</span> -<span id="96">96</span> -<span id="97">97</span> -<span id="98">98</span> -<span id="99">99</span> -<span id="100">100</span> -<span id="101">101</span> -<span id="102">102</span> -<span id="103">103</span> -<span id="104">104</span> -<span id="105">105</span> -<span id="106">106</span> -<span id="107">107</span> -<span id="108">108</span> -<span id="109">109</span> -<span id="110">110</span> -<span id="111">111</span> -<span id="112">112</span> -<span id="113">113</span> -<span id="114">114</span> -<span id="115">115</span> -<span id="116">116</span> -<span id="117">117</span> -<span id="118">118</span> -<span id="119">119</span> -<span id="120">120</span> -<span id="121">121</span> -<span id="122">122</span> -<span id="123">123</span> -<span id="124">124</span> -<span id="125">125</span> -<span id="126">126</span> -<span id="127">127</span> -<span id="128">128</span> -<span id="129">129</span> -<span id="130">130</span> -<span id="131">131</span> -<span id="132">132</span> -<span id="133">133</span> -<span id="134">134</span> -<span id="135">135</span> -<span id="136">136</span> -<span id="137">137</span> -<span id="138">138</span> -<span id="139">139</span> -<span id="140">140</span> -<span id="141">141</span> -<span id="142">142</span> -<span id="143">143</span> -<span id="144">144</span> -<span id="145">145</span> -<span id="146">146</span> -<span id="147">147</span> -<span id="148">148</span> -<span id="149">149</span> -<span id="150">150</span> -<span id="151">151</span> -<span id="152">152</span> -<span id="153">153</span> -<span id="154">154</span> -<span id="155">155</span> -<span id="156">156</span> -<span id="157">157</span> -<span id="158">158</span> -<span id="159">159</span> -<span id="160">160</span> -<span id="161">161</span> -<span id="162">162</span> -<span id="163">163</span> -<span id="164">164</span> -<span id="165">165</span> -<span id="166">166</span> -<span id="167">167</span> -<span id="168">168</span> -<span id="169">169</span> -<span id="170">170</span> -<span id="171">171</span> -<span id="172">172</span> -<span id="173">173</span> -<span id="174">174</span> -<span id="175">175</span> -<span id="176">176</span> -<span id="177">177</span> -<span id="178">178</span> -<span id="179">179</span> -<span id="180">180</span> -<span id="181">181</span> -<span id="182">182</span> -<span id="183">183</span> -<span id="184">184</span> -<span id="185">185</span> -<span id="186">186</span> -<span id="187">187</span> -<span id="188">188</span> -<span id="189">189</span> -<span id="190">190</span> -<span id="191">191</span> -<span id="192">192</span> -<span id="193">193</span> -<span id="194">194</span> -<span id="195">195</span> -<span id="196">196</span> -<span id="197">197</span> -<span id="198">198</span> -<span id="199">199</span> -<span id="200">200</span> -<span id="201">201</span> -<span id="202">202</span> -<span id="203">203</span> -<span id="204">204</span> -<span id="205">205</span> -<span id="206">206</span> -<span id="207">207</span> -<span id="208">208</span> -<span id="209">209</span> -<span id="210">210</span> -<span id="211">211</span> -<span id="212">212</span> -<span id="213">213</span> -<span id="214">214</span> -<span id="215">215</span> -<span id="216">216</span> -<span id="217">217</span> -<span id="218">218</span> -<span id="219">219</span> -<span id="220">220</span> -<span id="221">221</span> -<span id="222">222</span> -<span id="223">223</span> -<span id="224">224</span> -<span id="225">225</span> -<span id="226">226</span> -<span id="227">227</span> -<span id="228">228</span> -<span id="229">229</span> -<span id="230">230</span> -<span id="231">231</span> -<span id="232">232</span> -<span id="233">233</span> -<span id="234">234</span> -<span id="235">235</span> -<span id="236">236</span> -<span id="237">237</span> -<span id="238">238</span> -<span id="239">239</span> -<span id="240">240</span> -<span id="241">241</span> -<span id="242">242</span> -<span id="243">243</span> -<span id="244">244</span> -<span id="245">245</span> -<span id="246">246</span> -<span id="247">247</span> -<span id="248">248</span> -<span id="249">249</span> -<span id="250">250</span> -<span id="251">251</span> -<span id="252">252</span> -<span id="253">253</span> -<span id="254">254</span> -<span id="255">255</span> -<span id="256">256</span> -<span id="257">257</span> -<span id="258">258</span> -<span id="259">259</span> -<span id="260">260</span> -<span id="261">261</span> -<span id="262">262</span> -<span id="263">263</span> -<span id="264">264</span> -<span id="265">265</span> -<span id="266">266</span> -<span id="267">267</span> -<span id="268">268</span> -<span id="269">269</span> -<span id="270">270</span> -<span id="271">271</span> -<span id="272">272</span> -<span id="273">273</span> -<span id="274">274</span> -<span id="275">275</span> -<span id="276">276</span> -<span id="277">277</span> -<span id="278">278</span> -<span id="279">279</span> -<span id="280">280</span> -<span id="281">281</span> -<span id="282">282</span> -<span id="283">283</span> -<span id="284">284</span> -<span id="285">285</span> -<span id="286">286</span> -<span id="287">287</span> -<span id="288">288</span> -<span id="289">289</span> -<span id="290">290</span> -<span id="291">291</span> -<span id="292">292</span> -<span id="293">293</span> -<span id="294">294</span> -<span id="295">295</span> -<span id="296">296</span> -<span id="297">297</span> -<span id="298">298</span> -<span id="299">299</span> -<span id="300">300</span> -<span id="301">301</span> -<span id="302">302</span> -<span id="303">303</span> -<span id="304">304</span> -<span id="305">305</span> -<span id="306">306</span> -<span id="307">307</span> -<span id="308">308</span> -<span id="309">309</span> -<span id="310">310</span> -<span id="311">311</span> -<span id="312">312</span> -<span id="313">313</span> -<span id="314">314</span> -<span id="315">315</span> -<span id="316">316</span> -<span id="317">317</span> -<span id="318">318</span> -<span id="319">319</span> -<span id="320">320</span> -<span id="321">321</span> -<span id="322">322</span> -<span id="323">323</span> -<span id="324">324</span> -<span id="325">325</span> -<span id="326">326</span> -<span id="327">327</span> -<span id="328">328</span> -<span id="329">329</span> -<span id="330">330</span> -<span id="331">331</span> -<span id="332">332</span> -<span id="333">333</span> -<span id="334">334</span> -<span id="335">335</span> -<span id="336">336</span> -<span id="337">337</span> -<span id="338">338</span> -<span id="339">339</span> -<span id="340">340</span> -<span id="341">341</span> -<span id="342">342</span> -<span id="343">343</span> -<span id="344">344</span> -<span id="345">345</span> -<span id="346">346</span> -<span id="347">347</span> -<span id="348">348</span> -<span id="349">349</span> -<span id="350">350</span> -<span id="351">351</span> -<span id="352">352</span> -<span id="353">353</span> -<span id="354">354</span> -<span id="355">355</span> -<span id="356">356</span> -<span id="357">357</span> -<span id="358">358</span> -<span id="359">359</span> -<span id="360">360</span> -<span id="361">361</span> -<span id="362">362</span> -<span id="363">363</span> -<span id="364">364</span> -<span id="365">365</span> -<span id="366">366</span> -<span id="367">367</span> -<span id="368">368</span> -<span id="369">369</span> -<span id="370">370</span> -<span id="371">371</span> -<span id="372">372</span> -<span id="373">373</span> -<span id="374">374</span> -<span id="375">375</span> -<span id="376">376</span> -<span id="377">377</span> -<span id="378">378</span> -<span id="379">379</span> -<span id="380">380</span> -<span id="381">381</span> -<span id="382">382</span> -<span id="383">383</span> -<span id="384">384</span> -<span id="385">385</span> -<span id="386">386</span> -<span id="387">387</span> -<span id="388">388</span> -<span id="389">389</span> -<span id="390">390</span> -<span id="391">391</span> -<span id="392">392</span> -<span id="393">393</span> -<span id="394">394</span> -<span id="395">395</span> -<span id="396">396</span> -<span id="397">397</span> -<span id="398">398</span> -<span id="399">399</span> -<span id="400">400</span> -<span id="401">401</span> -<span id="402">402</span> -<span id="403">403</span> -<span id="404">404</span> -<span id="405">405</span> -<span id="406">406</span> -<span id="407">407</span> -<span id="408">408</span> -<span id="409">409</span> -<span id="410">410</span> -<span id="411">411</span> -<span id="412">412</span> -<span id="413">413</span> -<span id="414">414</span> -<span id="415">415</span> -<span id="416">416</span> -<span id="417">417</span> -<span id="418">418</span> -<span id="419">419</span> -<span id="420">420</span> -<span id="421">421</span> -<span id="422">422</span> -<span id="423">423</span> -<span id="424">424</span> -<span id="425">425</span> -<span id="426">426</span> -<span id="427">427</span> -<span id="428">428</span> -<span id="429">429</span> -<span id="430">430</span> -<span id="431">431</span> -<span id="432">432</span> -<span id="433">433</span> -<span id="434">434</span> -<span id="435">435</span> -<span id="436">436</span> -<span id="437">437</span> -<span id="438">438</span> -<span id="439">439</span> -<span id="440">440</span> -<span id="441">441</span> -<span id="442">442</span> -<span id="443">443</span> -<span id="444">444</span> -<span id="445">445</span> -<span id="446">446</span> -<span id="447">447</span> -<span id="448">448</span> -<span id="449">449</span> -<span id="450">450</span> -<span id="451">451</span> -<span id="452">452</span> -<span id="453">453</span> -<span id="454">454</span> -<span id="455">455</span> -<span id="456">456</span> -<span id="457">457</span> -<span id="458">458</span> -<span id="459">459</span> -<span id="460">460</span> -<span id="461">461</span> -<span id="462">462</span> -<span id="463">463</span> -<span id="464">464</span> -<span id="465">465</span> -<span id="466">466</span> -<span id="467">467</span> -<span id="468">468</span> -<span id="469">469</span> -<span id="470">470</span> -<span id="471">471</span> -<span id="472">472</span> -</pre><pre class="rust"><code><span class="doccomment">//! Implement 256- and 512- bit in terms of 128-bit, for machines without native wide SIMD. - -</span><span class="kw">use </span><span class="kw">crate</span>::types::<span class="kw-2">*</span>; -<span class="kw">use crate</span>::{vec128_storage, vec256_storage, vec512_storage}; -<span class="kw">use </span>core::marker::PhantomData; -<span class="kw">use </span>core::ops::<span class="kw-2">*</span>; - -<span class="attribute">#[derive(Copy, Clone, Default)] -#[allow(non_camel_case_types)] -</span><span class="kw">pub struct </span>x2<W, G>(<span class="kw">pub </span>[W; <span class="number">2</span>], PhantomData<G>); -<span class="kw">impl</span><W, G> x2<W, G> { - <span class="attribute">#[inline(always)] - </span><span class="kw">pub fn </span>new(xs: [W; <span class="number">2</span>]) -> <span class="self">Self </span>{ - x2(xs, PhantomData) - } -} -<span class="macro">macro_rules! </span>fwd_binop_x2 { - (<span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>) => { - <span class="kw">impl</span><W: <span class="macro-nonterminal">$</span><span class="kw">trait </span>+ <span class="macro-nonterminal">Copy</span>, G> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">x2</span><W, G> { - <span class="kw">type </span>Output = x2<W::Output, G>; - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self</span>::Output { - x2::new([<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">0</span>]), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">1</span>])]) - } - } - }; -} -<span class="macro">macro_rules! </span>fwd_binop_assign_x2 { - (<span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$fn_assign</span>:ident) => { - <span class="kw">impl</span><W: <span class="macro-nonterminal">$</span><span class="kw">trait </span>+ <span class="macro-nonterminal">Copy</span>, G> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">x2</span><W, G> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$fn_assign</span>(<span class="kw-2">&mut </span><span class="self">self</span>, rhs: <span class="self">Self</span>) { - (<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>]).<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">0</span>]); - (<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>]).<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">1</span>]); - } - } - }; -} -<span class="macro">macro_rules! </span>fwd_unop_x2 { - (<span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>) => { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">self</span>) -> <span class="self">Self </span>{ - x2::new([<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(), <span class="macro-nonterminal">self</span>.<span class="number">0</span>[<span class="number">1</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>()]) - } - }; -} -<span class="kw">impl</span><<span class="macro-nonterminal">W</span>, G> RotateEachWord32 <span class="kw">for </span>x2<W, G> -<span class="kw">where - </span>W: Copy + RotateEachWord32, -{ - <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right7); - <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right8); - <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right11); - <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right12); - <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right16); - <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right20); - <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right24); - <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right25); -} -<span class="kw">impl</span><W, G> RotateEachWord64 <span class="kw">for </span>x2<W, G> -<span class="kw">where - </span>W: Copy + RotateEachWord64, -{ - <span class="macro">fwd_unop_x2!</span>(rotate_each_word_right32); -} -<span class="kw">impl</span><W, G> RotateEachWord128 <span class="kw">for </span>x2<W, G> <span class="kw">where </span>W: RotateEachWord128 {} -<span class="kw">impl</span><W, G> BitOps0 <span class="kw">for </span>x2<W, G> -<span class="kw">where - </span>W: BitOps0, - G: Copy, -{ -} -<span class="kw">impl</span><W, G> BitOps32 <span class="kw">for </span>x2<W, G> -<span class="kw">where - </span>W: BitOps32 + BitOps0, - G: Copy, -{ -} -<span class="kw">impl</span><W, G> BitOps64 <span class="kw">for </span>x2<W, G> -<span class="kw">where - </span>W: BitOps64 + BitOps0, - G: Copy, -{ -} -<span class="kw">impl</span><W, G> BitOps128 <span class="kw">for </span>x2<W, G> -<span class="kw">where - </span>W: BitOps128 + BitOps0, - G: Copy, -{ -} -<span class="macro">fwd_binop_x2!</span>(BitAnd, bitand); -<span class="macro">fwd_binop_x2!</span>(BitOr, bitor); -<span class="macro">fwd_binop_x2!</span>(BitXor, bitxor); -<span class="macro">fwd_binop_x2!</span>(AndNot, andnot); -<span class="macro">fwd_binop_assign_x2!</span>(BitAndAssign, bitand_assign); -<span class="macro">fwd_binop_assign_x2!</span>(BitOrAssign, bitor_assign); -<span class="macro">fwd_binop_assign_x2!</span>(BitXorAssign, bitxor_assign); -<span class="kw">impl</span><W, G> ArithOps <span class="kw">for </span>x2<W, G> -<span class="kw">where - </span>W: ArithOps, - G: Copy, -{ -} -<span class="macro">fwd_binop_x2!</span>(Add, add); -<span class="macro">fwd_binop_assign_x2!</span>(AddAssign, add_assign); -<span class="kw">impl</span><W: Not + Copy, G> Not <span class="kw">for </span>x2<W, G> { - <span class="kw">type </span>Output = x2<W::Output, G>; - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>not(<span class="self">self</span>) -> <span class="self">Self</span>::Output { - x2::new([<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].not(), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].not()]) - } -} -<span class="kw">impl</span><W, G> UnsafeFrom<[W; <span class="number">2</span>]> <span class="kw">for </span>x2<W, G> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_from(xs: [W; <span class="number">2</span>]) -> <span class="self">Self </span>{ - x2::new(xs) - } -} -<span class="kw">impl</span><W: Copy, G> Vec2<W> <span class="kw">for </span>x2<W, G> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> W { - <span class="self">self</span>.<span class="number">0</span>[i <span class="kw">as </span>usize] - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>insert(<span class="kw-2">mut </span><span class="self">self</span>, w: W, i: u32) -> <span class="self">Self </span>{ - <span class="self">self</span>.<span class="number">0</span>[i <span class="kw">as </span>usize] = w; - <span class="self">self - </span>} -} -<span class="kw">impl</span><W: Copy + Store<vec128_storage>, G> Store<vec256_storage> <span class="kw">for </span>x2<W, G> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unpack(p: vec256_storage) -> <span class="self">Self </span>{ - <span class="kw">let </span>p = p.split128(); - x2::new([W::unpack(p[<span class="number">0</span>]), W::unpack(p[<span class="number">1</span>])]) - } -} -<span class="kw">impl</span><W, G> From<x2<W, G>> <span class="kw">for </span>vec256_storage -<span class="kw">where - </span>W: Copy, - vec128_storage: From<W>, -{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: x2<W, G>) -> <span class="self">Self </span>{ - vec256_storage::new128([x.<span class="number">0</span>[<span class="number">0</span>].into(), x.<span class="number">0</span>[<span class="number">1</span>].into()]) - } -} -<span class="kw">impl</span><W, G> Swap64 <span class="kw">for </span>x2<W, G> -<span class="kw">where - </span>W: Swap64 + Copy, -{ - <span class="macro">fwd_unop_x2!</span>(swap1); - <span class="macro">fwd_unop_x2!</span>(swap2); - <span class="macro">fwd_unop_x2!</span>(swap4); - <span class="macro">fwd_unop_x2!</span>(swap8); - <span class="macro">fwd_unop_x2!</span>(swap16); - <span class="macro">fwd_unop_x2!</span>(swap32); - <span class="macro">fwd_unop_x2!</span>(swap64); -} -<span class="kw">impl</span><W: Copy, G> MultiLane<[W; <span class="number">2</span>]> <span class="kw">for </span>x2<W, G> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [W; <span class="number">2</span>] { - <span class="self">self</span>.<span class="number">0 - </span>} - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from_lanes(lanes: [W; <span class="number">2</span>]) -> <span class="self">Self </span>{ - x2::new(lanes) - } -} -<span class="kw">impl</span><W: BSwap + Copy, G> BSwap <span class="kw">for </span>x2<W, G> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ - x2::new([<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].bswap(), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].bswap()]) - } -} -<span class="kw">impl</span><W: StoreBytes + BSwap + Copy, G> StoreBytes <span class="kw">for </span>x2<W, G> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_read_le(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ - <span class="kw">let </span>input = input.split_at(input.len() / <span class="number">2</span>); - x2::new([W::unsafe_read_le(input.<span class="number">0</span>), W::unsafe_read_le(input.<span class="number">1</span>)]) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_read_be(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ - <span class="kw">let </span>input = input.split_at(input.len() / <span class="number">2</span>); - x2::new([W::unsafe_read_be(input.<span class="number">0</span>), W::unsafe_read_be(input.<span class="number">1</span>)]) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>write_le(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { - <span class="kw">let </span>out = out.split_at_mut(out.len() / <span class="number">2</span>); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].write_le(out.<span class="number">0</span>); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].write_le(out.<span class="number">1</span>); - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>write_be(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { - <span class="kw">let </span>out = out.split_at_mut(out.len() / <span class="number">2</span>); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].write_be(out.<span class="number">0</span>); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].write_be(out.<span class="number">1</span>); - } -} -<span class="kw">impl</span><W: Copy + LaneWords4, G: Copy> LaneWords4 <span class="kw">for </span>x2<W, G> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words2301(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new([ - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words2301(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words2301(), - ]) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words1230(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new([ - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words1230(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words1230(), - ]) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words3012(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new([ - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words3012(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words3012(), - ]) - } -} - -<span class="attribute">#[derive(Copy, Clone, Default)] -#[allow(non_camel_case_types)] -</span><span class="kw">pub struct </span>x4<W>(<span class="kw">pub </span>[W; <span class="number">4</span>]); -<span class="kw">impl</span><W> x4<W> { - <span class="attribute">#[inline(always)] - </span><span class="kw">pub fn </span>new(xs: [W; <span class="number">4</span>]) -> <span class="self">Self </span>{ - x4(xs) - } -} -<span class="macro">macro_rules! </span>fwd_binop_x4 { - (<span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>) => { - <span class="kw">impl</span><W: <span class="macro-nonterminal">$</span><span class="kw">trait </span>+ <span class="macro-nonterminal">Copy</span>> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">x4</span><W> { - <span class="kw">type </span>Output = x4<W::Output>; - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self</span>::Output { - x4([ - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">0</span>]), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">1</span>]), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">2</span>]), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>.<span class="number">0</span>[<span class="number">3</span>]), - ]) - } - } - }; -} -<span class="macro">macro_rules! </span>fwd_binop_assign_x4 { - (<span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$fn_assign</span>:ident) => { - <span class="kw">impl</span><W: <span class="macro-nonterminal">$</span><span class="kw">trait </span>+ <span class="macro-nonterminal">Copy</span>> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">x4</span><W> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$fn_assign</span>(<span class="kw-2">&mut </span><span class="self">self</span>, rhs: <span class="self">Self</span>) { - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">0</span>]); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">1</span>]); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">2</span>]); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].<span class="macro-nonterminal">$fn_assign</span>(rhs.<span class="number">0</span>[<span class="number">3</span>]); - } - } - }; -} -<span class="macro">macro_rules! </span>fwd_unop_x4 { - (<span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>) => { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">self</span>) -> <span class="self">Self </span>{ - x4([ - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(), - <span class="macro-nonterminal">self</span>.<span class="number">0</span>[<span class="number">1</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(), - <span class="macro-nonterminal">self</span>.<span class="number">0</span>[<span class="number">2</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(), - <span class="macro-nonterminal">self</span>.<span class="number">0</span>[<span class="number">3</span>].<span class="macro-nonterminal">$</span><span class="kw">fn</span>(), - ]) - } - }; -} -<span class="kw">impl</span><<span class="macro-nonterminal">W</span>> RotateEachWord32 <span class="kw">for </span>x4<W> -<span class="kw">where - </span>W: Copy + RotateEachWord32, -{ - <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right7); - <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right8); - <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right11); - <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right12); - <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right16); - <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right20); - <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right24); - <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right25); -} -<span class="kw">impl</span><W> RotateEachWord64 <span class="kw">for </span>x4<W> -<span class="kw">where - </span>W: Copy + RotateEachWord64, -{ - <span class="macro">fwd_unop_x4!</span>(rotate_each_word_right32); -} -<span class="kw">impl</span><W> RotateEachWord128 <span class="kw">for </span>x4<W> <span class="kw">where </span>W: RotateEachWord128 {} -<span class="kw">impl</span><W> BitOps0 <span class="kw">for </span>x4<W> <span class="kw">where </span>W: BitOps0 {} -<span class="kw">impl</span><W> BitOps32 <span class="kw">for </span>x4<W> <span class="kw">where </span>W: BitOps32 + BitOps0 {} -<span class="kw">impl</span><W> BitOps64 <span class="kw">for </span>x4<W> <span class="kw">where </span>W: BitOps64 + BitOps0 {} -<span class="kw">impl</span><W> BitOps128 <span class="kw">for </span>x4<W> <span class="kw">where </span>W: BitOps128 + BitOps0 {} -<span class="macro">fwd_binop_x4!</span>(BitAnd, bitand); -<span class="macro">fwd_binop_x4!</span>(BitOr, bitor); -<span class="macro">fwd_binop_x4!</span>(BitXor, bitxor); -<span class="macro">fwd_binop_x4!</span>(AndNot, andnot); -<span class="macro">fwd_binop_assign_x4!</span>(BitAndAssign, bitand_assign); -<span class="macro">fwd_binop_assign_x4!</span>(BitOrAssign, bitor_assign); -<span class="macro">fwd_binop_assign_x4!</span>(BitXorAssign, bitxor_assign); -<span class="kw">impl</span><W> ArithOps <span class="kw">for </span>x4<W> <span class="kw">where </span>W: ArithOps {} -<span class="macro">fwd_binop_x4!</span>(Add, add); -<span class="macro">fwd_binop_assign_x4!</span>(AddAssign, add_assign); -<span class="kw">impl</span><W: Not + Copy> Not <span class="kw">for </span>x4<W> { - <span class="kw">type </span>Output = x4<W::Output>; - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>not(<span class="self">self</span>) -> <span class="self">Self</span>::Output { - x4([ - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].not(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].not(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].not(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].not(), - ]) - } -} -<span class="kw">impl</span><W> UnsafeFrom<[W; <span class="number">4</span>]> <span class="kw">for </span>x4<W> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_from(xs: [W; <span class="number">4</span>]) -> <span class="self">Self </span>{ - x4(xs) - } -} -<span class="kw">impl</span><W: Copy> Vec4<W> <span class="kw">for </span>x4<W> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> W { - <span class="self">self</span>.<span class="number">0</span>[i <span class="kw">as </span>usize] - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>insert(<span class="kw-2">mut </span><span class="self">self</span>, w: W, i: u32) -> <span class="self">Self </span>{ - <span class="self">self</span>.<span class="number">0</span>[i <span class="kw">as </span>usize] = w; - <span class="self">self - </span>} -} -<span class="kw">impl</span><W: Copy> Vec4Ext<W> <span class="kw">for </span>x4<W> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>transpose4(a: <span class="self">Self</span>, b: <span class="self">Self</span>, c: <span class="self">Self</span>, d: <span class="self">Self</span>) -> (<span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>) - <span class="kw">where - </span><span class="self">Self</span>: Sized, - { - ( - x4([a.<span class="number">0</span>[<span class="number">0</span>], b.<span class="number">0</span>[<span class="number">0</span>], c.<span class="number">0</span>[<span class="number">0</span>], d.<span class="number">0</span>[<span class="number">0</span>]]), - x4([a.<span class="number">0</span>[<span class="number">1</span>], b.<span class="number">0</span>[<span class="number">1</span>], c.<span class="number">0</span>[<span class="number">1</span>], d.<span class="number">0</span>[<span class="number">1</span>]]), - x4([a.<span class="number">0</span>[<span class="number">2</span>], b.<span class="number">0</span>[<span class="number">2</span>], c.<span class="number">0</span>[<span class="number">2</span>], d.<span class="number">0</span>[<span class="number">2</span>]]), - x4([a.<span class="number">0</span>[<span class="number">3</span>], b.<span class="number">0</span>[<span class="number">3</span>], c.<span class="number">0</span>[<span class="number">3</span>], d.<span class="number">0</span>[<span class="number">3</span>]]), - ) - } -} -<span class="kw">impl</span><W: Copy + Store<vec128_storage>> Store<vec512_storage> <span class="kw">for </span>x4<W> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unpack(p: vec512_storage) -> <span class="self">Self </span>{ - <span class="kw">let </span>p = p.split128(); - x4([ - W::unpack(p[<span class="number">0</span>]), - W::unpack(p[<span class="number">1</span>]), - W::unpack(p[<span class="number">2</span>]), - W::unpack(p[<span class="number">3</span>]), - ]) - } -} -<span class="kw">impl</span><W> From<x4<W>> <span class="kw">for </span>vec512_storage -<span class="kw">where - </span>W: Copy, - vec128_storage: From<W>, -{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: x4<W>) -> <span class="self">Self </span>{ - vec512_storage::new128([x.<span class="number">0</span>[<span class="number">0</span>].into(), x.<span class="number">0</span>[<span class="number">1</span>].into(), x.<span class="number">0</span>[<span class="number">2</span>].into(), x.<span class="number">0</span>[<span class="number">3</span>].into()]) - } -} -<span class="kw">impl</span><W> Swap64 <span class="kw">for </span>x4<W> -<span class="kw">where - </span>W: Swap64 + Copy, -{ - <span class="macro">fwd_unop_x4!</span>(swap1); - <span class="macro">fwd_unop_x4!</span>(swap2); - <span class="macro">fwd_unop_x4!</span>(swap4); - <span class="macro">fwd_unop_x4!</span>(swap8); - <span class="macro">fwd_unop_x4!</span>(swap16); - <span class="macro">fwd_unop_x4!</span>(swap32); - <span class="macro">fwd_unop_x4!</span>(swap64); -} -<span class="kw">impl</span><W: Copy> MultiLane<[W; <span class="number">4</span>]> <span class="kw">for </span>x4<W> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [W; <span class="number">4</span>] { - <span class="self">self</span>.<span class="number">0 - </span>} - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from_lanes(lanes: [W; <span class="number">4</span>]) -> <span class="self">Self </span>{ - x4(lanes) - } -} -<span class="kw">impl</span><W: BSwap + Copy> BSwap <span class="kw">for </span>x4<W> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ - x4([ - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].bswap(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].bswap(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].bswap(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].bswap(), - ]) - } -} -<span class="kw">impl</span><W: StoreBytes + BSwap + Copy> StoreBytes <span class="kw">for </span>x4<W> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_read_le(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ - <span class="kw">let </span>n = input.len() / <span class="number">4</span>; - x4([ - W::unsafe_read_le(<span class="kw-2">&</span>input[..n]), - W::unsafe_read_le(<span class="kw-2">&</span>input[n..n * <span class="number">2</span>]), - W::unsafe_read_le(<span class="kw-2">&</span>input[n * <span class="number">2</span>..n * <span class="number">3</span>]), - W::unsafe_read_le(<span class="kw-2">&</span>input[n * <span class="number">3</span>..]), - ]) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_read_be(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ - <span class="kw">let </span>n = input.len() / <span class="number">4</span>; - x4([ - W::unsafe_read_be(<span class="kw-2">&</span>input[..n]), - W::unsafe_read_be(<span class="kw-2">&</span>input[n..n * <span class="number">2</span>]), - W::unsafe_read_be(<span class="kw-2">&</span>input[n * <span class="number">2</span>..n * <span class="number">3</span>]), - W::unsafe_read_be(<span class="kw-2">&</span>input[n * <span class="number">3</span>..]), - ]) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>write_le(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { - <span class="kw">let </span>n = out.len() / <span class="number">4</span>; - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].write_le(<span class="kw-2">&mut </span>out[..n]); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].write_le(<span class="kw-2">&mut </span>out[n..n * <span class="number">2</span>]); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].write_le(<span class="kw-2">&mut </span>out[n * <span class="number">2</span>..n * <span class="number">3</span>]); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].write_le(<span class="kw-2">&mut </span>out[n * <span class="number">3</span>..]); - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>write_be(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { - <span class="kw">let </span>n = out.len() / <span class="number">4</span>; - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].write_be(<span class="kw-2">&mut </span>out[..n]); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].write_be(<span class="kw-2">&mut </span>out[n..n * <span class="number">2</span>]); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].write_be(<span class="kw-2">&mut </span>out[n * <span class="number">2</span>..n * <span class="number">3</span>]); - <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].write_be(<span class="kw-2">&mut </span>out[n * <span class="number">3</span>..]); - } -} -<span class="kw">impl</span><W: Copy + LaneWords4> LaneWords4 <span class="kw">for </span>x4<W> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words2301(<span class="self">self</span>) -> <span class="self">Self </span>{ - x4([ - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words2301(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words2301(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].shuffle_lane_words2301(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].shuffle_lane_words2301(), - ]) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words1230(<span class="self">self</span>) -> <span class="self">Self </span>{ - x4([ - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words1230(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words1230(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].shuffle_lane_words1230(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].shuffle_lane_words1230(), - ]) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words3012(<span class="self">self</span>) -> <span class="self">Self </span>{ - x4([ - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].shuffle_lane_words3012(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].shuffle_lane_words3012(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">2</span>].shuffle_lane_words3012(), - <span class="self">self</span>.<span class="number">0</span>[<span class="number">3</span>].shuffle_lane_words3012(), - ]) - } -} -</code></pre></div> -</section></div></main><div id="rustdoc-vars" data-root-path="../../" data-current-crate="ppv_lite86" data-themes="ayu,dark,light" data-resource-suffix="" data-rustdoc-version="1.66.0 (69f9c33d7 2022-12-12) (Arch Linux rust 1:1.66.0-1)" ></div></body></html>
\ No newline at end of file diff --git a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/types.rs.html b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/types.rs.html deleted file mode 100644 index 40e2382..0000000 --- a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/types.rs.html +++ /dev/null @@ -1,598 +0,0 @@ -<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `/home/pico/.local/share/cargo/registry/src/github.com-1ecc6299db9ec823/ppv-lite86-0.2.17/src/types.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>types.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Regular.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../FiraSans-Medium.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceSerif4-Bold.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../SourceCodePro-Semibold.ttf.woff2"><link rel="stylesheet" href="../../normalize.css"><link rel="stylesheet" href="../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" href="../../ayu.css" disabled><link rel="stylesheet" href="../../dark.css" disabled><link rel="stylesheet" href="../../light.css" id="themeStyle"><script id="default-settings" ></script><script src="../../storage.js"></script><script defer src="../../source-script.js"></script><script defer src="../../source-files.js"></script><script defer src="../../main.js"></script><noscript><link rel="stylesheet" href="../../noscript.css"></noscript><link rel="alternate icon" type="image/png" href="../../favicon-16x16.png"><link rel="alternate icon" type="image/png" href="../../favicon-32x32.png"><link rel="icon" type="image/svg+xml" href="../../favicon.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><div class="width-limiter"><nav class="sub"><a class="sub-logo-container" href="../../ppv_lite86/index.html"><img class="rust-logo" src="../../rust-logo.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../wheel.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><span id="1">1</span> -<span id="2">2</span> -<span id="3">3</span> -<span id="4">4</span> -<span id="5">5</span> -<span id="6">6</span> -<span id="7">7</span> -<span id="8">8</span> -<span id="9">9</span> -<span id="10">10</span> -<span id="11">11</span> -<span id="12">12</span> -<span id="13">13</span> -<span id="14">14</span> -<span id="15">15</span> -<span id="16">16</span> -<span id="17">17</span> -<span id="18">18</span> -<span id="19">19</span> -<span id="20">20</span> -<span id="21">21</span> -<span id="22">22</span> -<span id="23">23</span> -<span id="24">24</span> -<span id="25">25</span> -<span id="26">26</span> -<span id="27">27</span> -<span id="28">28</span> -<span id="29">29</span> -<span id="30">30</span> -<span id="31">31</span> -<span id="32">32</span> -<span id="33">33</span> -<span id="34">34</span> -<span id="35">35</span> -<span id="36">36</span> -<span id="37">37</span> -<span id="38">38</span> -<span id="39">39</span> -<span id="40">40</span> -<span id="41">41</span> -<span id="42">42</span> -<span id="43">43</span> -<span id="44">44</span> -<span id="45">45</span> -<span id="46">46</span> -<span id="47">47</span> -<span id="48">48</span> -<span id="49">49</span> -<span id="50">50</span> -<span id="51">51</span> -<span id="52">52</span> -<span id="53">53</span> -<span id="54">54</span> -<span id="55">55</span> -<span id="56">56</span> -<span id="57">57</span> -<span id="58">58</span> -<span id="59">59</span> -<span id="60">60</span> -<span id="61">61</span> -<span id="62">62</span> -<span id="63">63</span> -<span id="64">64</span> -<span id="65">65</span> -<span id="66">66</span> -<span id="67">67</span> -<span id="68">68</span> -<span id="69">69</span> -<span id="70">70</span> -<span id="71">71</span> -<span id="72">72</span> -<span id="73">73</span> -<span id="74">74</span> -<span id="75">75</span> -<span id="76">76</span> -<span id="77">77</span> -<span id="78">78</span> -<span id="79">79</span> -<span id="80">80</span> -<span id="81">81</span> -<span id="82">82</span> -<span id="83">83</span> -<span id="84">84</span> -<span id="85">85</span> -<span id="86">86</span> -<span id="87">87</span> -<span id="88">88</span> -<span id="89">89</span> -<span id="90">90</span> -<span id="91">91</span> -<span id="92">92</span> -<span id="93">93</span> -<span id="94">94</span> -<span id="95">95</span> -<span id="96">96</span> -<span id="97">97</span> -<span id="98">98</span> -<span id="99">99</span> -<span id="100">100</span> -<span id="101">101</span> -<span id="102">102</span> -<span id="103">103</span> -<span id="104">104</span> -<span id="105">105</span> -<span id="106">106</span> -<span id="107">107</span> -<span id="108">108</span> -<span id="109">109</span> -<span id="110">110</span> -<span id="111">111</span> -<span id="112">112</span> -<span id="113">113</span> -<span id="114">114</span> -<span id="115">115</span> -<span id="116">116</span> -<span id="117">117</span> -<span id="118">118</span> -<span id="119">119</span> -<span id="120">120</span> -<span id="121">121</span> -<span id="122">122</span> -<span id="123">123</span> -<span id="124">124</span> -<span id="125">125</span> -<span id="126">126</span> -<span id="127">127</span> -<span id="128">128</span> -<span id="129">129</span> -<span id="130">130</span> -<span id="131">131</span> -<span id="132">132</span> -<span id="133">133</span> -<span id="134">134</span> -<span id="135">135</span> -<span id="136">136</span> -<span id="137">137</span> -<span id="138">138</span> -<span id="139">139</span> -<span id="140">140</span> -<span id="141">141</span> -<span id="142">142</span> -<span id="143">143</span> -<span id="144">144</span> -<span id="145">145</span> -<span id="146">146</span> -<span id="147">147</span> -<span id="148">148</span> -<span id="149">149</span> -<span id="150">150</span> -<span id="151">151</span> -<span id="152">152</span> -<span id="153">153</span> -<span id="154">154</span> -<span id="155">155</span> -<span id="156">156</span> -<span id="157">157</span> -<span id="158">158</span> -<span id="159">159</span> -<span id="160">160</span> -<span id="161">161</span> -<span id="162">162</span> -<span id="163">163</span> -<span id="164">164</span> -<span id="165">165</span> -<span id="166">166</span> -<span id="167">167</span> -<span id="168">168</span> -<span id="169">169</span> -<span id="170">170</span> -<span id="171">171</span> -<span id="172">172</span> -<span id="173">173</span> -<span id="174">174</span> -<span id="175">175</span> -<span id="176">176</span> -<span id="177">177</span> -<span id="178">178</span> -<span id="179">179</span> -<span id="180">180</span> -<span id="181">181</span> -<span id="182">182</span> -<span id="183">183</span> -<span id="184">184</span> -<span id="185">185</span> -<span id="186">186</span> -<span id="187">187</span> -<span id="188">188</span> -<span id="189">189</span> -<span id="190">190</span> -<span id="191">191</span> -<span id="192">192</span> -<span id="193">193</span> -<span id="194">194</span> -<span id="195">195</span> -<span id="196">196</span> -<span id="197">197</span> -<span id="198">198</span> -<span id="199">199</span> -<span id="200">200</span> -<span id="201">201</span> -<span id="202">202</span> -<span id="203">203</span> -<span id="204">204</span> -<span id="205">205</span> -<span id="206">206</span> -<span id="207">207</span> -<span id="208">208</span> -<span id="209">209</span> -<span id="210">210</span> -<span id="211">211</span> -<span id="212">212</span> -<span id="213">213</span> -<span id="214">214</span> -<span id="215">215</span> -<span id="216">216</span> -<span id="217">217</span> -<span id="218">218</span> -<span id="219">219</span> -<span id="220">220</span> -<span id="221">221</span> -<span id="222">222</span> -<span id="223">223</span> -<span id="224">224</span> -<span id="225">225</span> -<span id="226">226</span> -<span id="227">227</span> -<span id="228">228</span> -<span id="229">229</span> -<span id="230">230</span> -<span id="231">231</span> -<span id="232">232</span> -<span id="233">233</span> -<span id="234">234</span> -<span id="235">235</span> -<span id="236">236</span> -<span id="237">237</span> -<span id="238">238</span> -<span id="239">239</span> -<span id="240">240</span> -<span id="241">241</span> -<span id="242">242</span> -<span id="243">243</span> -<span id="244">244</span> -<span id="245">245</span> -<span id="246">246</span> -<span id="247">247</span> -<span id="248">248</span> -<span id="249">249</span> -<span id="250">250</span> -<span id="251">251</span> -<span id="252">252</span> -<span id="253">253</span> -<span id="254">254</span> -<span id="255">255</span> -<span id="256">256</span> -<span id="257">257</span> -<span id="258">258</span> -<span id="259">259</span> -<span id="260">260</span> -<span id="261">261</span> -<span id="262">262</span> -<span id="263">263</span> -<span id="264">264</span> -<span id="265">265</span> -<span id="266">266</span> -<span id="267">267</span> -<span id="268">268</span> -<span id="269">269</span> -<span id="270">270</span> -<span id="271">271</span> -<span id="272">272</span> -<span id="273">273</span> -<span id="274">274</span> -<span id="275">275</span> -<span id="276">276</span> -<span id="277">277</span> -<span id="278">278</span> -<span id="279">279</span> -<span id="280">280</span> -<span id="281">281</span> -<span id="282">282</span> -<span id="283">283</span> -<span id="284">284</span> -<span id="285">285</span> -<span id="286">286</span> -<span id="287">287</span> -<span id="288">288</span> -<span id="289">289</span> -<span id="290">290</span> -<span id="291">291</span> -<span id="292">292</span> -<span id="293">293</span> -<span id="294">294</span> -<span id="295">295</span> -<span id="296">296</span> -<span id="297">297</span> -<span id="298">298</span> -</pre><pre class="rust"><code><span class="attribute">#![allow(non_camel_case_types)] -</span><span class="kw">use </span>core::ops::{Add, AddAssign, BitAnd, BitOr, BitXor, BitXorAssign, Not}; - -<span class="kw">pub trait </span>AndNot { - <span class="kw">type </span>Output; - <span class="kw">fn </span>andnot(<span class="self">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self</span>::Output; -} -<span class="kw">pub trait </span>BSwap { - <span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self</span>; -} -<span class="doccomment">/// Ops that depend on word size -</span><span class="kw">pub trait </span>ArithOps: Add<Output = <span class="self">Self</span>> + AddAssign + Sized + Copy + Clone + BSwap {} -<span class="doccomment">/// Ops that are independent of word size and endian -</span><span class="kw">pub trait </span>BitOps0: - BitAnd<Output = <span class="self">Self</span>> - + BitOr<Output = <span class="self">Self</span>> - + BitXor<Output = <span class="self">Self</span>> - + BitXorAssign - + Not<Output = <span class="self">Self</span>> - + AndNot<Output = <span class="self">Self</span>> - + Sized - + Copy - + Clone -{ -} - -<span class="kw">pub trait </span>BitOps32: BitOps0 + RotateEachWord32 {} -<span class="kw">pub trait </span>BitOps64: BitOps32 + RotateEachWord64 {} -<span class="kw">pub trait </span>BitOps128: BitOps64 + RotateEachWord128 {} - -<span class="kw">pub trait </span>RotateEachWord32 { - <span class="kw">fn </span>rotate_each_word_right7(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>rotate_each_word_right8(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>rotate_each_word_right11(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>rotate_each_word_right12(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>rotate_each_word_right16(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>rotate_each_word_right20(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>rotate_each_word_right24(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>rotate_each_word_right25(<span class="self">self</span>) -> <span class="self">Self</span>; -} - -<span class="kw">pub trait </span>RotateEachWord64 { - <span class="kw">fn </span>rotate_each_word_right32(<span class="self">self</span>) -> <span class="self">Self</span>; -} - -<span class="kw">pub trait </span>RotateEachWord128 {} - -<span class="comment">// Vector type naming scheme: -// uN[xP]xL -// Unsigned; N-bit words * P bits per lane * L lanes -// -// A lane is always 128-bits, chosen because common SIMD architectures treat 128-bit units of -// wide vectors specially (supporting e.g. intra-lane shuffles), and tend to have limited and -// slow inter-lane operations. - -</span><span class="kw">use </span><span class="kw">crate</span>::arch::{vec128_storage, vec256_storage, vec512_storage}; - -<span class="attribute">#[allow(clippy::missing_safety_doc)] -</span><span class="kw">pub trait </span>UnsafeFrom<T> { - <span class="kw">unsafe fn </span>unsafe_from(t: T) -> <span class="self">Self</span>; -} - -<span class="doccomment">/// A vector composed of two elements, which may be words or themselves vectors. -</span><span class="kw">pub trait </span>Vec2<W> { - <span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> W; - <span class="kw">fn </span>insert(<span class="self">self</span>, w: W, i: u32) -> <span class="self">Self</span>; -} - -<span class="doccomment">/// A vector composed of four elements, which may be words or themselves vectors. -</span><span class="kw">pub trait </span>Vec4<W> { - <span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> W; - <span class="kw">fn </span>insert(<span class="self">self</span>, w: W, i: u32) -> <span class="self">Self</span>; -} -<span class="doccomment">/// Vec4 functions which may not be implemented yet for all Vec4 types. -/// NOTE: functions in this trait may be moved to Vec4 in any patch release. To avoid breakage, -/// import Vec4Ext only together with Vec4, and don't qualify its methods. -</span><span class="kw">pub trait </span>Vec4Ext<W> { - <span class="kw">fn </span>transpose4(a: <span class="self">Self</span>, b: <span class="self">Self</span>, c: <span class="self">Self</span>, d: <span class="self">Self</span>) -> (<span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>) - <span class="kw">where - </span><span class="self">Self</span>: Sized; -} -<span class="kw">pub trait </span>Vector<T> { - <span class="kw">fn </span>to_scalars(<span class="self">self</span>) -> T; -} - -<span class="comment">// TODO: multiples of 4 should inherit this -</span><span class="doccomment">/// A vector composed of four words; depending on their size, operations may cross lanes. -</span><span class="kw">pub trait </span>Words4 { - <span class="kw">fn </span>shuffle1230(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>shuffle2301(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>shuffle3012(<span class="self">self</span>) -> <span class="self">Self</span>; -} - -<span class="doccomment">/// A vector composed one or more lanes each composed of four words. -</span><span class="kw">pub trait </span>LaneWords4 { - <span class="kw">fn </span>shuffle_lane_words1230(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>shuffle_lane_words2301(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>shuffle_lane_words3012(<span class="self">self</span>) -> <span class="self">Self</span>; -} - -<span class="comment">// TODO: make this a part of BitOps -</span><span class="doccomment">/// Exchange neigboring ranges of bits of the specified size -</span><span class="kw">pub trait </span>Swap64 { - <span class="kw">fn </span>swap1(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>swap2(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>swap4(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>swap8(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>swap16(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>swap32(<span class="self">self</span>) -> <span class="self">Self</span>; - <span class="kw">fn </span>swap64(<span class="self">self</span>) -> <span class="self">Self</span>; -} - -<span class="kw">pub trait </span>u32x4<M: Machine>: - BitOps32 - + Store<vec128_storage> - + ArithOps - + Vec4<u32> - + Words4 - + LaneWords4 - + StoreBytes - + MultiLane<[u32; <span class="number">4</span>]> - + Into<vec128_storage> -{ -} -<span class="kw">pub trait </span>u64x2<M: Machine>: - BitOps64 + Store<vec128_storage> + ArithOps + Vec2<u64> + MultiLane<[u64; <span class="number">2</span>]> + Into<vec128_storage> -{ -} -<span class="kw">pub trait </span>u128x1<M: Machine>: - BitOps128 + Store<vec128_storage> + Swap64 + MultiLane<[u128; <span class="number">1</span>]> + Into<vec128_storage> -{ -} - -<span class="kw">pub trait </span>u32x4x2<M: Machine>: - BitOps32 - + Store<vec256_storage> - + Vec2<M::u32x4> - + MultiLane<[M::u32x4; <span class="number">2</span>]> - + ArithOps - + Into<vec256_storage> - + StoreBytes -{ -} -<span class="kw">pub trait </span>u64x2x2<M: Machine>: - BitOps64 - + Store<vec256_storage> - + Vec2<M::u64x2> - + MultiLane<[M::u64x2; <span class="number">2</span>]> - + ArithOps - + StoreBytes - + Into<vec256_storage> -{ -} -<span class="kw">pub trait </span>u64x4<M: Machine>: - BitOps64 - + Store<vec256_storage> - + Vec4<u64> - + MultiLane<[u64; <span class="number">4</span>]> - + ArithOps - + Words4 - + StoreBytes - + Into<vec256_storage> -{ -} -<span class="kw">pub trait </span>u128x2<M: Machine>: - BitOps128 - + Store<vec256_storage> - + Vec2<M::u128x1> - + MultiLane<[M::u128x1; <span class="number">2</span>]> - + Swap64 - + Into<vec256_storage> -{ -} - -<span class="kw">pub trait </span>u32x4x4<M: Machine>: - BitOps32 - + Store<vec512_storage> - + Vec4<M::u32x4> - + Vec4Ext<M::u32x4> - + Vector<[u32; <span class="number">16</span>]> - + MultiLane<[M::u32x4; <span class="number">4</span>]> - + ArithOps - + LaneWords4 - + Into<vec512_storage> - + StoreBytes -{ -} -<span class="kw">pub trait </span>u64x2x4<M: Machine>: - BitOps64 - + Store<vec512_storage> - + Vec4<M::u64x2> - + MultiLane<[M::u64x2; <span class="number">4</span>]> - + ArithOps - + Into<vec512_storage> -{ -} -<span class="comment">// TODO: Words4 -</span><span class="kw">pub trait </span>u128x4<M: Machine>: - BitOps128 - + Store<vec512_storage> - + Vec4<M::u128x1> - + MultiLane<[M::u128x1; <span class="number">4</span>]> - + Swap64 - + Into<vec512_storage> -{ -} - -<span class="doccomment">/// A vector composed of multiple 128-bit lanes. -</span><span class="kw">pub trait </span>MultiLane<Lanes> { - <span class="doccomment">/// Split a multi-lane vector into single-lane vectors. - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> Lanes; - <span class="doccomment">/// Build a multi-lane vector from individual lanes. - </span><span class="kw">fn </span>from_lanes(lanes: Lanes) -> <span class="self">Self</span>; -} - -<span class="doccomment">/// Combine single vectors into a multi-lane vector. -</span><span class="kw">pub trait </span>VZip<V> { - <span class="kw">fn </span>vzip(<span class="self">self</span>) -> V; -} - -<span class="kw">impl</span><V, T> VZip<V> <span class="kw">for </span>T -<span class="kw">where - </span>V: MultiLane<T>, -{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>vzip(<span class="self">self</span>) -> V { - V::from_lanes(<span class="self">self</span>) - } -} - -<span class="kw">pub trait </span>Machine: Sized + Copy { - <span class="kw">type </span>u32x4: u32x4<<span class="self">Self</span>>; - <span class="kw">type </span>u64x2: u64x2<<span class="self">Self</span>>; - <span class="kw">type </span>u128x1: u128x1<<span class="self">Self</span>>; - - <span class="kw">type </span>u32x4x2: u32x4x2<<span class="self">Self</span>>; - <span class="kw">type </span>u64x2x2: u64x2x2<<span class="self">Self</span>>; - <span class="kw">type </span>u64x4: u64x4<<span class="self">Self</span>>; - <span class="kw">type </span>u128x2: u128x2<<span class="self">Self</span>>; - - <span class="kw">type </span>u32x4x4: u32x4x4<<span class="self">Self</span>>; - <span class="kw">type </span>u64x2x4: u64x2x4<<span class="self">Self</span>>; - <span class="kw">type </span>u128x4: u128x4<<span class="self">Self</span>>; - - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>unpack<S, V: Store<S>>(<span class="self">self</span>, s: S) -> V { - <span class="kw">unsafe </span>{ V::unpack(s) } - } - - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>vec<V, A>(<span class="self">self</span>, a: A) -> V - <span class="kw">where - </span>V: MultiLane<A>, - { - V::from_lanes(a) - } - - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>read_le<V>(<span class="self">self</span>, input: <span class="kw-2">&</span>[u8]) -> V - <span class="kw">where - </span>V: StoreBytes, - { - <span class="kw">unsafe </span>{ V::unsafe_read_le(input) } - } - - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>read_be<V>(<span class="self">self</span>, input: <span class="kw-2">&</span>[u8]) -> V - <span class="kw">where - </span>V: StoreBytes, - { - <span class="kw">unsafe </span>{ V::unsafe_read_be(input) } - } - - <span class="doccomment">/// # Safety - /// Caller must ensure the type of Self is appropriate for the hardware of the execution - /// environment. - </span><span class="kw">unsafe fn </span>instance() -> <span class="self">Self</span>; -} - -<span class="kw">pub trait </span>Store<S> { - <span class="doccomment">/// # Safety - /// Caller must ensure the type of Self is appropriate for the hardware of the execution - /// environment. - </span><span class="kw">unsafe fn </span>unpack(p: S) -> <span class="self">Self</span>; -} - -<span class="kw">pub trait </span>StoreBytes { - <span class="doccomment">/// # Safety - /// Caller must ensure the type of Self is appropriate for the hardware of the execution - /// environment. - </span><span class="kw">unsafe fn </span>unsafe_read_le(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self</span>; - <span class="doccomment">/// # Safety - /// Caller must ensure the type of Self is appropriate for the hardware of the execution - /// environment. - </span><span class="kw">unsafe fn </span>unsafe_read_be(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self</span>; - <span class="kw">fn </span>write_le(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]); - <span class="kw">fn </span>write_be(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]); -} -</code></pre></div> -</section></div></main><div id="rustdoc-vars" data-root-path="../../" data-current-crate="ppv_lite86" data-themes="ayu,dark,light" data-resource-suffix="" data-rustdoc-version="1.66.0 (69f9c33d7 2022-12-12) (Arch Linux rust 1:1.66.0-1)" ></div></body></html>
\ No newline at end of file diff --git a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/mod.rs.html b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/mod.rs.html deleted file mode 100644 index c649c50..0000000 --- a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/mod.rs.html +++ /dev/null @@ -1,876 +0,0 @@ -<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `/home/pico/.local/share/cargo/registry/src/github.com-1ecc6299db9ec823/ppv-lite86-0.2.17/src/x86_64/mod.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>mod.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceSerif4-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../FiraSans-Regular.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../FiraSans-Medium.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceCodePro-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceSerif4-Bold.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceCodePro-Semibold.ttf.woff2"><link rel="stylesheet" href="../../../normalize.css"><link rel="stylesheet" href="../../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" href="../../../ayu.css" disabled><link rel="stylesheet" href="../../../dark.css" disabled><link rel="stylesheet" href="../../../light.css" id="themeStyle"><script id="default-settings" ></script><script src="../../../storage.js"></script><script defer src="../../../source-script.js"></script><script defer src="../../../source-files.js"></script><script defer src="../../../main.js"></script><noscript><link rel="stylesheet" href="../../../noscript.css"></noscript><link rel="alternate icon" type="image/png" href="../../../favicon-16x16.png"><link rel="alternate icon" type="image/png" href="../../../favicon-32x32.png"><link rel="icon" type="image/svg+xml" href="../../../favicon.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><div class="width-limiter"><nav class="sub"><a class="sub-logo-container" href="../../../ppv_lite86/index.html"><img class="rust-logo" src="../../../rust-logo.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../../wheel.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><span id="1">1</span> -<span id="2">2</span> -<span id="3">3</span> -<span id="4">4</span> -<span id="5">5</span> -<span id="6">6</span> -<span id="7">7</span> -<span id="8">8</span> -<span id="9">9</span> -<span id="10">10</span> -<span id="11">11</span> -<span id="12">12</span> -<span id="13">13</span> -<span id="14">14</span> -<span id="15">15</span> -<span id="16">16</span> -<span id="17">17</span> -<span id="18">18</span> -<span id="19">19</span> -<span id="20">20</span> -<span id="21">21</span> -<span id="22">22</span> -<span id="23">23</span> -<span id="24">24</span> -<span id="25">25</span> -<span id="26">26</span> -<span id="27">27</span> -<span id="28">28</span> -<span id="29">29</span> -<span id="30">30</span> -<span id="31">31</span> -<span id="32">32</span> -<span id="33">33</span> -<span id="34">34</span> -<span id="35">35</span> -<span id="36">36</span> -<span id="37">37</span> -<span id="38">38</span> -<span id="39">39</span> -<span id="40">40</span> -<span id="41">41</span> -<span id="42">42</span> -<span id="43">43</span> -<span id="44">44</span> -<span id="45">45</span> -<span id="46">46</span> -<span id="47">47</span> -<span id="48">48</span> -<span id="49">49</span> -<span id="50">50</span> -<span id="51">51</span> -<span id="52">52</span> -<span id="53">53</span> -<span id="54">54</span> -<span id="55">55</span> -<span id="56">56</span> -<span id="57">57</span> -<span id="58">58</span> -<span id="59">59</span> -<span id="60">60</span> -<span id="61">61</span> -<span id="62">62</span> -<span id="63">63</span> -<span id="64">64</span> -<span id="65">65</span> -<span id="66">66</span> -<span id="67">67</span> -<span id="68">68</span> -<span id="69">69</span> -<span id="70">70</span> -<span id="71">71</span> -<span id="72">72</span> -<span id="73">73</span> -<span id="74">74</span> -<span id="75">75</span> -<span id="76">76</span> -<span id="77">77</span> -<span id="78">78</span> -<span id="79">79</span> -<span id="80">80</span> -<span id="81">81</span> -<span id="82">82</span> -<span id="83">83</span> -<span id="84">84</span> -<span id="85">85</span> -<span id="86">86</span> -<span id="87">87</span> -<span id="88">88</span> -<span id="89">89</span> -<span id="90">90</span> -<span id="91">91</span> -<span id="92">92</span> -<span id="93">93</span> -<span id="94">94</span> -<span id="95">95</span> -<span id="96">96</span> -<span id="97">97</span> -<span id="98">98</span> -<span id="99">99</span> -<span id="100">100</span> -<span id="101">101</span> -<span id="102">102</span> -<span id="103">103</span> -<span id="104">104</span> -<span id="105">105</span> -<span id="106">106</span> -<span id="107">107</span> -<span id="108">108</span> -<span id="109">109</span> -<span id="110">110</span> -<span id="111">111</span> -<span id="112">112</span> -<span id="113">113</span> -<span id="114">114</span> -<span id="115">115</span> -<span id="116">116</span> -<span id="117">117</span> -<span id="118">118</span> -<span id="119">119</span> -<span id="120">120</span> -<span id="121">121</span> -<span id="122">122</span> -<span id="123">123</span> -<span id="124">124</span> -<span id="125">125</span> -<span id="126">126</span> -<span id="127">127</span> -<span id="128">128</span> -<span id="129">129</span> -<span id="130">130</span> -<span id="131">131</span> -<span id="132">132</span> -<span id="133">133</span> -<span id="134">134</span> -<span id="135">135</span> -<span id="136">136</span> -<span id="137">137</span> -<span id="138">138</span> -<span id="139">139</span> -<span id="140">140</span> -<span id="141">141</span> -<span id="142">142</span> -<span id="143">143</span> -<span id="144">144</span> -<span id="145">145</span> -<span id="146">146</span> -<span id="147">147</span> -<span id="148">148</span> -<span id="149">149</span> -<span id="150">150</span> -<span id="151">151</span> -<span id="152">152</span> -<span id="153">153</span> -<span id="154">154</span> -<span id="155">155</span> -<span id="156">156</span> -<span id="157">157</span> -<span id="158">158</span> -<span id="159">159</span> -<span id="160">160</span> -<span id="161">161</span> -<span id="162">162</span> -<span id="163">163</span> -<span id="164">164</span> -<span id="165">165</span> -<span id="166">166</span> -<span id="167">167</span> -<span id="168">168</span> -<span id="169">169</span> -<span id="170">170</span> -<span id="171">171</span> -<span id="172">172</span> -<span id="173">173</span> -<span id="174">174</span> -<span id="175">175</span> -<span id="176">176</span> -<span id="177">177</span> -<span id="178">178</span> -<span id="179">179</span> -<span id="180">180</span> -<span id="181">181</span> -<span id="182">182</span> -<span id="183">183</span> -<span id="184">184</span> -<span id="185">185</span> -<span id="186">186</span> -<span id="187">187</span> -<span id="188">188</span> -<span id="189">189</span> -<span id="190">190</span> -<span id="191">191</span> -<span id="192">192</span> -<span id="193">193</span> -<span id="194">194</span> -<span id="195">195</span> -<span id="196">196</span> -<span id="197">197</span> -<span id="198">198</span> -<span id="199">199</span> -<span id="200">200</span> -<span id="201">201</span> -<span id="202">202</span> -<span id="203">203</span> -<span id="204">204</span> -<span id="205">205</span> -<span id="206">206</span> -<span id="207">207</span> -<span id="208">208</span> -<span id="209">209</span> -<span id="210">210</span> -<span id="211">211</span> -<span id="212">212</span> -<span id="213">213</span> -<span id="214">214</span> -<span id="215">215</span> -<span id="216">216</span> -<span id="217">217</span> -<span id="218">218</span> -<span id="219">219</span> -<span id="220">220</span> -<span id="221">221</span> -<span id="222">222</span> -<span id="223">223</span> -<span id="224">224</span> -<span id="225">225</span> -<span id="226">226</span> -<span id="227">227</span> -<span id="228">228</span> -<span id="229">229</span> -<span id="230">230</span> -<span id="231">231</span> -<span id="232">232</span> -<span id="233">233</span> -<span id="234">234</span> -<span id="235">235</span> -<span id="236">236</span> -<span id="237">237</span> -<span id="238">238</span> -<span id="239">239</span> -<span id="240">240</span> -<span id="241">241</span> -<span id="242">242</span> -<span id="243">243</span> -<span id="244">244</span> -<span id="245">245</span> -<span id="246">246</span> -<span id="247">247</span> -<span id="248">248</span> -<span id="249">249</span> -<span id="250">250</span> -<span id="251">251</span> -<span id="252">252</span> -<span id="253">253</span> -<span id="254">254</span> -<span id="255">255</span> -<span id="256">256</span> -<span id="257">257</span> -<span id="258">258</span> -<span id="259">259</span> -<span id="260">260</span> -<span id="261">261</span> -<span id="262">262</span> -<span id="263">263</span> -<span id="264">264</span> -<span id="265">265</span> -<span id="266">266</span> -<span id="267">267</span> -<span id="268">268</span> -<span id="269">269</span> -<span id="270">270</span> -<span id="271">271</span> -<span id="272">272</span> -<span id="273">273</span> -<span id="274">274</span> -<span id="275">275</span> -<span id="276">276</span> -<span id="277">277</span> -<span id="278">278</span> -<span id="279">279</span> -<span id="280">280</span> -<span id="281">281</span> -<span id="282">282</span> -<span id="283">283</span> -<span id="284">284</span> -<span id="285">285</span> -<span id="286">286</span> -<span id="287">287</span> -<span id="288">288</span> -<span id="289">289</span> -<span id="290">290</span> -<span id="291">291</span> -<span id="292">292</span> -<span id="293">293</span> -<span id="294">294</span> -<span id="295">295</span> -<span id="296">296</span> -<span id="297">297</span> -<span id="298">298</span> -<span id="299">299</span> -<span id="300">300</span> -<span id="301">301</span> -<span id="302">302</span> -<span id="303">303</span> -<span id="304">304</span> -<span id="305">305</span> -<span id="306">306</span> -<span id="307">307</span> -<span id="308">308</span> -<span id="309">309</span> -<span id="310">310</span> -<span id="311">311</span> -<span id="312">312</span> -<span id="313">313</span> -<span id="314">314</span> -<span id="315">315</span> -<span id="316">316</span> -<span id="317">317</span> -<span id="318">318</span> -<span id="319">319</span> -<span id="320">320</span> -<span id="321">321</span> -<span id="322">322</span> -<span id="323">323</span> -<span id="324">324</span> -<span id="325">325</span> -<span id="326">326</span> -<span id="327">327</span> -<span id="328">328</span> -<span id="329">329</span> -<span id="330">330</span> -<span id="331">331</span> -<span id="332">332</span> -<span id="333">333</span> -<span id="334">334</span> -<span id="335">335</span> -<span id="336">336</span> -<span id="337">337</span> -<span id="338">338</span> -<span id="339">339</span> -<span id="340">340</span> -<span id="341">341</span> -<span id="342">342</span> -<span id="343">343</span> -<span id="344">344</span> -<span id="345">345</span> -<span id="346">346</span> -<span id="347">347</span> -<span id="348">348</span> -<span id="349">349</span> -<span id="350">350</span> -<span id="351">351</span> -<span id="352">352</span> -<span id="353">353</span> -<span id="354">354</span> -<span id="355">355</span> -<span id="356">356</span> -<span id="357">357</span> -<span id="358">358</span> -<span id="359">359</span> -<span id="360">360</span> -<span id="361">361</span> -<span id="362">362</span> -<span id="363">363</span> -<span id="364">364</span> -<span id="365">365</span> -<span id="366">366</span> -<span id="367">367</span> -<span id="368">368</span> -<span id="369">369</span> -<span id="370">370</span> -<span id="371">371</span> -<span id="372">372</span> -<span id="373">373</span> -<span id="374">374</span> -<span id="375">375</span> -<span id="376">376</span> -<span id="377">377</span> -<span id="378">378</span> -<span id="379">379</span> -<span id="380">380</span> -<span id="381">381</span> -<span id="382">382</span> -<span id="383">383</span> -<span id="384">384</span> -<span id="385">385</span> -<span id="386">386</span> -<span id="387">387</span> -<span id="388">388</span> -<span id="389">389</span> -<span id="390">390</span> -<span id="391">391</span> -<span id="392">392</span> -<span id="393">393</span> -<span id="394">394</span> -<span id="395">395</span> -<span id="396">396</span> -<span id="397">397</span> -<span id="398">398</span> -<span id="399">399</span> -<span id="400">400</span> -<span id="401">401</span> -<span id="402">402</span> -<span id="403">403</span> -<span id="404">404</span> -<span id="405">405</span> -<span id="406">406</span> -<span id="407">407</span> -<span id="408">408</span> -<span id="409">409</span> -<span id="410">410</span> -<span id="411">411</span> -<span id="412">412</span> -<span id="413">413</span> -<span id="414">414</span> -<span id="415">415</span> -<span id="416">416</span> -<span id="417">417</span> -<span id="418">418</span> -<span id="419">419</span> -<span id="420">420</span> -<span id="421">421</span> -<span id="422">422</span> -<span id="423">423</span> -<span id="424">424</span> -<span id="425">425</span> -<span id="426">426</span> -<span id="427">427</span> -<span id="428">428</span> -<span id="429">429</span> -<span id="430">430</span> -<span id="431">431</span> -<span id="432">432</span> -<span id="433">433</span> -<span id="434">434</span> -<span id="435">435</span> -<span id="436">436</span> -<span id="437">437</span> -</pre><pre class="rust"><code><span class="comment">// crate minimums: sse2, x86_64 - -</span><span class="kw">use </span><span class="kw">crate</span>::types::<span class="kw-2">*</span>; -<span class="kw">use </span>core::arch::x86_64::{__m128i, __m256i}; - -<span class="kw">mod </span>sse2; - -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>YesS3; -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>NoS3; - -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>YesS4; -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>NoS4; - -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>YesA1; -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>NoA1; - -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>YesA2; -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>NoA2; - -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>YesNI; -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>NoNI; - -<span class="kw">use </span>core::marker::PhantomData; - -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>SseMachine<S3, S4, NI>(PhantomData<(S3, S4, NI)>); -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> Machine <span class="kw">for </span>SseMachine<S3, S4, NI> -<span class="kw">where - </span>sse2::u128x1_sse2<S3, S4, NI>: Swap64, - sse2::u64x2_sse2<S3, S4, NI>: BSwap + RotateEachWord32 + MultiLane<[u64; <span class="number">2</span>]> + Vec2<u64>, - sse2::u32x4_sse2<S3, S4, NI>: BSwap + RotateEachWord32 + MultiLane<[u32; <span class="number">4</span>]> + Vec4<u32>, - sse2::u64x4_sse2<S3, S4, NI>: BSwap + Words4, - sse2::u128x1_sse2<S3, S4, NI>: BSwap, - sse2::u128x2_sse2<S3, S4, NI>: Into<sse2::u64x2x2_sse2<S3, S4, NI>>, - sse2::u128x2_sse2<S3, S4, NI>: Into<sse2::u64x4_sse2<S3, S4, NI>>, - sse2::u128x2_sse2<S3, S4, NI>: Into<sse2::u32x4x2_sse2<S3, S4, NI>>, - sse2::u128x4_sse2<S3, S4, NI>: Into<sse2::u64x2x4_sse2<S3, S4, NI>>, - sse2::u128x4_sse2<S3, S4, NI>: Into<sse2::u32x4x4_sse2<S3, S4, NI>>, -{ - <span class="kw">type </span>u32x4 = sse2::u32x4_sse2<S3, S4, NI>; - <span class="kw">type </span>u64x2 = sse2::u64x2_sse2<S3, S4, NI>; - <span class="kw">type </span>u128x1 = sse2::u128x1_sse2<S3, S4, NI>; - - <span class="kw">type </span>u32x4x2 = sse2::u32x4x2_sse2<S3, S4, NI>; - <span class="kw">type </span>u64x2x2 = sse2::u64x2x2_sse2<S3, S4, NI>; - <span class="kw">type </span>u64x4 = sse2::u64x4_sse2<S3, S4, NI>; - <span class="kw">type </span>u128x2 = sse2::u128x2_sse2<S3, S4, NI>; - - <span class="kw">type </span>u32x4x4 = sse2::u32x4x4_sse2<S3, S4, NI>; - <span class="kw">type </span>u64x2x4 = sse2::u64x2x4_sse2<S3, S4, NI>; - <span class="kw">type </span>u128x4 = sse2::u128x4_sse2<S3, S4, NI>; - - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>instance() -> <span class="self">Self </span>{ - SseMachine(PhantomData) - } -} - -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>Avx2Machine<NI>(PhantomData<NI>); -<span class="kw">impl</span><NI: Copy> Machine <span class="kw">for </span>Avx2Machine<NI> -<span class="kw">where - </span>sse2::u128x1_sse2<YesS3, YesS4, NI>: BSwap + Swap64, - sse2::u64x2_sse2<YesS3, YesS4, NI>: BSwap + RotateEachWord32 + MultiLane<[u64; <span class="number">2</span>]> + Vec2<u64>, - sse2::u32x4_sse2<YesS3, YesS4, NI>: BSwap + RotateEachWord32 + MultiLane<[u32; <span class="number">4</span>]> + Vec4<u32>, - sse2::u64x4_sse2<YesS3, YesS4, NI>: BSwap + Words4, -{ - <span class="kw">type </span>u32x4 = sse2::u32x4_sse2<YesS3, YesS4, NI>; - <span class="kw">type </span>u64x2 = sse2::u64x2_sse2<YesS3, YesS4, NI>; - <span class="kw">type </span>u128x1 = sse2::u128x1_sse2<YesS3, YesS4, NI>; - - <span class="kw">type </span>u32x4x2 = sse2::avx2::u32x4x2_avx2<NI>; - <span class="kw">type </span>u64x2x2 = sse2::u64x2x2_sse2<YesS3, YesS4, NI>; - <span class="kw">type </span>u64x4 = sse2::u64x4_sse2<YesS3, YesS4, NI>; - <span class="kw">type </span>u128x2 = sse2::u128x2_sse2<YesS3, YesS4, NI>; - - <span class="kw">type </span>u32x4x4 = sse2::avx2::u32x4x4_avx2<NI>; - <span class="kw">type </span>u64x2x4 = sse2::u64x2x4_sse2<YesS3, YesS4, NI>; - <span class="kw">type </span>u128x4 = sse2::u128x4_sse2<YesS3, YesS4, NI>; - - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>instance() -> <span class="self">Self </span>{ - Avx2Machine(PhantomData) - } -} - -<span class="kw">pub type </span>SSE2 = SseMachine<NoS3, NoS4, NoNI>; -<span class="kw">pub type </span>SSSE3 = SseMachine<YesS3, NoS4, NoNI>; -<span class="kw">pub type </span>SSE41 = SseMachine<YesS3, YesS4, NoNI>; -<span class="doccomment">/// AVX but not AVX2: only 128-bit integer operations, but use VEX versions of everything -/// to avoid expensive SSE/VEX conflicts. -</span><span class="kw">pub type </span>AVX = SseMachine<YesS3, YesS4, NoNI>; -<span class="kw">pub type </span>AVX2 = Avx2Machine<NoNI>; - -<span class="doccomment">/// Generic wrapper for unparameterized storage of any of the possible impls. -/// Converting into and out of this type should be essentially free, although it may be more -/// aligned than a particular impl requires. -</span><span class="attribute">#[allow(non_camel_case_types)] -#[derive(Copy, Clone)] -</span><span class="kw">pub union </span>vec128_storage { - u32x4: [u32; <span class="number">4</span>], - u64x2: [u64; <span class="number">2</span>], - u128x1: [u128; <span class="number">1</span>], - sse2: __m128i, -} -<span class="kw">impl </span>Store<vec128_storage> <span class="kw">for </span>vec128_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unpack(p: vec128_storage) -> <span class="self">Self </span>{ - p - } -} -<span class="kw">impl</span><<span class="lifetime">'a</span>> From<<span class="kw-2">&</span><span class="lifetime">'a </span>vec128_storage> <span class="kw">for </span><span class="kw-2">&</span><span class="lifetime">'a </span>[u32; <span class="number">4</span>] { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: <span class="kw-2">&</span><span class="lifetime">'a </span>vec128_storage) -> <span class="self">Self </span>{ - <span class="kw">unsafe </span>{ <span class="kw-2">&</span>x.u32x4 } - } -} -<span class="kw">impl </span>From<[u32; <span class="number">4</span>]> <span class="kw">for </span>vec128_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(u32x4: [u32; <span class="number">4</span>]) -> <span class="self">Self </span>{ - vec128_storage { u32x4 } - } -} -<span class="kw">impl </span>Default <span class="kw">for </span>vec128_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>default() -> <span class="self">Self </span>{ - vec128_storage { u128x1: [<span class="number">0</span>] } - } -} -<span class="kw">impl </span>Eq <span class="kw">for </span>vec128_storage {} -<span class="kw">impl </span>PartialEq <span class="kw">for </span>vec128_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { - <span class="kw">unsafe </span>{ <span class="self">self</span>.u128x1 == rhs.u128x1 } - } -} - -<span class="attribute">#[allow(non_camel_case_types)] -#[derive(Copy, Clone)] -</span><span class="kw">pub union </span>vec256_storage { - u32x8: [u32; <span class="number">8</span>], - u64x4: [u64; <span class="number">4</span>], - u128x2: [u128; <span class="number">2</span>], - sse2: [vec128_storage; <span class="number">2</span>], - avx: __m256i, -} -<span class="kw">impl </span>From<[u64; <span class="number">4</span>]> <span class="kw">for </span>vec256_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(u64x4: [u64; <span class="number">4</span>]) -> <span class="self">Self </span>{ - vec256_storage { u64x4 } - } -} -<span class="kw">impl </span>Default <span class="kw">for </span>vec256_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>default() -> <span class="self">Self </span>{ - vec256_storage { u128x2: [<span class="number">0</span>, <span class="number">0</span>] } - } -} -<span class="kw">impl </span>vec256_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">pub fn </span>new128(xs: [vec128_storage; <span class="number">2</span>]) -> <span class="self">Self </span>{ - <span class="self">Self </span>{ sse2: xs } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">pub fn </span>split128(<span class="self">self</span>) -> [vec128_storage; <span class="number">2</span>] { - <span class="kw">unsafe </span>{ <span class="self">self</span>.sse2 } - } -} -<span class="kw">impl </span>Eq <span class="kw">for </span>vec256_storage {} -<span class="kw">impl </span>PartialEq <span class="kw">for </span>vec256_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { - <span class="kw">unsafe </span>{ <span class="self">self</span>.sse2 == rhs.sse2 } - } -} - -<span class="attribute">#[allow(non_camel_case_types)] -#[derive(Copy, Clone)] -</span><span class="kw">pub union </span>vec512_storage { - u32x16: [u32; <span class="number">16</span>], - u64x8: [u64; <span class="number">8</span>], - u128x4: [u128; <span class="number">4</span>], - sse2: [vec128_storage; <span class="number">4</span>], - avx: [vec256_storage; <span class="number">2</span>], -} -<span class="kw">impl </span>Default <span class="kw">for </span>vec512_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>default() -> <span class="self">Self </span>{ - vec512_storage { - u128x4: [<span class="number">0</span>, <span class="number">0</span>, <span class="number">0</span>, <span class="number">0</span>], - } - } -} -<span class="kw">impl </span>vec512_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">pub fn </span>new128(xs: [vec128_storage; <span class="number">4</span>]) -> <span class="self">Self </span>{ - <span class="self">Self </span>{ sse2: xs } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">pub fn </span>split128(<span class="self">self</span>) -> [vec128_storage; <span class="number">4</span>] { - <span class="kw">unsafe </span>{ <span class="self">self</span>.sse2 } - } -} -<span class="kw">impl </span>Eq <span class="kw">for </span>vec512_storage {} -<span class="kw">impl </span>PartialEq <span class="kw">for </span>vec512_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { - <span class="kw">unsafe </span>{ <span class="self">self</span>.avx == rhs.avx } - } -} - -<span class="macro">macro_rules! </span>impl_into { - (<span class="macro-nonterminal">$storage</span>:ident, <span class="macro-nonterminal">$array</span>:ty, <span class="macro-nonterminal">$name</span>:ident) => { - <span class="kw">impl </span>From<<span class="macro-nonterminal">$storage</span>> <span class="kw">for </span><span class="macro-nonterminal">$array </span>{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(vec: <span class="macro-nonterminal">$storage</span>) -> <span class="self">Self </span>{ - <span class="kw">unsafe </span>{ vec.<span class="macro-nonterminal">$name </span>} - } - } - }; -} -<span class="macro">impl_into!</span>(vec128_storage, [u32; <span class="number">4</span>], u32x4); -<span class="macro">impl_into!</span>(vec128_storage, [u64; <span class="number">2</span>], u64x2); -<span class="macro">impl_into!</span>(vec128_storage, [u128; <span class="number">1</span>], u128x1); -<span class="macro">impl_into!</span>(vec256_storage, [u32; <span class="number">8</span>], u32x8); -<span class="macro">impl_into!</span>(vec256_storage, [u64; <span class="number">4</span>], u64x4); -<span class="macro">impl_into!</span>(vec256_storage, [u128; <span class="number">2</span>], u128x2); -<span class="macro">impl_into!</span>(vec512_storage, [u32; <span class="number">16</span>], u32x16); -<span class="macro">impl_into!</span>(vec512_storage, [u64; <span class="number">8</span>], u64x8); -<span class="macro">impl_into!</span>(vec512_storage, [u128; <span class="number">4</span>], u128x4); - -<span class="doccomment">/// Generate the full set of optimized implementations to take advantage of the most important -/// hardware feature sets. -/// -/// This dispatcher is suitable for maximizing throughput. -</span><span class="attribute">#[macro_export] -</span><span class="macro">macro_rules! </span>dispatch { - (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt</span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret</span>:ty <span class="macro-nonterminal">$body</span>:block }) => { - <span class="attribute">#[cfg(feature = <span class="string">"std"</span>)] - </span>$(<span class="macro-nonterminal">$</span><span class="kw">pub</span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>)* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body - </span><span class="kw">use </span>std::arch::x86_64::<span class="kw-2">*</span>; - <span class="attribute">#[target_feature(enable = <span class="string">"avx2"</span>)] - </span><span class="kw">unsafe fn </span>impl_avx2($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - <span class="kw">let </span>ret = fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>); - _mm256_zeroupper(); - ret - } - <span class="attribute">#[target_feature(enable = <span class="string">"avx"</span>)] - #[target_feature(enable = <span class="string">"sse4.1"</span>)] - #[target_feature(enable = <span class="string">"ssse3"</span>)] - </span><span class="kw">unsafe fn </span>impl_avx($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - <span class="kw">let </span>ret = fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>); - _mm256_zeroupper(); - ret - } - <span class="attribute">#[target_feature(enable = <span class="string">"sse4.1"</span>)] - #[target_feature(enable = <span class="string">"ssse3"</span>)] - </span><span class="kw">unsafe fn </span>impl_sse41($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE41::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } - <span class="attribute">#[target_feature(enable = <span class="string">"ssse3"</span>)] - </span><span class="kw">unsafe fn </span>impl_ssse3($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSSE3::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } - <span class="attribute">#[target_feature(enable = <span class="string">"sse2"</span>)] - </span><span class="kw">unsafe fn </span>impl_sse2($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } - <span class="kw">unsafe </span>{ - <span class="kw">if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"avx2"</span>) { - impl_avx2($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"avx"</span>) { - impl_avx($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"sse4.1"</span>) { - impl_sse41($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"ssse3"</span>) { - impl_ssse3($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"sse2"</span>) { - impl_sse2($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else </span>{ - <span class="macro">unimplemented!</span>() - } - } - } - <span class="attribute">#[cfg(not(feature = <span class="string">"std"</span>))] - #[inline(always)] - </span>$(<span class="macro-nonterminal">$</span><span class="kw">pub</span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>)* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - <span class="kw">unsafe fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body - </span><span class="kw">unsafe </span>{ - <span class="kw">if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx2"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"sse4.1"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE41::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"ssse3"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSSE3::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else </span>{ - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } - } - } - }; - (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt </span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) <span class="macro-nonterminal">$body</span>:block }) => { - <span class="macro">dispatch!</span>(<span class="macro-nonterminal">$mach</span>, <span class="macro-nonterminal">$MTy</span>, { - $([<span class="macro-nonterminal">$</span><span class="kw">pub </span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> () <span class="macro-nonterminal">$body - </span>}); - } -} - -<span class="doccomment">/// Generate only the basic implementations necessary to be able to operate efficiently on 128-bit -/// vectors on this platfrom. For x86-64, that would mean SSE2 and AVX. -/// -/// This dispatcher is suitable for vector operations that do not benefit from advanced hardware -/// features (e.g. because they are done infrequently), so minimizing their contribution to code -/// size is more important. -</span><span class="attribute">#[macro_export] -</span><span class="macro">macro_rules! </span>dispatch_light128 { - (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt</span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret</span>:ty <span class="macro-nonterminal">$body</span>:block }) => { - <span class="attribute">#[cfg(feature = <span class="string">"std"</span>)] - </span>$(<span class="macro-nonterminal">$</span><span class="kw">pub </span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>)* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body - </span><span class="kw">use </span>std::arch::x86_64::<span class="kw-2">*</span>; - <span class="attribute">#[target_feature(enable = <span class="string">"avx"</span>)] - </span><span class="kw">unsafe fn </span>impl_avx($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } - <span class="attribute">#[target_feature(enable = <span class="string">"sse2"</span>)] - </span><span class="kw">unsafe fn </span>impl_sse2($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } - <span class="kw">unsafe </span>{ - <span class="kw">if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"avx"</span>) { - impl_avx($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"sse2"</span>) { - impl_sse2($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else </span>{ - <span class="macro">unimplemented!</span>() - } - } - } - <span class="attribute">#[cfg(not(feature = <span class="string">"std"</span>))] - #[inline(always)] - </span>$(<span class="macro-nonterminal">$</span><span class="kw">pub</span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>)* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - <span class="kw">unsafe fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body - </span><span class="kw">unsafe </span>{ - <span class="kw">if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx2"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"sse4.1"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE41::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"ssse3"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSSE3::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else </span>{ - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } - } - } - }; - (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt</span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) <span class="macro-nonterminal">$body</span>:block }) => { - <span class="macro">dispatch_light128!</span>(<span class="macro-nonterminal">$mach</span>, <span class="macro-nonterminal">$MTy</span>, { - $([<span class="macro-nonterminal">$</span><span class="kw">pub </span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> () <span class="macro-nonterminal">$body - </span>}); - } -} - -<span class="doccomment">/// Generate only the basic implementations necessary to be able to operate efficiently on 256-bit -/// vectors on this platfrom. For x86-64, that would mean SSE2, AVX, and AVX2. -/// -/// This dispatcher is suitable for vector operations that do not benefit from advanced hardware -/// features (e.g. because they are done infrequently), so minimizing their contribution to code -/// size is more important. -</span><span class="attribute">#[macro_export] -</span><span class="macro">macro_rules! </span>dispatch_light256 { - (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt</span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret</span>:ty <span class="macro-nonterminal">$body</span>:block }) => { - <span class="attribute">#[cfg(feature = <span class="string">"std"</span>)] - </span>$([<span class="macro-nonterminal">$</span><span class="kw">pub </span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body - </span><span class="kw">use </span>std::arch::x86_64::<span class="kw-2">*</span>; - <span class="attribute">#[target_feature(enable = <span class="string">"avx"</span>)] - </span><span class="kw">unsafe fn </span>impl_avx($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } - <span class="attribute">#[target_feature(enable = <span class="string">"sse2"</span>)] - </span><span class="kw">unsafe fn </span>impl_sse2($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } - <span class="kw">unsafe </span>{ - <span class="kw">if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"avx"</span>) { - impl_avx($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">is_x86_feature_detected!</span>(<span class="string">"sse2"</span>) { - impl_sse2($(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else </span>{ - <span class="macro">unimplemented!</span>() - } - } - } - <span class="attribute">#[cfg(not(feature = <span class="string">"std"</span>))] - #[inline(always)] - </span>$(<span class="macro-nonterminal">$</span><span class="kw">pub</span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>)* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret </span>{ - <span class="kw">unsafe fn </span>fn_impl<<span class="macro-nonterminal">$MTy</span>: <span class="macro-nonterminal">$crate::Machine</span>>(<span class="macro-nonterminal">$mach</span>: <span class="macro-nonterminal">$MTy</span>, $(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> <span class="macro-nonterminal">$ret $body - </span><span class="kw">unsafe </span>{ - <span class="kw">if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx2"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"avx"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::AVX::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"sse4.1"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE41::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else if </span><span class="macro">cfg!</span>(target_feature = <span class="string">"ssse3"</span>) { - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSSE3::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } <span class="kw">else </span>{ - fn_impl(<span class="macro-nonterminal">$crate::x86_64::SSE2::instance</span>(), $(<span class="macro-nonterminal">$arg</span>),<span class="kw-2">*</span>) - } - } - } - }; - (<span class="macro-nonterminal">$mach</span>:ident, <span class="macro-nonterminal">$MTy</span>:ident, { $([<span class="macro-nonterminal">$</span><span class="kw">pub</span>:<span class="macro-nonterminal">tt</span>$((<span class="macro-nonterminal">$krate</span>:tt))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>:ident($(<span class="macro-nonterminal">$arg</span>:ident: <span class="macro-nonterminal">$argty</span>:ty),* $(,)<span class="kw-2">*</span>) <span class="macro-nonterminal">$body</span>:block }) => { - <span class="macro">dispatch_light256!</span>(<span class="macro-nonterminal">$mach</span>, <span class="macro-nonterminal">$MTy</span>, { - $([<span class="macro-nonterminal">$</span><span class="kw">pub </span>$((<span class="macro-nonterminal">$krate</span>))<span class="kw-2">*</span>])* <span class="kw">fn </span><span class="macro-nonterminal">$name</span>($(<span class="macro-nonterminal">$arg</span>: <span class="macro-nonterminal">$argty</span>),<span class="kw-2">*</span>) -> () <span class="macro-nonterminal">$body - </span>}); - } -} -</code></pre></div> -</section></div></main><div id="rustdoc-vars" data-root-path="../../../" data-current-crate="ppv_lite86" data-themes="ayu,dark,light" data-resource-suffix="" data-rustdoc-version="1.66.0 (69f9c33d7 2022-12-12) (Arch Linux rust 1:1.66.0-1)" ></div></body></html>
\ No newline at end of file diff --git a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/sse2.rs.html b/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/sse2.rs.html deleted file mode 100644 index 609cf09..0000000 --- a/rust/theBook/chapter-2-guessing-game/guessing_game/target/doc/src/ppv_lite86/x86_64/sse2.rs.html +++ /dev/null @@ -1,3408 +0,0 @@ -<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `/home/pico/.local/share/cargo/registry/src/github.com-1ecc6299db9ec823/ppv-lite86-0.2.17/src/x86_64/sse2.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>sse2.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceSerif4-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../FiraSans-Regular.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../FiraSans-Medium.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceCodePro-Regular.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceSerif4-Bold.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../SourceCodePro-Semibold.ttf.woff2"><link rel="stylesheet" href="../../../normalize.css"><link rel="stylesheet" href="../../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" href="../../../ayu.css" disabled><link rel="stylesheet" href="../../../dark.css" disabled><link rel="stylesheet" href="../../../light.css" id="themeStyle"><script id="default-settings" ></script><script src="../../../storage.js"></script><script defer src="../../../source-script.js"></script><script defer src="../../../source-files.js"></script><script defer src="../../../main.js"></script><noscript><link rel="stylesheet" href="../../../noscript.css"></noscript><link rel="alternate icon" type="image/png" href="../../../favicon-16x16.png"><link rel="alternate icon" type="image/png" href="../../../favicon-32x32.png"><link rel="icon" type="image/svg+xml" href="../../../favicon.svg"></head><body class="rustdoc source"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><div class="width-limiter"><nav class="sub"><a class="sub-logo-container" href="../../../ppv_lite86/index.html"><img class="rust-logo" src="../../../rust-logo.svg" alt="logo"></a><form class="search-form"><span></span><input class="search-input" name="search" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../../wheel.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><pre class="src-line-numbers"><span id="1">1</span> -<span id="2">2</span> -<span id="3">3</span> -<span id="4">4</span> -<span id="5">5</span> -<span id="6">6</span> -<span id="7">7</span> -<span id="8">8</span> -<span id="9">9</span> -<span id="10">10</span> -<span id="11">11</span> -<span id="12">12</span> -<span id="13">13</span> -<span id="14">14</span> -<span id="15">15</span> -<span id="16">16</span> -<span id="17">17</span> -<span id="18">18</span> -<span id="19">19</span> -<span id="20">20</span> -<span id="21">21</span> -<span id="22">22</span> -<span id="23">23</span> -<span id="24">24</span> -<span id="25">25</span> -<span id="26">26</span> -<span id="27">27</span> -<span id="28">28</span> -<span id="29">29</span> -<span id="30">30</span> -<span id="31">31</span> -<span id="32">32</span> -<span id="33">33</span> -<span id="34">34</span> -<span id="35">35</span> -<span id="36">36</span> -<span id="37">37</span> -<span id="38">38</span> -<span id="39">39</span> -<span id="40">40</span> -<span id="41">41</span> -<span id="42">42</span> -<span id="43">43</span> -<span id="44">44</span> -<span id="45">45</span> -<span id="46">46</span> -<span id="47">47</span> -<span id="48">48</span> -<span id="49">49</span> -<span id="50">50</span> -<span id="51">51</span> -<span id="52">52</span> -<span id="53">53</span> -<span id="54">54</span> -<span id="55">55</span> -<span id="56">56</span> -<span id="57">57</span> -<span id="58">58</span> -<span id="59">59</span> -<span id="60">60</span> -<span id="61">61</span> -<span id="62">62</span> -<span id="63">63</span> -<span id="64">64</span> -<span id="65">65</span> -<span id="66">66</span> -<span id="67">67</span> -<span id="68">68</span> -<span id="69">69</span> -<span id="70">70</span> -<span id="71">71</span> -<span id="72">72</span> -<span id="73">73</span> -<span id="74">74</span> -<span id="75">75</span> -<span id="76">76</span> -<span id="77">77</span> -<span id="78">78</span> -<span id="79">79</span> -<span id="80">80</span> -<span id="81">81</span> -<span id="82">82</span> -<span id="83">83</span> -<span id="84">84</span> -<span id="85">85</span> -<span id="86">86</span> -<span id="87">87</span> -<span id="88">88</span> -<span id="89">89</span> -<span id="90">90</span> -<span id="91">91</span> -<span id="92">92</span> -<span id="93">93</span> -<span id="94">94</span> -<span id="95">95</span> -<span id="96">96</span> -<span id="97">97</span> -<span id="98">98</span> -<span id="99">99</span> -<span id="100">100</span> -<span id="101">101</span> -<span id="102">102</span> -<span id="103">103</span> -<span id="104">104</span> -<span id="105">105</span> -<span id="106">106</span> -<span id="107">107</span> -<span id="108">108</span> -<span id="109">109</span> -<span id="110">110</span> -<span id="111">111</span> -<span id="112">112</span> -<span id="113">113</span> -<span id="114">114</span> -<span id="115">115</span> -<span id="116">116</span> -<span id="117">117</span> -<span id="118">118</span> -<span id="119">119</span> -<span id="120">120</span> -<span id="121">121</span> -<span id="122">122</span> -<span id="123">123</span> -<span id="124">124</span> -<span id="125">125</span> -<span id="126">126</span> -<span id="127">127</span> -<span id="128">128</span> -<span id="129">129</span> -<span id="130">130</span> -<span id="131">131</span> -<span id="132">132</span> -<span id="133">133</span> -<span id="134">134</span> -<span id="135">135</span> -<span id="136">136</span> -<span id="137">137</span> -<span id="138">138</span> -<span id="139">139</span> -<span id="140">140</span> -<span id="141">141</span> -<span id="142">142</span> -<span id="143">143</span> -<span id="144">144</span> -<span id="145">145</span> -<span id="146">146</span> -<span id="147">147</span> -<span id="148">148</span> -<span id="149">149</span> -<span id="150">150</span> -<span id="151">151</span> -<span id="152">152</span> -<span id="153">153</span> -<span id="154">154</span> -<span id="155">155</span> -<span id="156">156</span> -<span id="157">157</span> -<span id="158">158</span> -<span id="159">159</span> -<span id="160">160</span> -<span id="161">161</span> -<span id="162">162</span> -<span id="163">163</span> -<span id="164">164</span> -<span id="165">165</span> -<span id="166">166</span> -<span id="167">167</span> -<span id="168">168</span> -<span id="169">169</span> -<span id="170">170</span> -<span id="171">171</span> -<span id="172">172</span> -<span id="173">173</span> -<span id="174">174</span> -<span id="175">175</span> -<span id="176">176</span> -<span id="177">177</span> -<span id="178">178</span> -<span id="179">179</span> -<span id="180">180</span> -<span id="181">181</span> -<span id="182">182</span> -<span id="183">183</span> -<span id="184">184</span> -<span id="185">185</span> -<span id="186">186</span> -<span id="187">187</span> -<span id="188">188</span> -<span id="189">189</span> -<span id="190">190</span> -<span id="191">191</span> -<span id="192">192</span> -<span id="193">193</span> -<span id="194">194</span> -<span id="195">195</span> -<span id="196">196</span> -<span id="197">197</span> -<span id="198">198</span> -<span id="199">199</span> -<span id="200">200</span> -<span id="201">201</span> -<span id="202">202</span> -<span id="203">203</span> -<span id="204">204</span> -<span id="205">205</span> -<span id="206">206</span> -<span id="207">207</span> -<span id="208">208</span> -<span id="209">209</span> -<span id="210">210</span> -<span id="211">211</span> -<span id="212">212</span> -<span id="213">213</span> -<span id="214">214</span> -<span id="215">215</span> -<span id="216">216</span> -<span id="217">217</span> -<span id="218">218</span> -<span id="219">219</span> -<span id="220">220</span> -<span id="221">221</span> -<span id="222">222</span> -<span id="223">223</span> -<span id="224">224</span> -<span id="225">225</span> -<span id="226">226</span> -<span id="227">227</span> -<span id="228">228</span> -<span id="229">229</span> -<span id="230">230</span> -<span id="231">231</span> -<span id="232">232</span> -<span id="233">233</span> -<span id="234">234</span> -<span id="235">235</span> -<span id="236">236</span> -<span id="237">237</span> -<span id="238">238</span> -<span id="239">239</span> -<span id="240">240</span> -<span id="241">241</span> -<span id="242">242</span> -<span id="243">243</span> -<span id="244">244</span> -<span id="245">245</span> -<span id="246">246</span> -<span id="247">247</span> -<span id="248">248</span> -<span id="249">249</span> -<span id="250">250</span> -<span id="251">251</span> -<span id="252">252</span> -<span id="253">253</span> -<span id="254">254</span> -<span id="255">255</span> -<span id="256">256</span> -<span id="257">257</span> -<span id="258">258</span> -<span id="259">259</span> -<span id="260">260</span> -<span id="261">261</span> -<span id="262">262</span> -<span id="263">263</span> -<span id="264">264</span> -<span id="265">265</span> -<span id="266">266</span> -<span id="267">267</span> -<span id="268">268</span> -<span id="269">269</span> -<span id="270">270</span> -<span id="271">271</span> -<span id="272">272</span> -<span id="273">273</span> -<span id="274">274</span> -<span id="275">275</span> -<span id="276">276</span> -<span id="277">277</span> -<span id="278">278</span> -<span id="279">279</span> -<span id="280">280</span> -<span id="281">281</span> -<span id="282">282</span> -<span id="283">283</span> -<span id="284">284</span> -<span id="285">285</span> -<span id="286">286</span> -<span id="287">287</span> -<span id="288">288</span> -<span id="289">289</span> -<span id="290">290</span> -<span id="291">291</span> -<span id="292">292</span> -<span id="293">293</span> -<span id="294">294</span> -<span id="295">295</span> -<span id="296">296</span> -<span id="297">297</span> -<span id="298">298</span> -<span id="299">299</span> -<span id="300">300</span> -<span id="301">301</span> -<span id="302">302</span> -<span id="303">303</span> -<span id="304">304</span> -<span id="305">305</span> -<span id="306">306</span> -<span id="307">307</span> -<span id="308">308</span> -<span id="309">309</span> -<span id="310">310</span> -<span id="311">311</span> -<span id="312">312</span> -<span id="313">313</span> -<span id="314">314</span> -<span id="315">315</span> -<span id="316">316</span> -<span id="317">317</span> -<span id="318">318</span> -<span id="319">319</span> -<span id="320">320</span> -<span id="321">321</span> -<span id="322">322</span> -<span id="323">323</span> -<span id="324">324</span> -<span id="325">325</span> -<span id="326">326</span> -<span id="327">327</span> -<span id="328">328</span> -<span id="329">329</span> -<span id="330">330</span> -<span id="331">331</span> -<span id="332">332</span> -<span id="333">333</span> -<span id="334">334</span> -<span id="335">335</span> -<span id="336">336</span> -<span id="337">337</span> -<span id="338">338</span> -<span id="339">339</span> -<span id="340">340</span> -<span id="341">341</span> -<span id="342">342</span> -<span id="343">343</span> -<span id="344">344</span> -<span id="345">345</span> -<span id="346">346</span> -<span id="347">347</span> -<span id="348">348</span> -<span id="349">349</span> -<span id="350">350</span> -<span id="351">351</span> -<span id="352">352</span> -<span id="353">353</span> -<span id="354">354</span> -<span id="355">355</span> -<span id="356">356</span> -<span id="357">357</span> -<span id="358">358</span> -<span id="359">359</span> -<span id="360">360</span> -<span id="361">361</span> -<span id="362">362</span> -<span id="363">363</span> -<span id="364">364</span> -<span id="365">365</span> -<span id="366">366</span> -<span id="367">367</span> -<span id="368">368</span> -<span id="369">369</span> -<span id="370">370</span> -<span id="371">371</span> -<span id="372">372</span> -<span id="373">373</span> -<span id="374">374</span> -<span id="375">375</span> -<span id="376">376</span> -<span id="377">377</span> -<span id="378">378</span> -<span id="379">379</span> -<span id="380">380</span> -<span id="381">381</span> -<span id="382">382</span> -<span id="383">383</span> -<span id="384">384</span> -<span id="385">385</span> -<span id="386">386</span> -<span id="387">387</span> -<span id="388">388</span> -<span id="389">389</span> -<span id="390">390</span> -<span id="391">391</span> -<span id="392">392</span> -<span id="393">393</span> -<span id="394">394</span> -<span id="395">395</span> -<span id="396">396</span> -<span id="397">397</span> -<span id="398">398</span> -<span id="399">399</span> -<span id="400">400</span> -<span id="401">401</span> -<span id="402">402</span> -<span id="403">403</span> -<span id="404">404</span> -<span id="405">405</span> -<span id="406">406</span> -<span id="407">407</span> -<span id="408">408</span> -<span id="409">409</span> -<span id="410">410</span> -<span id="411">411</span> -<span id="412">412</span> -<span id="413">413</span> -<span id="414">414</span> -<span id="415">415</span> -<span id="416">416</span> -<span id="417">417</span> -<span id="418">418</span> -<span id="419">419</span> -<span id="420">420</span> -<span id="421">421</span> -<span id="422">422</span> -<span id="423">423</span> -<span id="424">424</span> -<span id="425">425</span> -<span id="426">426</span> -<span id="427">427</span> -<span id="428">428</span> -<span id="429">429</span> -<span id="430">430</span> -<span id="431">431</span> -<span id="432">432</span> -<span id="433">433</span> -<span id="434">434</span> -<span id="435">435</span> -<span id="436">436</span> -<span id="437">437</span> -<span id="438">438</span> -<span id="439">439</span> -<span id="440">440</span> -<span id="441">441</span> -<span id="442">442</span> -<span id="443">443</span> -<span id="444">444</span> -<span id="445">445</span> -<span id="446">446</span> -<span id="447">447</span> -<span id="448">448</span> -<span id="449">449</span> -<span id="450">450</span> -<span id="451">451</span> -<span id="452">452</span> -<span id="453">453</span> -<span id="454">454</span> -<span id="455">455</span> -<span id="456">456</span> -<span id="457">457</span> -<span id="458">458</span> -<span id="459">459</span> -<span id="460">460</span> -<span id="461">461</span> -<span id="462">462</span> -<span id="463">463</span> -<span id="464">464</span> -<span id="465">465</span> -<span id="466">466</span> -<span id="467">467</span> -<span id="468">468</span> -<span id="469">469</span> -<span id="470">470</span> -<span id="471">471</span> -<span id="472">472</span> -<span id="473">473</span> -<span id="474">474</span> -<span id="475">475</span> -<span id="476">476</span> -<span id="477">477</span> -<span id="478">478</span> -<span id="479">479</span> -<span id="480">480</span> -<span id="481">481</span> -<span id="482">482</span> -<span id="483">483</span> -<span id="484">484</span> -<span id="485">485</span> -<span id="486">486</span> -<span id="487">487</span> -<span id="488">488</span> -<span id="489">489</span> -<span id="490">490</span> -<span id="491">491</span> -<span id="492">492</span> -<span id="493">493</span> -<span id="494">494</span> -<span id="495">495</span> -<span id="496">496</span> -<span id="497">497</span> -<span id="498">498</span> -<span id="499">499</span> -<span id="500">500</span> -<span id="501">501</span> -<span id="502">502</span> -<span id="503">503</span> -<span id="504">504</span> -<span id="505">505</span> -<span id="506">506</span> -<span id="507">507</span> -<span id="508">508</span> -<span id="509">509</span> -<span id="510">510</span> -<span id="511">511</span> -<span id="512">512</span> -<span id="513">513</span> -<span id="514">514</span> -<span id="515">515</span> -<span id="516">516</span> -<span id="517">517</span> -<span id="518">518</span> -<span id="519">519</span> -<span id="520">520</span> -<span id="521">521</span> -<span id="522">522</span> -<span id="523">523</span> -<span id="524">524</span> -<span id="525">525</span> -<span id="526">526</span> -<span id="527">527</span> -<span id="528">528</span> -<span id="529">529</span> -<span id="530">530</span> -<span id="531">531</span> -<span id="532">532</span> -<span id="533">533</span> -<span id="534">534</span> -<span id="535">535</span> -<span id="536">536</span> -<span id="537">537</span> -<span id="538">538</span> -<span id="539">539</span> -<span id="540">540</span> -<span id="541">541</span> -<span id="542">542</span> -<span id="543">543</span> -<span id="544">544</span> -<span id="545">545</span> -<span id="546">546</span> -<span id="547">547</span> -<span id="548">548</span> -<span id="549">549</span> -<span id="550">550</span> -<span id="551">551</span> -<span id="552">552</span> -<span id="553">553</span> -<span id="554">554</span> -<span id="555">555</span> -<span id="556">556</span> -<span id="557">557</span> -<span id="558">558</span> -<span id="559">559</span> -<span id="560">560</span> -<span id="561">561</span> -<span id="562">562</span> -<span id="563">563</span> -<span id="564">564</span> -<span id="565">565</span> -<span id="566">566</span> -<span id="567">567</span> -<span id="568">568</span> -<span id="569">569</span> -<span id="570">570</span> -<span id="571">571</span> -<span id="572">572</span> -<span id="573">573</span> -<span id="574">574</span> -<span id="575">575</span> -<span id="576">576</span> -<span id="577">577</span> -<span id="578">578</span> -<span id="579">579</span> -<span id="580">580</span> -<span id="581">581</span> -<span id="582">582</span> -<span id="583">583</span> -<span id="584">584</span> -<span id="585">585</span> -<span id="586">586</span> -<span id="587">587</span> -<span id="588">588</span> -<span id="589">589</span> -<span id="590">590</span> -<span id="591">591</span> -<span id="592">592</span> -<span id="593">593</span> -<span id="594">594</span> -<span id="595">595</span> -<span id="596">596</span> -<span id="597">597</span> -<span id="598">598</span> -<span id="599">599</span> -<span id="600">600</span> -<span id="601">601</span> -<span id="602">602</span> -<span id="603">603</span> -<span id="604">604</span> -<span id="605">605</span> -<span id="606">606</span> -<span id="607">607</span> -<span id="608">608</span> -<span id="609">609</span> -<span id="610">610</span> -<span id="611">611</span> -<span id="612">612</span> -<span id="613">613</span> -<span id="614">614</span> -<span id="615">615</span> -<span id="616">616</span> -<span id="617">617</span> -<span id="618">618</span> -<span id="619">619</span> -<span id="620">620</span> -<span id="621">621</span> -<span id="622">622</span> -<span id="623">623</span> -<span id="624">624</span> -<span id="625">625</span> -<span id="626">626</span> -<span id="627">627</span> -<span id="628">628</span> -<span id="629">629</span> -<span id="630">630</span> -<span id="631">631</span> -<span id="632">632</span> -<span id="633">633</span> -<span id="634">634</span> -<span id="635">635</span> -<span id="636">636</span> -<span id="637">637</span> -<span id="638">638</span> -<span id="639">639</span> -<span id="640">640</span> -<span id="641">641</span> -<span id="642">642</span> -<span id="643">643</span> -<span id="644">644</span> -<span id="645">645</span> -<span id="646">646</span> -<span id="647">647</span> -<span id="648">648</span> -<span id="649">649</span> -<span id="650">650</span> -<span id="651">651</span> -<span id="652">652</span> -<span id="653">653</span> -<span id="654">654</span> -<span id="655">655</span> -<span id="656">656</span> -<span id="657">657</span> -<span id="658">658</span> -<span id="659">659</span> -<span id="660">660</span> -<span id="661">661</span> -<span id="662">662</span> -<span id="663">663</span> -<span id="664">664</span> -<span id="665">665</span> -<span id="666">666</span> -<span id="667">667</span> -<span id="668">668</span> -<span id="669">669</span> -<span id="670">670</span> -<span id="671">671</span> -<span id="672">672</span> -<span id="673">673</span> -<span id="674">674</span> -<span id="675">675</span> -<span id="676">676</span> -<span id="677">677</span> -<span id="678">678</span> -<span id="679">679</span> -<span id="680">680</span> -<span id="681">681</span> -<span id="682">682</span> -<span id="683">683</span> -<span id="684">684</span> -<span id="685">685</span> -<span id="686">686</span> -<span id="687">687</span> -<span id="688">688</span> -<span id="689">689</span> -<span id="690">690</span> -<span id="691">691</span> -<span id="692">692</span> -<span id="693">693</span> -<span id="694">694</span> -<span id="695">695</span> -<span id="696">696</span> -<span id="697">697</span> -<span id="698">698</span> -<span id="699">699</span> -<span id="700">700</span> -<span id="701">701</span> -<span id="702">702</span> -<span id="703">703</span> -<span id="704">704</span> -<span id="705">705</span> -<span id="706">706</span> -<span id="707">707</span> -<span id="708">708</span> -<span id="709">709</span> -<span id="710">710</span> -<span id="711">711</span> -<span id="712">712</span> -<span id="713">713</span> -<span id="714">714</span> -<span id="715">715</span> -<span id="716">716</span> -<span id="717">717</span> -<span id="718">718</span> -<span id="719">719</span> -<span id="720">720</span> -<span id="721">721</span> -<span id="722">722</span> -<span id="723">723</span> -<span id="724">724</span> -<span id="725">725</span> -<span id="726">726</span> -<span id="727">727</span> -<span id="728">728</span> -<span id="729">729</span> -<span id="730">730</span> -<span id="731">731</span> -<span id="732">732</span> -<span id="733">733</span> -<span id="734">734</span> -<span id="735">735</span> -<span id="736">736</span> -<span id="737">737</span> -<span id="738">738</span> -<span id="739">739</span> -<span id="740">740</span> -<span id="741">741</span> -<span id="742">742</span> -<span id="743">743</span> -<span id="744">744</span> -<span id="745">745</span> -<span id="746">746</span> -<span id="747">747</span> -<span id="748">748</span> -<span id="749">749</span> -<span id="750">750</span> -<span id="751">751</span> -<span id="752">752</span> -<span id="753">753</span> -<span id="754">754</span> -<span id="755">755</span> -<span id="756">756</span> -<span id="757">757</span> -<span id="758">758</span> -<span id="759">759</span> -<span id="760">760</span> -<span id="761">761</span> -<span id="762">762</span> -<span id="763">763</span> -<span id="764">764</span> -<span id="765">765</span> -<span id="766">766</span> -<span id="767">767</span> -<span id="768">768</span> -<span id="769">769</span> -<span id="770">770</span> -<span id="771">771</span> -<span id="772">772</span> -<span id="773">773</span> -<span id="774">774</span> -<span id="775">775</span> -<span id="776">776</span> -<span id="777">777</span> -<span id="778">778</span> -<span id="779">779</span> -<span id="780">780</span> -<span id="781">781</span> -<span id="782">782</span> -<span id="783">783</span> -<span id="784">784</span> -<span id="785">785</span> -<span id="786">786</span> -<span id="787">787</span> -<span id="788">788</span> -<span id="789">789</span> -<span id="790">790</span> -<span id="791">791</span> -<span id="792">792</span> -<span id="793">793</span> -<span id="794">794</span> -<span id="795">795</span> -<span id="796">796</span> -<span id="797">797</span> -<span id="798">798</span> -<span id="799">799</span> -<span id="800">800</span> -<span id="801">801</span> -<span id="802">802</span> -<span id="803">803</span> -<span id="804">804</span> -<span id="805">805</span> -<span id="806">806</span> -<span id="807">807</span> -<span id="808">808</span> -<span id="809">809</span> -<span id="810">810</span> -<span id="811">811</span> -<span id="812">812</span> -<span id="813">813</span> -<span id="814">814</span> -<span id="815">815</span> -<span id="816">816</span> -<span id="817">817</span> -<span id="818">818</span> -<span id="819">819</span> -<span id="820">820</span> -<span id="821">821</span> -<span id="822">822</span> -<span id="823">823</span> -<span id="824">824</span> -<span id="825">825</span> -<span id="826">826</span> -<span id="827">827</span> -<span id="828">828</span> -<span id="829">829</span> -<span id="830">830</span> -<span id="831">831</span> -<span id="832">832</span> -<span id="833">833</span> -<span id="834">834</span> -<span id="835">835</span> -<span id="836">836</span> -<span id="837">837</span> -<span id="838">838</span> -<span id="839">839</span> -<span id="840">840</span> -<span id="841">841</span> -<span id="842">842</span> -<span id="843">843</span> -<span id="844">844</span> -<span id="845">845</span> -<span id="846">846</span> -<span id="847">847</span> -<span id="848">848</span> -<span id="849">849</span> -<span id="850">850</span> -<span id="851">851</span> -<span id="852">852</span> -<span id="853">853</span> -<span id="854">854</span> -<span id="855">855</span> -<span id="856">856</span> -<span id="857">857</span> -<span id="858">858</span> -<span id="859">859</span> -<span id="860">860</span> -<span id="861">861</span> -<span id="862">862</span> -<span id="863">863</span> -<span id="864">864</span> -<span id="865">865</span> -<span id="866">866</span> -<span id="867">867</span> -<span id="868">868</span> -<span id="869">869</span> -<span id="870">870</span> -<span id="871">871</span> -<span id="872">872</span> -<span id="873">873</span> -<span id="874">874</span> -<span id="875">875</span> -<span id="876">876</span> -<span id="877">877</span> -<span id="878">878</span> -<span id="879">879</span> -<span id="880">880</span> -<span id="881">881</span> -<span id="882">882</span> -<span id="883">883</span> -<span id="884">884</span> -<span id="885">885</span> -<span id="886">886</span> -<span id="887">887</span> -<span id="888">888</span> -<span id="889">889</span> -<span id="890">890</span> -<span id="891">891</span> -<span id="892">892</span> -<span id="893">893</span> -<span id="894">894</span> -<span id="895">895</span> -<span id="896">896</span> -<span id="897">897</span> -<span id="898">898</span> -<span id="899">899</span> -<span id="900">900</span> -<span id="901">901</span> -<span id="902">902</span> -<span id="903">903</span> -<span id="904">904</span> -<span id="905">905</span> -<span id="906">906</span> -<span id="907">907</span> -<span id="908">908</span> -<span id="909">909</span> -<span id="910">910</span> -<span id="911">911</span> -<span id="912">912</span> -<span id="913">913</span> -<span id="914">914</span> -<span id="915">915</span> -<span id="916">916</span> -<span id="917">917</span> -<span id="918">918</span> -<span id="919">919</span> -<span id="920">920</span> -<span id="921">921</span> -<span id="922">922</span> -<span id="923">923</span> -<span id="924">924</span> -<span id="925">925</span> -<span id="926">926</span> -<span id="927">927</span> -<span id="928">928</span> -<span id="929">929</span> -<span id="930">930</span> -<span id="931">931</span> -<span id="932">932</span> -<span id="933">933</span> -<span id="934">934</span> -<span id="935">935</span> -<span id="936">936</span> -<span id="937">937</span> -<span id="938">938</span> -<span id="939">939</span> -<span id="940">940</span> -<span id="941">941</span> -<span id="942">942</span> -<span id="943">943</span> -<span id="944">944</span> -<span id="945">945</span> -<span id="946">946</span> -<span id="947">947</span> -<span id="948">948</span> -<span id="949">949</span> -<span id="950">950</span> -<span id="951">951</span> -<span id="952">952</span> -<span id="953">953</span> -<span id="954">954</span> -<span id="955">955</span> -<span id="956">956</span> -<span id="957">957</span> -<span id="958">958</span> -<span id="959">959</span> -<span id="960">960</span> -<span id="961">961</span> -<span id="962">962</span> -<span id="963">963</span> -<span id="964">964</span> -<span id="965">965</span> -<span id="966">966</span> -<span id="967">967</span> -<span id="968">968</span> -<span id="969">969</span> -<span id="970">970</span> -<span id="971">971</span> -<span id="972">972</span> -<span id="973">973</span> -<span id="974">974</span> -<span id="975">975</span> -<span id="976">976</span> -<span id="977">977</span> -<span id="978">978</span> -<span id="979">979</span> -<span id="980">980</span> -<span id="981">981</span> -<span id="982">982</span> -<span id="983">983</span> -<span id="984">984</span> -<span id="985">985</span> -<span id="986">986</span> -<span id="987">987</span> -<span id="988">988</span> -<span id="989">989</span> -<span id="990">990</span> -<span id="991">991</span> -<span id="992">992</span> -<span id="993">993</span> -<span id="994">994</span> -<span id="995">995</span> -<span id="996">996</span> -<span id="997">997</span> -<span id="998">998</span> -<span id="999">999</span> -<span id="1000">1000</span> -<span id="1001">1001</span> -<span id="1002">1002</span> -<span id="1003">1003</span> -<span id="1004">1004</span> -<span id="1005">1005</span> -<span id="1006">1006</span> -<span id="1007">1007</span> -<span id="1008">1008</span> -<span id="1009">1009</span> -<span id="1010">1010</span> -<span id="1011">1011</span> -<span id="1012">1012</span> -<span id="1013">1013</span> -<span id="1014">1014</span> -<span id="1015">1015</span> -<span id="1016">1016</span> -<span id="1017">1017</span> -<span id="1018">1018</span> -<span id="1019">1019</span> -<span id="1020">1020</span> -<span id="1021">1021</span> -<span id="1022">1022</span> -<span id="1023">1023</span> -<span id="1024">1024</span> -<span id="1025">1025</span> -<span id="1026">1026</span> -<span id="1027">1027</span> -<span id="1028">1028</span> -<span id="1029">1029</span> -<span id="1030">1030</span> -<span id="1031">1031</span> -<span id="1032">1032</span> -<span id="1033">1033</span> -<span id="1034">1034</span> -<span id="1035">1035</span> -<span id="1036">1036</span> -<span id="1037">1037</span> -<span id="1038">1038</span> -<span id="1039">1039</span> -<span id="1040">1040</span> -<span id="1041">1041</span> -<span id="1042">1042</span> -<span id="1043">1043</span> -<span id="1044">1044</span> -<span id="1045">1045</span> -<span id="1046">1046</span> -<span id="1047">1047</span> -<span id="1048">1048</span> -<span id="1049">1049</span> -<span id="1050">1050</span> -<span id="1051">1051</span> -<span id="1052">1052</span> -<span id="1053">1053</span> -<span id="1054">1054</span> -<span id="1055">1055</span> -<span id="1056">1056</span> -<span id="1057">1057</span> -<span id="1058">1058</span> -<span id="1059">1059</span> -<span id="1060">1060</span> -<span id="1061">1061</span> -<span id="1062">1062</span> -<span id="1063">1063</span> -<span id="1064">1064</span> -<span id="1065">1065</span> -<span id="1066">1066</span> -<span id="1067">1067</span> -<span id="1068">1068</span> -<span id="1069">1069</span> -<span id="1070">1070</span> -<span id="1071">1071</span> -<span id="1072">1072</span> -<span id="1073">1073</span> -<span id="1074">1074</span> -<span id="1075">1075</span> -<span id="1076">1076</span> -<span id="1077">1077</span> -<span id="1078">1078</span> -<span id="1079">1079</span> -<span id="1080">1080</span> -<span id="1081">1081</span> -<span id="1082">1082</span> -<span id="1083">1083</span> -<span id="1084">1084</span> -<span id="1085">1085</span> -<span id="1086">1086</span> -<span id="1087">1087</span> -<span id="1088">1088</span> -<span id="1089">1089</span> -<span id="1090">1090</span> -<span id="1091">1091</span> -<span id="1092">1092</span> -<span id="1093">1093</span> -<span id="1094">1094</span> -<span id="1095">1095</span> -<span id="1096">1096</span> -<span id="1097">1097</span> -<span id="1098">1098</span> -<span id="1099">1099</span> -<span id="1100">1100</span> -<span id="1101">1101</span> -<span id="1102">1102</span> -<span id="1103">1103</span> -<span id="1104">1104</span> -<span id="1105">1105</span> -<span id="1106">1106</span> -<span id="1107">1107</span> -<span id="1108">1108</span> -<span id="1109">1109</span> -<span id="1110">1110</span> -<span id="1111">1111</span> -<span id="1112">1112</span> -<span id="1113">1113</span> -<span id="1114">1114</span> -<span id="1115">1115</span> -<span id="1116">1116</span> -<span id="1117">1117</span> -<span id="1118">1118</span> -<span id="1119">1119</span> -<span id="1120">1120</span> -<span id="1121">1121</span> -<span id="1122">1122</span> -<span id="1123">1123</span> -<span id="1124">1124</span> -<span id="1125">1125</span> -<span id="1126">1126</span> -<span id="1127">1127</span> -<span id="1128">1128</span> -<span id="1129">1129</span> -<span id="1130">1130</span> -<span id="1131">1131</span> -<span id="1132">1132</span> -<span id="1133">1133</span> -<span id="1134">1134</span> -<span id="1135">1135</span> -<span id="1136">1136</span> -<span id="1137">1137</span> -<span id="1138">1138</span> -<span id="1139">1139</span> -<span id="1140">1140</span> -<span id="1141">1141</span> -<span id="1142">1142</span> -<span id="1143">1143</span> -<span id="1144">1144</span> -<span id="1145">1145</span> -<span id="1146">1146</span> -<span id="1147">1147</span> -<span id="1148">1148</span> -<span id="1149">1149</span> -<span id="1150">1150</span> -<span id="1151">1151</span> -<span id="1152">1152</span> -<span id="1153">1153</span> -<span id="1154">1154</span> -<span id="1155">1155</span> -<span id="1156">1156</span> -<span id="1157">1157</span> -<span id="1158">1158</span> -<span id="1159">1159</span> -<span id="1160">1160</span> -<span id="1161">1161</span> -<span id="1162">1162</span> -<span id="1163">1163</span> -<span id="1164">1164</span> -<span id="1165">1165</span> -<span id="1166">1166</span> -<span id="1167">1167</span> -<span id="1168">1168</span> -<span id="1169">1169</span> -<span id="1170">1170</span> -<span id="1171">1171</span> -<span id="1172">1172</span> -<span id="1173">1173</span> -<span id="1174">1174</span> -<span id="1175">1175</span> -<span id="1176">1176</span> -<span id="1177">1177</span> -<span id="1178">1178</span> -<span id="1179">1179</span> -<span id="1180">1180</span> -<span id="1181">1181</span> -<span id="1182">1182</span> -<span id="1183">1183</span> -<span id="1184">1184</span> -<span id="1185">1185</span> -<span id="1186">1186</span> -<span id="1187">1187</span> -<span id="1188">1188</span> -<span id="1189">1189</span> -<span id="1190">1190</span> -<span id="1191">1191</span> -<span id="1192">1192</span> -<span id="1193">1193</span> -<span id="1194">1194</span> -<span id="1195">1195</span> -<span id="1196">1196</span> -<span id="1197">1197</span> -<span id="1198">1198</span> -<span id="1199">1199</span> -<span id="1200">1200</span> -<span id="1201">1201</span> -<span id="1202">1202</span> -<span id="1203">1203</span> -<span id="1204">1204</span> -<span id="1205">1205</span> -<span id="1206">1206</span> -<span id="1207">1207</span> -<span id="1208">1208</span> -<span id="1209">1209</span> -<span id="1210">1210</span> -<span id="1211">1211</span> -<span id="1212">1212</span> -<span id="1213">1213</span> -<span id="1214">1214</span> -<span id="1215">1215</span> -<span id="1216">1216</span> -<span id="1217">1217</span> -<span id="1218">1218</span> -<span id="1219">1219</span> -<span id="1220">1220</span> -<span id="1221">1221</span> -<span id="1222">1222</span> -<span id="1223">1223</span> -<span id="1224">1224</span> -<span id="1225">1225</span> -<span id="1226">1226</span> -<span id="1227">1227</span> -<span id="1228">1228</span> -<span id="1229">1229</span> -<span id="1230">1230</span> -<span id="1231">1231</span> -<span id="1232">1232</span> -<span id="1233">1233</span> -<span id="1234">1234</span> -<span id="1235">1235</span> -<span id="1236">1236</span> -<span id="1237">1237</span> -<span id="1238">1238</span> -<span id="1239">1239</span> -<span id="1240">1240</span> -<span id="1241">1241</span> -<span id="1242">1242</span> -<span id="1243">1243</span> -<span id="1244">1244</span> -<span id="1245">1245</span> -<span id="1246">1246</span> -<span id="1247">1247</span> -<span id="1248">1248</span> -<span id="1249">1249</span> -<span id="1250">1250</span> -<span id="1251">1251</span> -<span id="1252">1252</span> -<span id="1253">1253</span> -<span id="1254">1254</span> -<span id="1255">1255</span> -<span id="1256">1256</span> -<span id="1257">1257</span> -<span id="1258">1258</span> -<span id="1259">1259</span> -<span id="1260">1260</span> -<span id="1261">1261</span> -<span id="1262">1262</span> -<span id="1263">1263</span> -<span id="1264">1264</span> -<span id="1265">1265</span> -<span id="1266">1266</span> -<span id="1267">1267</span> -<span id="1268">1268</span> -<span id="1269">1269</span> -<span id="1270">1270</span> -<span id="1271">1271</span> -<span id="1272">1272</span> -<span id="1273">1273</span> -<span id="1274">1274</span> -<span id="1275">1275</span> -<span id="1276">1276</span> -<span id="1277">1277</span> -<span id="1278">1278</span> -<span id="1279">1279</span> -<span id="1280">1280</span> -<span id="1281">1281</span> -<span id="1282">1282</span> -<span id="1283">1283</span> -<span id="1284">1284</span> -<span id="1285">1285</span> -<span id="1286">1286</span> -<span id="1287">1287</span> -<span id="1288">1288</span> -<span id="1289">1289</span> -<span id="1290">1290</span> -<span id="1291">1291</span> -<span id="1292">1292</span> -<span id="1293">1293</span> -<span id="1294">1294</span> -<span id="1295">1295</span> -<span id="1296">1296</span> -<span id="1297">1297</span> -<span id="1298">1298</span> -<span id="1299">1299</span> -<span id="1300">1300</span> -<span id="1301">1301</span> -<span id="1302">1302</span> -<span id="1303">1303</span> -<span id="1304">1304</span> -<span id="1305">1305</span> -<span id="1306">1306</span> -<span id="1307">1307</span> -<span id="1308">1308</span> -<span id="1309">1309</span> -<span id="1310">1310</span> -<span id="1311">1311</span> -<span id="1312">1312</span> -<span id="1313">1313</span> -<span id="1314">1314</span> -<span id="1315">1315</span> -<span id="1316">1316</span> -<span id="1317">1317</span> -<span id="1318">1318</span> -<span id="1319">1319</span> -<span id="1320">1320</span> -<span id="1321">1321</span> -<span id="1322">1322</span> -<span id="1323">1323</span> -<span id="1324">1324</span> -<span id="1325">1325</span> -<span id="1326">1326</span> -<span id="1327">1327</span> -<span id="1328">1328</span> -<span id="1329">1329</span> -<span id="1330">1330</span> -<span id="1331">1331</span> -<span id="1332">1332</span> -<span id="1333">1333</span> -<span id="1334">1334</span> -<span id="1335">1335</span> -<span id="1336">1336</span> -<span id="1337">1337</span> -<span id="1338">1338</span> -<span id="1339">1339</span> -<span id="1340">1340</span> -<span id="1341">1341</span> -<span id="1342">1342</span> -<span id="1343">1343</span> -<span id="1344">1344</span> -<span id="1345">1345</span> -<span id="1346">1346</span> -<span id="1347">1347</span> -<span id="1348">1348</span> -<span id="1349">1349</span> -<span id="1350">1350</span> -<span id="1351">1351</span> -<span id="1352">1352</span> -<span id="1353">1353</span> -<span id="1354">1354</span> -<span id="1355">1355</span> -<span id="1356">1356</span> -<span id="1357">1357</span> -<span id="1358">1358</span> -<span id="1359">1359</span> -<span id="1360">1360</span> -<span id="1361">1361</span> -<span id="1362">1362</span> -<span id="1363">1363</span> -<span id="1364">1364</span> -<span id="1365">1365</span> -<span id="1366">1366</span> -<span id="1367">1367</span> -<span id="1368">1368</span> -<span id="1369">1369</span> -<span id="1370">1370</span> -<span id="1371">1371</span> -<span id="1372">1372</span> -<span id="1373">1373</span> -<span id="1374">1374</span> -<span id="1375">1375</span> -<span id="1376">1376</span> -<span id="1377">1377</span> -<span id="1378">1378</span> -<span id="1379">1379</span> -<span id="1380">1380</span> -<span id="1381">1381</span> -<span id="1382">1382</span> -<span id="1383">1383</span> -<span id="1384">1384</span> -<span id="1385">1385</span> -<span id="1386">1386</span> -<span id="1387">1387</span> -<span id="1388">1388</span> -<span id="1389">1389</span> -<span id="1390">1390</span> -<span id="1391">1391</span> -<span id="1392">1392</span> -<span id="1393">1393</span> -<span id="1394">1394</span> -<span id="1395">1395</span> -<span id="1396">1396</span> -<span id="1397">1397</span> -<span id="1398">1398</span> -<span id="1399">1399</span> -<span id="1400">1400</span> -<span id="1401">1401</span> -<span id="1402">1402</span> -<span id="1403">1403</span> -<span id="1404">1404</span> -<span id="1405">1405</span> -<span id="1406">1406</span> -<span id="1407">1407</span> -<span id="1408">1408</span> -<span id="1409">1409</span> -<span id="1410">1410</span> -<span id="1411">1411</span> -<span id="1412">1412</span> -<span id="1413">1413</span> -<span id="1414">1414</span> -<span id="1415">1415</span> -<span id="1416">1416</span> -<span id="1417">1417</span> -<span id="1418">1418</span> -<span id="1419">1419</span> -<span id="1420">1420</span> -<span id="1421">1421</span> -<span id="1422">1422</span> -<span id="1423">1423</span> -<span id="1424">1424</span> -<span id="1425">1425</span> -<span id="1426">1426</span> -<span id="1427">1427</span> -<span id="1428">1428</span> -<span id="1429">1429</span> -<span id="1430">1430</span> -<span id="1431">1431</span> -<span id="1432">1432</span> -<span id="1433">1433</span> -<span id="1434">1434</span> -<span id="1435">1435</span> -<span id="1436">1436</span> -<span id="1437">1437</span> -<span id="1438">1438</span> -<span id="1439">1439</span> -<span id="1440">1440</span> -<span id="1441">1441</span> -<span id="1442">1442</span> -<span id="1443">1443</span> -<span id="1444">1444</span> -<span id="1445">1445</span> -<span id="1446">1446</span> -<span id="1447">1447</span> -<span id="1448">1448</span> -<span id="1449">1449</span> -<span id="1450">1450</span> -<span id="1451">1451</span> -<span id="1452">1452</span> -<span id="1453">1453</span> -<span id="1454">1454</span> -<span id="1455">1455</span> -<span id="1456">1456</span> -<span id="1457">1457</span> -<span id="1458">1458</span> -<span id="1459">1459</span> -<span id="1460">1460</span> -<span id="1461">1461</span> -<span id="1462">1462</span> -<span id="1463">1463</span> -<span id="1464">1464</span> -<span id="1465">1465</span> -<span id="1466">1466</span> -<span id="1467">1467</span> -<span id="1468">1468</span> -<span id="1469">1469</span> -<span id="1470">1470</span> -<span id="1471">1471</span> -<span id="1472">1472</span> -<span id="1473">1473</span> -<span id="1474">1474</span> -<span id="1475">1475</span> -<span id="1476">1476</span> -<span id="1477">1477</span> -<span id="1478">1478</span> -<span id="1479">1479</span> -<span id="1480">1480</span> -<span id="1481">1481</span> -<span id="1482">1482</span> -<span id="1483">1483</span> -<span id="1484">1484</span> -<span id="1485">1485</span> -<span id="1486">1486</span> -<span id="1487">1487</span> -<span id="1488">1488</span> -<span id="1489">1489</span> -<span id="1490">1490</span> -<span id="1491">1491</span> -<span id="1492">1492</span> -<span id="1493">1493</span> -<span id="1494">1494</span> -<span id="1495">1495</span> -<span id="1496">1496</span> -<span id="1497">1497</span> -<span id="1498">1498</span> -<span id="1499">1499</span> -<span id="1500">1500</span> -<span id="1501">1501</span> -<span id="1502">1502</span> -<span id="1503">1503</span> -<span id="1504">1504</span> -<span id="1505">1505</span> -<span id="1506">1506</span> -<span id="1507">1507</span> -<span id="1508">1508</span> -<span id="1509">1509</span> -<span id="1510">1510</span> -<span id="1511">1511</span> -<span id="1512">1512</span> -<span id="1513">1513</span> -<span id="1514">1514</span> -<span id="1515">1515</span> -<span id="1516">1516</span> -<span id="1517">1517</span> -<span id="1518">1518</span> -<span id="1519">1519</span> -<span id="1520">1520</span> -<span id="1521">1521</span> -<span id="1522">1522</span> -<span id="1523">1523</span> -<span id="1524">1524</span> -<span id="1525">1525</span> -<span id="1526">1526</span> -<span id="1527">1527</span> -<span id="1528">1528</span> -<span id="1529">1529</span> -<span id="1530">1530</span> -<span id="1531">1531</span> -<span id="1532">1532</span> -<span id="1533">1533</span> -<span id="1534">1534</span> -<span id="1535">1535</span> -<span id="1536">1536</span> -<span id="1537">1537</span> -<span id="1538">1538</span> -<span id="1539">1539</span> -<span id="1540">1540</span> -<span id="1541">1541</span> -<span id="1542">1542</span> -<span id="1543">1543</span> -<span id="1544">1544</span> -<span id="1545">1545</span> -<span id="1546">1546</span> -<span id="1547">1547</span> -<span id="1548">1548</span> -<span id="1549">1549</span> -<span id="1550">1550</span> -<span id="1551">1551</span> -<span id="1552">1552</span> -<span id="1553">1553</span> -<span id="1554">1554</span> -<span id="1555">1555</span> -<span id="1556">1556</span> -<span id="1557">1557</span> -<span id="1558">1558</span> -<span id="1559">1559</span> -<span id="1560">1560</span> -<span id="1561">1561</span> -<span id="1562">1562</span> -<span id="1563">1563</span> -<span id="1564">1564</span> -<span id="1565">1565</span> -<span id="1566">1566</span> -<span id="1567">1567</span> -<span id="1568">1568</span> -<span id="1569">1569</span> -<span id="1570">1570</span> -<span id="1571">1571</span> -<span id="1572">1572</span> -<span id="1573">1573</span> -<span id="1574">1574</span> -<span id="1575">1575</span> -<span id="1576">1576</span> -<span id="1577">1577</span> -<span id="1578">1578</span> -<span id="1579">1579</span> -<span id="1580">1580</span> -<span id="1581">1581</span> -<span id="1582">1582</span> -<span id="1583">1583</span> -<span id="1584">1584</span> -<span id="1585">1585</span> -<span id="1586">1586</span> -<span id="1587">1587</span> -<span id="1588">1588</span> -<span id="1589">1589</span> -<span id="1590">1590</span> -<span id="1591">1591</span> -<span id="1592">1592</span> -<span id="1593">1593</span> -<span id="1594">1594</span> -<span id="1595">1595</span> -<span id="1596">1596</span> -<span id="1597">1597</span> -<span id="1598">1598</span> -<span id="1599">1599</span> -<span id="1600">1600</span> -<span id="1601">1601</span> -<span id="1602">1602</span> -<span id="1603">1603</span> -<span id="1604">1604</span> -<span id="1605">1605</span> -<span id="1606">1606</span> -<span id="1607">1607</span> -<span id="1608">1608</span> -<span id="1609">1609</span> -<span id="1610">1610</span> -<span id="1611">1611</span> -<span id="1612">1612</span> -<span id="1613">1613</span> -<span id="1614">1614</span> -<span id="1615">1615</span> -<span id="1616">1616</span> -<span id="1617">1617</span> -<span id="1618">1618</span> -<span id="1619">1619</span> -<span id="1620">1620</span> -<span id="1621">1621</span> -<span id="1622">1622</span> -<span id="1623">1623</span> -<span id="1624">1624</span> -<span id="1625">1625</span> -<span id="1626">1626</span> -<span id="1627">1627</span> -<span id="1628">1628</span> -<span id="1629">1629</span> -<span id="1630">1630</span> -<span id="1631">1631</span> -<span id="1632">1632</span> -<span id="1633">1633</span> -<span id="1634">1634</span> -<span id="1635">1635</span> -<span id="1636">1636</span> -<span id="1637">1637</span> -<span id="1638">1638</span> -<span id="1639">1639</span> -<span id="1640">1640</span> -<span id="1641">1641</span> -<span id="1642">1642</span> -<span id="1643">1643</span> -<span id="1644">1644</span> -<span id="1645">1645</span> -<span id="1646">1646</span> -<span id="1647">1647</span> -<span id="1648">1648</span> -<span id="1649">1649</span> -<span id="1650">1650</span> -<span id="1651">1651</span> -<span id="1652">1652</span> -<span id="1653">1653</span> -<span id="1654">1654</span> -<span id="1655">1655</span> -<span id="1656">1656</span> -<span id="1657">1657</span> -<span id="1658">1658</span> -<span id="1659">1659</span> -<span id="1660">1660</span> -<span id="1661">1661</span> -<span id="1662">1662</span> -<span id="1663">1663</span> -<span id="1664">1664</span> -<span id="1665">1665</span> -<span id="1666">1666</span> -<span id="1667">1667</span> -<span id="1668">1668</span> -<span id="1669">1669</span> -<span id="1670">1670</span> -<span id="1671">1671</span> -<span id="1672">1672</span> -<span id="1673">1673</span> -<span id="1674">1674</span> -<span id="1675">1675</span> -<span id="1676">1676</span> -<span id="1677">1677</span> -<span id="1678">1678</span> -<span id="1679">1679</span> -<span id="1680">1680</span> -<span id="1681">1681</span> -<span id="1682">1682</span> -<span id="1683">1683</span> -<span id="1684">1684</span> -<span id="1685">1685</span> -<span id="1686">1686</span> -<span id="1687">1687</span> -<span id="1688">1688</span> -<span id="1689">1689</span> -<span id="1690">1690</span> -<span id="1691">1691</span> -<span id="1692">1692</span> -<span id="1693">1693</span> -<span id="1694">1694</span> -<span id="1695">1695</span> -<span id="1696">1696</span> -<span id="1697">1697</span> -<span id="1698">1698</span> -<span id="1699">1699</span> -<span id="1700">1700</span> -<span id="1701">1701</span> -<span id="1702">1702</span> -<span id="1703">1703</span> -</pre><pre class="rust"><code><span class="kw">use </span><span class="kw">crate</span>::soft::{x2, x4}; -<span class="kw">use </span><span class="kw">crate</span>::types::<span class="kw-2">*</span>; -<span class="kw">use </span><span class="kw">crate</span>::vec128_storage; -<span class="kw">use </span><span class="kw">crate</span>::x86_64::Avx2Machine; -<span class="kw">use </span><span class="kw">crate</span>::x86_64::SseMachine <span class="kw">as </span>Machine86; -<span class="kw">use </span><span class="kw">crate</span>::x86_64::{NoS3, NoS4, YesS3, YesS4}; -<span class="kw">use </span>core::arch::x86_64::<span class="kw-2">*</span>; -<span class="kw">use </span>core::marker::PhantomData; -<span class="kw">use </span>core::ops::{ - Add, AddAssign, BitAnd, BitAndAssign, BitOr, BitOrAssign, BitXor, BitXorAssign, Not, -}; - -<span class="macro">macro_rules! </span>impl_binop { - (<span class="macro-nonterminal">$vec</span>:ident, <span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$impl_fn</span>:ident) => { - <span class="kw">impl</span><S3, S4, NI> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { - <span class="kw">type </span>Output = <span class="self">Self</span>; - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self</span>::Output { - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ <span class="macro-nonterminal">$impl_fn</span>(<span class="self">self</span>.x, rhs.x) }) - } - } - }; -} - -<span class="macro">macro_rules! </span>impl_binop_assign { - (<span class="macro-nonterminal">$vec</span>:ident, <span class="macro-nonterminal">$</span><span class="kw">trait</span>:<span class="macro-nonterminal">ident</span>, <span class="macro-nonterminal">$fn_assign</span>:ident, <span class="macro-nonterminal">$</span><span class="kw">fn</span>:<span class="macro-nonterminal">ident</span>) => { - <span class="kw">impl</span><S3, S4, NI> <span class="macro-nonterminal">$</span><span class="kw">trait for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> - <span class="kw">where - </span><span class="macro-nonterminal">$vec</span><S3, S4, NI>: Copy, - { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$fn_assign</span>(<span class="kw-2">&mut </span><span class="self">self</span>, rhs: <span class="self">Self</span>) { - <span class="kw-2">*</span><span class="self">self </span>= <span class="self">self</span>.<span class="macro-nonterminal">$</span><span class="kw">fn</span>(<span class="macro-nonterminal">rhs</span>); - } - } - }; -} - -<span class="macro">macro_rules! </span>def_vec { - (<span class="macro-nonterminal">$vec</span>:ident, <span class="macro-nonterminal">$word</span>:ident) => { - <span class="attribute">#[allow(non_camel_case_types)] - #[derive(Copy, Clone)] - </span><span class="kw">pub struct </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { - x: __m128i, - s3: PhantomData<S3>, - s4: PhantomData<S4>, - ni: PhantomData<NI>, - } - - <span class="kw">impl</span><S3, S4, NI> Store<vec128_storage> <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unpack(x: vec128_storage) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(x.sse2) - } - } - <span class="kw">impl</span><S3, S4, NI> From<<span class="macro-nonterminal">$vec</span><S3, S4, NI>> <span class="kw">for </span>vec128_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: <span class="macro-nonterminal">$vec</span><S3, S4, NI>) -> <span class="self">Self </span>{ - vec128_storage { sse2: x.x } - } - } - <span class="kw">impl</span><S3, S4, NI> <span class="macro-nonterminal">$vec</span><S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>new(x: __m128i) -> <span class="self">Self </span>{ - <span class="macro-nonterminal">$vec </span>{ - x, - s3: PhantomData, - s4: PhantomData, - ni: PhantomData, - } - } - } - - <span class="kw">impl</span><S3, S4, NI> StoreBytes <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> - <span class="kw">where - </span><span class="self">Self</span>: BSwap, - { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_read_le(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ - <span class="macro">assert_eq!</span>(input.len(), <span class="number">16</span>); - <span class="self">Self</span>::new(_mm_loadu_si128(input.as_ptr() <span class="kw">as </span><span class="kw-2">*const </span><span class="kw">_</span>)) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_read_be(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ - <span class="macro">assert_eq!</span>(input.len(), <span class="number">16</span>); - <span class="self">Self</span>::new(_mm_loadu_si128(input.as_ptr() <span class="kw">as </span><span class="kw-2">*const </span><span class="kw">_</span>)).bswap() - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>write_le(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { - <span class="macro">assert_eq!</span>(out.len(), <span class="number">16</span>); - <span class="kw">unsafe </span>{ _mm_storeu_si128(out.as_mut_ptr() <span class="kw">as </span><span class="kw-2">*mut </span><span class="kw">_</span>, <span class="self">self</span>.x) } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>write_be(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { - <span class="macro">assert_eq!</span>(out.len(), <span class="number">16</span>); - <span class="kw">let </span>x = <span class="self">self</span>.bswap().x; - <span class="kw">unsafe </span>{ - _mm_storeu_si128(out.as_mut_ptr() <span class="kw">as </span><span class="kw-2">*mut </span><span class="kw">_</span>, x); - } - } - } - - <span class="kw">impl</span><S3, S4, NI> Default <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>default() -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_setzero_si128() }) - } - } - - <span class="kw">impl</span><S3, S4, NI> Not <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { - <span class="kw">type </span>Output = <span class="self">Self</span>; - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>not(<span class="self">self</span>) -> <span class="self">Self</span>::Output { - <span class="kw">unsafe </span>{ - <span class="kw">let </span>ff = _mm_set1_epi64x(-<span class="number">1i64</span>); - <span class="self">self </span>^ <span class="self">Self</span>::new(ff) - } - } - } - - <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> BitOps0 <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> {} - <span class="macro">impl_binop!</span>(<span class="macro-nonterminal">$vec</span>, BitAnd, bitand, _mm_and_si128); - <span class="macro">impl_binop!</span>(<span class="macro-nonterminal">$vec</span>, BitOr, bitor, _mm_or_si128); - <span class="macro">impl_binop!</span>(<span class="macro-nonterminal">$vec</span>, BitXor, bitxor, _mm_xor_si128); - <span class="macro">impl_binop_assign!</span>(<span class="macro-nonterminal">$vec</span>, BitAndAssign, bitand_assign, bitand); - <span class="macro">impl_binop_assign!</span>(<span class="macro-nonterminal">$vec</span>, BitOrAssign, bitor_assign, bitor); - <span class="macro">impl_binop_assign!</span>(<span class="macro-nonterminal">$vec</span>, BitXorAssign, bitxor_assign, bitxor); - <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> AndNot <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> { - <span class="kw">type </span>Output = <span class="self">Self</span>; - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>andnot(<span class="self">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_andnot_si128(<span class="self">self</span>.x, rhs.x) }) - } - } - }; -} - -<span class="macro">macro_rules! </span>impl_bitops32 { - (<span class="macro-nonterminal">$vec</span>:ident) => { - <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> BitOps32 <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> <span class="kw">where - </span><span class="macro-nonterminal">$vec</span><S3, S4, NI>: RotateEachWord32 - { - } - }; -} - -<span class="macro">macro_rules! </span>impl_bitops64 { - (<span class="macro-nonterminal">$vec</span>:ident) => { - <span class="macro">impl_bitops32!</span>(<span class="macro-nonterminal">$vec</span>); - <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> BitOps64 <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> <span class="kw">where - </span><span class="macro-nonterminal">$vec</span><S3, S4, NI>: RotateEachWord64 + RotateEachWord32 - { - } - }; -} - -<span class="macro">macro_rules! </span>impl_bitops128 { - (<span class="macro-nonterminal">$vec</span>:ident) => { - <span class="macro">impl_bitops64!</span>(<span class="macro-nonterminal">$vec</span>); - <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> BitOps128 <span class="kw">for </span><span class="macro-nonterminal">$vec</span><S3, S4, NI> <span class="kw">where - </span><span class="macro-nonterminal">$vec</span><S3, S4, NI>: RotateEachWord128 - { - } - }; -} - -<span class="macro">macro_rules! </span>rotr_32_s3 { - (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$k0</span>:expr, <span class="macro-nonterminal">$k1</span>:expr) => { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi8(<span class="self">self</span>.x, _mm_set_epi64x(<span class="macro-nonterminal">$k0</span>, <span class="macro-nonterminal">$k1</span>)) }) - } - }; -} -<span class="macro">macro_rules! </span>rotr_32 { - (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$i</span>:expr) => { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - _mm_or_si128( - _mm_srli_epi32(<span class="self">self</span>.x, <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), - _mm_slli_epi32(<span class="self">self</span>.x, <span class="number">32 </span>- <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), - ) - }) - } - }; -} -<span class="kw">impl</span><S4: Copy, NI: Copy> RotateEachWord32 <span class="kw">for </span>u32x4_sse2<YesS3, S4, NI> { - <span class="macro">rotr_32!</span>(rotate_each_word_right7, <span class="number">7</span>); - <span class="macro">rotr_32_s3!</span>( - rotate_each_word_right8, - <span class="number">0x0c0f_0e0d_080b_0a09</span>, - <span class="number">0x0407_0605_0003_0201 - </span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right11, <span class="number">11</span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right12, <span class="number">12</span>); - <span class="macro">rotr_32_s3!</span>( - rotate_each_word_right16, - <span class="number">0x0d0c_0f0e_0908_0b0a</span>, - <span class="number">0x0504_0706_0100_0302 - </span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right20, <span class="number">20</span>); - <span class="macro">rotr_32_s3!</span>( - rotate_each_word_right24, - <span class="number">0x0e0d_0c0f_0a09_080b</span>, - <span class="number">0x0605_0407_0201_0003 - </span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right25, <span class="number">25</span>); -} -<span class="kw">impl</span><S4: Copy, NI: Copy> RotateEachWord32 <span class="kw">for </span>u32x4_sse2<NoS3, S4, NI> { - <span class="macro">rotr_32!</span>(rotate_each_word_right7, <span class="number">7</span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right8, <span class="number">8</span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right11, <span class="number">11</span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right12, <span class="number">12</span>); - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>rotate_each_word_right16(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(swap16_s2(<span class="self">self</span>.x)) - } - <span class="macro">rotr_32!</span>(rotate_each_word_right20, <span class="number">20</span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right24, <span class="number">24</span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right25, <span class="number">25</span>); -} - -<span class="macro">macro_rules! </span>rotr_64_s3 { - (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$k0</span>:expr, <span class="macro-nonterminal">$k1</span>:expr) => { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi8(<span class="self">self</span>.x, _mm_set_epi64x(<span class="macro-nonterminal">$k0</span>, <span class="macro-nonterminal">$k1</span>)) }) - } - }; -} -<span class="macro">macro_rules! </span>rotr_64 { - (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$i</span>:expr) => { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - _mm_or_si128( - _mm_srli_epi64(<span class="self">self</span>.x, <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), - _mm_slli_epi64(<span class="self">self</span>.x, <span class="number">64 </span>- <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), - ) - }) - } - }; -} -<span class="kw">impl</span><S4: Copy, NI: Copy> RotateEachWord32 <span class="kw">for </span>u64x2_sse2<YesS3, S4, NI> { - <span class="macro">rotr_64!</span>(rotate_each_word_right7, <span class="number">7</span>); - <span class="macro">rotr_64_s3!</span>( - rotate_each_word_right8, - <span class="number">0x080f_0e0d_0c0b_0a09</span>, - <span class="number">0x0007_0605_0403_0201 - </span>); - <span class="macro">rotr_64!</span>(rotate_each_word_right11, <span class="number">11</span>); - <span class="macro">rotr_64!</span>(rotate_each_word_right12, <span class="number">12</span>); - <span class="macro">rotr_64_s3!</span>( - rotate_each_word_right16, - <span class="number">0x0908_0f0e_0d0c_0b0a</span>, - <span class="number">0x0100_0706_0504_0302 - </span>); - <span class="macro">rotr_64!</span>(rotate_each_word_right20, <span class="number">20</span>); - <span class="macro">rotr_64_s3!</span>( - rotate_each_word_right24, - <span class="number">0x0a09_080f_0e0d_0c0b</span>, - <span class="number">0x0201_0007_0605_0403 - </span>); - <span class="macro">rotr_64!</span>(rotate_each_word_right25, <span class="number">25</span>); -} -<span class="kw">impl</span><S4: Copy, NI: Copy> RotateEachWord32 <span class="kw">for </span>u64x2_sse2<NoS3, S4, NI> { - <span class="macro">rotr_64!</span>(rotate_each_word_right7, <span class="number">7</span>); - <span class="macro">rotr_64!</span>(rotate_each_word_right8, <span class="number">8</span>); - <span class="macro">rotr_64!</span>(rotate_each_word_right11, <span class="number">11</span>); - <span class="macro">rotr_64!</span>(rotate_each_word_right12, <span class="number">12</span>); - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>rotate_each_word_right16(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(swap16_s2(<span class="self">self</span>.x)) - } - <span class="macro">rotr_64!</span>(rotate_each_word_right20, <span class="number">20</span>); - <span class="macro">rotr_64!</span>(rotate_each_word_right24, <span class="number">24</span>); - <span class="macro">rotr_64!</span>(rotate_each_word_right25, <span class="number">25</span>); -} -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> RotateEachWord64 <span class="kw">for </span>u64x2_sse2<S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>rotate_each_word_right32(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b10110001</span>) }) - } -} - -<span class="macro">macro_rules! </span>rotr_128 { - (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$i</span>:expr) => { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - _mm_or_si128( - _mm_srli_si128(<span class="self">self</span>.x, <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), - _mm_slli_si128(<span class="self">self</span>.x, <span class="number">128 </span>- <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), - ) - }) - } - }; -} -<span class="comment">// TODO: completely unoptimized -</span><span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> RotateEachWord32 <span class="kw">for </span>u128x1_sse2<S3, S4, NI> { - <span class="macro">rotr_128!</span>(rotate_each_word_right7, <span class="number">7</span>); - <span class="macro">rotr_128!</span>(rotate_each_word_right8, <span class="number">8</span>); - <span class="macro">rotr_128!</span>(rotate_each_word_right11, <span class="number">11</span>); - <span class="macro">rotr_128!</span>(rotate_each_word_right12, <span class="number">12</span>); - <span class="macro">rotr_128!</span>(rotate_each_word_right16, <span class="number">16</span>); - <span class="macro">rotr_128!</span>(rotate_each_word_right20, <span class="number">20</span>); - <span class="macro">rotr_128!</span>(rotate_each_word_right24, <span class="number">24</span>); - <span class="macro">rotr_128!</span>(rotate_each_word_right25, <span class="number">25</span>); -} -<span class="comment">// TODO: completely unoptimized -</span><span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> RotateEachWord64 <span class="kw">for </span>u128x1_sse2<S3, S4, NI> { - <span class="macro">rotr_128!</span>(rotate_each_word_right32, <span class="number">32</span>); -} -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> RotateEachWord128 <span class="kw">for </span>u128x1_sse2<S3, S4, NI> {} - -<span class="macro">def_vec!</span>(u32x4_sse2, u32); -<span class="macro">def_vec!</span>(u64x2_sse2, u64); -<span class="macro">def_vec!</span>(u128x1_sse2, u128); - -<span class="kw">impl</span><S3, NI> MultiLane<[u32; <span class="number">4</span>]> <span class="kw">for </span>u32x4_sse2<S3, YesS4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u32; <span class="number">4</span>] { - <span class="kw">unsafe </span>{ - <span class="kw">let </span>x = _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64; - <span class="kw">let </span>y = _mm_extract_epi64(<span class="self">self</span>.x, <span class="number">1</span>) <span class="kw">as </span>u64; - [x <span class="kw">as </span>u32, (x >> <span class="number">32</span>) <span class="kw">as </span>u32, y <span class="kw">as </span>u32, (y >> <span class="number">32</span>) <span class="kw">as </span>u32] - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from_lanes(xs: [u32; <span class="number">4</span>]) -> <span class="self">Self </span>{ - <span class="kw">unsafe </span>{ - <span class="kw">let </span><span class="kw-2">mut </span>x = _mm_cvtsi64_si128((xs[<span class="number">0</span>] <span class="kw">as </span>u64 | ((xs[<span class="number">1</span>] <span class="kw">as </span>u64) << <span class="number">32</span>)) <span class="kw">as </span>i64); - x = _mm_insert_epi64(x, (xs[<span class="number">2</span>] <span class="kw">as </span>u64 | ((xs[<span class="number">3</span>] <span class="kw">as </span>u64) << <span class="number">32</span>)) <span class="kw">as </span>i64, <span class="number">1</span>); - <span class="self">Self</span>::new(x) - } - } -} -<span class="kw">impl</span><S3, NI> MultiLane<[u32; <span class="number">4</span>]> <span class="kw">for </span>u32x4_sse2<S3, NoS4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u32; <span class="number">4</span>] { - <span class="kw">unsafe </span>{ - <span class="kw">let </span>x = _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64; - <span class="kw">let </span>y = _mm_cvtsi128_si64(_mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b11101110</span>)) <span class="kw">as </span>u64; - [x <span class="kw">as </span>u32, (x >> <span class="number">32</span>) <span class="kw">as </span>u32, y <span class="kw">as </span>u32, (y >> <span class="number">32</span>) <span class="kw">as </span>u32] - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from_lanes(xs: [u32; <span class="number">4</span>]) -> <span class="self">Self </span>{ - <span class="kw">unsafe </span>{ - <span class="kw">let </span>x = (xs[<span class="number">0</span>] <span class="kw">as </span>u64 | ((xs[<span class="number">1</span>] <span class="kw">as </span>u64) << <span class="number">32</span>)) <span class="kw">as </span>i64; - <span class="kw">let </span>y = (xs[<span class="number">2</span>] <span class="kw">as </span>u64 | ((xs[<span class="number">3</span>] <span class="kw">as </span>u64) << <span class="number">32</span>)) <span class="kw">as </span>i64; - <span class="kw">let </span>x = _mm_cvtsi64_si128(x); - <span class="kw">let </span>y = _mm_slli_si128(_mm_cvtsi64_si128(y), <span class="number">8</span>); - <span class="self">Self</span>::new(_mm_or_si128(x, y)) - } - } -} -<span class="kw">impl</span><S3, NI> MultiLane<[u64; <span class="number">2</span>]> <span class="kw">for </span>u64x2_sse2<S3, YesS4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u64; <span class="number">2</span>] { - <span class="kw">unsafe </span>{ - [ - _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64, - _mm_extract_epi64(<span class="self">self</span>.x, <span class="number">1</span>) <span class="kw">as </span>u64, - ] - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from_lanes(xs: [u64; <span class="number">2</span>]) -> <span class="self">Self </span>{ - <span class="kw">unsafe </span>{ - <span class="kw">let </span><span class="kw-2">mut </span>x = _mm_cvtsi64_si128(xs[<span class="number">0</span>] <span class="kw">as </span>i64); - x = _mm_insert_epi64(x, xs[<span class="number">1</span>] <span class="kw">as </span>i64, <span class="number">1</span>); - <span class="self">Self</span>::new(x) - } - } -} -<span class="kw">impl</span><S3, NI> MultiLane<[u64; <span class="number">2</span>]> <span class="kw">for </span>u64x2_sse2<S3, NoS4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u64; <span class="number">2</span>] { - <span class="kw">unsafe </span>{ - [ - _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64, - _mm_cvtsi128_si64(_mm_srli_si128(<span class="self">self</span>.x, <span class="number">8</span>)) <span class="kw">as </span>u64, - ] - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from_lanes(xs: [u64; <span class="number">2</span>]) -> <span class="self">Self </span>{ - <span class="kw">unsafe </span>{ - <span class="kw">let </span>x = _mm_cvtsi64_si128(xs[<span class="number">0</span>] <span class="kw">as </span>i64); - <span class="kw">let </span>y = _mm_slli_si128(_mm_cvtsi64_si128(xs[<span class="number">1</span>] <span class="kw">as </span>i64), <span class="number">8</span>); - <span class="self">Self</span>::new(_mm_or_si128(x, y)) - } - } -} -<span class="kw">impl</span><S3, S4, NI> MultiLane<[u128; <span class="number">1</span>]> <span class="kw">for </span>u128x1_sse2<S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u128; <span class="number">1</span>] { - <span class="macro">unimplemented!</span>() - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from_lanes(xs: [u128; <span class="number">1</span>]) -> <span class="self">Self </span>{ - <span class="macro">unimplemented!</span>(<span class="string">"{:?}"</span>, xs) - } -} - -<span class="kw">impl</span><S3, S4, NI> MultiLane<[u64; <span class="number">4</span>]> <span class="kw">for </span>u64x4_sse2<S3, S4, NI> -<span class="kw">where - </span>u64x2_sse2<S3, S4, NI>: MultiLane<[u64; <span class="number">2</span>]> + Copy, -{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u64; <span class="number">4</span>] { - <span class="kw">let </span>(a, b) = (<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].to_lanes(), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].to_lanes()); - [a[<span class="number">0</span>], a[<span class="number">1</span>], b[<span class="number">0</span>], b[<span class="number">1</span>]] - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from_lanes(xs: [u64; <span class="number">4</span>]) -> <span class="self">Self </span>{ - <span class="kw">let </span>(a, b) = ( - u64x2_sse2::from_lanes([xs[<span class="number">0</span>], xs[<span class="number">1</span>]]), - u64x2_sse2::from_lanes([xs[<span class="number">2</span>], xs[<span class="number">3</span>]]), - ); - x2::new([a, b]) - } -} - -<span class="macro">macro_rules! </span>impl_into { - (<span class="macro-nonterminal">$from</span>:ident, <span class="macro-nonterminal">$to</span>:ident) => { - <span class="kw">impl</span><S3, S4, NI> From<<span class="macro-nonterminal">$from</span><S3, S4, NI>> <span class="kw">for </span><span class="macro-nonterminal">$to</span><S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: <span class="macro-nonterminal">$from</span><S3, S4, NI>) -> <span class="self">Self </span>{ - <span class="macro-nonterminal">$to::new</span>(x.x) - } - } - }; -} - -<span class="macro">impl_into!</span>(u128x1_sse2, u32x4_sse2); -<span class="macro">impl_into!</span>(u128x1_sse2, u64x2_sse2); - -<span class="macro">impl_bitops32!</span>(u32x4_sse2); -<span class="macro">impl_bitops64!</span>(u64x2_sse2); -<span class="macro">impl_bitops128!</span>(u128x1_sse2); - -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> ArithOps <span class="kw">for </span>u32x4_sse2<S3, S4, NI> <span class="kw">where - </span>u32x4_sse2<S3, S4, NI>: BSwap -{ -} -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> ArithOps <span class="kw">for </span>u64x2_sse2<S3, S4, NI> <span class="kw">where - </span>u64x2_sse2<S3, S4, NI>: BSwap -{ -} -<span class="macro">impl_binop!</span>(u32x4_sse2, Add, add, _mm_add_epi32); -<span class="macro">impl_binop!</span>(u64x2_sse2, Add, add, _mm_add_epi64); -<span class="macro">impl_binop_assign!</span>(u32x4_sse2, AddAssign, add_assign, add); -<span class="macro">impl_binop_assign!</span>(u64x2_sse2, AddAssign, add_assign, add); - -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u32x4<Machine86<S3, S4, NI>> <span class="kw">for </span>u32x4_sse2<S3, S4, NI> -<span class="kw">where - </span>u32x4_sse2<S3, S4, NI>: RotateEachWord32 + BSwap + MultiLane<[u32; <span class="number">4</span>]> + Vec4<u32>, - Machine86<S3, S4, NI>: Machine, -{ -} -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u64x2<Machine86<S3, S4, NI>> <span class="kw">for </span>u64x2_sse2<S3, S4, NI> -<span class="kw">where - </span>u64x2_sse2<S3, S4, NI>: - RotateEachWord64 + RotateEachWord32 + BSwap + MultiLane<[u64; <span class="number">2</span>]> + Vec2<u64>, - Machine86<S3, S4, NI>: Machine, -{ -} -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u128x1<Machine86<S3, S4, NI>> <span class="kw">for </span>u128x1_sse2<S3, S4, NI> -<span class="kw">where - </span>u128x1_sse2<S3, S4, NI>: Swap64 + RotateEachWord64 + RotateEachWord32 + BSwap, - Machine86<S3, S4, NI>: Machine, - u128x1_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4>, - u128x1_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2>, -{ -} - -<span class="kw">impl</span><NI: Copy> u32x4<Avx2Machine<NI>> <span class="kw">for </span>u32x4_sse2<YesS3, YesS4, NI> -<span class="kw">where - </span>u32x4_sse2<YesS3, YesS4, NI>: RotateEachWord32 + BSwap + MultiLane<[u32; <span class="number">4</span>]> + Vec4<u32>, - Machine86<YesS3, YesS4, NI>: Machine, -{ -} -<span class="kw">impl</span><NI: Copy> u64x2<Avx2Machine<NI>> <span class="kw">for </span>u64x2_sse2<YesS3, YesS4, NI> -<span class="kw">where - </span>u64x2_sse2<YesS3, YesS4, NI>: - RotateEachWord64 + RotateEachWord32 + BSwap + MultiLane<[u64; <span class="number">2</span>]> + Vec2<u64>, - Machine86<YesS3, YesS4, NI>: Machine, -{ -} -<span class="kw">impl</span><NI: Copy> u128x1<Avx2Machine<NI>> <span class="kw">for </span>u128x1_sse2<YesS3, YesS4, NI> -<span class="kw">where - </span>u128x1_sse2<YesS3, YesS4, NI>: Swap64 + RotateEachWord64 + RotateEachWord32 + BSwap, - Machine86<YesS3, YesS4, NI>: Machine, - u128x1_sse2<YesS3, YesS4, NI>: Into<<Machine86<YesS3, YesS4, NI> <span class="kw">as </span>Machine>::u32x4>, - u128x1_sse2<YesS3, YesS4, NI>: Into<<Machine86<YesS3, YesS4, NI> <span class="kw">as </span>Machine>::u64x2>, -{ -} - -<span class="kw">impl</span><S3, S4, NI> UnsafeFrom<[u32; <span class="number">4</span>]> <span class="kw">for </span>u32x4_sse2<S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_from(xs: [u32; <span class="number">4</span>]) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(_mm_set_epi32( - xs[<span class="number">3</span>] <span class="kw">as </span>i32, - xs[<span class="number">2</span>] <span class="kw">as </span>i32, - xs[<span class="number">1</span>] <span class="kw">as </span>i32, - xs[<span class="number">0</span>] <span class="kw">as </span>i32, - )) - } -} - -<span class="kw">impl</span><S3, NI> Vec4<u32> <span class="kw">for </span>u32x4_sse2<S3, YesS4, NI> -<span class="kw">where - </span><span class="self">Self</span>: MultiLane<[u32; <span class="number">4</span>]>, -{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u32 { - <span class="self">self</span>.to_lanes()[i <span class="kw">as </span>usize] - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>insert(<span class="self">self</span>, v: u32, i: u32) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - <span class="kw">match </span>i { - <span class="number">0 </span>=> _mm_insert_epi32(<span class="self">self</span>.x, v <span class="kw">as </span>i32, <span class="number">0</span>), - <span class="number">1 </span>=> _mm_insert_epi32(<span class="self">self</span>.x, v <span class="kw">as </span>i32, <span class="number">1</span>), - <span class="number">2 </span>=> _mm_insert_epi32(<span class="self">self</span>.x, v <span class="kw">as </span>i32, <span class="number">2</span>), - <span class="number">3 </span>=> _mm_insert_epi32(<span class="self">self</span>.x, v <span class="kw">as </span>i32, <span class="number">3</span>), - <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), - } - }) - } -} -<span class="kw">impl</span><S3, NI> Vec4<u32> <span class="kw">for </span>u32x4_sse2<S3, NoS4, NI> -<span class="kw">where - </span><span class="self">Self</span>: MultiLane<[u32; <span class="number">4</span>]>, -{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u32 { - <span class="self">self</span>.to_lanes()[i <span class="kw">as </span>usize] - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>insert(<span class="self">self</span>, v: u32, i: u32) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - <span class="kw">match </span>i { - <span class="number">0 </span>=> { - <span class="kw">let </span>x = _mm_andnot_si128(_mm_cvtsi32_si128(-<span class="number">1</span>), <span class="self">self</span>.x); - _mm_or_si128(x, _mm_cvtsi32_si128(v <span class="kw">as </span>i32)) - } - <span class="number">1 </span>=> { - <span class="kw">let </span><span class="kw-2">mut </span>x = _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0111_1000</span>); - x = _mm_slli_si128(x, <span class="number">4</span>); - x = _mm_or_si128(x, _mm_cvtsi32_si128(v <span class="kw">as </span>i32)); - _mm_shuffle_epi32(x, <span class="number">0b1110_0001</span>) - } - <span class="number">2 </span>=> { - <span class="kw">let </span><span class="kw-2">mut </span>x = _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1011_0100</span>); - x = _mm_slli_si128(x, <span class="number">4</span>); - x = _mm_or_si128(x, _mm_cvtsi32_si128(v <span class="kw">as </span>i32)); - _mm_shuffle_epi32(x, <span class="number">0b1100_1001</span>) - } - <span class="number">3 </span>=> { - <span class="kw">let </span><span class="kw-2">mut </span>x = _mm_slli_si128(<span class="self">self</span>.x, <span class="number">4</span>); - x = _mm_or_si128(x, _mm_cvtsi32_si128(v <span class="kw">as </span>i32)); - _mm_shuffle_epi32(x, <span class="number">0b0011_1001</span>) - } - <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), - } - }) - } -} - -<span class="kw">impl</span><S3, S4, NI> LaneWords4 <span class="kw">for </span>u32x4_sse2<S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words2301(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">self</span>.shuffle2301() - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words1230(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">self</span>.shuffle1230() - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words3012(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">self</span>.shuffle3012() - } -} - -<span class="kw">impl</span><S3, S4, NI> Words4 <span class="kw">for </span>u32x4_sse2<S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle2301(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0100_1110</span>) }) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle1230(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1001_0011</span>) }) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle3012(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0011_1001</span>) }) - } -} - -<span class="kw">impl</span><S4, NI> Words4 <span class="kw">for </span>u64x4_sse2<YesS3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle2301(<span class="self">self</span>) -> <span class="self">Self </span>{ - x2::new([u64x2_sse2::new(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x), u64x2_sse2::new(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x)]) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle3012(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="kw">unsafe </span>{ - x2::new([ - u64x2_sse2::new(_mm_alignr_epi8(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>)), - u64x2_sse2::new(_mm_alignr_epi8(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>)), - ]) - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle1230(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="kw">unsafe </span>{ - x2::new([ - u64x2_sse2::new(_mm_alignr_epi8(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>)), - u64x2_sse2::new(_mm_alignr_epi8(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>)), - ]) - } - } -} -<span class="kw">impl</span><S4, NI> Words4 <span class="kw">for </span>u64x4_sse2<NoS3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle2301(<span class="self">self</span>) -> <span class="self">Self </span>{ - x2::new([u64x2_sse2::new(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x), u64x2_sse2::new(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x)]) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle3012(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="kw">unsafe </span>{ - <span class="kw">let </span>a = _mm_srli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>); - <span class="kw">let </span>b = _mm_slli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>); - <span class="kw">let </span>c = _mm_srli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>); - <span class="kw">let </span>d = _mm_slli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>); - <span class="kw">let </span>da = _mm_or_si128(d, a); - <span class="kw">let </span>bc = _mm_or_si128(b, c); - x2::new([u64x2_sse2::new(da), u64x2_sse2::new(bc)]) - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle1230(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="kw">unsafe </span>{ - <span class="kw">let </span>a = _mm_srli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>); - <span class="kw">let </span>b = _mm_slli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">8</span>); - <span class="kw">let </span>c = _mm_srli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>); - <span class="kw">let </span>d = _mm_slli_si128(<span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">8</span>); - <span class="kw">let </span>da = _mm_or_si128(d, a); - <span class="kw">let </span>bc = _mm_or_si128(b, c); - x2::new([u64x2_sse2::new(bc), u64x2_sse2::new(da)]) - } - } -} - -<span class="kw">impl</span><S3, S4, NI> UnsafeFrom<[u64; <span class="number">2</span>]> <span class="kw">for </span>u64x2_sse2<S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_from(xs: [u64; <span class="number">2</span>]) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(_mm_set_epi64x(xs[<span class="number">1</span>] <span class="kw">as </span>i64, xs[<span class="number">0</span>] <span class="kw">as </span>i64)) - } -} - -<span class="kw">impl</span><S3, NI> Vec2<u64> <span class="kw">for </span>u64x2_sse2<S3, YesS4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u64 { - <span class="kw">unsafe </span>{ - <span class="kw">match </span>i { - <span class="number">0 </span>=> _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64, - <span class="number">1 </span>=> _mm_extract_epi64(<span class="self">self</span>.x, <span class="number">1</span>) <span class="kw">as </span>u64, - <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), - } - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>insert(<span class="self">self</span>, x: u64, i: u32) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - <span class="kw">match </span>i { - <span class="number">0 </span>=> _mm_insert_epi64(<span class="self">self</span>.x, x <span class="kw">as </span>i64, <span class="number">0</span>), - <span class="number">1 </span>=> _mm_insert_epi64(<span class="self">self</span>.x, x <span class="kw">as </span>i64, <span class="number">1</span>), - <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), - } - }) - } -} -<span class="kw">impl</span><S3, NI> Vec2<u64> <span class="kw">for </span>u64x2_sse2<S3, NoS4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u64 { - <span class="kw">unsafe </span>{ - <span class="kw">match </span>i { - <span class="number">0 </span>=> _mm_cvtsi128_si64(<span class="self">self</span>.x) <span class="kw">as </span>u64, - <span class="number">1 </span>=> _mm_cvtsi128_si64(_mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b11101110</span>)) <span class="kw">as </span>u64, - <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), - } - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>insert(<span class="self">self</span>, x: u64, i: u32) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - <span class="kw">match </span>i { - <span class="number">0 </span>=> _mm_or_si128( - _mm_andnot_si128(_mm_cvtsi64_si128(-<span class="number">1</span>), <span class="self">self</span>.x), - _mm_cvtsi64_si128(x <span class="kw">as </span>i64), - ), - <span class="number">1 </span>=> _mm_or_si128( - _mm_move_epi64(<span class="self">self</span>.x), - _mm_slli_si128(_mm_cvtsi64_si128(x <span class="kw">as </span>i64), <span class="number">8</span>), - ), - <span class="kw">_ </span>=> <span class="macro">unreachable!</span>(), - } - }) - } -} - -<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u32x4_sse2<YesS3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - <span class="kw">let </span>k = _mm_set_epi64x(<span class="number">0x0c0d_0e0f_0809_0a0b</span>, <span class="number">0x0405_0607_0001_0203</span>); - _mm_shuffle_epi8(<span class="self">self</span>.x, k) - }) - } -} -<span class="attribute">#[inline(always)] -</span><span class="kw">fn </span>bswap32_s2(x: __m128i) -> __m128i { - <span class="kw">unsafe </span>{ - <span class="kw">let </span><span class="kw-2">mut </span>y = _mm_unpacklo_epi8(x, _mm_setzero_si128()); - y = _mm_shufflehi_epi16(y, <span class="number">0b0001_1011</span>); - y = _mm_shufflelo_epi16(y, <span class="number">0b0001_1011</span>); - <span class="kw">let </span><span class="kw-2">mut </span>z = _mm_unpackhi_epi8(x, _mm_setzero_si128()); - z = _mm_shufflehi_epi16(z, <span class="number">0b0001_1011</span>); - z = _mm_shufflelo_epi16(z, <span class="number">0b0001_1011</span>); - _mm_packus_epi16(y, z) - } -} -<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u32x4_sse2<NoS3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(bswap32_s2(<span class="self">self</span>.x)) - } -} - -<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u64x2_sse2<YesS3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - <span class="kw">let </span>k = _mm_set_epi64x(<span class="number">0x0809_0a0b_0c0d_0e0f</span>, <span class="number">0x0001_0203_0405_0607</span>); - _mm_shuffle_epi8(<span class="self">self</span>.x, k) - }) - } -} -<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u64x2_sse2<NoS3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ bswap32_s2(_mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1011_0001</span>)) }) - } -} - -<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u128x1_sse2<YesS3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - <span class="kw">let </span>k = _mm_set_epi64x(<span class="number">0x0f0e_0d0c_0b0a_0908</span>, <span class="number">0x0706_0504_0302_0100</span>); - _mm_shuffle_epi8(<span class="self">self</span>.x, k) - }) - } -} -<span class="kw">impl</span><S4, NI> BSwap <span class="kw">for </span>u128x1_sse2<NoS3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>bswap(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="macro">unimplemented!</span>() - } -} - -<span class="macro">macro_rules! </span>swapi { - (<span class="macro-nonterminal">$x</span>:expr, <span class="macro-nonterminal">$i</span>:expr, <span class="macro-nonterminal">$k</span>:expr) => { - <span class="kw">unsafe </span>{ - <span class="kw">const </span>K: u8 = <span class="macro-nonterminal">$k</span>; - <span class="kw">let </span>k = _mm_set1_epi8(K <span class="kw">as </span>i8); - u128x1_sse2::new(_mm_or_si128( - _mm_srli_epi16(_mm_and_si128(<span class="macro-nonterminal">$x</span>.x, k), <span class="macro-nonterminal">$i</span>), - _mm_and_si128(_mm_slli_epi16(<span class="macro-nonterminal">$x</span>.x, <span class="macro-nonterminal">$i</span>), k), - )) - } - }; -} -<span class="attribute">#[inline(always)] -</span><span class="kw">fn </span>swap16_s2(x: __m128i) -> __m128i { - <span class="kw">unsafe </span>{ _mm_shufflehi_epi16(_mm_shufflelo_epi16(x, <span class="number">0b1011_0001</span>), <span class="number">0b1011_0001</span>) } -} -<span class="kw">impl</span><S4, NI> Swap64 <span class="kw">for </span>u128x1_sse2<YesS3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap1(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">1</span>, <span class="number">0xaa</span>) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap2(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">2</span>, <span class="number">0xcc</span>) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap4(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">4</span>, <span class="number">0xf0</span>) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap8(<span class="self">self</span>) -> <span class="self">Self </span>{ - u128x1_sse2::new(<span class="kw">unsafe </span>{ - <span class="kw">let </span>k = _mm_set_epi64x(<span class="number">0x0e0f_0c0d_0a0b_0809</span>, <span class="number">0x0607_0405_0203_0001</span>); - _mm_shuffle_epi8(<span class="self">self</span>.x, k) - }) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap16(<span class="self">self</span>) -> <span class="self">Self </span>{ - u128x1_sse2::new(<span class="kw">unsafe </span>{ - <span class="kw">let </span>k = _mm_set_epi64x(<span class="number">0x0d0c_0f0e_0908_0b0a</span>, <span class="number">0x0504_0706_0100_0302</span>); - _mm_shuffle_epi8(<span class="self">self</span>.x, k) - }) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap32(<span class="self">self</span>) -> <span class="self">Self </span>{ - u128x1_sse2::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1011_0001</span>) }) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap64(<span class="self">self</span>) -> <span class="self">Self </span>{ - u128x1_sse2::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0100_1110</span>) }) - } -} -<span class="kw">impl</span><S4, NI> Swap64 <span class="kw">for </span>u128x1_sse2<NoS3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap1(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">1</span>, <span class="number">0xaa</span>) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap2(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">2</span>, <span class="number">0xcc</span>) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap4(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="macro">swapi!</span>(<span class="self">self</span>, <span class="number">4</span>, <span class="number">0xf0</span>) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap8(<span class="self">self</span>) -> <span class="self">Self </span>{ - u128x1_sse2::new(<span class="kw">unsafe </span>{ - _mm_or_si128(_mm_slli_epi16(<span class="self">self</span>.x, <span class="number">8</span>), _mm_srli_epi16(<span class="self">self</span>.x, <span class="number">8</span>)) - }) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap16(<span class="self">self</span>) -> <span class="self">Self </span>{ - u128x1_sse2::new(swap16_s2(<span class="self">self</span>.x)) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap32(<span class="self">self</span>) -> <span class="self">Self </span>{ - u128x1_sse2::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1011_0001</span>) }) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>swap64(<span class="self">self</span>) -> <span class="self">Self </span>{ - u128x1_sse2::new(<span class="kw">unsafe </span>{ _mm_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0100_1110</span>) }) - } -} - -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>G0; -<span class="attribute">#[derive(Copy, Clone)] -</span><span class="kw">pub struct </span>G1; - -<span class="attribute">#[allow(non_camel_case_types)] -</span><span class="kw">pub type </span>u32x4x2_sse2<S3, S4, NI> = x2<u32x4_sse2<S3, S4, NI>, G0>; -<span class="attribute">#[allow(non_camel_case_types)] -</span><span class="kw">pub type </span>u64x2x2_sse2<S3, S4, NI> = x2<u64x2_sse2<S3, S4, NI>, G0>; -<span class="attribute">#[allow(non_camel_case_types)] -</span><span class="kw">pub type </span>u64x4_sse2<S3, S4, NI> = x2<u64x2_sse2<S3, S4, NI>, G1>; -<span class="attribute">#[allow(non_camel_case_types)] -</span><span class="kw">pub type </span>u128x2_sse2<S3, S4, NI> = x2<u128x1_sse2<S3, S4, NI>, G0>; - -<span class="attribute">#[allow(non_camel_case_types)] -</span><span class="kw">pub type </span>u32x4x4_sse2<S3, S4, NI> = x4<u32x4_sse2<S3, S4, NI>>; -<span class="attribute">#[allow(non_camel_case_types)] -</span><span class="kw">pub type </span>u64x2x4_sse2<S3, S4, NI> = x4<u64x2_sse2<S3, S4, NI>>; -<span class="attribute">#[allow(non_camel_case_types)] -</span><span class="kw">pub type </span>u128x4_sse2<S3, S4, NI> = x4<u128x1_sse2<S3, S4, NI>>; - -<span class="kw">impl</span><S3, S4, NI> Vector<[u32; <span class="number">16</span>]> <span class="kw">for </span>u32x4x4_sse2<S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_scalars(<span class="self">self</span>) -> [u32; <span class="number">16</span>] { - <span class="kw">unsafe </span>{ core::mem::transmute(<span class="self">self</span>) } - } -} - -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u32x4x2<Machine86<S3, S4, NI>> <span class="kw">for </span>u32x4x2_sse2<S3, S4, NI> -<span class="kw">where - </span>u32x4_sse2<S3, S4, NI>: RotateEachWord32 + BSwap, - Machine86<S3, S4, NI>: Machine, - u32x4x2_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4; <span class="number">2</span>]>, - u32x4x2_sse2<S3, S4, NI>: Vec2<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4>, -{ -} -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u64x2x2<Machine86<S3, S4, NI>> <span class="kw">for </span>u64x2x2_sse2<S3, S4, NI> -<span class="kw">where - </span>u64x2_sse2<S3, S4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, - Machine86<S3, S4, NI>: Machine, - u64x2x2_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2; <span class="number">2</span>]>, - u64x2x2_sse2<S3, S4, NI>: Vec2<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2>, -{ -} -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u64x4<Machine86<S3, S4, NI>> <span class="kw">for </span>u64x4_sse2<S3, S4, NI> -<span class="kw">where - </span>u64x2_sse2<S3, S4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, - Machine86<S3, S4, NI>: Machine, - u64x4_sse2<S3, S4, NI>: MultiLane<[u64; <span class="number">4</span>]> + Vec4<u64> + Words4, -{ -} -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u128x2<Machine86<S3, S4, NI>> <span class="kw">for </span>u128x2_sse2<S3, S4, NI> -<span class="kw">where - </span>u128x1_sse2<S3, S4, NI>: Swap64 + BSwap, - Machine86<S3, S4, NI>: Machine, - u128x2_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u128x1; <span class="number">2</span>]>, - u128x2_sse2<S3, S4, NI>: Vec2<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u128x1>, - u128x2_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4x2>, - u128x2_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2x2>, - u128x2_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x4>, -{ -} - -<span class="kw">impl</span><NI: Copy> u32x4x2<Avx2Machine<NI>> <span class="kw">for </span>u32x4x2_sse2<YesS3, YesS4, NI> -<span class="kw">where - </span>u32x4_sse2<YesS3, YesS4, NI>: RotateEachWord32 + BSwap, - Avx2Machine<NI>: Machine, - u32x4x2_sse2<YesS3, YesS4, NI>: MultiLane<[<Avx2Machine<NI> <span class="kw">as </span>Machine>::u32x4; <span class="number">2</span>]>, - u32x4x2_sse2<YesS3, YesS4, NI>: Vec2<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u32x4>, -{ -} -<span class="kw">impl</span><NI: Copy> u64x2x2<Avx2Machine<NI>> <span class="kw">for </span>u64x2x2_sse2<YesS3, YesS4, NI> -<span class="kw">where - </span>u64x2_sse2<YesS3, YesS4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, - Avx2Machine<NI>: Machine, - u64x2x2_sse2<YesS3, YesS4, NI>: MultiLane<[<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2; <span class="number">2</span>]>, - u64x2x2_sse2<YesS3, YesS4, NI>: Vec2<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2>, -{ -} -<span class="kw">impl</span><NI: Copy> u64x4<Avx2Machine<NI>> <span class="kw">for </span>u64x4_sse2<YesS3, YesS4, NI> -<span class="kw">where - </span>u64x2_sse2<YesS3, YesS4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, - Avx2Machine<NI>: Machine, - u64x4_sse2<YesS3, YesS4, NI>: MultiLane<[u64; <span class="number">4</span>]> + Vec4<u64> + Words4, -{ -} -<span class="kw">impl</span><NI: Copy> u128x2<Avx2Machine<NI>> <span class="kw">for </span>u128x2_sse2<YesS3, YesS4, NI> -<span class="kw">where - </span>u128x1_sse2<YesS3, YesS4, NI>: Swap64 + BSwap, - Avx2Machine<NI>: Machine, - u128x2_sse2<YesS3, YesS4, NI>: MultiLane<[<Avx2Machine<NI> <span class="kw">as </span>Machine>::u128x1; <span class="number">2</span>]>, - u128x2_sse2<YesS3, YesS4, NI>: Vec2<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u128x1>, - u128x2_sse2<YesS3, YesS4, NI>: Into<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u32x4x2>, - u128x2_sse2<YesS3, YesS4, NI>: Into<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2x2>, - u128x2_sse2<YesS3, YesS4, NI>: Into<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x4>, -{ -} - -<span class="kw">impl</span><S3, S4, NI> Vec4<u64> <span class="kw">for </span>u64x4_sse2<S3, S4, NI> -<span class="kw">where - </span>u64x2_sse2<S3, S4, NI>: Copy + Vec2<u64>, -{ - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u64 { - <span class="kw">match </span>i { - <span class="number">0 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].extract(<span class="number">0</span>), - <span class="number">1 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].extract(<span class="number">1</span>), - <span class="number">2 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].extract(<span class="number">0</span>), - <span class="number">3 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].extract(<span class="number">1</span>), - <span class="kw">_ </span>=> <span class="macro">panic!</span>(), - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>insert(<span class="kw-2">mut </span><span class="self">self</span>, w: u64, i: u32) -> <span class="self">Self </span>{ - <span class="kw">match </span>i { - <span class="number">0 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].insert(w, <span class="number">0</span>), - <span class="number">1 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].insert(w, <span class="number">1</span>), - <span class="number">2 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].insert(w, <span class="number">0</span>), - <span class="number">3 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].insert(w, <span class="number">1</span>), - <span class="kw">_ </span>=> <span class="macro">panic!</span>(), - }; - <span class="self">self - </span>} -} - -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u32x4x4<Machine86<S3, S4, NI>> <span class="kw">for </span>u32x4x4_sse2<S3, S4, NI> -<span class="kw">where - </span>u32x4_sse2<S3, S4, NI>: RotateEachWord32 + BSwap, - Machine86<S3, S4, NI>: Machine, - u32x4x4_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4; <span class="number">4</span>]>, - u32x4x4_sse2<S3, S4, NI>: Vec4<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4>, - u32x4x4_sse2<S3, S4, NI>: Vec4Ext<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4>, - u32x4x4_sse2<S3, S4, NI>: Vector<[u32; <span class="number">16</span>]>, -{ -} -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u64x2x4<Machine86<S3, S4, NI>> <span class="kw">for </span>u64x2x4_sse2<S3, S4, NI> -<span class="kw">where - </span>u64x2_sse2<S3, S4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, - Machine86<S3, S4, NI>: Machine, - u64x2x4_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2; <span class="number">4</span>]>, - u64x2x4_sse2<S3, S4, NI>: Vec4<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2>, -{ -} -<span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> u128x4<Machine86<S3, S4, NI>> <span class="kw">for </span>u128x4_sse2<S3, S4, NI> -<span class="kw">where - </span>u128x1_sse2<S3, S4, NI>: Swap64 + BSwap, - Machine86<S3, S4, NI>: Machine, - u128x4_sse2<S3, S4, NI>: MultiLane<[<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u128x1; <span class="number">4</span>]>, - u128x4_sse2<S3, S4, NI>: Vec4<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u128x1>, - u128x4_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u32x4x4>, - u128x4_sse2<S3, S4, NI>: Into<<Machine86<S3, S4, NI> <span class="kw">as </span>Machine>::u64x2x4>, -{ -} - -<span class="kw">impl</span><NI: Copy> u64x2x4<Avx2Machine<NI>> <span class="kw">for </span>u64x2x4_sse2<YesS3, YesS4, NI> -<span class="kw">where - </span>u64x2_sse2<YesS3, YesS4, NI>: RotateEachWord64 + RotateEachWord32 + BSwap, - Avx2Machine<NI>: Machine, - u64x2x4_sse2<YesS3, YesS4, NI>: MultiLane<[<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2; <span class="number">4</span>]>, - u64x2x4_sse2<YesS3, YesS4, NI>: Vec4<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2>, -{ -} -<span class="kw">impl</span><NI: Copy> u128x4<Avx2Machine<NI>> <span class="kw">for </span>u128x4_sse2<YesS3, YesS4, NI> -<span class="kw">where - </span>u128x1_sse2<YesS3, YesS4, NI>: Swap64 + BSwap, - Avx2Machine<NI>: Machine, - u128x4_sse2<YesS3, YesS4, NI>: MultiLane<[<Avx2Machine<NI> <span class="kw">as </span>Machine>::u128x1; <span class="number">4</span>]>, - u128x4_sse2<YesS3, YesS4, NI>: Vec4<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u128x1>, - u128x4_sse2<YesS3, YesS4, NI>: Into<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u32x4x4>, - u128x4_sse2<YesS3, YesS4, NI>: Into<<Avx2Machine<NI> <span class="kw">as </span>Machine>::u64x2x4>, -{ -} - -<span class="macro">macro_rules! </span>impl_into_x { - (<span class="macro-nonterminal">$from</span>:ident, <span class="macro-nonterminal">$to</span>:ident) => { - <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy, Gf, Gt> From<x2<<span class="macro-nonterminal">$from</span><S3, S4, NI>, Gf>> - <span class="kw">for </span>x2<<span class="macro-nonterminal">$to</span><S3, S4, NI>, Gt> - { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: x2<<span class="macro-nonterminal">$from</span><S3, S4, NI>, Gf>) -> <span class="self">Self </span>{ - x2::new([<span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">0</span>]), <span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">1</span>])]) - } - } - <span class="kw">impl</span><S3: Copy, S4: Copy, NI: Copy> From<x4<<span class="macro-nonterminal">$from</span><S3, S4, NI>>> <span class="kw">for </span>x4<<span class="macro-nonterminal">$to</span><S3, S4, NI>> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: x4<<span class="macro-nonterminal">$from</span><S3, S4, NI>>) -> <span class="self">Self </span>{ - x4::new([ - <span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">0</span>]), - <span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">1</span>]), - <span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">2</span>]), - <span class="macro-nonterminal">$to::from</span>(x.<span class="number">0</span>[<span class="number">3</span>]), - ]) - } - } - }; -} -<span class="macro">impl_into_x!</span>(u128x1_sse2, u64x2_sse2); -<span class="macro">impl_into_x!</span>(u128x1_sse2, u32x4_sse2); - -<span class="comment">///// Debugging - -</span><span class="kw">use </span>core::fmt::{Debug, Formatter, <span class="prelude-ty">Result</span>}; - -<span class="kw">impl</span><W: PartialEq, G> PartialEq <span class="kw">for </span>x2<W, G> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { - <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>] == rhs.<span class="number">0</span>[<span class="number">0</span>] && <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>] == rhs.<span class="number">0</span>[<span class="number">1</span>] - } -} - -<span class="attribute">#[allow(unused)] -#[inline(always)] -</span><span class="kw">unsafe fn </span>eq128_s4(x: __m128i, y: __m128i) -> bool { - <span class="kw">let </span>q = _mm_shuffle_epi32(_mm_cmpeq_epi64(x, y), <span class="number">0b1100_0110</span>); - _mm_cvtsi128_si64(q) == -<span class="number">1 -</span>} - -<span class="attribute">#[inline(always)] -</span><span class="kw">unsafe fn </span>eq128_s2(x: __m128i, y: __m128i) -> bool { - <span class="kw">let </span>q = _mm_cmpeq_epi32(x, y); - <span class="kw">let </span>p = _mm_cvtsi128_si64(_mm_srli_si128(q, <span class="number">8</span>)); - <span class="kw">let </span>q = _mm_cvtsi128_si64(q); - (p & q) == -<span class="number">1 -</span>} - -<span class="kw">impl</span><S3, S4, NI> PartialEq <span class="kw">for </span>u32x4_sse2<S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { - <span class="kw">unsafe </span>{ eq128_s2(<span class="self">self</span>.x, rhs.x) } - } -} -<span class="kw">impl</span><S3, S4, NI> Debug <span class="kw">for </span>u32x4_sse2<S3, S4, NI> -<span class="kw">where - </span><span class="self">Self</span>: Copy + MultiLane<[u32; <span class="number">4</span>]>, -{ - <span class="attribute">#[cold] - </span><span class="kw">fn </span>fmt(<span class="kw-2">&</span><span class="self">self</span>, fmt: <span class="kw-2">&mut </span>Formatter) -> <span class="prelude-ty">Result </span>{ - fmt.write_fmt(<span class="macro">format_args!</span>(<span class="string">"{:08x?}"</span>, <span class="kw-2">&</span><span class="self">self</span>.to_lanes())) - } -} - -<span class="kw">impl</span><S3, S4, NI> PartialEq <span class="kw">for </span>u64x2_sse2<S3, S4, NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>eq(<span class="kw-2">&</span><span class="self">self</span>, rhs: <span class="kw-2">&</span><span class="self">Self</span>) -> bool { - <span class="kw">unsafe </span>{ eq128_s2(<span class="self">self</span>.x, rhs.x) } - } -} -<span class="kw">impl</span><S3, S4, NI> Debug <span class="kw">for </span>u64x2_sse2<S3, S4, NI> -<span class="kw">where - </span><span class="self">Self</span>: Copy + MultiLane<[u64; <span class="number">2</span>]>, -{ - <span class="attribute">#[cold] - </span><span class="kw">fn </span>fmt(<span class="kw-2">&</span><span class="self">self</span>, fmt: <span class="kw-2">&mut </span>Formatter) -> <span class="prelude-ty">Result </span>{ - fmt.write_fmt(<span class="macro">format_args!</span>(<span class="string">"{:016x?}"</span>, <span class="kw-2">&</span><span class="self">self</span>.to_lanes())) - } -} - -<span class="kw">impl</span><S3, S4, NI> Debug <span class="kw">for </span>u64x4_sse2<S3, S4, NI> -<span class="kw">where - </span>u64x2_sse2<S3, S4, NI>: Copy + MultiLane<[u64; <span class="number">2</span>]>, -{ - <span class="attribute">#[cold] - </span><span class="kw">fn </span>fmt(<span class="kw-2">&</span><span class="self">self</span>, fmt: <span class="kw-2">&mut </span>Formatter) -> <span class="prelude-ty">Result </span>{ - <span class="kw">let </span>(a, b) = (<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].to_lanes(), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].to_lanes()); - fmt.write_fmt(<span class="macro">format_args!</span>(<span class="string">"{:016x?}"</span>, <span class="kw-2">&</span>[a[<span class="number">0</span>], a[<span class="number">1</span>], b[<span class="number">0</span>], b[<span class="number">1</span>]])) - } -} - -<span class="attribute">#[cfg(test)] -#[cfg(target_arch = <span class="string">"x86_64"</span>)] -</span><span class="kw">mod </span>test { - <span class="kw">use super</span>::<span class="kw-2">*</span>; - <span class="kw">use </span><span class="kw">crate</span>::x86_64::{SSE2, SSE41, SSSE3}; - <span class="kw">use </span><span class="kw">crate</span>::Machine; - - <span class="attribute">#[test] - #[cfg_attr(not(target_feature = <span class="string">"ssse3"</span>), ignore)] - </span><span class="kw">fn </span>test_bswap32_s2_vs_s3() { - <span class="kw">let </span>xs = [<span class="number">0x0f0e_0d0c</span>, <span class="number">0x0b0a_0908</span>, <span class="number">0x0706_0504</span>, <span class="number">0x0302_0100</span>]; - <span class="kw">let </span>ys = [<span class="number">0x0c0d_0e0f</span>, <span class="number">0x0809_0a0b</span>, <span class="number">0x0405_0607</span>, <span class="number">0x0001_0203</span>]; - - <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; - <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; - - <span class="kw">let </span>x_s2 = { - <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u32x4 = s2.vec(xs); - x_s2.bswap() - }; - - <span class="kw">let </span>x_s3 = { - <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u32x4 = s3.vec(xs); - x_s3.bswap() - }; - - <span class="macro">assert_eq!</span>(x_s2, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); - <span class="macro">assert_eq!</span>(x_s2, s2.vec(ys)); - } - - <span class="attribute">#[test] - #[cfg_attr(not(target_feature = <span class="string">"ssse3"</span>), ignore)] - </span><span class="kw">fn </span>test_bswap64_s2_vs_s3() { - <span class="kw">let </span>xs = [<span class="number">0x0f0e_0d0c_0b0a_0908</span>, <span class="number">0x0706_0504_0302_0100</span>]; - <span class="kw">let </span>ys = [<span class="number">0x0809_0a0b_0c0d_0e0f</span>, <span class="number">0x0001_0203_0405_0607</span>]; - - <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; - <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; - - <span class="kw">let </span>x_s2 = { - <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u64x2 = s2.vec(xs); - x_s2.bswap() - }; - - <span class="kw">let </span>x_s3 = { - <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u64x2 = s3.vec(xs); - x_s3.bswap() - }; - - <span class="macro">assert_eq!</span>(x_s2, s2.vec(ys)); - <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); - } - - <span class="attribute">#[test] - #[cfg_attr(not(target_feature = <span class="string">"ssse3"</span>), ignore)] - </span><span class="kw">fn </span>test_shuffle32_s2_vs_s3() { - <span class="kw">let </span>xs = [<span class="number">0x0</span>, <span class="number">0x1</span>, <span class="number">0x2</span>, <span class="number">0x3</span>]; - <span class="kw">let </span>ys = [<span class="number">0x2</span>, <span class="number">0x3</span>, <span class="number">0x0</span>, <span class="number">0x1</span>]; - <span class="kw">let </span>zs = [<span class="number">0x1</span>, <span class="number">0x2</span>, <span class="number">0x3</span>, <span class="number">0x0</span>]; - - <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; - <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; - - <span class="kw">let </span>x_s2 = { - <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u32x4 = s2.vec(xs); - x_s2.shuffle2301() - }; - <span class="kw">let </span>x_s3 = { - <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u32x4 = s3.vec(xs); - x_s3.shuffle2301() - }; - <span class="macro">assert_eq!</span>(x_s2, s2.vec(ys)); - <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); - - <span class="kw">let </span>x_s2 = { - <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u32x4 = s2.vec(xs); - x_s2.shuffle3012() - }; - <span class="kw">let </span>x_s3 = { - <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u32x4 = s3.vec(xs); - x_s3.shuffle3012() - }; - <span class="macro">assert_eq!</span>(x_s2, s2.vec(zs)); - <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); - - <span class="kw">let </span>x_s2 = x_s2.shuffle1230(); - <span class="kw">let </span>x_s3 = x_s3.shuffle1230(); - <span class="macro">assert_eq!</span>(x_s2, s2.vec(xs)); - <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); - } - - <span class="attribute">#[test] - #[cfg_attr(not(target_feature = <span class="string">"ssse3"</span>), ignore)] - </span><span class="kw">fn </span>test_shuffle64_s2_vs_s3() { - <span class="kw">let </span>xs = [<span class="number">0x0</span>, <span class="number">0x1</span>, <span class="number">0x2</span>, <span class="number">0x3</span>]; - <span class="kw">let </span>ys = [<span class="number">0x2</span>, <span class="number">0x3</span>, <span class="number">0x0</span>, <span class="number">0x1</span>]; - <span class="kw">let </span>zs = [<span class="number">0x1</span>, <span class="number">0x2</span>, <span class="number">0x3</span>, <span class="number">0x0</span>]; - - <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; - <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; - - <span class="kw">let </span>x_s2 = { - <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u64x4 = s2.vec(xs); - x_s2.shuffle2301() - }; - <span class="kw">let </span>x_s3 = { - <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u64x4 = s3.vec(xs); - x_s3.shuffle2301() - }; - <span class="macro">assert_eq!</span>(x_s2, s2.vec(ys)); - <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); - - <span class="kw">let </span>x_s2 = { - <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u64x4 = s2.vec(xs); - x_s2.shuffle3012() - }; - <span class="kw">let </span>x_s3 = { - <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u64x4 = s3.vec(xs); - x_s3.shuffle3012() - }; - <span class="macro">assert_eq!</span>(x_s2, s2.vec(zs)); - <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); - - <span class="kw">let </span>x_s2 = x_s2.shuffle1230(); - <span class="kw">let </span>x_s3 = x_s3.shuffle1230(); - <span class="macro">assert_eq!</span>(x_s2, s2.vec(xs)); - <span class="macro">assert_eq!</span>(x_s3, <span class="kw">unsafe </span>{ core::mem::transmute(x_s3) }); - } - - <span class="attribute">#[cfg_attr(not(all(target_feature = <span class="string">"ssse3"</span>, target_feature = <span class="string">"sse4.1"</span>)), ignore)] - #[test] - </span><span class="kw">fn </span>test_lanes_u32x4() { - <span class="kw">let </span>xs = [<span class="number">0x1</span>, <span class="number">0x2</span>, <span class="number">0x3</span>, <span class="number">0x4</span>]; - - <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; - <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; - <span class="kw">let </span>s4 = <span class="kw">unsafe </span>{ SSE41::instance() }; - - { - <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u32x4 = s2.vec(xs); - <span class="kw">let </span>y_s2 = <SSE2 <span class="kw">as </span>Machine>::u32x4::from_lanes(xs); - <span class="macro">assert_eq!</span>(x_s2, y_s2); - <span class="macro">assert_eq!</span>(xs, y_s2.to_lanes()); - } - - { - <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u32x4 = s3.vec(xs); - <span class="kw">let </span>y_s3 = <SSSE3 <span class="kw">as </span>Machine>::u32x4::from_lanes(xs); - <span class="macro">assert_eq!</span>(x_s3, y_s3); - <span class="macro">assert_eq!</span>(xs, y_s3.to_lanes()); - } - - { - <span class="kw">let </span>x_s4: <SSE41 <span class="kw">as </span>Machine>::u32x4 = s4.vec(xs); - <span class="kw">let </span>y_s4 = <SSE41 <span class="kw">as </span>Machine>::u32x4::from_lanes(xs); - <span class="macro">assert_eq!</span>(x_s4, y_s4); - <span class="macro">assert_eq!</span>(xs, y_s4.to_lanes()); - } - } - - <span class="attribute">#[test] - #[cfg_attr(not(all(target_feature = <span class="string">"ssse3"</span>, target_feature = <span class="string">"sse4.1"</span>)), ignore)] - </span><span class="kw">fn </span>test_lanes_u64x2() { - <span class="kw">let </span>xs = [<span class="number">0x1</span>, <span class="number">0x2</span>]; - - <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; - <span class="kw">let </span>s3 = <span class="kw">unsafe </span>{ SSSE3::instance() }; - <span class="kw">let </span>s4 = <span class="kw">unsafe </span>{ SSE41::instance() }; - - { - <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u64x2 = s2.vec(xs); - <span class="kw">let </span>y_s2 = <SSE2 <span class="kw">as </span>Machine>::u64x2::from_lanes(xs); - <span class="macro">assert_eq!</span>(x_s2, y_s2); - <span class="macro">assert_eq!</span>(xs, y_s2.to_lanes()); - } - - { - <span class="kw">let </span>x_s3: <SSSE3 <span class="kw">as </span>Machine>::u64x2 = s3.vec(xs); - <span class="kw">let </span>y_s3 = <SSSE3 <span class="kw">as </span>Machine>::u64x2::from_lanes(xs); - <span class="macro">assert_eq!</span>(x_s3, y_s3); - <span class="macro">assert_eq!</span>(xs, y_s3.to_lanes()); - } - - { - <span class="kw">let </span>x_s4: <SSE41 <span class="kw">as </span>Machine>::u64x2 = s4.vec(xs); - <span class="kw">let </span>y_s4 = <SSE41 <span class="kw">as </span>Machine>::u64x2::from_lanes(xs); - <span class="macro">assert_eq!</span>(x_s4, y_s4); - <span class="macro">assert_eq!</span>(xs, y_s4.to_lanes()); - } - } - - <span class="attribute">#[test] - </span><span class="kw">fn </span>test_vec4_u32x4_s2() { - <span class="kw">let </span>xs = [<span class="number">1</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">4</span>]; - <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; - <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u32x4 = s2.vec(xs); - <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">0</span>), <span class="number">1</span>); - <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">1</span>), <span class="number">2</span>); - <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">2</span>), <span class="number">3</span>); - <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">3</span>), <span class="number">4</span>); - <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">0</span>), s2.vec([<span class="number">0xf</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">4</span>])); - <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">1</span>), s2.vec([<span class="number">1</span>, <span class="number">0xf</span>, <span class="number">3</span>, <span class="number">4</span>])); - <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">2</span>), s2.vec([<span class="number">1</span>, <span class="number">2</span>, <span class="number">0xf</span>, <span class="number">4</span>])); - <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">3</span>), s2.vec([<span class="number">1</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">0xf</span>])); - } - - <span class="attribute">#[test] - #[cfg_attr(not(all(target_feature = <span class="string">"ssse3"</span>, target_feature = <span class="string">"sse4.1"</span>)), ignore)] - </span><span class="kw">fn </span>test_vec4_u32x4_s4() { - <span class="kw">let </span>xs = [<span class="number">1</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">4</span>]; - <span class="kw">let </span>s4 = <span class="kw">unsafe </span>{ SSE41::instance() }; - <span class="kw">let </span>x_s4: <SSE41 <span class="kw">as </span>Machine>::u32x4 = s4.vec(xs); - <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">0</span>), <span class="number">1</span>); - <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">1</span>), <span class="number">2</span>); - <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">2</span>), <span class="number">3</span>); - <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">3</span>), <span class="number">4</span>); - <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">0</span>), s4.vec([<span class="number">0xf</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">4</span>])); - <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">1</span>), s4.vec([<span class="number">1</span>, <span class="number">0xf</span>, <span class="number">3</span>, <span class="number">4</span>])); - <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">2</span>), s4.vec([<span class="number">1</span>, <span class="number">2</span>, <span class="number">0xf</span>, <span class="number">4</span>])); - <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">3</span>), s4.vec([<span class="number">1</span>, <span class="number">2</span>, <span class="number">3</span>, <span class="number">0xf</span>])); - } - - <span class="attribute">#[test] - </span><span class="kw">fn </span>test_vec2_u64x2_s2() { - <span class="kw">let </span>xs = [<span class="number">0x1</span>, <span class="number">0x2</span>]; - <span class="kw">let </span>s2 = <span class="kw">unsafe </span>{ SSE2::instance() }; - <span class="kw">let </span>x_s2: <SSE2 <span class="kw">as </span>Machine>::u64x2 = s2.vec(xs); - <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">0</span>), <span class="number">1</span>); - <span class="macro">assert_eq!</span>(x_s2.extract(<span class="number">1</span>), <span class="number">2</span>); - <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">0</span>), s2.vec([<span class="number">0xf</span>, <span class="number">2</span>])); - <span class="macro">assert_eq!</span>(x_s2.insert(<span class="number">0xf</span>, <span class="number">1</span>), s2.vec([<span class="number">1</span>, <span class="number">0xf</span>])); - } - - <span class="attribute">#[test] - #[cfg_attr(not(all(target_feature = <span class="string">"ssse3"</span>, target_feature = <span class="string">"sse4.1"</span>)), ignore)] - </span><span class="kw">fn </span>test_vec4_u64x2_s4() { - <span class="kw">let </span>xs = [<span class="number">0x1</span>, <span class="number">0x2</span>]; - <span class="kw">let </span>s4 = <span class="kw">unsafe </span>{ SSE41::instance() }; - <span class="kw">let </span>x_s4: <SSE41 <span class="kw">as </span>Machine>::u64x2 = s4.vec(xs); - <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">0</span>), <span class="number">1</span>); - <span class="macro">assert_eq!</span>(x_s4.extract(<span class="number">1</span>), <span class="number">2</span>); - <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">0</span>), s4.vec([<span class="number">0xf</span>, <span class="number">2</span>])); - <span class="macro">assert_eq!</span>(x_s4.insert(<span class="number">0xf</span>, <span class="number">1</span>), s4.vec([<span class="number">1</span>, <span class="number">0xf</span>])); - } -} - -<span class="kw">pub mod </span>avx2 { - <span class="attribute">#![allow(non_camel_case_types)] - </span><span class="kw">use </span><span class="kw">crate</span>::soft::{x2, x4}; - <span class="kw">use </span><span class="kw">crate</span>::types::<span class="kw-2">*</span>; - <span class="kw">use </span><span class="kw">crate</span>::x86_64::sse2::{u128x1_sse2, u32x4_sse2, G0}; - <span class="kw">use </span><span class="kw">crate</span>::x86_64::{vec256_storage, vec512_storage, Avx2Machine, YesS3, YesS4}; - <span class="kw">use </span>core::arch::x86_64::<span class="kw-2">*</span>; - <span class="kw">use </span>core::marker::PhantomData; - <span class="kw">use </span>core::ops::<span class="kw-2">*</span>; - - <span class="attribute">#[derive(Copy, Clone)] - </span><span class="kw">pub struct </span>u32x4x2_avx2<NI> { - x: __m256i, - ni: PhantomData<NI>, - } - - <span class="kw">impl</span><NI> u32x4x2_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>new(x: __m256i) -> <span class="self">Self </span>{ - <span class="self">Self </span>{ x, ni: PhantomData } - } - } - - <span class="kw">impl</span><NI> u32x4x2<Avx2Machine<NI>> <span class="kw">for </span>u32x4x2_avx2<NI> <span class="kw">where </span>NI: Copy {} - <span class="kw">impl</span><NI> Store<vec256_storage> <span class="kw">for </span>u32x4x2_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unpack(p: vec256_storage) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(p.avx) - } - } - <span class="kw">impl</span><NI> StoreBytes <span class="kw">for </span>u32x4x2_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_read_le(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ - <span class="macro">assert_eq!</span>(input.len(), <span class="number">32</span>); - <span class="self">Self</span>::new(_mm256_loadu_si256(input.as_ptr() <span class="kw">as </span><span class="kw-2">*const </span><span class="kw">_</span>)) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unsafe_read_be(input: <span class="kw-2">&</span>[u8]) -> <span class="self">Self </span>{ - <span class="self">Self</span>::unsafe_read_le(input).bswap() - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>write_le(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { - <span class="kw">unsafe </span>{ - <span class="macro">assert_eq!</span>(out.len(), <span class="number">32</span>); - _mm256_storeu_si256(out.as_mut_ptr() <span class="kw">as </span><span class="kw-2">*mut </span><span class="kw">_</span>, <span class="self">self</span>.x) - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>write_be(<span class="self">self</span>, out: <span class="kw-2">&mut </span>[u8]) { - <span class="self">self</span>.bswap().write_le(out) - } - } - <span class="kw">impl</span><NI> MultiLane<[u32x4_sse2<YesS3, YesS4, NI>; <span class="number">2</span>]> <span class="kw">for </span>u32x4x2_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u32x4_sse2<YesS3, YesS4, NI>; <span class="number">2</span>] { - <span class="kw">unsafe </span>{ - [ - u32x4_sse2::new(_mm256_extracti128_si256(<span class="self">self</span>.x, <span class="number">0</span>)), - u32x4_sse2::new(_mm256_extracti128_si256(<span class="self">self</span>.x, <span class="number">1</span>)), - ] - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from_lanes(x: [u32x4_sse2<YesS3, YesS4, NI>; <span class="number">2</span>]) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm256_setr_m128i(x[<span class="number">0</span>].x, x[<span class="number">1</span>].x) }) - } - } - <span class="kw">impl</span><NI> Vec2<u32x4_sse2<YesS3, YesS4, NI>> <span class="kw">for </span>u32x4x2_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u32x4_sse2<YesS3, YesS4, NI> { - <span class="kw">unsafe </span>{ - <span class="kw">match </span>i { - <span class="number">0 </span>=> u32x4_sse2::new(_mm256_extracti128_si256(<span class="self">self</span>.x, <span class="number">0</span>)), - <span class="number">1 </span>=> u32x4_sse2::new(_mm256_extracti128_si256(<span class="self">self</span>.x, <span class="number">1</span>)), - <span class="kw">_ </span>=> <span class="macro">panic!</span>(), - } - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>insert(<span class="self">self</span>, w: u32x4_sse2<YesS3, YesS4, NI>, i: u32) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - <span class="kw">match </span>i { - <span class="number">0 </span>=> _mm256_inserti128_si256(<span class="self">self</span>.x, w.x, <span class="number">0</span>), - <span class="number">1 </span>=> _mm256_inserti128_si256(<span class="self">self</span>.x, w.x, <span class="number">1</span>), - <span class="kw">_ </span>=> <span class="macro">panic!</span>(), - } - }) - } - } - <span class="kw">impl</span><NI> BitOps32 <span class="kw">for </span>u32x4x2_avx2<NI> <span class="kw">where </span>NI: Copy {} - <span class="kw">impl</span><NI> ArithOps <span class="kw">for </span>u32x4x2_avx2<NI> <span class="kw">where </span>NI: Copy {} - <span class="macro">macro_rules! </span>shuf_lane_bytes { - (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$k0</span>:expr, <span class="macro-nonterminal">$k1</span>:expr) => { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - _mm256_shuffle_epi8(<span class="self">self</span>.x, _mm256_set_epi64x(<span class="macro-nonterminal">$k0</span>, <span class="macro-nonterminal">$k1</span>, <span class="macro-nonterminal">$k0</span>, <span class="macro-nonterminal">$k1</span>)) - }) - } - }; - } - <span class="macro">macro_rules! </span>rotr_32 { - (<span class="macro-nonterminal">$name</span>:ident, <span class="macro-nonterminal">$i</span>:expr) => { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$name</span>(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - _mm256_or_si256( - _mm256_srli_epi32(<span class="self">self</span>.x, <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), - _mm256_slli_epi32(<span class="self">self</span>.x, <span class="number">32 </span>- <span class="macro-nonterminal">$i </span><span class="kw">as </span>i32), - ) - }) - } - }; - } - <span class="kw">impl</span><NI: Copy> RotateEachWord32 <span class="kw">for </span>u32x4x2_avx2<NI> { - <span class="macro">rotr_32!</span>(rotate_each_word_right7, <span class="number">7</span>); - <span class="macro">shuf_lane_bytes!</span>( - rotate_each_word_right8, - <span class="number">0x0c0f_0e0d_080b_0a09</span>, - <span class="number">0x0407_0605_0003_0201 - </span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right11, <span class="number">11</span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right12, <span class="number">12</span>); - <span class="macro">shuf_lane_bytes!</span>( - rotate_each_word_right16, - <span class="number">0x0d0c_0f0e_0908_0b0a</span>, - <span class="number">0x0504_0706_0100_0302 - </span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right20, <span class="number">20</span>); - <span class="macro">shuf_lane_bytes!</span>( - rotate_each_word_right24, - <span class="number">0x0e0d_0c0f_0a09_080b</span>, - <span class="number">0x0605_0407_0201_0003 - </span>); - <span class="macro">rotr_32!</span>(rotate_each_word_right25, <span class="number">25</span>); - } - <span class="kw">impl</span><NI> BitOps0 <span class="kw">for </span>u32x4x2_avx2<NI> <span class="kw">where </span>NI: Copy {} - <span class="kw">impl</span><NI> From<u32x4x2_avx2<NI>> <span class="kw">for </span>vec256_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: u32x4x2_avx2<NI>) -> <span class="self">Self </span>{ - <span class="self">Self </span>{ avx: x.x } - } - } - - <span class="macro">macro_rules! </span>impl_assign { - (<span class="macro-nonterminal">$vec</span>:ident, <span class="macro-nonterminal">$Assign</span>:ident, <span class="macro-nonterminal">$assign_fn</span>:ident, <span class="macro-nonterminal">$bin_fn</span>:ident) => { - <span class="kw">impl</span><NI> <span class="macro-nonterminal">$Assign </span><span class="kw">for </span><span class="macro-nonterminal">$vec</span><NI> - <span class="kw">where - </span>NI: Copy, - { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$assign_fn</span>(<span class="kw-2">&mut </span><span class="self">self</span>, rhs: <span class="self">Self</span>) { - <span class="kw-2">*</span><span class="self">self </span>= <span class="self">self</span>.<span class="macro-nonterminal">$bin_fn</span>(rhs); - } - } - }; - } - <span class="macro">impl_assign!</span>(u32x4x2_avx2, BitXorAssign, bitxor_assign, bitxor); - <span class="macro">impl_assign!</span>(u32x4x2_avx2, BitOrAssign, bitor_assign, bitor); - <span class="macro">impl_assign!</span>(u32x4x2_avx2, BitAndAssign, bitand_assign, bitand); - <span class="macro">impl_assign!</span>(u32x4x2_avx2, AddAssign, add_assign, add); - - <span class="macro">macro_rules! </span>impl_bitop { - (<span class="macro-nonterminal">$vec</span>:ident, <span class="macro-nonterminal">$Op</span>:ident, <span class="macro-nonterminal">$op_fn</span>:ident, <span class="macro-nonterminal">$impl_fn</span>:ident) => { - <span class="kw">impl</span><NI> <span class="macro-nonterminal">$Op </span><span class="kw">for </span><span class="macro-nonterminal">$vec</span><NI> { - <span class="kw">type </span>Output = <span class="self">Self</span>; - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span><span class="macro-nonterminal">$op_fn</span>(<span class="self">self</span>, rhs: <span class="self">Self</span>) -> <span class="self">Self</span>::Output { - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ <span class="macro-nonterminal">$impl_fn</span>(<span class="self">self</span>.x, rhs.x) }) - } - } - }; - } - <span class="macro">impl_bitop!</span>(u32x4x2_avx2, BitXor, bitxor, _mm256_xor_si256); - <span class="macro">impl_bitop!</span>(u32x4x2_avx2, BitOr, bitor, _mm256_or_si256); - <span class="macro">impl_bitop!</span>(u32x4x2_avx2, BitAnd, bitand, _mm256_and_si256); - <span class="macro">impl_bitop!</span>(u32x4x2_avx2, AndNot, andnot, _mm256_andnot_si256); - <span class="macro">impl_bitop!</span>(u32x4x2_avx2, Add, add, _mm256_add_epi32); - - <span class="kw">impl</span><NI> Not <span class="kw">for </span>u32x4x2_avx2<NI> { - <span class="kw">type </span>Output = <span class="self">Self</span>; - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>not(<span class="self">self</span>) -> <span class="self">Self</span>::Output { - <span class="kw">unsafe </span>{ - <span class="kw">let </span>f = _mm256_set1_epi8(-<span class="number">0x7f</span>); - <span class="self">Self</span>::new(f) ^ <span class="self">self - </span>} - } - } - - <span class="kw">impl</span><NI> BSwap <span class="kw">for </span>u32x4x2_avx2<NI> { - <span class="macro">shuf_lane_bytes!</span>(bswap, <span class="number">0x0c0d_0e0f_0809_0a0b</span>, <span class="number">0x0405_0607_0001_0203</span>); - } - - <span class="kw">impl</span><NI> From<x2<u128x1_sse2<YesS3, YesS4, NI>, G0>> <span class="kw">for </span>u32x4x2_avx2<NI> - <span class="kw">where - </span>NI: Copy, - { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: x2<u128x1_sse2<YesS3, YesS4, NI>, G0>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm256_setr_m128i(x.<span class="number">0</span>[<span class="number">0</span>].x, x.<span class="number">0</span>[<span class="number">1</span>].x) }) - } - } - - <span class="kw">impl</span><NI> LaneWords4 <span class="kw">for </span>u32x4x2_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words1230(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm256_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b1001_0011</span>) }) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words2301(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm256_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0100_1110</span>) }) - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>shuffle_lane_words3012(<span class="self">self</span>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ _mm256_shuffle_epi32(<span class="self">self</span>.x, <span class="number">0b0011_1001</span>) }) - } - } - - <span class="comment">/////////////////////////////////////////////////////////////////////////////////////////// - - </span><span class="kw">pub type </span>u32x4x4_avx2<NI> = x2<u32x4x2_avx2<NI>, G0>; - <span class="kw">impl</span><NI: Copy> u32x4x4<Avx2Machine<NI>> <span class="kw">for </span>u32x4x4_avx2<NI> {} - - <span class="kw">impl</span><NI: Copy> Store<vec512_storage> <span class="kw">for </span>u32x4x4_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">unsafe fn </span>unpack(p: vec512_storage) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new([ - u32x4x2_avx2::unpack(p.avx[<span class="number">0</span>]), - u32x4x2_avx2::unpack(p.avx[<span class="number">1</span>]), - ]) - } - } - <span class="kw">impl</span><NI: Copy> MultiLane<[u32x4_sse2<YesS3, YesS4, NI>; <span class="number">4</span>]> <span class="kw">for </span>u32x4x4_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_lanes(<span class="self">self</span>) -> [u32x4_sse2<YesS3, YesS4, NI>; <span class="number">4</span>] { - <span class="kw">let </span>[a, b] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].to_lanes(); - <span class="kw">let </span>[c, d] = <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].to_lanes(); - [a, b, c, d] - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from_lanes(x: [u32x4_sse2<YesS3, YesS4, NI>; <span class="number">4</span>]) -> <span class="self">Self </span>{ - <span class="kw">let </span>ab = u32x4x2_avx2::from_lanes([x[<span class="number">0</span>], x[<span class="number">1</span>]]); - <span class="kw">let </span>cd = u32x4x2_avx2::from_lanes([x[<span class="number">2</span>], x[<span class="number">3</span>]]); - <span class="self">Self</span>::new([ab, cd]) - } - } - <span class="kw">impl</span><NI: Copy> Vec4<u32x4_sse2<YesS3, YesS4, NI>> <span class="kw">for </span>u32x4x4_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>extract(<span class="self">self</span>, i: u32) -> u32x4_sse2<YesS3, YesS4, NI> { - <span class="kw">match </span>i { - <span class="number">0 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].extract(<span class="number">0</span>), - <span class="number">1 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].extract(<span class="number">1</span>), - <span class="number">2 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].extract(<span class="number">0</span>), - <span class="number">3 </span>=> <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].extract(<span class="number">1</span>), - <span class="kw">_ </span>=> <span class="macro">panic!</span>(), - } - } - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>insert(<span class="self">self</span>, w: u32x4_sse2<YesS3, YesS4, NI>, i: u32) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">match </span>i { - <span class="number">0 </span>| <span class="number">1 </span>=> [<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>].insert(w, i), <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>]], - <span class="number">2 </span>| <span class="number">3 </span>=> [<span class="self">self</span>.<span class="number">0</span>[<span class="number">0</span>], <span class="self">self</span>.<span class="number">0</span>[<span class="number">1</span>].insert(w, i - <span class="number">2</span>)], - <span class="kw">_ </span>=> <span class="macro">panic!</span>(), - }) - } - } - <span class="kw">impl</span><NI: Copy> Vec4Ext<u32x4_sse2<YesS3, YesS4, NI>> <span class="kw">for </span>u32x4x4_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>transpose4(a: <span class="self">Self</span>, b: <span class="self">Self</span>, c: <span class="self">Self</span>, d: <span class="self">Self</span>) -> (<span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>, <span class="self">Self</span>) { - <span class="comment">/* - * a00:a01 a10:a11 - * b00:b01 b10:b11 - * c00:c01 c10:c11 - * d00:d01 d10:d11 - * => - * a00:b00 c00:d00 - * a01:b01 c01:d01 - * a10:b10 c10:d10 - * a11:b11 c11:d11 - */ - </span><span class="kw">unsafe </span>{ - <span class="kw">let </span>ab00 = u32x4x2_avx2::new(_mm256_permute2x128_si256(a.<span class="number">0</span>[<span class="number">0</span>].x, b.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">0x20</span>)); - <span class="kw">let </span>ab01 = u32x4x2_avx2::new(_mm256_permute2x128_si256(a.<span class="number">0</span>[<span class="number">0</span>].x, b.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">0x31</span>)); - <span class="kw">let </span>ab10 = u32x4x2_avx2::new(_mm256_permute2x128_si256(a.<span class="number">0</span>[<span class="number">1</span>].x, b.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">0x20</span>)); - <span class="kw">let </span>ab11 = u32x4x2_avx2::new(_mm256_permute2x128_si256(a.<span class="number">0</span>[<span class="number">1</span>].x, b.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">0x31</span>)); - <span class="kw">let </span>cd00 = u32x4x2_avx2::new(_mm256_permute2x128_si256(c.<span class="number">0</span>[<span class="number">0</span>].x, d.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">0x20</span>)); - <span class="kw">let </span>cd01 = u32x4x2_avx2::new(_mm256_permute2x128_si256(c.<span class="number">0</span>[<span class="number">0</span>].x, d.<span class="number">0</span>[<span class="number">0</span>].x, <span class="number">0x31</span>)); - <span class="kw">let </span>cd10 = u32x4x2_avx2::new(_mm256_permute2x128_si256(c.<span class="number">0</span>[<span class="number">1</span>].x, d.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">0x20</span>)); - <span class="kw">let </span>cd11 = u32x4x2_avx2::new(_mm256_permute2x128_si256(c.<span class="number">0</span>[<span class="number">1</span>].x, d.<span class="number">0</span>[<span class="number">1</span>].x, <span class="number">0x31</span>)); - ( - <span class="self">Self</span>::new([ab00, cd00]), - <span class="self">Self</span>::new([ab01, cd01]), - <span class="self">Self</span>::new([ab10, cd10]), - <span class="self">Self</span>::new([ab11, cd11]), - ) - } - } - } - <span class="kw">impl</span><NI: Copy> Vector<[u32; <span class="number">16</span>]> <span class="kw">for </span>u32x4x4_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>to_scalars(<span class="self">self</span>) -> [u32; <span class="number">16</span>] { - <span class="kw">unsafe </span>{ core::mem::transmute(<span class="self">self</span>) } - } - } - <span class="kw">impl</span><NI: Copy> From<u32x4x4_avx2<NI>> <span class="kw">for </span>vec512_storage { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: u32x4x4_avx2<NI>) -> <span class="self">Self </span>{ - <span class="self">Self </span>{ - avx: [ - vec256_storage { avx: x.<span class="number">0</span>[<span class="number">0</span>].x }, - vec256_storage { avx: x.<span class="number">0</span>[<span class="number">1</span>].x }, - ], - } - } - } - <span class="kw">impl</span><NI: Copy> From<x4<u128x1_sse2<YesS3, YesS4, NI>>> <span class="kw">for </span>u32x4x4_avx2<NI> { - <span class="attribute">#[inline(always)] - </span><span class="kw">fn </span>from(x: x4<u128x1_sse2<YesS3, YesS4, NI>>) -> <span class="self">Self </span>{ - <span class="self">Self</span>::new(<span class="kw">unsafe </span>{ - [ - u32x4x2_avx2::new(_mm256_setr_m128i(x.<span class="number">0</span>[<span class="number">0</span>].x, x.<span class="number">0</span>[<span class="number">1</span>].x)), - u32x4x2_avx2::new(_mm256_setr_m128i(x.<span class="number">0</span>[<span class="number">2</span>].x, x.<span class="number">0</span>[<span class="number">3</span>].x)), - ] - }) - } - } -} -</code></pre></div> -</section></div></main><div id="rustdoc-vars" data-root-path="../../../" data-current-crate="ppv_lite86" data-themes="ayu,dark,light" data-resource-suffix="" data-rustdoc-version="1.66.0 (69f9c33d7 2022-12-12) (Arch Linux rust 1:1.66.0-1)" ></div></body></html>
\ No newline at end of file |