1 <!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/blockchain/utils.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>utils.rs - source</title><link rel="stylesheet" type="text/css" href="../../../normalize.css"><link rel="stylesheet" type="text/css" href="../../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" type="text/css" href="../../../light.css" id="themeStyle"><link rel="stylesheet" type="text/css" href="../../../dark.css" disabled ><link rel="stylesheet" type="text/css" href="../../../ayu.css" disabled ><script id="default-settings"></script><script src="../../../storage.js"></script><noscript><link rel="stylesheet" href="../../../noscript.css"></noscript><link rel="icon" type="image/svg+xml" href="../../../favicon.svg">
2 <link rel="alternate icon" type="image/png" href="../../../favicon-16x16.png">
3 <link rel="alternate icon" type="image/png" href="../../../favicon-32x32.png"><style type="text/css">#crate-search{background-image:url("../../../down-arrow.svg");}</style></head><body class="rustdoc source"><!--[if lte IE 8]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="sidebar-menu">☰</div><a href='../../../bdk/index.html'><div class='logo-container rust-logo'><img src='../../../rust-logo.png' alt='logo'></div></a></nav><div class="theme-picker"><button id="theme-picker" aria-label="Pick another theme!" aria-haspopup="menu"><img src="../../../brush.svg" width="18" alt="Pick another theme!"></button><div id="theme-choices" role="menu"></div></div><script src="../../../theme.js"></script><nav class="sub"><form class="search-form"><div class="search-container"><div><select id="crate-search"><option value="All crates">All crates</option></select><input class="search-input" name="search" disabled autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"></div><button type="button" class="help-button">?</button>
4 <a id="settings-menu" href="../../../settings.html"><img src="../../../wheel.svg" width="18" alt="Change settings"></a></div></form></nav><section id="main" class="content"><pre class="line-numbers"><span id="1"> 1</span>
10 <span id="7"> 7</span>
11 <span id="8"> 8</span>
12 <span id="9"> 9</span>
13 <span id="10"> 10</span>
14 <span id="11"> 11</span>
15 <span id="12"> 12</span>
16 <span id="13"> 13</span>
17 <span id="14"> 14</span>
18 <span id="15"> 15</span>
19 <span id="16"> 16</span>
20 <span id="17"> 17</span>
21 <span id="18"> 18</span>
22 <span id="19"> 19</span>
23 <span id="20"> 20</span>
24 <span id="21"> 21</span>
25 <span id="22"> 22</span>
26 <span id="23"> 23</span>
27 <span id="24"> 24</span>
28 <span id="25"> 25</span>
29 <span id="26"> 26</span>
30 <span id="27"> 27</span>
31 <span id="28"> 28</span>
32 <span id="29"> 29</span>
33 <span id="30"> 30</span>
34 <span id="31"> 31</span>
35 <span id="32"> 32</span>
36 <span id="33"> 33</span>
37 <span id="34"> 34</span>
38 <span id="35"> 35</span>
39 <span id="36"> 36</span>
40 <span id="37"> 37</span>
41 <span id="38"> 38</span>
42 <span id="39"> 39</span>
43 <span id="40"> 40</span>
44 <span id="41"> 41</span>
45 <span id="42"> 42</span>
46 <span id="43"> 43</span>
47 <span id="44"> 44</span>
48 <span id="45"> 45</span>
49 <span id="46"> 46</span>
50 <span id="47"> 47</span>
51 <span id="48"> 48</span>
52 <span id="49"> 49</span>
53 <span id="50"> 50</span>
54 <span id="51"> 51</span>
55 <span id="52"> 52</span>
56 <span id="53"> 53</span>
57 <span id="54"> 54</span>
58 <span id="55"> 55</span>
59 <span id="56"> 56</span>
60 <span id="57"> 57</span>
61 <span id="58"> 58</span>
62 <span id="59"> 59</span>
63 <span id="60"> 60</span>
64 <span id="61"> 61</span>
65 <span id="62"> 62</span>
66 <span id="63"> 63</span>
67 <span id="64"> 64</span>
68 <span id="65"> 65</span>
69 <span id="66"> 66</span>
70 <span id="67"> 67</span>
71 <span id="68"> 68</span>
72 <span id="69"> 69</span>
73 <span id="70"> 70</span>
74 <span id="71"> 71</span>
75 <span id="72"> 72</span>
76 <span id="73"> 73</span>
77 <span id="74"> 74</span>
78 <span id="75"> 75</span>
79 <span id="76"> 76</span>
80 <span id="77"> 77</span>
81 <span id="78"> 78</span>
82 <span id="79"> 79</span>
83 <span id="80"> 80</span>
84 <span id="81"> 81</span>
85 <span id="82"> 82</span>
86 <span id="83"> 83</span>
87 <span id="84"> 84</span>
88 <span id="85"> 85</span>
89 <span id="86"> 86</span>
90 <span id="87"> 87</span>
91 <span id="88"> 88</span>
92 <span id="89"> 89</span>
93 <span id="90"> 90</span>
94 <span id="91"> 91</span>
95 <span id="92"> 92</span>
96 <span id="93"> 93</span>
97 <span id="94"> 94</span>
98 <span id="95"> 95</span>
99 <span id="96"> 96</span>
100 <span id="97"> 97</span>
101 <span id="98"> 98</span>
102 <span id="99"> 99</span>
103 <span id="100">100</span>
104 <span id="101">101</span>
105 <span id="102">102</span>
106 <span id="103">103</span>
107 <span id="104">104</span>
108 <span id="105">105</span>
109 <span id="106">106</span>
110 <span id="107">107</span>
111 <span id="108">108</span>
112 <span id="109">109</span>
113 <span id="110">110</span>
114 <span id="111">111</span>
115 <span id="112">112</span>
116 <span id="113">113</span>
117 <span id="114">114</span>
118 <span id="115">115</span>
119 <span id="116">116</span>
120 <span id="117">117</span>
121 <span id="118">118</span>
122 <span id="119">119</span>
123 <span id="120">120</span>
124 <span id="121">121</span>
125 <span id="122">122</span>
126 <span id="123">123</span>
127 <span id="124">124</span>
128 <span id="125">125</span>
129 <span id="126">126</span>
130 <span id="127">127</span>
131 <span id="128">128</span>
132 <span id="129">129</span>
133 <span id="130">130</span>
134 <span id="131">131</span>
135 <span id="132">132</span>
136 <span id="133">133</span>
137 <span id="134">134</span>
138 <span id="135">135</span>
139 <span id="136">136</span>
140 <span id="137">137</span>
141 <span id="138">138</span>
142 <span id="139">139</span>
143 <span id="140">140</span>
144 <span id="141">141</span>
145 <span id="142">142</span>
146 <span id="143">143</span>
147 <span id="144">144</span>
148 <span id="145">145</span>
149 <span id="146">146</span>
150 <span id="147">147</span>
151 <span id="148">148</span>
152 <span id="149">149</span>
153 <span id="150">150</span>
154 <span id="151">151</span>
155 <span id="152">152</span>
156 <span id="153">153</span>
157 <span id="154">154</span>
158 <span id="155">155</span>
159 <span id="156">156</span>
160 <span id="157">157</span>
161 <span id="158">158</span>
162 <span id="159">159</span>
163 <span id="160">160</span>
164 <span id="161">161</span>
165 <span id="162">162</span>
166 <span id="163">163</span>
167 <span id="164">164</span>
168 <span id="165">165</span>
169 <span id="166">166</span>
170 <span id="167">167</span>
171 <span id="168">168</span>
172 <span id="169">169</span>
173 <span id="170">170</span>
174 <span id="171">171</span>
175 <span id="172">172</span>
176 <span id="173">173</span>
177 <span id="174">174</span>
178 <span id="175">175</span>
179 <span id="176">176</span>
180 <span id="177">177</span>
181 <span id="178">178</span>
182 <span id="179">179</span>
183 <span id="180">180</span>
184 <span id="181">181</span>
185 <span id="182">182</span>
186 <span id="183">183</span>
187 <span id="184">184</span>
188 <span id="185">185</span>
189 <span id="186">186</span>
190 <span id="187">187</span>
191 <span id="188">188</span>
192 <span id="189">189</span>
193 <span id="190">190</span>
194 <span id="191">191</span>
195 <span id="192">192</span>
196 <span id="193">193</span>
197 <span id="194">194</span>
198 <span id="195">195</span>
199 <span id="196">196</span>
200 <span id="197">197</span>
201 <span id="198">198</span>
202 <span id="199">199</span>
203 <span id="200">200</span>
204 <span id="201">201</span>
205 <span id="202">202</span>
206 <span id="203">203</span>
207 <span id="204">204</span>
208 <span id="205">205</span>
209 <span id="206">206</span>
210 <span id="207">207</span>
211 <span id="208">208</span>
212 <span id="209">209</span>
213 <span id="210">210</span>
214 <span id="211">211</span>
215 <span id="212">212</span>
216 <span id="213">213</span>
217 <span id="214">214</span>
218 <span id="215">215</span>
219 <span id="216">216</span>
220 <span id="217">217</span>
221 <span id="218">218</span>
222 <span id="219">219</span>
223 <span id="220">220</span>
224 <span id="221">221</span>
225 <span id="222">222</span>
226 <span id="223">223</span>
227 <span id="224">224</span>
228 <span id="225">225</span>
229 <span id="226">226</span>
230 <span id="227">227</span>
231 <span id="228">228</span>
232 <span id="229">229</span>
233 <span id="230">230</span>
234 <span id="231">231</span>
235 <span id="232">232</span>
236 <span id="233">233</span>
237 <span id="234">234</span>
238 <span id="235">235</span>
239 <span id="236">236</span>
240 <span id="237">237</span>
241 <span id="238">238</span>
242 <span id="239">239</span>
243 <span id="240">240</span>
244 <span id="241">241</span>
245 <span id="242">242</span>
246 <span id="243">243</span>
247 <span id="244">244</span>
248 <span id="245">245</span>
249 <span id="246">246</span>
250 <span id="247">247</span>
251 <span id="248">248</span>
252 <span id="249">249</span>
253 <span id="250">250</span>
254 <span id="251">251</span>
255 <span id="252">252</span>
256 <span id="253">253</span>
257 <span id="254">254</span>
258 <span id="255">255</span>
259 <span id="256">256</span>
260 <span id="257">257</span>
261 <span id="258">258</span>
262 <span id="259">259</span>
263 <span id="260">260</span>
264 <span id="261">261</span>
265 <span id="262">262</span>
266 <span id="263">263</span>
267 <span id="264">264</span>
268 <span id="265">265</span>
269 <span id="266">266</span>
270 <span id="267">267</span>
271 <span id="268">268</span>
272 <span id="269">269</span>
273 <span id="270">270</span>
274 <span id="271">271</span>
275 <span id="272">272</span>
276 <span id="273">273</span>
277 <span id="274">274</span>
278 <span id="275">275</span>
279 <span id="276">276</span>
280 <span id="277">277</span>
281 <span id="278">278</span>
282 <span id="279">279</span>
283 <span id="280">280</span>
284 <span id="281">281</span>
285 <span id="282">282</span>
286 <span id="283">283</span>
287 <span id="284">284</span>
288 <span id="285">285</span>
289 <span id="286">286</span>
290 <span id="287">287</span>
291 <span id="288">288</span>
292 <span id="289">289</span>
293 <span id="290">290</span>
294 <span id="291">291</span>
295 <span id="292">292</span>
296 <span id="293">293</span>
297 <span id="294">294</span>
298 <span id="295">295</span>
299 <span id="296">296</span>
300 <span id="297">297</span>
301 <span id="298">298</span>
302 <span id="299">299</span>
303 <span id="300">300</span>
304 <span id="301">301</span>
305 <span id="302">302</span>
306 <span id="303">303</span>
307 <span id="304">304</span>
308 <span id="305">305</span>
309 <span id="306">306</span>
310 <span id="307">307</span>
311 <span id="308">308</span>
312 <span id="309">309</span>
313 <span id="310">310</span>
314 <span id="311">311</span>
315 <span id="312">312</span>
316 <span id="313">313</span>
317 <span id="314">314</span>
318 <span id="315">315</span>
319 <span id="316">316</span>
320 <span id="317">317</span>
321 <span id="318">318</span>
322 <span id="319">319</span>
323 <span id="320">320</span>
324 <span id="321">321</span>
325 <span id="322">322</span>
326 <span id="323">323</span>
327 <span id="324">324</span>
328 <span id="325">325</span>
329 <span id="326">326</span>
330 <span id="327">327</span>
331 <span id="328">328</span>
332 <span id="329">329</span>
333 <span id="330">330</span>
334 <span id="331">331</span>
335 <span id="332">332</span>
336 <span id="333">333</span>
337 <span id="334">334</span>
338 <span id="335">335</span>
339 <span id="336">336</span>
340 <span id="337">337</span>
341 <span id="338">338</span>
342 <span id="339">339</span>
343 <span id="340">340</span>
344 <span id="341">341</span>
345 <span id="342">342</span>
346 <span id="343">343</span>
347 <span id="344">344</span>
348 <span id="345">345</span>
349 <span id="346">346</span>
350 <span id="347">347</span>
351 <span id="348">348</span>
352 <span id="349">349</span>
353 <span id="350">350</span>
354 <span id="351">351</span>
355 <span id="352">352</span>
356 <span id="353">353</span>
357 <span id="354">354</span>
358 <span id="355">355</span>
359 <span id="356">356</span>
360 <span id="357">357</span>
361 <span id="358">358</span>
362 <span id="359">359</span>
363 <span id="360">360</span>
364 <span id="361">361</span>
365 <span id="362">362</span>
366 <span id="363">363</span>
367 <span id="364">364</span>
368 <span id="365">365</span>
369 <span id="366">366</span>
370 <span id="367">367</span>
371 <span id="368">368</span>
372 <span id="369">369</span>
373 <span id="370">370</span>
374 <span id="371">371</span>
375 <span id="372">372</span>
376 <span id="373">373</span>
377 <span id="374">374</span>
378 <span id="375">375</span>
379 <span id="376">376</span>
380 <span id="377">377</span>
381 <span id="378">378</span>
382 <span id="379">379</span>
383 <span id="380">380</span>
384 <span id="381">381</span>
385 <span id="382">382</span>
386 <span id="383">383</span>
387 <span id="384">384</span>
388 <span id="385">385</span>
389 <span id="386">386</span>
390 <span id="387">387</span>
391 <span id="388">388</span>
392 <span id="389">389</span>
393 <span id="390">390</span>
394 <span id="391">391</span>
395 <span id="392">392</span>
396 <span id="393">393</span>
397 <span id="394">394</span>
398 <span id="395">395</span>
399 <span id="396">396</span>
400 <span id="397">397</span>
401 </pre><div class="example-wrap"><pre class="rust ">
402 <span class="comment">// Magical Bitcoin Library</span>
403 <span class="comment">// Written in 2020 by</span>
404 <span class="comment">// Alekos Filini <alekos.filini@gmail.com></span>
405 <span class="comment">//</span>
406 <span class="comment">// Copyright (c) 2020 Magical Bitcoin</span>
407 <span class="comment">//</span>
408 <span class="comment">// Permission is hereby granted, free of charge, to any person obtaining a copy</span>
409 <span class="comment">// of this software and associated documentation files (the "Software"), to deal</span>
410 <span class="comment">// in the Software without restriction, including without limitation the rights</span>
411 <span class="comment">// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell</span>
412 <span class="comment">// copies of the Software, and to permit persons to whom the Software is</span>
413 <span class="comment">// furnished to do so, subject to the following conditions:</span>
414 <span class="comment">//</span>
415 <span class="comment">// The above copyright notice and this permission notice shall be included in all</span>
416 <span class="comment">// copies or substantial portions of the Software.</span>
417 <span class="comment">//</span>
418 <span class="comment">// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR</span>
419 <span class="comment">// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,</span>
420 <span class="comment">// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE</span>
421 <span class="comment">// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER</span>
422 <span class="comment">// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,</span>
423 <span class="comment">// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE</span>
424 <span class="comment">// SOFTWARE.</span>
426 <span class="kw">use</span> <span class="ident">std</span>::<span class="ident">collections</span>::{<span class="ident">HashMap</span>, <span class="ident">HashSet</span>};
428 <span class="attribute">#[<span class="ident">allow</span>(<span class="ident">unused_imports</span>)]</span>
429 <span class="kw">use</span> <span class="ident">log</span>::{<span class="ident">debug</span>, <span class="ident">error</span>, <span class="ident">info</span>, <span class="ident">trace</span>};
430 <span class="kw">use</span> <span class="ident">rand</span>::<span class="ident">seq</span>::<span class="ident">SliceRandom</span>;
431 <span class="kw">use</span> <span class="ident">rand</span>::<span class="ident">thread_rng</span>;
433 <span class="kw">use</span> <span class="ident">bitcoin</span>::{<span class="ident">BlockHeader</span>, <span class="ident">OutPoint</span>, <span class="ident">Script</span>, <span class="ident">Transaction</span>, <span class="ident">Txid</span>};
435 <span class="kw">use</span> <span class="kw">super</span>::<span class="kw-2">*</span>;
436 <span class="kw">use</span> <span class="kw">crate</span>::<span class="ident">database</span>::{<span class="ident">BatchDatabase</span>, <span class="ident">BatchOperations</span>, <span class="ident">DatabaseUtils</span>};
437 <span class="kw">use</span> <span class="kw">crate</span>::<span class="ident">error</span>::<span class="ident">Error</span>;
438 <span class="kw">use</span> <span class="kw">crate</span>::<span class="ident">types</span>::{<span class="ident">KeychainKind</span>, <span class="ident">TransactionDetails</span>, <span class="ident">UTXO</span>};
439 <span class="kw">use</span> <span class="kw">crate</span>::<span class="ident">wallet</span>::<span class="ident">time</span>::<span class="ident">Instant</span>;
440 <span class="kw">use</span> <span class="kw">crate</span>::<span class="ident">wallet</span>::<span class="ident">utils</span>::<span class="ident">ChunksIterator</span>;
442 <span class="attribute">#[<span class="ident">derive</span>(<span class="ident">Debug</span>)]</span>
443 <span class="kw">pub</span> <span class="kw">struct</span> <span class="ident">ELSGetHistoryRes</span> {
444 <span class="kw">pub</span> <span class="ident">height</span>: <span class="ident">i32</span>,
445 <span class="kw">pub</span> <span class="ident">tx_hash</span>: <span class="ident">Txid</span>,
448 <span class="doccomment">/// Implements the synchronization logic for an Electrum-like client.</span>
449 <span class="attribute">#[<span class="ident">maybe_async</span>]</span>
450 <span class="kw">pub</span> <span class="kw">trait</span> <span class="ident">ElectrumLikeSync</span> {
451 <span class="kw">fn</span> <span class="ident">els_batch_script_get_history</span><span class="op"><</span><span class="lifetime">'s</span>, <span class="ident">I</span>: <span class="ident">IntoIterator</span><span class="op"><</span><span class="ident">Item</span> <span class="op">=</span> <span class="kw-2">&</span><span class="lifetime">'s</span> <span class="ident">Script</span><span class="op">></span> <span class="op">+</span> <span class="ident">Clone</span><span class="op">></span>(
452 <span class="kw-2">&</span><span class="self">self</span>,
453 <span class="ident">scripts</span>: <span class="ident">I</span>,
454 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="ident">Vec</span><span class="op"><</span><span class="ident">Vec</span><span class="op"><</span><span class="ident">ELSGetHistoryRes</span><span class="op">></span><span class="op">></span>, <span class="ident">Error</span><span class="op">></span>;
456 <span class="kw">fn</span> <span class="ident">els_batch_transaction_get</span><span class="op"><</span><span class="lifetime">'s</span>, <span class="ident">I</span>: <span class="ident">IntoIterator</span><span class="op"><</span><span class="ident">Item</span> <span class="op">=</span> <span class="kw-2">&</span><span class="lifetime">'s</span> <span class="ident">Txid</span><span class="op">></span> <span class="op">+</span> <span class="ident">Clone</span><span class="op">></span>(
457 <span class="kw-2">&</span><span class="self">self</span>,
458 <span class="ident">txids</span>: <span class="ident">I</span>,
459 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="ident">Vec</span><span class="op"><</span><span class="ident">Transaction</span><span class="op">></span>, <span class="ident">Error</span><span class="op">></span>;
461 <span class="kw">fn</span> <span class="ident">els_batch_block_header</span><span class="op"><</span><span class="ident">I</span>: <span class="ident">IntoIterator</span><span class="op"><</span><span class="ident">Item</span> <span class="op">=</span> <span class="ident">u32</span><span class="op">></span> <span class="op">+</span> <span class="ident">Clone</span><span class="op">></span>(
462 <span class="kw-2">&</span><span class="self">self</span>,
463 <span class="ident">heights</span>: <span class="ident">I</span>,
464 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="ident">Vec</span><span class="op"><</span><span class="ident">BlockHeader</span><span class="op">></span>, <span class="ident">Error</span><span class="op">></span>;
466 <span class="comment">// Provided methods down here...</span>
468 <span class="kw">fn</span> <span class="ident">electrum_like_setup</span><span class="op"><</span><span class="ident">D</span>: <span class="ident">BatchDatabase</span>, <span class="ident">P</span>: <span class="ident">Progress</span><span class="op">></span>(
469 <span class="kw-2">&</span><span class="self">self</span>,
470 <span class="ident">stop_gap</span>: <span class="prelude-ty">Option</span><span class="op"><</span><span class="ident">usize</span><span class="op">></span>,
471 <span class="ident">db</span>: <span class="kw-2">&</span><span class="kw-2">mut</span> <span class="ident">D</span>,
472 <span class="ident">_progress_update</span>: <span class="ident">P</span>,
473 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span>(), <span class="ident">Error</span><span class="op">></span> {
474 <span class="comment">// TODO: progress</span>
475 <span class="kw">let</span> <span class="ident">start</span> <span class="op">=</span> <span class="ident">Instant</span>::<span class="ident">new</span>();
476 <span class="macro">debug</span><span class="macro">!</span>(<span class="string">"start setup"</span>);
478 <span class="kw">let</span> <span class="ident">stop_gap</span> <span class="op">=</span> <span class="ident">stop_gap</span>.<span class="ident">unwrap_or</span>(<span class="number">20</span>);
479 <span class="kw">let</span> <span class="ident">chunk_size</span> <span class="op">=</span> <span class="ident">stop_gap</span>;
481 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">history_txs_id</span> <span class="op">=</span> <span class="ident">HashSet</span>::<span class="ident">new</span>();
482 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">txid_height</span> <span class="op">=</span> <span class="ident">HashMap</span>::<span class="ident">new</span>();
483 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">max_indexes</span> <span class="op">=</span> <span class="ident">HashMap</span>::<span class="ident">new</span>();
485 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">wallet_chains</span> <span class="op">=</span> <span class="macro">vec</span><span class="macro">!</span>[<span class="ident">KeychainKind</span>::<span class="ident">Internal</span>, <span class="ident">KeychainKind</span>::<span class="ident">External</span>];
486 <span class="comment">// shuffling improve privacy, the server doesn't know my first request is from my internal or external addresses</span>
487 <span class="ident">wallet_chains</span>.<span class="ident">shuffle</span>(<span class="kw-2">&</span><span class="kw-2">mut</span> <span class="ident">thread_rng</span>());
488 <span class="comment">// download history of our internal and external script_pubkeys</span>
489 <span class="kw">for</span> <span class="ident">keychain</span> <span class="kw">in</span> <span class="ident">wallet_chains</span>.<span class="ident">iter</span>() {
490 <span class="kw">let</span> <span class="ident">script_iter</span> <span class="op">=</span> <span class="ident">db</span>.<span class="ident">iter_script_pubkeys</span>(<span class="prelude-val">Some</span>(<span class="kw-2">*</span><span class="ident">keychain</span>))<span class="question-mark">?</span>.<span class="ident">into_iter</span>();
492 <span class="kw">for</span> (<span class="ident">i</span>, <span class="ident">chunk</span>) <span class="kw">in</span> <span class="ident">ChunksIterator</span>::<span class="ident">new</span>(<span class="ident">script_iter</span>, <span class="ident">stop_gap</span>).<span class="ident">enumerate</span>() {
493 <span class="comment">// TODO if i == last, should create another chunk of addresses in db</span>
494 <span class="kw">let</span> <span class="ident">call_result</span>: <span class="ident">Vec</span><span class="op"><</span><span class="ident">Vec</span><span class="op"><</span><span class="ident">ELSGetHistoryRes</span><span class="op">></span><span class="op">></span> <span class="op">=</span>
495 <span class="macro">maybe_await</span><span class="macro">!</span>(<span class="self">self</span>.<span class="ident">els_batch_script_get_history</span>(<span class="ident">chunk</span>.<span class="ident">iter</span>()))<span class="question-mark">?</span>;
496 <span class="kw">let</span> <span class="ident">max_index</span> <span class="op">=</span> <span class="ident">call_result</span>
497 .<span class="ident">iter</span>()
498 .<span class="ident">enumerate</span>()
499 .<span class="ident">filter_map</span>(<span class="op">|</span>(<span class="ident">i</span>, <span class="ident">v</span>)<span class="op">|</span> <span class="ident">v</span>.<span class="ident">first</span>().<span class="ident">map</span>(<span class="op">|</span><span class="kw">_</span><span class="op">|</span> <span class="ident">i</span> <span class="kw">as</span> <span class="ident">u32</span>))
500 .<span class="ident">max</span>();
501 <span class="kw">if</span> <span class="kw">let</span> <span class="prelude-val">Some</span>(<span class="ident">max</span>) <span class="op">=</span> <span class="ident">max_index</span> {
502 <span class="ident">max_indexes</span>.<span class="ident">insert</span>(<span class="ident">keychain</span>, <span class="ident">max</span> <span class="op">+</span> (<span class="ident">i</span> <span class="op">*</span> <span class="ident">chunk_size</span>) <span class="kw">as</span> <span class="ident">u32</span>);
504 <span class="kw">let</span> <span class="ident">flattened</span>: <span class="ident">Vec</span><span class="op"><</span><span class="ident">ELSGetHistoryRes</span><span class="op">></span> <span class="op">=</span> <span class="ident">call_result</span>.<span class="ident">into_iter</span>().<span class="ident">flatten</span>().<span class="ident">collect</span>();
505 <span class="macro">debug</span><span class="macro">!</span>(<span class="string">"#{} of {:?} results:{}"</span>, <span class="ident">i</span>, <span class="ident">keychain</span>, <span class="ident">flattened</span>.<span class="ident">len</span>());
506 <span class="kw">if</span> <span class="ident">flattened</span>.<span class="ident">is_empty</span>() {
507 <span class="comment">// Didn't find anything in the last `stop_gap` script_pubkeys, breaking</span>
508 <span class="kw">break</span>;
511 <span class="kw">for</span> <span class="ident">el</span> <span class="kw">in</span> <span class="ident">flattened</span> {
512 <span class="comment">// el.height = -1 means unconfirmed with unconfirmed parents</span>
513 <span class="comment">// el.height = 0 means unconfirmed with confirmed parents</span>
514 <span class="comment">// but we treat those tx the same</span>
515 <span class="kw">if</span> <span class="ident">el</span>.<span class="ident">height</span> <span class="op"><</span><span class="op">=</span> <span class="number">0</span> {
516 <span class="ident">txid_height</span>.<span class="ident">insert</span>(<span class="ident">el</span>.<span class="ident">tx_hash</span>, <span class="prelude-val">None</span>);
517 } <span class="kw">else</span> {
518 <span class="ident">txid_height</span>.<span class="ident">insert</span>(<span class="ident">el</span>.<span class="ident">tx_hash</span>, <span class="prelude-val">Some</span>(<span class="ident">el</span>.<span class="ident">height</span> <span class="kw">as</span> <span class="ident">u32</span>));
520 <span class="ident">history_txs_id</span>.<span class="ident">insert</span>(<span class="ident">el</span>.<span class="ident">tx_hash</span>);
525 <span class="comment">// saving max indexes</span>
526 <span class="macro">info</span><span class="macro">!</span>(<span class="string">"max indexes are: {:?}"</span>, <span class="ident">max_indexes</span>);
527 <span class="kw">for</span> <span class="ident">keychain</span> <span class="kw">in</span> <span class="ident">wallet_chains</span>.<span class="ident">iter</span>() {
528 <span class="kw">if</span> <span class="kw">let</span> <span class="prelude-val">Some</span>(<span class="ident">index</span>) <span class="op">=</span> <span class="ident">max_indexes</span>.<span class="ident">get</span>(<span class="ident">keychain</span>) {
529 <span class="ident">db</span>.<span class="ident">set_last_index</span>(<span class="kw-2">*</span><span class="ident">keychain</span>, <span class="kw-2">*</span><span class="ident">index</span>)<span class="question-mark">?</span>;
533 <span class="comment">// get db status</span>
534 <span class="kw">let</span> <span class="ident">txs_details_in_db</span>: <span class="ident">HashMap</span><span class="op"><</span><span class="ident">Txid</span>, <span class="ident">TransactionDetails</span><span class="op">></span> <span class="op">=</span> <span class="ident">db</span>
535 .<span class="ident">iter_txs</span>(<span class="bool-val">false</span>)<span class="question-mark">?</span>
536 .<span class="ident">into_iter</span>()
537 .<span class="ident">map</span>(<span class="op">|</span><span class="ident">tx</span><span class="op">|</span> (<span class="ident">tx</span>.<span class="ident">txid</span>, <span class="ident">tx</span>))
538 .<span class="ident">collect</span>();
539 <span class="kw">let</span> <span class="ident">txs_raw_in_db</span>: <span class="ident">HashMap</span><span class="op"><</span><span class="ident">Txid</span>, <span class="ident">Transaction</span><span class="op">></span> <span class="op">=</span> <span class="ident">db</span>
540 .<span class="ident">iter_raw_txs</span>()<span class="question-mark">?</span>
541 .<span class="ident">into_iter</span>()
542 .<span class="ident">map</span>(<span class="op">|</span><span class="ident">tx</span><span class="op">|</span> (<span class="ident">tx</span>.<span class="ident">txid</span>(), <span class="ident">tx</span>))
543 .<span class="ident">collect</span>();
544 <span class="kw">let</span> <span class="ident">utxos_deps</span> <span class="op">=</span> <span class="ident">utxos_deps</span>(<span class="ident">db</span>, <span class="kw-2">&</span><span class="ident">txs_raw_in_db</span>)<span class="question-mark">?</span>;
546 <span class="comment">// download new txs and headers</span>
547 <span class="kw">let</span> <span class="ident">new_txs</span> <span class="op">=</span> <span class="macro">maybe_await</span><span class="macro">!</span>(<span class="self">self</span>.<span class="ident">download_and_save_needed_raw_txs</span>(
548 <span class="kw-2">&</span><span class="ident">history_txs_id</span>,
549 <span class="kw-2">&</span><span class="ident">txs_raw_in_db</span>,
550 <span class="ident">chunk_size</span>,
551 <span class="ident">db</span>
552 ))<span class="question-mark">?</span>;
553 <span class="kw">let</span> <span class="ident">new_timestamps</span> <span class="op">=</span> <span class="macro">maybe_await</span><span class="macro">!</span>(<span class="self">self</span>.<span class="ident">download_needed_headers</span>(
554 <span class="kw-2">&</span><span class="ident">txid_height</span>,
555 <span class="kw-2">&</span><span class="ident">txs_details_in_db</span>,
556 <span class="ident">chunk_size</span>
557 ))<span class="question-mark">?</span>;
559 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">batch</span> <span class="op">=</span> <span class="ident">db</span>.<span class="ident">begin_batch</span>();
561 <span class="comment">// save any tx details not in db but in history_txs_id or with different height/timestamp</span>
562 <span class="kw">for</span> <span class="ident">txid</span> <span class="kw">in</span> <span class="ident">history_txs_id</span>.<span class="ident">iter</span>() {
563 <span class="kw">let</span> <span class="ident">height</span> <span class="op">=</span> <span class="ident">txid_height</span>.<span class="ident">get</span>(<span class="ident">txid</span>).<span class="ident">cloned</span>().<span class="ident">flatten</span>();
564 <span class="kw">let</span> <span class="ident">timestamp</span> <span class="op">=</span> <span class="kw-2">*</span><span class="ident">new_timestamps</span>.<span class="ident">get</span>(<span class="ident">txid</span>).<span class="ident">unwrap_or</span>(<span class="kw-2">&</span><span class="number">0u64</span>);
565 <span class="kw">if</span> <span class="kw">let</span> <span class="prelude-val">Some</span>(<span class="ident">tx_details</span>) <span class="op">=</span> <span class="ident">txs_details_in_db</span>.<span class="ident">get</span>(<span class="ident">txid</span>) {
566 <span class="comment">// check if height matches, otherwise updates it</span>
567 <span class="kw">if</span> <span class="ident">tx_details</span>.<span class="ident">height</span> <span class="op">!</span><span class="op">=</span> <span class="ident">height</span> {
568 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">new_tx_details</span> <span class="op">=</span> <span class="ident">tx_details</span>.<span class="ident">clone</span>();
569 <span class="ident">new_tx_details</span>.<span class="ident">height</span> <span class="op">=</span> <span class="ident">height</span>;
570 <span class="ident">new_tx_details</span>.<span class="ident">timestamp</span> <span class="op">=</span> <span class="ident">timestamp</span>;
571 <span class="ident">batch</span>.<span class="ident">set_tx</span>(<span class="kw-2">&</span><span class="ident">new_tx_details</span>)<span class="question-mark">?</span>;
573 } <span class="kw">else</span> {
574 <span class="ident">save_transaction_details_and_utxos</span>(
575 <span class="kw-2">&</span><span class="ident">txid</span>,
576 <span class="ident">db</span>,
577 <span class="ident">timestamp</span>,
578 <span class="ident">height</span>,
579 <span class="kw-2">&</span><span class="kw-2">mut</span> <span class="ident">batch</span>,
580 <span class="kw-2">&</span><span class="ident">utxos_deps</span>,
581 )<span class="question-mark">?</span>;
585 <span class="comment">// remove any tx details in db but not in history_txs_id</span>
586 <span class="kw">for</span> <span class="ident">txid</span> <span class="kw">in</span> <span class="ident">txs_details_in_db</span>.<span class="ident">keys</span>() {
587 <span class="kw">if</span> <span class="op">!</span><span class="ident">history_txs_id</span>.<span class="ident">contains</span>(<span class="ident">txid</span>) {
588 <span class="ident">batch</span>.<span class="ident">del_tx</span>(<span class="kw-2">&</span><span class="ident">txid</span>, <span class="bool-val">false</span>)<span class="question-mark">?</span>;
592 <span class="comment">// remove any spent utxo</span>
593 <span class="kw">for</span> <span class="ident">new_tx</span> <span class="kw">in</span> <span class="ident">new_txs</span>.<span class="ident">iter</span>() {
594 <span class="kw">for</span> <span class="ident">input</span> <span class="kw">in</span> <span class="ident">new_tx</span>.<span class="ident">input</span>.<span class="ident">iter</span>() {
595 <span class="ident">batch</span>.<span class="ident">del_utxo</span>(<span class="kw-2">&</span><span class="ident">input</span>.<span class="ident">previous_output</span>)<span class="question-mark">?</span>;
599 <span class="ident">db</span>.<span class="ident">commit_batch</span>(<span class="ident">batch</span>)<span class="question-mark">?</span>;
600 <span class="macro">info</span><span class="macro">!</span>(<span class="string">"finish setup, elapsed {:?}ms"</span>, <span class="ident">start</span>.<span class="ident">elapsed</span>().<span class="ident">as_millis</span>());
602 <span class="prelude-val">Ok</span>(())
605 <span class="doccomment">/// download txs identified by `history_txs_id` and theirs previous outputs if not already present in db</span>
606 <span class="kw">fn</span> <span class="ident">download_and_save_needed_raw_txs</span><span class="op"><</span><span class="ident">D</span>: <span class="ident">BatchDatabase</span><span class="op">></span>(
607 <span class="kw-2">&</span><span class="self">self</span>,
608 <span class="ident">history_txs_id</span>: <span class="kw-2">&</span><span class="ident">HashSet</span><span class="op"><</span><span class="ident">Txid</span><span class="op">></span>,
609 <span class="ident">txs_raw_in_db</span>: <span class="kw-2">&</span><span class="ident">HashMap</span><span class="op"><</span><span class="ident">Txid</span>, <span class="ident">Transaction</span><span class="op">></span>,
610 <span class="ident">chunk_size</span>: <span class="ident">usize</span>,
611 <span class="ident">db</span>: <span class="kw-2">&</span><span class="kw-2">mut</span> <span class="ident">D</span>,
612 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="ident">Vec</span><span class="op"><</span><span class="ident">Transaction</span><span class="op">></span>, <span class="ident">Error</span><span class="op">></span> {
613 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">txs_downloaded</span> <span class="op">=</span> <span class="macro">vec</span><span class="macro">!</span>[];
614 <span class="kw">let</span> <span class="ident">txids_raw_in_db</span>: <span class="ident">HashSet</span><span class="op"><</span><span class="ident">Txid</span><span class="op">></span> <span class="op">=</span> <span class="ident">txs_raw_in_db</span>.<span class="ident">keys</span>().<span class="ident">cloned</span>().<span class="ident">collect</span>();
615 <span class="kw">let</span> <span class="ident">txids_to_download</span>: <span class="ident">Vec</span><span class="op"><</span><span class="kw-2">&</span><span class="ident">Txid</span><span class="op">></span> <span class="op">=</span> <span class="ident">history_txs_id</span>.<span class="ident">difference</span>(<span class="kw-2">&</span><span class="ident">txids_raw_in_db</span>).<span class="ident">collect</span>();
616 <span class="kw">if</span> <span class="op">!</span><span class="ident">txids_to_download</span>.<span class="ident">is_empty</span>() {
617 <span class="macro">info</span><span class="macro">!</span>(<span class="string">"got {} txs to download"</span>, <span class="ident">txids_to_download</span>.<span class="ident">len</span>());
618 <span class="ident">txs_downloaded</span>.<span class="ident">extend</span>(<span class="macro">maybe_await</span><span class="macro">!</span>(<span class="self">self</span>.<span class="ident">download_and_save_in_chunks</span>(
619 <span class="ident">txids_to_download</span>,
620 <span class="ident">chunk_size</span>,
621 <span class="ident">db</span>,
622 ))<span class="question-mark">?</span>);
623 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">prev_txids</span> <span class="op">=</span> <span class="ident">HashSet</span>::<span class="ident">new</span>();
624 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">txids_downloaded</span> <span class="op">=</span> <span class="ident">HashSet</span>::<span class="ident">new</span>();
625 <span class="kw">for</span> <span class="ident">tx</span> <span class="kw">in</span> <span class="ident">txs_downloaded</span>.<span class="ident">iter</span>() {
626 <span class="ident">txids_downloaded</span>.<span class="ident">insert</span>(<span class="ident">tx</span>.<span class="ident">txid</span>());
627 <span class="comment">// add every previous input tx, but skip coinbase</span>
628 <span class="kw">for</span> <span class="ident">input</span> <span class="kw">in</span> <span class="ident">tx</span>.<span class="ident">input</span>.<span class="ident">iter</span>().<span class="ident">filter</span>(<span class="op">|</span><span class="ident">i</span><span class="op">|</span> <span class="op">!</span><span class="ident">i</span>.<span class="ident">previous_output</span>.<span class="ident">is_null</span>()) {
629 <span class="ident">prev_txids</span>.<span class="ident">insert</span>(<span class="ident">input</span>.<span class="ident">previous_output</span>.<span class="ident">txid</span>);
632 <span class="kw">let</span> <span class="ident">already_present</span>: <span class="ident">HashSet</span><span class="op"><</span><span class="ident">Txid</span><span class="op">></span> <span class="op">=</span>
633 <span class="ident">txids_downloaded</span>.<span class="ident">union</span>(<span class="kw-2">&</span><span class="ident">txids_raw_in_db</span>).<span class="ident">cloned</span>().<span class="ident">collect</span>();
634 <span class="kw">let</span> <span class="ident">prev_txs_to_download</span>: <span class="ident">Vec</span><span class="op"><</span><span class="kw-2">&</span><span class="ident">Txid</span><span class="op">></span> <span class="op">=</span>
635 <span class="ident">prev_txids</span>.<span class="ident">difference</span>(<span class="kw-2">&</span><span class="ident">already_present</span>).<span class="ident">collect</span>();
636 <span class="macro">info</span><span class="macro">!</span>(<span class="string">"{} previous txs to download"</span>, <span class="ident">prev_txs_to_download</span>.<span class="ident">len</span>());
637 <span class="ident">txs_downloaded</span>.<span class="ident">extend</span>(<span class="macro">maybe_await</span><span class="macro">!</span>(<span class="self">self</span>.<span class="ident">download_and_save_in_chunks</span>(
638 <span class="ident">prev_txs_to_download</span>,
639 <span class="ident">chunk_size</span>,
640 <span class="ident">db</span>,
641 ))<span class="question-mark">?</span>);
644 <span class="prelude-val">Ok</span>(<span class="ident">txs_downloaded</span>)
647 <span class="doccomment">/// download headers at heights in `txid_height` if tx details not already present, returns a map Txid -> timestamp</span>
648 <span class="kw">fn</span> <span class="ident">download_needed_headers</span>(
649 <span class="kw-2">&</span><span class="self">self</span>,
650 <span class="ident">txid_height</span>: <span class="kw-2">&</span><span class="ident">HashMap</span><span class="op"><</span><span class="ident">Txid</span>, <span class="prelude-ty">Option</span><span class="op"><</span><span class="ident">u32</span><span class="op">></span><span class="op">></span>,
651 <span class="ident">txs_details_in_db</span>: <span class="kw-2">&</span><span class="ident">HashMap</span><span class="op"><</span><span class="ident">Txid</span>, <span class="ident">TransactionDetails</span><span class="op">></span>,
652 <span class="ident">chunk_size</span>: <span class="ident">usize</span>,
653 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="ident">HashMap</span><span class="op"><</span><span class="ident">Txid</span>, <span class="ident">u64</span><span class="op">></span>, <span class="ident">Error</span><span class="op">></span> {
654 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">txid_timestamp</span> <span class="op">=</span> <span class="ident">HashMap</span>::<span class="ident">new</span>();
655 <span class="kw">let</span> <span class="ident">needed_txid_height</span>: <span class="ident">HashMap</span><span class="op"><</span><span class="kw-2">&</span><span class="ident">Txid</span>, <span class="ident">u32</span><span class="op">></span> <span class="op">=</span> <span class="ident">txid_height</span>
656 .<span class="ident">iter</span>()
657 .<span class="ident">filter</span>(<span class="op">|</span>(<span class="ident">t</span>, <span class="kw">_</span>)<span class="op">|</span> <span class="ident">txs_details_in_db</span>.<span class="ident">get</span>(<span class="kw-2">*</span><span class="ident">t</span>).<span class="ident">is_none</span>())
658 .<span class="ident">filter_map</span>(<span class="op">|</span>(<span class="ident">t</span>, <span class="ident">o</span>)<span class="op">|</span> <span class="ident">o</span>.<span class="ident">map</span>(<span class="op">|</span><span class="ident">h</span><span class="op">|</span> (<span class="ident">t</span>, <span class="ident">h</span>)))
659 .<span class="ident">collect</span>();
660 <span class="kw">let</span> <span class="ident">needed_heights</span>: <span class="ident">HashSet</span><span class="op"><</span><span class="ident">u32</span><span class="op">></span> <span class="op">=</span> <span class="ident">needed_txid_height</span>.<span class="ident">values</span>().<span class="ident">cloned</span>().<span class="ident">collect</span>();
661 <span class="kw">if</span> <span class="op">!</span><span class="ident">needed_heights</span>.<span class="ident">is_empty</span>() {
662 <span class="macro">info</span><span class="macro">!</span>(<span class="string">"{} headers to download for timestamp"</span>, <span class="ident">needed_heights</span>.<span class="ident">len</span>());
663 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">height_timestamp</span>: <span class="ident">HashMap</span><span class="op"><</span><span class="ident">u32</span>, <span class="ident">u64</span><span class="op">></span> <span class="op">=</span> <span class="ident">HashMap</span>::<span class="ident">new</span>();
664 <span class="kw">for</span> <span class="ident">chunk</span> <span class="kw">in</span> <span class="ident">ChunksIterator</span>::<span class="ident">new</span>(<span class="ident">needed_heights</span>.<span class="ident">into_iter</span>(), <span class="ident">chunk_size</span>) {
665 <span class="kw">let</span> <span class="ident">call_result</span>: <span class="ident">Vec</span><span class="op"><</span><span class="ident">BlockHeader</span><span class="op">></span> <span class="op">=</span>
666 <span class="macro">maybe_await</span><span class="macro">!</span>(<span class="self">self</span>.<span class="ident">els_batch_block_header</span>(<span class="ident">chunk</span>.<span class="ident">clone</span>()))<span class="question-mark">?</span>;
667 <span class="ident">height_timestamp</span>.<span class="ident">extend</span>(
668 <span class="ident">chunk</span>
669 .<span class="ident">into_iter</span>()
670 .<span class="ident">zip</span>(<span class="ident">call_result</span>.<span class="ident">iter</span>().<span class="ident">map</span>(<span class="op">|</span><span class="ident">h</span><span class="op">|</span> <span class="ident">h</span>.<span class="ident">time</span> <span class="kw">as</span> <span class="ident">u64</span>)),
673 <span class="kw">for</span> (<span class="ident">txid</span>, <span class="ident">height</span>) <span class="kw">in</span> <span class="ident">needed_txid_height</span> {
674 <span class="kw">let</span> <span class="ident">timestamp</span> <span class="op">=</span> <span class="ident">height_timestamp</span>
675 .<span class="ident">get</span>(<span class="kw-2">&</span><span class="ident">height</span>)
676 .<span class="ident">ok_or_else</span>(<span class="op">|</span><span class="op">|</span> <span class="ident">Error</span>::<span class="ident">Generic</span>(<span class="string">"timestamp missing"</span>.<span class="ident">to_string</span>()))<span class="question-mark">?</span>;
677 <span class="ident">txid_timestamp</span>.<span class="ident">insert</span>(<span class="kw-2">*</span><span class="ident">txid</span>, <span class="kw-2">*</span><span class="ident">timestamp</span>);
681 <span class="prelude-val">Ok</span>(<span class="ident">txid_timestamp</span>)
684 <span class="kw">fn</span> <span class="ident">download_and_save_in_chunks</span><span class="op"><</span><span class="ident">D</span>: <span class="ident">BatchDatabase</span><span class="op">></span>(
685 <span class="kw-2">&</span><span class="self">self</span>,
686 <span class="ident">to_download</span>: <span class="ident">Vec</span><span class="op"><</span><span class="kw-2">&</span><span class="ident">Txid</span><span class="op">></span>,
687 <span class="ident">chunk_size</span>: <span class="ident">usize</span>,
688 <span class="ident">db</span>: <span class="kw-2">&</span><span class="kw-2">mut</span> <span class="ident">D</span>,
689 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="ident">Vec</span><span class="op"><</span><span class="ident">Transaction</span><span class="op">></span>, <span class="ident">Error</span><span class="op">></span> {
690 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">txs_downloaded</span> <span class="op">=</span> <span class="macro">vec</span><span class="macro">!</span>[];
691 <span class="kw">for</span> <span class="ident">chunk</span> <span class="kw">in</span> <span class="ident">ChunksIterator</span>::<span class="ident">new</span>(<span class="ident">to_download</span>.<span class="ident">into_iter</span>(), <span class="ident">chunk_size</span>) {
692 <span class="kw">let</span> <span class="ident">call_result</span>: <span class="ident">Vec</span><span class="op"><</span><span class="ident">Transaction</span><span class="op">></span> <span class="op">=</span>
693 <span class="macro">maybe_await</span><span class="macro">!</span>(<span class="self">self</span>.<span class="ident">els_batch_transaction_get</span>(<span class="ident">chunk</span>))<span class="question-mark">?</span>;
694 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">batch</span> <span class="op">=</span> <span class="ident">db</span>.<span class="ident">begin_batch</span>();
695 <span class="kw">for</span> <span class="ident">new_tx</span> <span class="kw">in</span> <span class="ident">call_result</span>.<span class="ident">iter</span>() {
696 <span class="ident">batch</span>.<span class="ident">set_raw_tx</span>(<span class="ident">new_tx</span>)<span class="question-mark">?</span>;
698 <span class="ident">db</span>.<span class="ident">commit_batch</span>(<span class="ident">batch</span>)<span class="question-mark">?</span>;
699 <span class="ident">txs_downloaded</span>.<span class="ident">extend</span>(<span class="ident">call_result</span>);
702 <span class="prelude-val">Ok</span>(<span class="ident">txs_downloaded</span>)
706 <span class="kw">fn</span> <span class="ident">save_transaction_details_and_utxos</span><span class="op"><</span><span class="ident">D</span>: <span class="ident">BatchDatabase</span><span class="op">></span>(
707 <span class="ident">txid</span>: <span class="kw-2">&</span><span class="ident">Txid</span>,
708 <span class="ident">db</span>: <span class="kw-2">&</span><span class="kw-2">mut</span> <span class="ident">D</span>,
709 <span class="ident">timestamp</span>: <span class="ident">u64</span>,
710 <span class="ident">height</span>: <span class="prelude-ty">Option</span><span class="op"><</span><span class="ident">u32</span><span class="op">></span>,
711 <span class="ident">updates</span>: <span class="kw-2">&</span><span class="kw-2">mut</span> <span class="ident">dyn</span> <span class="ident">BatchOperations</span>,
712 <span class="ident">utxo_deps</span>: <span class="kw-2">&</span><span class="ident">HashMap</span><span class="op"><</span><span class="ident">OutPoint</span>, <span class="ident">OutPoint</span><span class="op">></span>,
713 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span>(), <span class="ident">Error</span><span class="op">></span> {
714 <span class="kw">let</span> <span class="ident">tx</span> <span class="op">=</span> <span class="ident">db</span>.<span class="ident">get_raw_tx</span>(<span class="ident">txid</span>)<span class="question-mark">?</span>.<span class="ident">ok_or</span>(<span class="ident">Error</span>::<span class="ident">TransactionNotFound</span>)<span class="question-mark">?</span>;
716 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">incoming</span>: <span class="ident">u64</span> <span class="op">=</span> <span class="number">0</span>;
717 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">outgoing</span>: <span class="ident">u64</span> <span class="op">=</span> <span class="number">0</span>;
719 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">inputs_sum</span>: <span class="ident">u64</span> <span class="op">=</span> <span class="number">0</span>;
720 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">outputs_sum</span>: <span class="ident">u64</span> <span class="op">=</span> <span class="number">0</span>;
722 <span class="comment">// look for our own inputs</span>
723 <span class="kw">for</span> <span class="ident">input</span> <span class="kw">in</span> <span class="ident">tx</span>.<span class="ident">input</span>.<span class="ident">iter</span>() {
724 <span class="comment">// skip coinbase inputs</span>
725 <span class="kw">if</span> <span class="ident">input</span>.<span class="ident">previous_output</span>.<span class="ident">is_null</span>() {
726 <span class="kw">continue</span>;
729 <span class="comment">// We already downloaded all previous output txs in the previous step</span>
730 <span class="kw">if</span> <span class="kw">let</span> <span class="prelude-val">Some</span>(<span class="ident">previous_output</span>) <span class="op">=</span> <span class="ident">db</span>.<span class="ident">get_previous_output</span>(<span class="kw-2">&</span><span class="ident">input</span>.<span class="ident">previous_output</span>)<span class="question-mark">?</span> {
731 <span class="ident">inputs_sum</span> <span class="op">+</span><span class="op">=</span> <span class="ident">previous_output</span>.<span class="ident">value</span>;
733 <span class="kw">if</span> <span class="ident">db</span>.<span class="ident">is_mine</span>(<span class="kw-2">&</span><span class="ident">previous_output</span>.<span class="ident">script_pubkey</span>)<span class="question-mark">?</span> {
734 <span class="ident">outgoing</span> <span class="op">+</span><span class="op">=</span> <span class="ident">previous_output</span>.<span class="ident">value</span>;
736 } <span class="kw">else</span> {
737 <span class="comment">// The input is not ours, but we still need to count it for the fees</span>
738 <span class="kw">let</span> <span class="ident">tx</span> <span class="op">=</span> <span class="ident">db</span>
739 .<span class="ident">get_raw_tx</span>(<span class="kw-2">&</span><span class="ident">input</span>.<span class="ident">previous_output</span>.<span class="ident">txid</span>)<span class="question-mark">?</span>
740 .<span class="ident">ok_or</span>(<span class="ident">Error</span>::<span class="ident">TransactionNotFound</span>)<span class="question-mark">?</span>;
741 <span class="ident">inputs_sum</span> <span class="op">+</span><span class="op">=</span> <span class="ident">tx</span>.<span class="ident">output</span>[<span class="ident">input</span>.<span class="ident">previous_output</span>.<span class="ident">vout</span> <span class="kw">as</span> <span class="ident">usize</span>].<span class="ident">value</span>;
744 <span class="comment">// removes conflicting UTXO if any (generated from same inputs, like for example RBF)</span>
745 <span class="kw">if</span> <span class="kw">let</span> <span class="prelude-val">Some</span>(<span class="ident">outpoint</span>) <span class="op">=</span> <span class="ident">utxo_deps</span>.<span class="ident">get</span>(<span class="kw-2">&</span><span class="ident">input</span>.<span class="ident">previous_output</span>) {
746 <span class="ident">updates</span>.<span class="ident">del_utxo</span>(<span class="kw-2">&</span><span class="ident">outpoint</span>)<span class="question-mark">?</span>;
750 <span class="kw">for</span> (<span class="ident">i</span>, <span class="ident">output</span>) <span class="kw">in</span> <span class="ident">tx</span>.<span class="ident">output</span>.<span class="ident">iter</span>().<span class="ident">enumerate</span>() {
751 <span class="comment">// to compute the fees later</span>
752 <span class="ident">outputs_sum</span> <span class="op">+</span><span class="op">=</span> <span class="ident">output</span>.<span class="ident">value</span>;
754 <span class="comment">// this output is ours, we have a path to derive it</span>
755 <span class="kw">if</span> <span class="kw">let</span> <span class="prelude-val">Some</span>((<span class="ident">keychain</span>, <span class="ident">_child</span>)) <span class="op">=</span> <span class="ident">db</span>.<span class="ident">get_path_from_script_pubkey</span>(<span class="kw-2">&</span><span class="ident">output</span>.<span class="ident">script_pubkey</span>)<span class="question-mark">?</span> {
756 <span class="macro">debug</span><span class="macro">!</span>(<span class="string">"{} output #{} is mine, adding utxo"</span>, <span class="ident">txid</span>, <span class="ident">i</span>);
757 <span class="ident">updates</span>.<span class="ident">set_utxo</span>(<span class="kw-2">&</span><span class="ident">UTXO</span> {
758 <span class="ident">outpoint</span>: <span class="ident">OutPoint</span>::<span class="ident">new</span>(<span class="ident">tx</span>.<span class="ident">txid</span>(), <span class="ident">i</span> <span class="kw">as</span> <span class="ident">u32</span>),
759 <span class="ident">txout</span>: <span class="ident">output</span>.<span class="ident">clone</span>(),
760 <span class="ident">keychain</span>,
761 })<span class="question-mark">?</span>;
763 <span class="ident">incoming</span> <span class="op">+</span><span class="op">=</span> <span class="ident">output</span>.<span class="ident">value</span>;
767 <span class="kw">let</span> <span class="ident">tx_details</span> <span class="op">=</span> <span class="ident">TransactionDetails</span> {
768 <span class="ident">txid</span>: <span class="ident">tx</span>.<span class="ident">txid</span>(),
769 <span class="ident">transaction</span>: <span class="prelude-val">Some</span>(<span class="ident">tx</span>),
770 <span class="ident">received</span>: <span class="ident">incoming</span>,
771 <span class="ident">sent</span>: <span class="ident">outgoing</span>,
772 <span class="ident">height</span>,
773 <span class="ident">timestamp</span>,
774 <span class="ident">fees</span>: <span class="ident">inputs_sum</span>.<span class="ident">saturating_sub</span>(<span class="ident">outputs_sum</span>), <span class="comment">/* if the tx is a coinbase, fees would be negative */</span>
776 <span class="ident">updates</span>.<span class="ident">set_tx</span>(<span class="kw-2">&</span><span class="ident">tx_details</span>)<span class="question-mark">?</span>;
778 <span class="prelude-val">Ok</span>(())
781 <span class="doccomment">/// returns utxo dependency as the inputs needed for the utxo to exist</span>
782 <span class="doccomment">/// `tx_raw_in_db` must contains utxo's generating txs or errors witt [crate::Error::TransactionNotFound]</span>
783 <span class="kw">fn</span> <span class="ident">utxos_deps</span><span class="op"><</span><span class="ident">D</span>: <span class="ident">BatchDatabase</span><span class="op">></span>(
784 <span class="ident">db</span>: <span class="kw-2">&</span><span class="kw-2">mut</span> <span class="ident">D</span>,
785 <span class="ident">tx_raw_in_db</span>: <span class="kw-2">&</span><span class="ident">HashMap</span><span class="op"><</span><span class="ident">Txid</span>, <span class="ident">Transaction</span><span class="op">></span>,
786 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="ident">HashMap</span><span class="op"><</span><span class="ident">OutPoint</span>, <span class="ident">OutPoint</span><span class="op">></span>, <span class="ident">Error</span><span class="op">></span> {
787 <span class="kw">let</span> <span class="ident">utxos</span> <span class="op">=</span> <span class="ident">db</span>.<span class="ident">iter_utxos</span>()<span class="question-mark">?</span>;
788 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">utxos_deps</span> <span class="op">=</span> <span class="ident">HashMap</span>::<span class="ident">new</span>();
789 <span class="kw">for</span> <span class="ident">utxo</span> <span class="kw">in</span> <span class="ident">utxos</span> {
790 <span class="kw">let</span> <span class="ident">from_tx</span> <span class="op">=</span> <span class="ident">tx_raw_in_db</span>
791 .<span class="ident">get</span>(<span class="kw-2">&</span><span class="ident">utxo</span>.<span class="ident">outpoint</span>.<span class="ident">txid</span>)
792 .<span class="ident">ok_or</span>(<span class="ident">Error</span>::<span class="ident">TransactionNotFound</span>)<span class="question-mark">?</span>;
793 <span class="kw">for</span> <span class="ident">input</span> <span class="kw">in</span> <span class="ident">from_tx</span>.<span class="ident">input</span>.<span class="ident">iter</span>() {
794 <span class="ident">utxos_deps</span>.<span class="ident">insert</span>(<span class="ident">input</span>.<span class="ident">previous_output</span>, <span class="ident">utxo</span>.<span class="ident">outpoint</span>);
797 <span class="prelude-val">Ok</span>(<span class="ident">utxos_deps</span>)
800 </section><section id="search" class="content hidden"></section><section class="footer"></section><script>window.rootPath = "../../../";window.currentCrate = "bdk";</script><script src="../../../main.js"></script><script src="../../../source-script.js"></script><script src="../../../source-files.js"></script><script defer src="../../../search-index.js"></script></body></html>
projects / bitcoindevkit.org / blob