1 <!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/blockchain/compact_filters/sync.rs`."><meta name="keywords" content="rust, rustlang, rust-lang"><title>sync.rs - source</title><link rel="stylesheet" type="text/css" href="../../../../normalize.css"><link rel="stylesheet" type="text/css" href="../../../../rustdoc.css" id="mainThemeStyle"><link rel="stylesheet" type="text/css" href="../../../../light.css" id="themeStyle"><link rel="stylesheet" type="text/css" href="../../../../dark.css" disabled ><link rel="stylesheet" type="text/css" href="../../../../ayu.css" disabled ><script id="default-settings"></script><script src="../../../../storage.js"></script><noscript><link rel="stylesheet" href="../../../../noscript.css"></noscript><link rel="icon" type="image/svg+xml" href="../../../../favicon.svg">
2 <link rel="alternate icon" type="image/png" href="../../../../favicon-16x16.png">
3 <link rel="alternate icon" type="image/png" href="../../../../favicon-32x32.png"><style type="text/css">#crate-search{background-image:url("../../../../down-arrow.svg");}</style></head><body class="rustdoc source"><!--[if lte IE 8]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"><div class="sidebar-menu">☰</div><a href='../../../../bdk/index.html'><div class='logo-container rust-logo'><img src='../../../../rust-logo.png' alt='logo'></div></a></nav><div class="theme-picker"><button id="theme-picker" aria-label="Pick another theme!" aria-haspopup="menu"><img src="../../../../brush.svg" width="18" alt="Pick another theme!"></button><div id="theme-choices" role="menu"></div></div><script src="../../../../theme.js"></script><nav class="sub"><form class="search-form"><div class="search-container"><div><select id="crate-search"><option value="All crates">All crates</option></select><input class="search-input" name="search" disabled autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"></div><button type="button" class="help-button">?</button>
4 <a id="settings-menu" href="../../../../settings.html"><img src="../../../../wheel.svg" width="18" alt="Change settings"></a></div></form></nav><section id="main" class="content"><pre class="line-numbers"><span id="1"> 1</span>
10 <span id="7"> 7</span>
11 <span id="8"> 8</span>
12 <span id="9"> 9</span>
13 <span id="10"> 10</span>
14 <span id="11"> 11</span>
15 <span id="12"> 12</span>
16 <span id="13"> 13</span>
17 <span id="14"> 14</span>
18 <span id="15"> 15</span>
19 <span id="16"> 16</span>
20 <span id="17"> 17</span>
21 <span id="18"> 18</span>
22 <span id="19"> 19</span>
23 <span id="20"> 20</span>
24 <span id="21"> 21</span>
25 <span id="22"> 22</span>
26 <span id="23"> 23</span>
27 <span id="24"> 24</span>
28 <span id="25"> 25</span>
29 <span id="26"> 26</span>
30 <span id="27"> 27</span>
31 <span id="28"> 28</span>
32 <span id="29"> 29</span>
33 <span id="30"> 30</span>
34 <span id="31"> 31</span>
35 <span id="32"> 32</span>
36 <span id="33"> 33</span>
37 <span id="34"> 34</span>
38 <span id="35"> 35</span>
39 <span id="36"> 36</span>
40 <span id="37"> 37</span>
41 <span id="38"> 38</span>
42 <span id="39"> 39</span>
43 <span id="40"> 40</span>
44 <span id="41"> 41</span>
45 <span id="42"> 42</span>
46 <span id="43"> 43</span>
47 <span id="44"> 44</span>
48 <span id="45"> 45</span>
49 <span id="46"> 46</span>
50 <span id="47"> 47</span>
51 <span id="48"> 48</span>
52 <span id="49"> 49</span>
53 <span id="50"> 50</span>
54 <span id="51"> 51</span>
55 <span id="52"> 52</span>
56 <span id="53"> 53</span>
57 <span id="54"> 54</span>
58 <span id="55"> 55</span>
59 <span id="56"> 56</span>
60 <span id="57"> 57</span>
61 <span id="58"> 58</span>
62 <span id="59"> 59</span>
63 <span id="60"> 60</span>
64 <span id="61"> 61</span>
65 <span id="62"> 62</span>
66 <span id="63"> 63</span>
67 <span id="64"> 64</span>
68 <span id="65"> 65</span>
69 <span id="66"> 66</span>
70 <span id="67"> 67</span>
71 <span id="68"> 68</span>
72 <span id="69"> 69</span>
73 <span id="70"> 70</span>
74 <span id="71"> 71</span>
75 <span id="72"> 72</span>
76 <span id="73"> 73</span>
77 <span id="74"> 74</span>
78 <span id="75"> 75</span>
79 <span id="76"> 76</span>
80 <span id="77"> 77</span>
81 <span id="78"> 78</span>
82 <span id="79"> 79</span>
83 <span id="80"> 80</span>
84 <span id="81"> 81</span>
85 <span id="82"> 82</span>
86 <span id="83"> 83</span>
87 <span id="84"> 84</span>
88 <span id="85"> 85</span>
89 <span id="86"> 86</span>
90 <span id="87"> 87</span>
91 <span id="88"> 88</span>
92 <span id="89"> 89</span>
93 <span id="90"> 90</span>
94 <span id="91"> 91</span>
95 <span id="92"> 92</span>
96 <span id="93"> 93</span>
97 <span id="94"> 94</span>
98 <span id="95"> 95</span>
99 <span id="96"> 96</span>
100 <span id="97"> 97</span>
101 <span id="98"> 98</span>
102 <span id="99"> 99</span>
103 <span id="100">100</span>
104 <span id="101">101</span>
105 <span id="102">102</span>
106 <span id="103">103</span>
107 <span id="104">104</span>
108 <span id="105">105</span>
109 <span id="106">106</span>
110 <span id="107">107</span>
111 <span id="108">108</span>
112 <span id="109">109</span>
113 <span id="110">110</span>
114 <span id="111">111</span>
115 <span id="112">112</span>
116 <span id="113">113</span>
117 <span id="114">114</span>
118 <span id="115">115</span>
119 <span id="116">116</span>
120 <span id="117">117</span>
121 <span id="118">118</span>
122 <span id="119">119</span>
123 <span id="120">120</span>
124 <span id="121">121</span>
125 <span id="122">122</span>
126 <span id="123">123</span>
127 <span id="124">124</span>
128 <span id="125">125</span>
129 <span id="126">126</span>
130 <span id="127">127</span>
131 <span id="128">128</span>
132 <span id="129">129</span>
133 <span id="130">130</span>
134 <span id="131">131</span>
135 <span id="132">132</span>
136 <span id="133">133</span>
137 <span id="134">134</span>
138 <span id="135">135</span>
139 <span id="136">136</span>
140 <span id="137">137</span>
141 <span id="138">138</span>
142 <span id="139">139</span>
143 <span id="140">140</span>
144 <span id="141">141</span>
145 <span id="142">142</span>
146 <span id="143">143</span>
147 <span id="144">144</span>
148 <span id="145">145</span>
149 <span id="146">146</span>
150 <span id="147">147</span>
151 <span id="148">148</span>
152 <span id="149">149</span>
153 <span id="150">150</span>
154 <span id="151">151</span>
155 <span id="152">152</span>
156 <span id="153">153</span>
157 <span id="154">154</span>
158 <span id="155">155</span>
159 <span id="156">156</span>
160 <span id="157">157</span>
161 <span id="158">158</span>
162 <span id="159">159</span>
163 <span id="160">160</span>
164 <span id="161">161</span>
165 <span id="162">162</span>
166 <span id="163">163</span>
167 <span id="164">164</span>
168 <span id="165">165</span>
169 <span id="166">166</span>
170 <span id="167">167</span>
171 <span id="168">168</span>
172 <span id="169">169</span>
173 <span id="170">170</span>
174 <span id="171">171</span>
175 <span id="172">172</span>
176 <span id="173">173</span>
177 <span id="174">174</span>
178 <span id="175">175</span>
179 <span id="176">176</span>
180 <span id="177">177</span>
181 <span id="178">178</span>
182 <span id="179">179</span>
183 <span id="180">180</span>
184 <span id="181">181</span>
185 <span id="182">182</span>
186 <span id="183">183</span>
187 <span id="184">184</span>
188 <span id="185">185</span>
189 <span id="186">186</span>
190 <span id="187">187</span>
191 <span id="188">188</span>
192 <span id="189">189</span>
193 <span id="190">190</span>
194 <span id="191">191</span>
195 <span id="192">192</span>
196 <span id="193">193</span>
197 <span id="194">194</span>
198 <span id="195">195</span>
199 <span id="196">196</span>
200 <span id="197">197</span>
201 <span id="198">198</span>
202 <span id="199">199</span>
203 <span id="200">200</span>
204 <span id="201">201</span>
205 <span id="202">202</span>
206 <span id="203">203</span>
207 <span id="204">204</span>
208 <span id="205">205</span>
209 <span id="206">206</span>
210 <span id="207">207</span>
211 <span id="208">208</span>
212 <span id="209">209</span>
213 <span id="210">210</span>
214 <span id="211">211</span>
215 <span id="212">212</span>
216 <span id="213">213</span>
217 <span id="214">214</span>
218 <span id="215">215</span>
219 <span id="216">216</span>
220 <span id="217">217</span>
221 <span id="218">218</span>
222 <span id="219">219</span>
223 <span id="220">220</span>
224 <span id="221">221</span>
225 <span id="222">222</span>
226 <span id="223">223</span>
227 <span id="224">224</span>
228 <span id="225">225</span>
229 <span id="226">226</span>
230 <span id="227">227</span>
231 <span id="228">228</span>
232 <span id="229">229</span>
233 <span id="230">230</span>
234 <span id="231">231</span>
235 <span id="232">232</span>
236 <span id="233">233</span>
237 <span id="234">234</span>
238 <span id="235">235</span>
239 <span id="236">236</span>
240 <span id="237">237</span>
241 <span id="238">238</span>
242 <span id="239">239</span>
243 <span id="240">240</span>
244 <span id="241">241</span>
245 <span id="242">242</span>
246 <span id="243">243</span>
247 <span id="244">244</span>
248 <span id="245">245</span>
249 <span id="246">246</span>
250 <span id="247">247</span>
251 <span id="248">248</span>
252 <span id="249">249</span>
253 <span id="250">250</span>
254 <span id="251">251</span>
255 <span id="252">252</span>
256 <span id="253">253</span>
257 <span id="254">254</span>
258 <span id="255">255</span>
259 <span id="256">256</span>
260 <span id="257">257</span>
261 <span id="258">258</span>
262 <span id="259">259</span>
263 <span id="260">260</span>
264 <span id="261">261</span>
265 <span id="262">262</span>
266 <span id="263">263</span>
267 <span id="264">264</span>
268 <span id="265">265</span>
269 <span id="266">266</span>
270 <span id="267">267</span>
271 <span id="268">268</span>
272 <span id="269">269</span>
273 <span id="270">270</span>
274 <span id="271">271</span>
275 <span id="272">272</span>
276 <span id="273">273</span>
277 <span id="274">274</span>
278 <span id="275">275</span>
279 <span id="276">276</span>
280 <span id="277">277</span>
281 <span id="278">278</span>
282 <span id="279">279</span>
283 <span id="280">280</span>
284 <span id="281">281</span>
285 <span id="282">282</span>
286 <span id="283">283</span>
287 <span id="284">284</span>
288 <span id="285">285</span>
289 <span id="286">286</span>
290 <span id="287">287</span>
291 <span id="288">288</span>
292 <span id="289">289</span>
293 <span id="290">290</span>
294 <span id="291">291</span>
295 <span id="292">292</span>
296 <span id="293">293</span>
297 <span id="294">294</span>
298 <span id="295">295</span>
299 <span id="296">296</span>
300 <span id="297">297</span>
301 <span id="298">298</span>
302 <span id="299">299</span>
303 <span id="300">300</span>
304 <span id="301">301</span>
305 <span id="302">302</span>
306 <span id="303">303</span>
307 <span id="304">304</span>
308 <span id="305">305</span>
309 <span id="306">306</span>
310 <span id="307">307</span>
311 <span id="308">308</span>
312 <span id="309">309</span>
313 <span id="310">310</span>
314 <span id="311">311</span>
315 <span id="312">312</span>
316 <span id="313">313</span>
317 </pre><div class="example-wrap"><pre class="rust ">
318 <span class="comment">// Magical Bitcoin Library</span>
319 <span class="comment">// Written in 2020 by</span>
320 <span class="comment">// Alekos Filini <alekos.filini@gmail.com></span>
321 <span class="comment">//</span>
322 <span class="comment">// Copyright (c) 2020 Magical Bitcoin</span>
323 <span class="comment">//</span>
324 <span class="comment">// Permission is hereby granted, free of charge, to any person obtaining a copy</span>
325 <span class="comment">// of this software and associated documentation files (the "Software"), to deal</span>
326 <span class="comment">// in the Software without restriction, including without limitation the rights</span>
327 <span class="comment">// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell</span>
328 <span class="comment">// copies of the Software, and to permit persons to whom the Software is</span>
329 <span class="comment">// furnished to do so, subject to the following conditions:</span>
330 <span class="comment">//</span>
331 <span class="comment">// The above copyright notice and this permission notice shall be included in all</span>
332 <span class="comment">// copies or substantial portions of the Software.</span>
333 <span class="comment">//</span>
334 <span class="comment">// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR</span>
335 <span class="comment">// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,</span>
336 <span class="comment">// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE</span>
337 <span class="comment">// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER</span>
338 <span class="comment">// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,</span>
339 <span class="comment">// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE</span>
340 <span class="comment">// SOFTWARE.</span>
342 <span class="kw">use</span> <span class="ident">std</span>::<span class="ident">collections</span>::{<span class="ident">BTreeMap</span>, <span class="ident">HashMap</span>, <span class="ident">VecDeque</span>};
343 <span class="kw">use</span> <span class="ident">std</span>::<span class="ident">sync</span>::{<span class="ident">Arc</span>, <span class="ident">Mutex</span>};
344 <span class="kw">use</span> <span class="ident">std</span>::<span class="ident">time</span>::<span class="ident">Duration</span>;
346 <span class="kw">use</span> <span class="ident">bitcoin</span>::<span class="ident">hash_types</span>::{<span class="ident">BlockHash</span>, <span class="ident">FilterHash</span>};
347 <span class="kw">use</span> <span class="ident">bitcoin</span>::<span class="ident">network</span>::<span class="ident">message</span>::<span class="ident">NetworkMessage</span>;
348 <span class="kw">use</span> <span class="ident">bitcoin</span>::<span class="ident">network</span>::<span class="ident">message_blockdata</span>::<span class="ident">GetHeadersMessage</span>;
349 <span class="kw">use</span> <span class="ident">bitcoin</span>::<span class="ident">util</span>::<span class="ident">bip158</span>::<span class="ident">BlockFilter</span>;
351 <span class="kw">use</span> <span class="kw">super</span>::<span class="ident">peer</span>::<span class="kw-2">*</span>;
352 <span class="kw">use</span> <span class="kw">super</span>::<span class="ident">store</span>::<span class="kw-2">*</span>;
353 <span class="kw">use</span> <span class="kw">super</span>::<span class="ident">CompactFiltersError</span>;
354 <span class="kw">use</span> <span class="kw">crate</span>::<span class="ident">error</span>::<span class="ident">Error</span>;
356 <span class="kw">pub</span>(<span class="kw">crate</span>) <span class="kw">const</span> <span class="ident">BURIED_CONFIRMATIONS</span>: <span class="ident">usize</span> <span class="op">=</span> <span class="number">100</span>;
358 <span class="kw">pub</span> <span class="kw">struct</span> <span class="ident">CFSync</span> {
359 <span class="ident">headers_store</span>: <span class="ident">Arc</span><span class="op"><</span><span class="ident">ChainStore</span><span class="op"><</span><span class="ident">Full</span><span class="op">></span><span class="op">></span>,
360 <span class="ident">cf_store</span>: <span class="ident">Arc</span><span class="op"><</span><span class="ident">CFStore</span><span class="op">></span>,
361 <span class="ident">skip_blocks</span>: <span class="ident">usize</span>,
362 <span class="ident">bundles</span>: <span class="ident">Mutex</span><span class="op"><</span><span class="ident">VecDeque</span><span class="op"><</span>(<span class="ident">BundleStatus</span>, <span class="ident">FilterHash</span>, <span class="ident">usize</span>)<span class="op">></span><span class="op">></span>,
365 <span class="kw">impl</span> <span class="ident">CFSync</span> {
366 <span class="kw">pub</span> <span class="kw">fn</span> <span class="ident">new</span>(
367 <span class="ident">headers_store</span>: <span class="ident">Arc</span><span class="op"><</span><span class="ident">ChainStore</span><span class="op"><</span><span class="ident">Full</span><span class="op">></span><span class="op">></span>,
368 <span class="ident">skip_blocks</span>: <span class="ident">usize</span>,
369 <span class="ident">filter_type</span>: <span class="ident">u8</span>,
370 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="self">Self</span>, <span class="ident">CompactFiltersError</span><span class="op">></span> {
371 <span class="kw">let</span> <span class="ident">cf_store</span> <span class="op">=</span> <span class="ident">Arc</span>::<span class="ident">new</span>(<span class="ident">CFStore</span>::<span class="ident">new</span>(<span class="kw-2">&</span><span class="ident">headers_store</span>, <span class="ident">filter_type</span>)<span class="question-mark">?</span>);
373 <span class="prelude-val">Ok</span>(<span class="ident">CFSync</span> {
374 <span class="ident">headers_store</span>,
375 <span class="ident">cf_store</span>,
376 <span class="ident">skip_blocks</span>,
377 <span class="ident">bundles</span>: <span class="ident">Mutex</span>::<span class="ident">new</span>(<span class="ident">VecDeque</span>::<span class="ident">new</span>()),
381 <span class="kw">pub</span> <span class="kw">fn</span> <span class="ident">pruned_bundles</span>(<span class="kw-2">&</span><span class="self">self</span>) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="ident">usize</span>, <span class="ident">CompactFiltersError</span><span class="op">></span> {
382 <span class="prelude-val">Ok</span>(<span class="self">self</span>
383 .<span class="ident">cf_store</span>
384 .<span class="ident">get_bundles</span>()<span class="question-mark">?</span>
385 .<span class="ident">into_iter</span>()
386 .<span class="ident">skip</span>(<span class="self">self</span>.<span class="ident">skip_blocks</span> <span class="op">/</span> <span class="number">1000</span>)
387 .<span class="ident">fold</span>(<span class="number">0</span>, <span class="op">|</span><span class="ident">acc</span>, (<span class="ident">status</span>, <span class="kw">_</span>)<span class="op">|</span> <span class="kw">match</span> <span class="ident">status</span> {
388 <span class="ident">BundleStatus</span>::<span class="ident">Pruned</span> <span class="op">=</span><span class="op">></span> <span class="ident">acc</span> <span class="op">+</span> <span class="number">1</span>,
389 <span class="kw">_</span> <span class="op">=</span><span class="op">></span> <span class="ident">acc</span>,
393 <span class="kw">pub</span> <span class="kw">fn</span> <span class="ident">prepare_sync</span>(<span class="kw-2">&</span><span class="self">self</span>, <span class="ident">peer</span>: <span class="ident">Arc</span><span class="op"><</span><span class="ident">Peer</span><span class="op">></span>) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span>(), <span class="ident">CompactFiltersError</span><span class="op">></span> {
394 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">bundles_lock</span> <span class="op">=</span> <span class="self">self</span>.<span class="ident">bundles</span>.<span class="ident">lock</span>().<span class="ident">unwrap</span>();
396 <span class="kw">let</span> <span class="ident">resp</span> <span class="op">=</span> <span class="ident">peer</span>.<span class="ident">get_cf_checkpt</span>(
397 <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">get_filter_type</span>(),
398 <span class="self">self</span>.<span class="ident">headers_store</span>.<span class="ident">get_tip_hash</span>()<span class="question-mark">?</span>.<span class="ident">unwrap</span>(),
399 )<span class="question-mark">?</span>;
400 <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">replace_checkpoints</span>(<span class="ident">resp</span>.<span class="ident">filter_headers</span>)<span class="question-mark">?</span>;
402 <span class="ident">bundles_lock</span>.<span class="ident">clear</span>();
403 <span class="kw">for</span> (<span class="ident">index</span>, (<span class="ident">status</span>, <span class="ident">checkpoint</span>)) <span class="kw">in</span> <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">get_bundles</span>()<span class="question-mark">?</span>.<span class="ident">into_iter</span>().<span class="ident">enumerate</span>() {
404 <span class="ident">bundles_lock</span>.<span class="ident">push_back</span>((<span class="ident">status</span>, <span class="ident">checkpoint</span>, <span class="ident">index</span>));
407 <span class="prelude-val">Ok</span>(())
410 <span class="kw">pub</span> <span class="kw">fn</span> <span class="ident">capture_thread_for_sync</span><span class="op"><</span><span class="ident">F</span>, <span class="ident">Q</span><span class="op">></span>(
411 <span class="kw-2">&</span><span class="self">self</span>,
412 <span class="ident">peer</span>: <span class="ident">Arc</span><span class="op"><</span><span class="ident">Peer</span><span class="op">></span>,
413 <span class="ident">process</span>: <span class="ident">F</span>,
414 <span class="ident">completed_bundle</span>: <span class="ident">Q</span>,
415 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span>(), <span class="ident">CompactFiltersError</span><span class="op">></span>
416 <span class="kw">where</span>
417 <span class="ident">F</span>: <span class="ident">Fn</span>(<span class="kw-2">&</span><span class="ident">BlockHash</span>, <span class="kw-2">&</span><span class="ident">BlockFilter</span>) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="ident">bool</span>, <span class="ident">CompactFiltersError</span><span class="op">></span>,
418 <span class="ident">Q</span>: <span class="ident">Fn</span>(<span class="ident">usize</span>) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span>(), <span class="ident">Error</span><span class="op">></span>,
420 <span class="kw">let</span> <span class="ident">current_height</span> <span class="op">=</span> <span class="self">self</span>.<span class="ident">headers_store</span>.<span class="ident">get_height</span>()<span class="question-mark">?</span>; <span class="comment">// TODO: we should update it in case headers_store is also updated</span>
422 <span class="kw">loop</span> {
423 <span class="kw">let</span> (<span class="kw-2">mut</span> <span class="ident">status</span>, <span class="ident">checkpoint</span>, <span class="ident">index</span>) <span class="op">=</span> <span class="kw">match</span> <span class="self">self</span>.<span class="ident">bundles</span>.<span class="ident">lock</span>().<span class="ident">unwrap</span>().<span class="ident">pop_front</span>() {
424 <span class="prelude-val">None</span> <span class="op">=</span><span class="op">></span> <span class="kw">break</span>,
425 <span class="prelude-val">Some</span>(<span class="ident">x</span>) <span class="op">=</span><span class="op">></span> <span class="ident">x</span>,
428 <span class="ident">log</span>::<span class="macro">debug</span><span class="macro">!</span>(
429 <span class="string">"Processing bundle #{} - height {} to {}"</span>,
430 <span class="ident">index</span>,
431 <span class="ident">index</span> <span class="op">*</span> <span class="number">1000</span> <span class="op">+</span> <span class="number">1</span>,
432 (<span class="ident">index</span> <span class="op">+</span> <span class="number">1</span>) <span class="op">*</span> <span class="number">1000</span>
435 <span class="kw">let</span> <span class="ident">process_received_filters</span> <span class="op">=</span>
436 <span class="op">|</span><span class="ident">expected_filters</span><span class="op">|</span> <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="ident">BTreeMap</span><span class="op"><</span><span class="ident">usize</span>, <span class="ident">Vec</span><span class="op"><</span><span class="ident">u8</span><span class="op">></span><span class="op">></span>, <span class="ident">CompactFiltersError</span><span class="op">></span> {
437 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">filters_map</span> <span class="op">=</span> <span class="ident">BTreeMap</span>::<span class="ident">new</span>();
438 <span class="kw">for</span> <span class="kw">_</span> <span class="kw">in</span> <span class="number">0</span>..<span class="ident">expected_filters</span> {
439 <span class="kw">let</span> <span class="ident">filter</span> <span class="op">=</span> <span class="ident">peer</span>.<span class="ident">pop_cf_filter_resp</span>()<span class="question-mark">?</span>;
440 <span class="kw">if</span> <span class="ident">filter</span>.<span class="ident">filter_type</span> <span class="op">!</span><span class="op">=</span> <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">get_filter_type</span>() {
441 <span class="kw">return</span> <span class="prelude-val">Err</span>(<span class="ident">CompactFiltersError</span>::<span class="ident">InvalidResponse</span>);
444 <span class="kw">match</span> <span class="self">self</span>.<span class="ident">headers_store</span>.<span class="ident">get_height_for</span>(<span class="kw-2">&</span><span class="ident">filter</span>.<span class="ident">block_hash</span>)<span class="question-mark">?</span> {
445 <span class="prelude-val">Some</span>(<span class="ident">height</span>) <span class="op">=</span><span class="op">></span> <span class="ident">filters_map</span>.<span class="ident">insert</span>(<span class="ident">height</span>, <span class="ident">filter</span>.<span class="ident">filter</span>),
446 <span class="prelude-val">None</span> <span class="op">=</span><span class="op">></span> <span class="kw">return</span> <span class="prelude-val">Err</span>(<span class="ident">CompactFiltersError</span>::<span class="ident">InvalidFilter</span>),
450 <span class="prelude-val">Ok</span>(<span class="ident">filters_map</span>)
453 <span class="kw">let</span> <span class="ident">start_height</span> <span class="op">=</span> <span class="ident">index</span> <span class="op">*</span> <span class="number">1000</span> <span class="op">+</span> <span class="number">1</span>;
454 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">already_processed</span> <span class="op">=</span> <span class="number">0</span>;
456 <span class="kw">if</span> <span class="ident">start_height</span> <span class="op"><</span> <span class="self">self</span>.<span class="ident">skip_blocks</span> {
457 <span class="ident">status</span> <span class="op">=</span> <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">prune_filters</span>(<span class="ident">index</span>, <span class="ident">checkpoint</span>)<span class="question-mark">?</span>;
460 <span class="kw">let</span> <span class="ident">stop_height</span> <span class="op">=</span> <span class="ident">std</span>::<span class="ident">cmp</span>::<span class="ident">min</span>(<span class="ident">current_height</span>, <span class="ident">start_height</span> <span class="op">+</span> <span class="number">999</span>);
461 <span class="kw">let</span> <span class="ident">stop_hash</span> <span class="op">=</span> <span class="self">self</span>.<span class="ident">headers_store</span>.<span class="ident">get_block_hash</span>(<span class="ident">stop_height</span>)<span class="question-mark">?</span>.<span class="ident">unwrap</span>();
463 <span class="kw">if</span> <span class="kw">let</span> <span class="ident">BundleStatus</span>::<span class="ident">Init</span> <span class="op">=</span> <span class="ident">status</span> {
464 <span class="ident">log</span>::<span class="macro">trace</span><span class="macro">!</span>(<span class="string">"status: Init"</span>);
466 <span class="kw">let</span> <span class="ident">resp</span> <span class="op">=</span> <span class="ident">peer</span>.<span class="ident">get_cf_headers</span>(<span class="number">0x00</span>, <span class="ident">start_height</span> <span class="kw">as</span> <span class="ident">u32</span>, <span class="ident">stop_hash</span>)<span class="question-mark">?</span>;
468 <span class="macro">assert</span><span class="macro">!</span>(<span class="ident">resp</span>.<span class="ident">previous_filter</span> <span class="op">=</span><span class="op">=</span> <span class="ident">checkpoint</span>);
469 <span class="ident">status</span> <span class="op">=</span>
470 <span class="self">self</span>.<span class="ident">cf_store</span>
471 .<span class="ident">advance_to_cf_headers</span>(<span class="ident">index</span>, <span class="ident">checkpoint</span>, <span class="ident">resp</span>.<span class="ident">filter_hashes</span>)<span class="question-mark">?</span>;
473 <span class="kw">if</span> <span class="kw">let</span> <span class="ident">BundleStatus</span>::<span class="ident">Tip</span> { <span class="ident">cf_filters</span> } <span class="op">=</span> <span class="ident">status</span> {
474 <span class="ident">log</span>::<span class="macro">trace</span><span class="macro">!</span>(<span class="string">"status: Tip (beginning) "</span>);
476 <span class="ident">already_processed</span> <span class="op">=</span> <span class="ident">cf_filters</span>.<span class="ident">len</span>();
477 <span class="kw">let</span> <span class="ident">headers_resp</span> <span class="op">=</span> <span class="ident">peer</span>.<span class="ident">get_cf_headers</span>(<span class="number">0x00</span>, <span class="ident">start_height</span> <span class="kw">as</span> <span class="ident">u32</span>, <span class="ident">stop_hash</span>)<span class="question-mark">?</span>;
479 <span class="kw">let</span> <span class="ident">cf_headers</span> <span class="op">=</span> <span class="kw">match</span> <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">advance_to_cf_headers</span>(
480 <span class="ident">index</span>,
481 <span class="ident">checkpoint</span>,
482 <span class="ident">headers_resp</span>.<span class="ident">filter_hashes</span>,
483 )<span class="question-mark">?</span> {
484 <span class="ident">BundleStatus</span>::<span class="ident">CFHeaders</span> { <span class="ident">cf_headers</span> } <span class="op">=</span><span class="op">></span> <span class="ident">cf_headers</span>,
485 <span class="kw">_</span> <span class="op">=</span><span class="op">></span> <span class="kw">return</span> <span class="prelude-val">Err</span>(<span class="ident">CompactFiltersError</span>::<span class="ident">InvalidResponse</span>),
488 <span class="ident">peer</span>.<span class="ident">get_cf_filters</span>(
489 <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">get_filter_type</span>(),
490 (<span class="ident">start_height</span> <span class="op">+</span> <span class="ident">cf_filters</span>.<span class="ident">len</span>()) <span class="kw">as</span> <span class="ident">u32</span>,
491 <span class="ident">stop_hash</span>,
492 )<span class="question-mark">?</span>;
493 <span class="kw">let</span> <span class="ident">expected_filters</span> <span class="op">=</span> <span class="ident">stop_height</span> <span class="op">-</span> <span class="ident">start_height</span> <span class="op">+</span> <span class="number">1</span> <span class="op">-</span> <span class="ident">cf_filters</span>.<span class="ident">len</span>();
494 <span class="kw">let</span> <span class="ident">filters_map</span> <span class="op">=</span> <span class="ident">process_received_filters</span>(<span class="ident">expected_filters</span>)<span class="question-mark">?</span>;
495 <span class="kw">let</span> <span class="ident">filters</span> <span class="op">=</span> <span class="ident">cf_filters</span>
496 .<span class="ident">into_iter</span>()
497 .<span class="ident">enumerate</span>()
498 .<span class="ident">chain</span>(<span class="ident">filters_map</span>.<span class="ident">into_iter</span>())
499 .<span class="ident">collect</span>();
500 <span class="ident">status</span> <span class="op">=</span> <span class="self">self</span>
501 .<span class="ident">cf_store</span>
502 .<span class="ident">advance_to_cf_filters</span>(<span class="ident">index</span>, <span class="ident">checkpoint</span>, <span class="ident">cf_headers</span>, <span class="ident">filters</span>)<span class="question-mark">?</span>;
504 <span class="kw">if</span> <span class="kw">let</span> <span class="ident">BundleStatus</span>::<span class="ident">CFHeaders</span> { <span class="ident">cf_headers</span> } <span class="op">=</span> <span class="ident">status</span> {
505 <span class="ident">log</span>::<span class="macro">trace</span><span class="macro">!</span>(<span class="string">"status: CFHeaders"</span>);
507 <span class="ident">peer</span>.<span class="ident">get_cf_filters</span>(
508 <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">get_filter_type</span>(),
509 <span class="ident">start_height</span> <span class="kw">as</span> <span class="ident">u32</span>,
510 <span class="ident">stop_hash</span>,
511 )<span class="question-mark">?</span>;
512 <span class="kw">let</span> <span class="ident">expected_filters</span> <span class="op">=</span> <span class="ident">stop_height</span> <span class="op">-</span> <span class="ident">start_height</span> <span class="op">+</span> <span class="number">1</span>;
513 <span class="kw">let</span> <span class="ident">filters_map</span> <span class="op">=</span> <span class="ident">process_received_filters</span>(<span class="ident">expected_filters</span>)<span class="question-mark">?</span>;
514 <span class="ident">status</span> <span class="op">=</span> <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">advance_to_cf_filters</span>(
515 <span class="ident">index</span>,
516 <span class="ident">checkpoint</span>,
517 <span class="ident">cf_headers</span>,
518 <span class="ident">filters_map</span>.<span class="ident">into_iter</span>().<span class="ident">collect</span>(),
519 )<span class="question-mark">?</span>;
521 <span class="kw">if</span> <span class="kw">let</span> <span class="ident">BundleStatus</span>::<span class="ident">CFilters</span> { <span class="ident">cf_filters</span> } <span class="op">=</span> <span class="ident">status</span> {
522 <span class="ident">log</span>::<span class="macro">trace</span><span class="macro">!</span>(<span class="string">"status: CFilters"</span>);
524 <span class="kw">let</span> <span class="ident">last_sync_buried_height</span> <span class="op">=</span> (<span class="ident">start_height</span> <span class="op">+</span> <span class="ident">already_processed</span>)
525 .<span class="ident">checked_sub</span>(<span class="ident">BURIED_CONFIRMATIONS</span>)
526 .<span class="ident">unwrap_or</span>(<span class="number">0</span>);
528 <span class="kw">for</span> (<span class="ident">filter_index</span>, <span class="ident">filter</span>) <span class="kw">in</span> <span class="ident">cf_filters</span>.<span class="ident">iter</span>().<span class="ident">enumerate</span>() {
529 <span class="kw">let</span> <span class="ident">height</span> <span class="op">=</span> <span class="ident">filter_index</span> <span class="op">+</span> <span class="ident">start_height</span>;
531 <span class="comment">// do not download blocks that were already "buried" since the last sync</span>
532 <span class="kw">if</span> <span class="ident">height</span> <span class="op"><</span> <span class="ident">last_sync_buried_height</span> {
533 <span class="kw">continue</span>;
536 <span class="kw">let</span> <span class="ident">block_hash</span> <span class="op">=</span> <span class="self">self</span>.<span class="ident">headers_store</span>.<span class="ident">get_block_hash</span>(<span class="ident">height</span>)<span class="question-mark">?</span>.<span class="ident">unwrap</span>();
538 <span class="comment">// TODO: also download random blocks?</span>
539 <span class="kw">if</span> <span class="ident">process</span>(<span class="kw-2">&</span><span class="ident">block_hash</span>, <span class="kw-2">&</span><span class="ident">BlockFilter</span>::<span class="ident">new</span>(<span class="kw-2">&</span><span class="ident">filter</span>))<span class="question-mark">?</span> {
540 <span class="ident">log</span>::<span class="macro">debug</span><span class="macro">!</span>(<span class="string">"Downloading block {}"</span>, <span class="ident">block_hash</span>);
542 <span class="kw">let</span> <span class="ident">block</span> <span class="op">=</span> <span class="ident">peer</span>
543 .<span class="ident">get_block</span>(<span class="ident">block_hash</span>)<span class="question-mark">?</span>
544 .<span class="ident">ok_or</span>(<span class="ident">CompactFiltersError</span>::<span class="ident">MissingBlock</span>)<span class="question-mark">?</span>;
545 <span class="self">self</span>.<span class="ident">headers_store</span>.<span class="ident">save_full_block</span>(<span class="kw-2">&</span><span class="ident">block</span>, <span class="ident">height</span>)<span class="question-mark">?</span>;
549 <span class="ident">status</span> <span class="op">=</span> <span class="ident">BundleStatus</span>::<span class="ident">Processed</span> { <span class="ident">cf_filters</span> };
551 <span class="kw">if</span> <span class="kw">let</span> <span class="ident">BundleStatus</span>::<span class="ident">Processed</span> { <span class="ident">cf_filters</span> } <span class="op">=</span> <span class="ident">status</span> {
552 <span class="ident">log</span>::<span class="macro">trace</span><span class="macro">!</span>(<span class="string">"status: Processed"</span>);
554 <span class="kw">if</span> <span class="ident">current_height</span> <span class="op">-</span> <span class="ident">stop_height</span> <span class="op">></span> <span class="number">1000</span> {
555 <span class="ident">status</span> <span class="op">=</span> <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">prune_filters</span>(<span class="ident">index</span>, <span class="ident">checkpoint</span>)<span class="question-mark">?</span>;
556 } <span class="kw">else</span> {
557 <span class="ident">status</span> <span class="op">=</span> <span class="self">self</span>.<span class="ident">cf_store</span>.<span class="ident">mark_as_tip</span>(<span class="ident">index</span>, <span class="ident">cf_filters</span>, <span class="ident">checkpoint</span>)<span class="question-mark">?</span>;
560 <span class="ident">completed_bundle</span>(<span class="ident">index</span>)<span class="question-mark">?</span>;
562 <span class="kw">if</span> <span class="kw">let</span> <span class="ident">BundleStatus</span>::<span class="ident">Pruned</span> <span class="op">=</span> <span class="ident">status</span> {
563 <span class="ident">log</span>::<span class="macro">trace</span><span class="macro">!</span>(<span class="string">"status: Pruned"</span>);
565 <span class="kw">if</span> <span class="kw">let</span> <span class="ident">BundleStatus</span>::<span class="ident">Tip</span> { .. } <span class="op">=</span> <span class="ident">status</span> {
566 <span class="ident">log</span>::<span class="macro">trace</span><span class="macro">!</span>(<span class="string">"status: Tip"</span>);
570 <span class="prelude-val">Ok</span>(())
574 <span class="kw">pub</span> <span class="kw">fn</span> <span class="ident">sync_headers</span><span class="op"><</span><span class="ident">F</span><span class="op">></span>(
575 <span class="ident">peer</span>: <span class="ident">Arc</span><span class="op"><</span><span class="ident">Peer</span><span class="op">></span>,
576 <span class="ident">store</span>: <span class="ident">Arc</span><span class="op"><</span><span class="ident">ChainStore</span><span class="op"><</span><span class="ident">Full</span><span class="op">></span><span class="op">></span>,
577 <span class="ident">sync_fn</span>: <span class="ident">F</span>,
578 ) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span><span class="prelude-ty">Option</span><span class="op"><</span><span class="ident">ChainStore</span><span class="op"><</span><span class="ident">Snapshot</span><span class="op">></span><span class="op">></span>, <span class="ident">CompactFiltersError</span><span class="op">></span>
579 <span class="kw">where</span>
580 <span class="ident">F</span>: <span class="ident">Fn</span>(<span class="ident">usize</span>) <span class="op">-</span><span class="op">></span> <span class="prelude-ty">Result</span><span class="op"><</span>(), <span class="ident">Error</span><span class="op">></span>,
582 <span class="kw">let</span> <span class="ident">locators</span> <span class="op">=</span> <span class="ident">store</span>.<span class="ident">get_locators</span>()<span class="question-mark">?</span>;
583 <span class="kw">let</span> <span class="ident">locators_vec</span> <span class="op">=</span> <span class="ident">locators</span>.<span class="ident">iter</span>().<span class="ident">map</span>(<span class="op">|</span>(<span class="ident">hash</span>, <span class="kw">_</span>)<span class="op">|</span> <span class="ident">hash</span>).<span class="ident">cloned</span>().<span class="ident">collect</span>();
584 <span class="kw">let</span> <span class="ident">locators_map</span>: <span class="ident">HashMap</span><span class="op"><</span><span class="kw">_</span>, <span class="kw">_</span><span class="op">></span> <span class="op">=</span> <span class="ident">locators</span>.<span class="ident">into_iter</span>().<span class="ident">collect</span>();
586 <span class="ident">peer</span>.<span class="ident">send</span>(<span class="ident">NetworkMessage</span>::<span class="ident">GetHeaders</span>(<span class="ident">GetHeadersMessage</span>::<span class="ident">new</span>(
587 <span class="ident">locators_vec</span>,
588 <span class="ident">Default</span>::<span class="ident">default</span>(),
589 )))<span class="question-mark">?</span>;
590 <span class="kw">let</span> (<span class="kw-2">mut</span> <span class="ident">snapshot</span>, <span class="kw-2">mut</span> <span class="ident">last_hash</span>) <span class="op">=</span> <span class="kw">if</span> <span class="kw">let</span> <span class="ident">NetworkMessage</span>::<span class="ident">Headers</span>(<span class="ident">headers</span>) <span class="op">=</span> <span class="ident">peer</span>
591 .<span class="ident">recv</span>(<span class="string">"headers"</span>, <span class="prelude-val">Some</span>(<span class="ident">Duration</span>::<span class="ident">from_secs</span>(<span class="ident">TIMEOUT_SECS</span>)))<span class="question-mark">?</span>
592 .<span class="ident">ok_or</span>(<span class="ident">CompactFiltersError</span>::<span class="ident">Timeout</span>)<span class="question-mark">?</span>
594 <span class="kw">if</span> <span class="ident">headers</span>.<span class="ident">is_empty</span>() {
595 <span class="kw">return</span> <span class="prelude-val">Ok</span>(<span class="prelude-val">None</span>);
598 <span class="kw">match</span> <span class="ident">locators_map</span>.<span class="ident">get</span>(<span class="kw-2">&</span><span class="ident">headers</span>[<span class="number">0</span>].<span class="ident">prev_blockhash</span>) {
599 <span class="prelude-val">None</span> <span class="op">=</span><span class="op">></span> <span class="kw">return</span> <span class="prelude-val">Err</span>(<span class="ident">CompactFiltersError</span>::<span class="ident">InvalidHeaders</span>),
600 <span class="prelude-val">Some</span>(<span class="ident">from</span>) <span class="op">=</span><span class="op">></span> (
601 <span class="ident">store</span>.<span class="ident">start_snapshot</span>(<span class="kw-2">*</span><span class="ident">from</span>)<span class="question-mark">?</span>,
602 <span class="ident">headers</span>[<span class="number">0</span>].<span class="ident">prev_blockhash</span>.<span class="ident">clone</span>(),
605 } <span class="kw">else</span> {
606 <span class="kw">return</span> <span class="prelude-val">Err</span>(<span class="ident">CompactFiltersError</span>::<span class="ident">InvalidResponse</span>);
609 <span class="kw">let</span> <span class="kw-2">mut</span> <span class="ident">sync_height</span> <span class="op">=</span> <span class="ident">store</span>.<span class="ident">get_height</span>()<span class="question-mark">?</span>;
610 <span class="kw">while</span> <span class="ident">sync_height</span> <span class="op"><</span> <span class="ident">peer</span>.<span class="ident">get_version</span>().<span class="ident">start_height</span> <span class="kw">as</span> <span class="ident">usize</span> {
611 <span class="ident">peer</span>.<span class="ident">send</span>(<span class="ident">NetworkMessage</span>::<span class="ident">GetHeaders</span>(<span class="ident">GetHeadersMessage</span>::<span class="ident">new</span>(
612 <span class="macro">vec</span><span class="macro">!</span>[<span class="ident">last_hash</span>],
613 <span class="ident">Default</span>::<span class="ident">default</span>(),
614 )))<span class="question-mark">?</span>;
615 <span class="kw">if</span> <span class="kw">let</span> <span class="ident">NetworkMessage</span>::<span class="ident">Headers</span>(<span class="ident">headers</span>) <span class="op">=</span> <span class="ident">peer</span>
616 .<span class="ident">recv</span>(<span class="string">"headers"</span>, <span class="prelude-val">Some</span>(<span class="ident">Duration</span>::<span class="ident">from_secs</span>(<span class="ident">TIMEOUT_SECS</span>)))<span class="question-mark">?</span>
617 .<span class="ident">ok_or</span>(<span class="ident">CompactFiltersError</span>::<span class="ident">Timeout</span>)<span class="question-mark">?</span>
619 <span class="kw">let</span> <span class="ident">batch_len</span> <span class="op">=</span> <span class="ident">headers</span>.<span class="ident">len</span>();
620 <span class="ident">last_hash</span> <span class="op">=</span> <span class="ident">snapshot</span>.<span class="ident">apply</span>(<span class="ident">sync_height</span>, <span class="ident">headers</span>)<span class="question-mark">?</span>;
622 <span class="ident">sync_height</span> <span class="op">+</span><span class="op">=</span> <span class="ident">batch_len</span>;
623 <span class="ident">sync_fn</span>(<span class="ident">sync_height</span>)<span class="question-mark">?</span>;
624 } <span class="kw">else</span> {
625 <span class="kw">return</span> <span class="prelude-val">Err</span>(<span class="ident">CompactFiltersError</span>::<span class="ident">InvalidResponse</span>);
629 <span class="prelude-val">Ok</span>(<span class="prelude-val">Some</span>(<span class="ident">snapshot</span>))
632 </section><section id="search" class="content hidden"></section><section class="footer"></section><script>window.rootPath = "../../../../";window.currentCrate = "bdk";</script><script src="../../../../main.js"></script><script src="../../../../source-script.js"></script><script src="../../../../source-files.js"></script><script defer src="../../../../search-index.js"></script></body></html>
projects / bitcoindevkit.org / blob