mirror of
https://github.com/seigler/dash-docs
synced 2025-07-27 17:56:16 +00:00
111 lines
34 KiB
HTML
111 lines
34 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
|
|
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
|
|
<meta name="generator" content="Doxygen 1.8.14"/>
|
|
<meta name="viewport" content="width=device-width, initial-scale=1"/>
|
|
<title>Dash Core: contrib/seeds/makeseeds.py Source File</title>
|
|
<link href="tabs.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="jquery.js"></script>
|
|
<script type="text/javascript" src="dynsections.js"></script>
|
|
<link href="navtree.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="resize.js"></script>
|
|
<script type="text/javascript" src="navtreedata.js"></script>
|
|
<script type="text/javascript" src="navtree.js"></script>
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */
|
|
$(document).ready(initResizable);
|
|
/* @license-end */</script>
|
|
<link href="search/search.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="search/searchdata.js"></script>
|
|
<script type="text/javascript" src="search/search.js"></script>
|
|
<link href="doxygen.css" rel="stylesheet" type="text/css" />
|
|
</head>
|
|
<body>
|
|
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
|
|
<div id="titlearea">
|
|
<table cellspacing="0" cellpadding="0">
|
|
<tbody>
|
|
<tr style="height: 56px;">
|
|
<td id="projectlogo"><img alt="Logo" src="bitcoin_logo_doxygen.png"/></td>
|
|
<td id="projectalign" style="padding-left: 0.5em;">
|
|
<div id="projectname">Dash Core
|
|
 <span id="projectnumber">0.12.2.1</span>
|
|
</div>
|
|
<div id="projectbrief">P2P Digital Currency</div>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
<!-- end header part -->
|
|
<!-- Generated by Doxygen 1.8.14 -->
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */
|
|
var searchBox = new SearchBox("searchBox", "search",false,'Search');
|
|
/* @license-end */
|
|
</script>
|
|
<script type="text/javascript" src="menudata.js"></script>
|
|
<script type="text/javascript" src="menu.js"></script>
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */
|
|
$(function() {
|
|
initMenu('',true,false,'search.php','Search');
|
|
$(document).ready(function() { init_search(); });
|
|
});
|
|
/* @license-end */</script>
|
|
<div id="main-nav"></div>
|
|
</div><!-- top -->
|
|
<div id="side-nav" class="ui-resizable side-nav-resizable">
|
|
<div id="nav-tree">
|
|
<div id="nav-tree-contents">
|
|
<div id="nav-sync" class="sync"></div>
|
|
</div>
|
|
</div>
|
|
<div id="splitbar" style="-moz-user-select:none;"
|
|
class="ui-resizable-handle">
|
|
</div>
|
|
</div>
|
|
<script type="text/javascript">
|
|
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */
|
|
$(document).ready(function(){initNavTree('makeseeds_8py_source.html','');});
|
|
/* @license-end */
|
|
</script>
|
|
<div id="doc-content">
|
|
<!-- window showing the filter options -->
|
|
<div id="MSearchSelectWindow"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
onkeydown="return searchBox.OnSearchSelectKey(event)">
|
|
</div>
|
|
|
|
<!-- iframe showing the search results (closed by default) -->
|
|
<div id="MSearchResultsWindow">
|
|
<iframe src="javascript:void(0)" frameborder="0"
|
|
name="MSearchResults" id="MSearchResults">
|
|
</iframe>
|
|
</div>
|
|
|
|
<div class="header">
|
|
<div class="headertitle">
|
|
<div class="title">makeseeds.py</div> </div>
|
|
</div><!--header-->
|
|
<div class="contents">
|
|
<a href="makeseeds_8py.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html"> 1</a></span> <span class="comment">#!/usr/bin/env python</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment">#</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"># Generate seeds.txt from Pieter's DNS seeder</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment">#</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span> </div><div class="line"><a name="l00006"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#a5e5b9a8c8ea69889674158d2aa2cf547"> 6</a></span> NSEEDS=512</div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span> </div><div class="line"><a name="l00008"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#a464c5d6436f7ef9731b1bb458b46aa5a"> 8</a></span> MAX_SEEDS_PER_ASN=2</div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span> </div><div class="line"><a name="l00010"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#a07fce16a659448da7bb77f4b31cde863"> 10</a></span> MIN_BLOCKS = 400000</div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span> </div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment"># These are hosts that have been observed to be behaving strangely (e.g.</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment"># aggressively connecting to every node).</span></div><div class="line"><a name="l00014"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#a8b7669bd20a39feb25442340021268c8"> 14</a></span> SUSPICIOUS_HOSTS = set([</div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span>  <span class="stringliteral">"130.211.129.106"</span>, <span class="stringliteral">"178.63.107.226"</span>,</div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span>  <span class="stringliteral">"83.81.130.26"</span>, <span class="stringliteral">"88.198.17.7"</span>, <span class="stringliteral">"148.251.238.178"</span>, <span class="stringliteral">"176.9.46.6"</span>,</div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span>  <span class="stringliteral">"54.173.72.127"</span>, <span class="stringliteral">"54.174.10.182"</span>, <span class="stringliteral">"54.183.64.54"</span>, <span class="stringliteral">"54.194.231.211"</span>,</div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span>  <span class="stringliteral">"54.66.214.167"</span>, <span class="stringliteral">"54.66.220.137"</span>, <span class="stringliteral">"54.67.33.14"</span>, <span class="stringliteral">"54.77.251.214"</span>,</div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span>  <span class="stringliteral">"54.94.195.96"</span>, <span class="stringliteral">"54.94.200.247"</span></div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span> ])</div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span> </div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="keyword">import</span> re</div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="keyword">import</span> sys</div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="keyword">import</span> dns.resolver</div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="keyword">import</span> collections</div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span> </div><div class="line"><a name="l00027"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#a3c34e05efb79b725fa70892bc90b72ee"> 27</a></span> PATTERN_IPV4 = re.compile(<span class="stringliteral">r"^((\d{1,3})\.(\d{1,3})\.(\d{1,3})\.(\d{1,3})):(\d+)$"</span>)</div><div class="line"><a name="l00028"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#a232b871f3333b351b3ddea1d1b20b6eb"> 28</a></span> PATTERN_IPV6 = re.compile(<span class="stringliteral">r"^\[([0-9a-z:]+)\]:(\d+)$"</span>)</div><div class="line"><a name="l00029"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#adc4b19d1a6c24b8453a0dcc0c0a22f87"> 29</a></span> PATTERN_ONION = re.compile(<span class="stringliteral">r"^([abcdefghijklmnopqrstuvwxyz234567]{16}\.onion):(\d+)$"</span>)</div><div class="line"><a name="l00030"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#ad8013ac9fe59d83465c1097a6aa66cb9"> 30</a></span> PATTERN_AGENT = re.compile(<span class="stringliteral">r"^(\/Satoshi:0\.8\.6\/|\/Satoshi:0\.9\.(2|3|4|5)\/|\/Core:0.1(0|1|2).\d{1,2}.\d{1,2}\/)$"</span>)</div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span> </div><div class="line"><a name="l00032"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#a394256bb8780f1a3ee4f2b9a3bb5c5ff"> 32</a></span> <span class="keyword">def </span><a class="code" href="namespacemakeseeds.html#a394256bb8780f1a3ee4f2b9a3bb5c5ff">parseline</a>(line):</div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span>  sline = line.split()</div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span>  <span class="keywordflow">if</span> len(sline) < 11:</div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span>  <span class="keywordflow">return</span> <span class="keywordtype">None</span></div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span>  m = PATTERN_IPV4.match(sline[0])</div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span>  sortkey = <span class="keywordtype">None</span></div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span>  ip = <span class="keywordtype">None</span></div><div class="line"><a name="l00039"></a><span class="lineno"> 39</span>  <span class="keywordflow">if</span> m <span class="keywordflow">is</span> <span class="keywordtype">None</span>:</div><div class="line"><a name="l00040"></a><span class="lineno"> 40</span>  m = PATTERN_IPV6.match(sline[0])</div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span>  <span class="keywordflow">if</span> m <span class="keywordflow">is</span> <span class="keywordtype">None</span>:</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  m = PATTERN_ONION.match(sline[0])</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  <span class="keywordflow">if</span> m <span class="keywordflow">is</span> <span class="keywordtype">None</span>:</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  <span class="keywordflow">return</span> <span class="keywordtype">None</span></div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  <span class="keywordflow">else</span>:</div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  net = <span class="stringliteral">'onion'</span></div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  ipstr = sortkey = m.group(1)</div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  port = int(m.group(2))</div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  <span class="keywordflow">else</span>:</div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  net = <span class="stringliteral">'ipv6'</span></div><div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  <span class="keywordflow">if</span> m.group(1) <span class="keywordflow">in</span> [<span class="stringliteral">'::'</span>]: <span class="comment"># Not interested in localhost</span></div><div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  <span class="keywordflow">return</span> <span class="keywordtype">None</span></div><div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  ipstr = m.group(1)</div><div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  sortkey = ipstr <span class="comment"># XXX parse IPv6 into number, could use name_to_ipv6 from generate-seeds</span></div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  port = int(m.group(2))</div><div class="line"><a name="l00056"></a><span class="lineno"> 56</span>  <span class="keywordflow">else</span>:</div><div class="line"><a name="l00057"></a><span class="lineno"> 57</span>  <span class="comment"># Do IPv4 sanity check</span></div><div class="line"><a name="l00058"></a><span class="lineno"> 58</span>  ip = 0</div><div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  <span class="keywordflow">for</span> i <span class="keywordflow">in</span> range(0,4):</div><div class="line"><a name="l00060"></a><span class="lineno"> 60</span>  <span class="keywordflow">if</span> int(m.group(i+2)) < 0 <span class="keywordflow">or</span> int(m.group(i+2)) > 255:</div><div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  <span class="keywordflow">return</span> <span class="keywordtype">None</span></div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  ip = ip + (int(m.group(i+2)) << (8*(3-i)))</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  <span class="keywordflow">if</span> ip == 0:</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span>  <span class="keywordflow">return</span> <span class="keywordtype">None</span></div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  net = <span class="stringliteral">'ipv4'</span></div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  sortkey = ip</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  ipstr = m.group(1)</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  port = int(m.group(6))</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span>  <span class="comment"># Skip bad results.</span></div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  <span class="keywordflow">if</span> sline[1] == 0:</div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  <span class="keywordflow">return</span> <span class="keywordtype">None</span></div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  <span class="comment"># Extract uptime %.</span></div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  uptime30 = float(sline[7][:-1])</div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <span class="comment"># Extract Unix timestamp of last success.</span></div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  lastsuccess = int(sline[2])</div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  <span class="comment"># Extract protocol version.</span></div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  version = int(sline[10])</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  <span class="comment"># Extract user agent.</span></div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  agent = sline[11][1:-1]</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  <span class="comment"># Extract service flags.</span></div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span>  service = int(sline[9], 16)</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <span class="comment"># Extract blocks.</span></div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  blocks = int(sline[8])</div><div class="line"><a name="l00084"></a><span class="lineno"> 84</span>  <span class="comment"># Construct result.</span></div><div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <span class="keywordflow">return</span> {</div><div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  <span class="stringliteral">'net'</span>: net,</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  <span class="stringliteral">'ip'</span>: ipstr,</div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  <span class="stringliteral">'port'</span>: port,</div><div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  <span class="stringliteral">'ipnum'</span>: ip,</div><div class="line"><a name="l00090"></a><span class="lineno"> 90</span>  <span class="stringliteral">'uptime'</span>: uptime30,</div><div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  <span class="stringliteral">'lastsuccess'</span>: lastsuccess,</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  <span class="stringliteral">'version'</span>: version,</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>  <span class="stringliteral">'agent'</span>: agent,</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>  <span class="stringliteral">'service'</span>: service,</div><div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  <span class="stringliteral">'blocks'</span>: blocks,</div><div class="line"><a name="l00096"></a><span class="lineno"> 96</span>  <span class="stringliteral">'sortkey'</span>: sortkey,</div><div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  }</div><div class="line"><a name="l00098"></a><span class="lineno"> 98</span> </div><div class="line"><a name="l00099"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#a276db6e3c488b3df9d020d1a63a8781c"> 99</a></span> <span class="keyword">def </span><a class="code" href="namespacemakeseeds.html#a276db6e3c488b3df9d020d1a63a8781c">filtermultiport</a>(ips):</div><div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  <span class="stringliteral">'''Filter out hosts with more nodes per IP'''</span></div><div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  hist = collections.defaultdict(list)</div><div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips:</div><div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  hist[ip[<span class="stringliteral">'sortkey'</span>]].append(ip)</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  <span class="keywordflow">return</span> [value[0] <span class="keywordflow">for</span> (key,value) <span class="keywordflow">in</span> hist.items() <span class="keywordflow">if</span> len(value)==1]</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span> </div><div class="line"><a name="l00106"></a><span class="lineno"> 106</span> <span class="comment"># Based on Greg Maxwell's seed_filter.py</span></div><div class="line"><a name="l00107"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#aa79047f3863ce4f47158cddcc256920a"> 107</a></span> <span class="keyword">def </span><a class="code" href="namespacemakeseeds.html#aa79047f3863ce4f47158cddcc256920a">filterbyasn</a>(ips, max_per_asn, max_total):</div><div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  <span class="comment"># Sift out ips by type</span></div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  ips_ipv4 = [ip <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips <span class="keywordflow">if</span> ip[<span class="stringliteral">'net'</span>] == <span class="stringliteral">'ipv4'</span>]</div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  ips_ipv6 = [ip <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips <span class="keywordflow">if</span> ip[<span class="stringliteral">'net'</span>] == <span class="stringliteral">'ipv6'</span>]</div><div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  ips_onion = [ip <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips <span class="keywordflow">if</span> ip[<span class="stringliteral">'net'</span>] == <span class="stringliteral">'onion'</span>]</div><div class="line"><a name="l00112"></a><span class="lineno"> 112</span> </div><div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  <span class="comment"># Filter IPv4 by ASN</span></div><div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  result = []</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  asn_count = {}</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips_ipv4:</div><div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  <span class="keywordflow">if</span> len(result) == max_total:</div><div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  <span class="keywordflow">break</span></div><div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  <span class="keywordflow">try</span>:</div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  asn = int([x.to_text() <span class="keywordflow">for</span> x <span class="keywordflow">in</span> dns.resolver.query(<span class="stringliteral">'.'</span>.join(reversed(ip[<span class="stringliteral">'ip'</span>].split(<span class="stringliteral">'.'</span>))) + <span class="stringliteral">'.origin.asn.cymru.com'</span>, <span class="stringliteral">'TXT'</span>).response.answer][0].split(<span class="stringliteral">'\"'</span>)[1].split(<span class="stringliteral">' '</span>)[0])</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  <span class="keywordflow">if</span> asn <span class="keywordflow">not</span> <span class="keywordflow">in</span> asn_count:</div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  asn_count[asn] = 0</div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  <span class="keywordflow">if</span> asn_count[asn] == max_per_asn:</div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  <span class="keywordflow">continue</span></div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  asn_count[asn] += 1</div><div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  result.append(ip)</div><div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  <span class="keywordflow">except</span>:</div><div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  sys.stderr.write(<span class="stringliteral">'ERR: Could not resolve ASN for "'</span> + ip[<span class="stringliteral">'ip'</span>] + <span class="stringliteral">'"\n'</span>)</div><div class="line"><a name="l00129"></a><span class="lineno"> 129</span> </div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  <span class="comment"># TODO: filter IPv6 by ASN</span></div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span> </div><div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  <span class="comment"># Add back non-IPv4</span></div><div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  result.extend(ips_ipv6)</div><div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  result.extend(ips_onion)</div><div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  <span class="keywordflow">return</span> result</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span> </div><div class="line"><a name="l00137"></a><span class="lineno"><a class="line" href="namespacemakeseeds.html#a3c6b31f6b2bb0e89e94f40caa8a1b309"> 137</a></span> <span class="keyword">def </span><a class="code" href="namespacemakeseeds.html#a3c6b31f6b2bb0e89e94f40caa8a1b309">main</a>():</div><div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  lines = sys.stdin.readlines()</div><div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  ips = [<a class="code" href="namespacemakeseeds.html#a394256bb8780f1a3ee4f2b9a3bb5c5ff">parseline</a>(line) <span class="keywordflow">for</span> line <span class="keywordflow">in</span> lines]</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span> </div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  <span class="comment"># Skip entries with valid address.</span></div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  ips = [ip <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips <span class="keywordflow">if</span> ip <span class="keywordflow">is</span> <span class="keywordflow">not</span> <span class="keywordtype">None</span>]</div><div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  <span class="comment"># Skip entries from suspicious hosts.</span></div><div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  ips = [ip <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips <span class="keywordflow">if</span> ip[<span class="stringliteral">'ip'</span>] <span class="keywordflow">not</span> <span class="keywordflow">in</span> SUSPICIOUS_HOSTS]</div><div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  <span class="comment"># Enforce minimal number of blocks.</span></div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  ips = [ip <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips <span class="keywordflow">if</span> ip[<span class="stringliteral">'blocks'</span>] >= MIN_BLOCKS]</div><div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  <span class="comment"># Require service bit 1.</span></div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  ips = [ip <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips <span class="keywordflow">if</span> (ip[<span class="stringliteral">'service'</span>] & 1) == 1]</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <span class="comment"># Require at least 50% 30-day uptime.</span></div><div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  ips = [ip <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips <span class="keywordflow">if</span> ip[<span class="stringliteral">'uptime'</span>] > 50]</div><div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  <span class="comment"># Require a known and recent user agent.</span></div><div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  ips = [ip <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips <span class="keywordflow">if</span> PATTERN_AGENT.match(ip[<span class="stringliteral">'agent'</span>])]</div><div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  <span class="comment"># Sort by availability (and use last success as tie breaker)</span></div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  ips.sort(key=<span class="keyword">lambda</span> x: (x[<span class="stringliteral">'uptime'</span>], x[<span class="stringliteral">'lastsuccess'</span>], x[<span class="stringliteral">'ip'</span>]), reverse=<span class="keyword">True</span>)</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  <span class="comment"># Filter out hosts with multiple ports, these are likely abusive</span></div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  ips = <a class="code" href="namespacemakeseeds.html#a276db6e3c488b3df9d020d1a63a8781c">filtermultiport</a>(ips)</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  <span class="comment"># Look up ASNs and limit results, both per ASN and globally.</span></div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  ips = <a class="code" href="namespacemakeseeds.html#aa79047f3863ce4f47158cddcc256920a">filterbyasn</a>(ips, MAX_SEEDS_PER_ASN, NSEEDS)</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  <span class="comment"># Sort the results by IP address (for deterministic output).</span></div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  ips.sort(key=<span class="keyword">lambda</span> x: (x[<span class="stringliteral">'net'</span>], x[<span class="stringliteral">'sortkey'</span>]))</div><div class="line"><a name="l00161"></a><span class="lineno"> 161</span> </div><div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  <span class="keywordflow">for</span> ip <span class="keywordflow">in</span> ips:</div><div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  <span class="keywordflow">if</span> ip[<span class="stringliteral">'net'</span>] == <span class="stringliteral">'ipv6'</span>:</div><div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  <span class="keywordflow">print</span> <span class="stringliteral">'[%s]:%i'</span> % (ip[<span class="stringliteral">'ip'</span>], ip[<span class="stringliteral">'port'</span>])</div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  <span class="keywordflow">else</span>:</div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  <span class="keywordflow">print</span> <span class="stringliteral">'%s:%i'</span> % (ip[<span class="stringliteral">'ip'</span>], ip[<span class="stringliteral">'port'</span>])</div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span> </div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span> <span class="keywordflow">if</span> __name__ == <span class="stringliteral">'__main__'</span>:</div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  <a class="code" href="namespacemakeseeds.html#a3c6b31f6b2bb0e89e94f40caa8a1b309">main</a>()</div><div class="ttc" id="namespacemakeseeds_html_a394256bb8780f1a3ee4f2b9a3bb5c5ff"><div class="ttname"><a href="namespacemakeseeds.html#a394256bb8780f1a3ee4f2b9a3bb5c5ff">makeseeds.parseline</a></div><div class="ttdeci">def parseline(line)</div><div class="ttdef"><b>Definition:</b> <a href="makeseeds_8py_source.html#l00032">makeseeds.py:32</a></div></div>
|
|
<div class="ttc" id="namespacemakeseeds_html_a276db6e3c488b3df9d020d1a63a8781c"><div class="ttname"><a href="namespacemakeseeds.html#a276db6e3c488b3df9d020d1a63a8781c">makeseeds.filtermultiport</a></div><div class="ttdeci">def filtermultiport(ips)</div><div class="ttdef"><b>Definition:</b> <a href="makeseeds_8py_source.html#l00099">makeseeds.py:99</a></div></div>
|
|
<div class="ttc" id="namespacemakeseeds_html_a3c6b31f6b2bb0e89e94f40caa8a1b309"><div class="ttname"><a href="namespacemakeseeds.html#a3c6b31f6b2bb0e89e94f40caa8a1b309">makeseeds.main</a></div><div class="ttdeci">def main()</div><div class="ttdef"><b>Definition:</b> <a href="makeseeds_8py_source.html#l00137">makeseeds.py:137</a></div></div>
|
|
<div class="ttc" id="namespacemakeseeds_html_aa79047f3863ce4f47158cddcc256920a"><div class="ttname"><a href="namespacemakeseeds.html#aa79047f3863ce4f47158cddcc256920a">makeseeds.filterbyasn</a></div><div class="ttdeci">def filterbyasn(ips, max_per_asn, max_total)</div><div class="ttdef"><b>Definition:</b> <a href="makeseeds_8py_source.html#l00107">makeseeds.py:107</a></div></div>
|
|
</div><!-- fragment --></div><!-- contents -->
|
|
</div><!-- doc-content -->
|
|
<!-- start footer part -->
|
|
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
|
|
<ul>
|
|
<li class="navelem"><a class="el" href="dir_3847941dc22744d30c1d316a1f1a60e2.html">contrib</a></li><li class="navelem"><a class="el" href="dir_25859e8db5f94df541f5e25b172e7324.html">seeds</a></li><li class="navelem"><a class="el" href="makeseeds_8py.html">makeseeds.py</a></li>
|
|
<li class="footer">Generated on Thu Dec 14 2017 13:15:01 for Dash Core by
|
|
<a href="http://www.doxygen.org/index.html">
|
|
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.14 </li>
|
|
</ul>
|
|
</div>
|
|
</body>
|
|
</html>
|