mirror of
https://github.com/wassname/catalyst.git
synced 2026-08-16 11:18:05 +08:00
320 lines
37 KiB
HTML
320 lines
37 KiB
HTML
<!doctype html PUBLIC "-//W3C//DTD html 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
|
|
<html>
|
|
<head>
|
|
<meta http-equiv='Content-Type' content='text/html; charset=utf-8'>
|
|
|
|
|
|
<meta http-equiv='X-UA-Compatible' content='IE=emulateIE7' />
|
|
<title>Coverage for qsim.simulator.feed: 38%</title>
|
|
<link rel='stylesheet' href='style.css' type='text/css'>
|
|
<script type='text/javascript' src='jquery-1.4.3.min.js'></script>
|
|
<script type='text/javascript' src='jquery.hotkeys.js'></script>
|
|
<script type='text/javascript' src='jquery.isonscreen.js'></script>
|
|
<script type='text/javascript' src='coverage_html.js'></script>
|
|
<script type='text/javascript' charset='utf-8'>
|
|
jQuery(document).ready(coverage.pyfile_ready);
|
|
</script>
|
|
</head>
|
|
<body id='pyfile'>
|
|
|
|
<div id='header'>
|
|
<div class='content'>
|
|
<h1>Coverage for <b>qsim.simulator.feed</b> :
|
|
<span class='pc_cov'>38%</span>
|
|
</h1>
|
|
<img id='keyboard_icon' src='keybd_closed.png'>
|
|
<h2 class='stats'>
|
|
71 statements
|
|
<span class='run hide_run shortkey_r' onclick='coverage.toggle_lines(this, "run")'>27 run</span>
|
|
<span class='mis shortkey_m' onclick='coverage.toggle_lines(this, "mis")'>44 missing</span>
|
|
<span class='exc shortkey_x' onclick='coverage.toggle_lines(this, "exc")'>0 excluded</span>
|
|
|
|
</h2>
|
|
</div>
|
|
</div>
|
|
|
|
<div class='help_panel'>
|
|
<img id='panel_icon' src='keybd_open.png'>
|
|
<p class='legend'>Hot-keys on this page</p>
|
|
<div>
|
|
<p class='keyhelp'>
|
|
<span class='key'>r</span>
|
|
<span class='key'>m</span>
|
|
<span class='key'>x</span>
|
|
<span class='key'>p</span> toggle line displays
|
|
</p>
|
|
<p class='keyhelp'>
|
|
<span class='key'>j</span>
|
|
<span class='key'>k</span> next/prev highlighted chunk
|
|
</p>
|
|
<p class='keyhelp'>
|
|
<span class='key'>0</span> (zero) top of page
|
|
</p>
|
|
<p class='keyhelp'>
|
|
<span class='key'>1</span> (one) first highlighted chunk
|
|
</p>
|
|
</div>
|
|
</div>
|
|
|
|
<div id='source'>
|
|
<table cellspacing='0' cellpadding='0'>
|
|
<tr>
|
|
<td class='linenos' valign='top'>
|
|
<p id='n1' class='pln'><a href='#n1'>1</a></p>
|
|
<p id='n2' class='stm run hide_run'><a href='#n2'>2</a></p>
|
|
<p id='n3' class='stm run hide_run'><a href='#n3'>3</a></p>
|
|
<p id='n4' class='stm run hide_run'><a href='#n4'>4</a></p>
|
|
<p id='n5' class='stm run hide_run'><a href='#n5'>5</a></p>
|
|
<p id='n6' class='stm run hide_run'><a href='#n6'>6</a></p>
|
|
<p id='n7' class='stm run hide_run'><a href='#n7'>7</a></p>
|
|
<p id='n8' class='pln'><a href='#n8'>8</a></p>
|
|
<p id='n9' class='stm run hide_run'><a href='#n9'>9</a></p>
|
|
<p id='n10' class='pln'><a href='#n10'>10</a></p>
|
|
<p id='n11' class='stm run hide_run'><a href='#n11'>11</a></p>
|
|
<p id='n12' class='stm run hide_run'><a href='#n12'>12</a></p>
|
|
<p id='n13' class='pln'><a href='#n13'>13</a></p>
|
|
<p id='n14' class='stm run hide_run'><a href='#n14'>14</a></p>
|
|
<p id='n15' class='stm run hide_run'><a href='#n15'>15</a></p>
|
|
<p id='n16' class='stm run hide_run'><a href='#n16'>16</a></p>
|
|
<p id='n17' class='pln'><a href='#n17'>17</a></p>
|
|
<p id='n18' class='stm run hide_run'><a href='#n18'>18</a></p>
|
|
<p id='n19' class='pln'><a href='#n19'>19</a></p>
|
|
<p id='n20' class='stm run hide_run'><a href='#n20'>20</a></p>
|
|
<p id='n21' class='stm run hide_run'><a href='#n21'>21</a></p>
|
|
<p id='n22' class='stm run hide_run'><a href='#n22'>22</a></p>
|
|
<p id='n23' class='stm run hide_run'><a href='#n23'>23</a></p>
|
|
<p id='n24' class='stm mis'><a href='#n24'>24</a></p>
|
|
<p id='n25' class='stm mis'><a href='#n25'>25</a></p>
|
|
<p id='n26' class='stm run hide_run'><a href='#n26'>26</a></p>
|
|
<p id='n27' class='stm run hide_run'><a href='#n27'>27</a></p>
|
|
<p id='n28' class='stm run hide_run'><a href='#n28'>28</a></p>
|
|
<p id='n29' class='pln'><a href='#n29'>29</a></p>
|
|
<p id='n30' class='stm run hide_run'><a href='#n30'>30</a></p>
|
|
<p id='n31' class='pln'><a href='#n31'>31</a></p>
|
|
<p id='n32' class='stm run hide_run'><a href='#n32'>32</a></p>
|
|
<p id='n33' class='pln'><a href='#n33'>33</a></p>
|
|
<p id='n34' class='stm mis'><a href='#n34'>34</a></p>
|
|
<p id='n35' class='stm mis'><a href='#n35'>35</a></p>
|
|
<p id='n36' class='stm mis'><a href='#n36'>36</a></p>
|
|
<p id='n37' class='stm mis'><a href='#n37'>37</a></p>
|
|
<p id='n38' class='pln'><a href='#n38'>38</a></p>
|
|
<p id='n39' class='stm run hide_run'><a href='#n39'>39</a></p>
|
|
<p id='n40' class='stm run hide_run'><a href='#n40'>40</a></p>
|
|
<p id='n41' class='pln'><a href='#n41'>41</a></p>
|
|
<p id='n42' class='stm run hide_run'><a href='#n42'>42</a></p>
|
|
<p id='n43' class='stm mis'><a href='#n43'>43</a></p>
|
|
<p id='n44' class='stm mis'><a href='#n44'>44</a></p>
|
|
<p id='n45' class='stm mis'><a href='#n45'>45</a></p>
|
|
<p id='n46' class='pln'><a href='#n46'>46</a></p>
|
|
<p id='n47' class='stm mis'><a href='#n47'>47</a></p>
|
|
<p id='n48' class='pln'><a href='#n48'>48</a></p>
|
|
<p id='n49' class='stm run hide_run'><a href='#n49'>49</a></p>
|
|
<p id='n50' class='pln'><a href='#n50'>50</a></p>
|
|
<p id='n51' class='stm mis'><a href='#n51'>51</a></p>
|
|
<p id='n52' class='stm mis'><a href='#n52'>52</a></p>
|
|
<p id='n53' class='stm mis'><a href='#n53'>53</a></p>
|
|
<p id='n54' class='pln'><a href='#n54'>54</a></p>
|
|
<p id='n55' class='stm mis'><a href='#n55'>55</a></p>
|
|
<p id='n56' class='pln'><a href='#n56'>56</a></p>
|
|
<p id='n57' class='stm mis'><a href='#n57'>57</a></p>
|
|
<p id='n58' class='stm mis'><a href='#n58'>58</a></p>
|
|
<p id='n59' class='pln'><a href='#n59'>59</a></p>
|
|
<p id='n60' class='pln'><a href='#n60'>60</a></p>
|
|
<p id='n61' class='stm mis'><a href='#n61'>61</a></p>
|
|
<p id='n62' class='pln'><a href='#n62'>62</a></p>
|
|
<p id='n63' class='stm mis'><a href='#n63'>63</a></p>
|
|
<p id='n64' class='stm mis'><a href='#n64'>64</a></p>
|
|
<p id='n65' class='pln'><a href='#n65'>65</a></p>
|
|
<p id='n66' class='stm run hide_run'><a href='#n66'>66</a></p>
|
|
<p id='n67' class='pln'><a href='#n67'>67</a></p>
|
|
<p id='n68' class='stm mis'><a href='#n68'>68</a></p>
|
|
<p id='n69' class='pln'><a href='#n69'>69</a></p>
|
|
<p id='n70' class='stm mis'><a href='#n70'>70</a></p>
|
|
<p id='n71' class='pln'><a href='#n71'>71</a></p>
|
|
<p id='n72' class='pln'><a href='#n72'>72</a></p>
|
|
<p id='n73' class='pln'><a href='#n73'>73</a></p>
|
|
<p id='n74' class='stm mis'><a href='#n74'>74</a></p>
|
|
<p id='n75' class='stm mis'><a href='#n75'>75</a></p>
|
|
<p id='n76' class='pln'><a href='#n76'>76</a></p>
|
|
<p id='n77' class='pln'><a href='#n77'>77</a></p>
|
|
<p id='n78' class='stm mis'><a href='#n78'>78</a></p>
|
|
<p id='n79' class='stm mis'><a href='#n79'>79</a></p>
|
|
<p id='n80' class='pln'><a href='#n80'>80</a></p>
|
|
<p id='n81' class='stm mis'><a href='#n81'>81</a></p>
|
|
<p id='n82' class='pln'><a href='#n82'>82</a></p>
|
|
<p id='n83' class='pln'><a href='#n83'>83</a></p>
|
|
<p id='n84' class='stm mis'><a href='#n84'>84</a></p>
|
|
<p id='n85' class='pln'><a href='#n85'>85</a></p>
|
|
<p id='n86' class='pln'><a href='#n86'>86</a></p>
|
|
<p id='n87' class='stm mis'><a href='#n87'>87</a></p>
|
|
<p id='n88' class='pln'><a href='#n88'>88</a></p>
|
|
<p id='n89' class='stm mis'><a href='#n89'>89</a></p>
|
|
<p id='n90' class='pln'><a href='#n90'>90</a></p>
|
|
<p id='n91' class='stm mis'><a href='#n91'>91</a></p>
|
|
<p id='n92' class='stm mis'><a href='#n92'>92</a></p>
|
|
<p id='n93' class='stm mis'><a href='#n93'>93</a></p>
|
|
<p id='n94' class='stm mis'><a href='#n94'>94</a></p>
|
|
<p id='n95' class='stm mis'><a href='#n95'>95</a></p>
|
|
<p id='n96' class='stm mis'><a href='#n96'>96</a></p>
|
|
<p id='n97' class='stm mis'><a href='#n97'>97</a></p>
|
|
<p id='n98' class='pln'><a href='#n98'>98</a></p>
|
|
<p id='n99' class='stm mis'><a href='#n99'>99</a></p>
|
|
<p id='n100' class='stm mis'><a href='#n100'>100</a></p>
|
|
<p id='n101' class='pln'><a href='#n101'>101</a></p>
|
|
<p id='n102' class='pln'><a href='#n102'>102</a></p>
|
|
<p id='n103' class='pln'><a href='#n103'>103</a></p>
|
|
<p id='n104' class='stm mis'><a href='#n104'>104</a></p>
|
|
<p id='n105' class='pln'><a href='#n105'>105</a></p>
|
|
<p id='n106' class='pln'><a href='#n106'>106</a></p>
|
|
<p id='n107' class='stm mis'><a href='#n107'>107</a></p>
|
|
<p id='n108' class='stm mis'><a href='#n108'>108</a></p>
|
|
<p id='n109' class='stm mis'><a href='#n109'>109</a></p>
|
|
<p id='n110' class='stm mis'><a href='#n110'>110</a></p>
|
|
<p id='n111' class='stm mis'><a href='#n111'>111</a></p>
|
|
<p id='n112' class='pln'><a href='#n112'>112</a></p>
|
|
<p id='n113' class='pln'><a href='#n113'>113</a></p>
|
|
<p id='n114' class='pln'><a href='#n114'>114</a></p>
|
|
<p id='n115' class='pln'><a href='#n115'>115</a></p>
|
|
<p id='n116' class='pln'><a href='#n116'>116</a></p>
|
|
<p id='n117' class='pln'><a href='#n117'>117</a></p>
|
|
<p id='n118' class='pln'><a href='#n118'>118</a></p>
|
|
<p id='n119' class='pln'><a href='#n119'>119</a></p>
|
|
|
|
</td>
|
|
<td class='text' valign='top'>
|
|
<p id='t1' class='pln'><span class='strut'> </span></p>
|
|
<p id='t2' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>qsim</span><span class='op'>.</span><span class='nam'>data</span><span class='op'>.</span><span class='nam'>equity</span> <span class='key'>as</span> <span class='nam'>qequity</span><span class='strut'> </span></p>
|
|
<p id='t3' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>qsim</span><span class='op'>.</span><span class='nam'>util</span> <span class='key'>as</span> <span class='nam'>qutil</span><span class='strut'> </span></p>
|
|
<p id='t4' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>zmq</span><span class='strut'> </span></p>
|
|
<p id='t5' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>time</span><span class='strut'> </span></p>
|
|
<p id='t6' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>logging</span><span class='strut'> </span></p>
|
|
<p id='t7' class='stm run hide_run'><span class='key'>import</span> <span class='nam'>json</span><span class='strut'> </span></p>
|
|
<p id='t8' class='pln'><span class='strut'> </span></p>
|
|
<p id='t9' class='stm run hide_run'><span class='key'>class</span> <span class='nam'>DataFeed</span><span class='op'>(</span><span class='nam'>object</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t10' class='pln'><span class='strut'> </span></p>
|
|
<p id='t11' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>__init__</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>config</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t12' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>logger</span> <span class='op'>=</span> <span class='nam'>qutil</span><span class='op'>.</span><span class='nam'>logger</span><span class='strut'> </span></p>
|
|
<p id='t13' class='pln'><span class='strut'> </span></p>
|
|
<p id='t14' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_address</span> <span class='op'>=</span> <span class='str'>"tcp://127.0.0.1:{port}"</span><span class='op'>.</span><span class='nam'>format</span><span class='op'>(</span><span class='nam'>port</span><span class='op'>=</span><span class='num'>10101</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t15' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>sync_address</span> <span class='op'>=</span> <span class='str'>"tcp://127.0.0.1:{port}"</span><span class='op'>.</span><span class='nam'>format</span><span class='op'>(</span><span class='nam'>port</span><span class='op'>=</span><span class='num'>10102</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t16' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>feed_address</span> <span class='op'>=</span> <span class='str'>"tcp://127.0.0.1:{port}"</span><span class='op'>.</span><span class='nam'>format</span><span class='op'>(</span><span class='nam'>port</span><span class='op'>=</span><span class='num'>10103</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t17' class='pln'><span class='strut'> </span></p>
|
|
<p id='t18' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>client_register</span> <span class='op'>=</span> <span class='op'>{</span><span class='op'>}</span><span class='strut'> </span></p>
|
|
<p id='t19' class='pln'><span class='strut'> </span></p>
|
|
<p id='t20' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_workers</span> <span class='op'>=</span> <span class='op'>{</span><span class='op'>}</span><span class='strut'> </span></p>
|
|
<p id='t21' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>config</span> <span class='op'>=</span> <span class='nam'>config</span><span class='strut'> </span></p>
|
|
<p id='t22' class='stm run hide_run'> <span class='key'>for</span> <span class='nam'>name</span><span class='op'>,</span> <span class='nam'>info</span> <span class='key'>in</span> <span class='nam'>config</span><span class='op'>.</span><span class='nam'>iteritems</span><span class='op'>(</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t23' class='stm run hide_run'> <span class='key'>if</span><span class='op'>(</span><span class='nam'>info</span><span class='op'>[</span><span class='str'>'class'</span><span class='op'>]</span> <span class='op'>==</span> <span class='str'>"EquityMinuteTrades"</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t24' class='stm mis'> <span class='nam'>emt</span> <span class='op'>=</span> <span class='nam'>EquityMinuteTrades</span><span class='op'>(</span><span class='nam'>info</span><span class='op'>[</span><span class='str'>'sid'</span><span class='op'>]</span><span class='op'>,</span> <span class='nam'>self</span><span class='op'>,</span> <span class='nam'>name</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t25' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_workers</span><span class='op'>[</span><span class='nam'>name</span><span class='op'>]</span> <span class='op'>=</span> <span class='nam'>emt</span><span class='strut'> </span></p>
|
|
<p id='t26' class='stm run hide_run'> <span class='key'>elif</span><span class='op'>(</span><span class='nam'>info</span><span class='op'>[</span><span class='str'>'class'</span><span class='op'>]</span> <span class='op'>==</span> <span class='str'>"RandomEquityTrades"</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t27' class='stm run hide_run'> <span class='nam'>ret</span> <span class='op'>=</span> <span class='nam'>qequity</span><span class='op'>.</span><span class='nam'>RandomEquityTrades</span><span class='op'>(</span><span class='nam'>info</span><span class='op'>[</span><span class='str'>'sid'</span><span class='op'>]</span><span class='op'>,</span> <span class='nam'>self</span><span class='op'>,</span> <span class='nam'>name</span><span class='op'>,</span> <span class='nam'>info</span><span class='op'>[</span><span class='str'>'count'</span><span class='op'>]</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t28' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_workers</span><span class='op'>[</span><span class='nam'>name</span><span class='op'>]</span> <span class='op'>=</span> <span class='nam'>ret</span><span class='strut'> </span></p>
|
|
<p id='t29' class='pln'><span class='strut'> </span></p>
|
|
<p id='t30' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_buffer</span> <span class='op'>=</span> <span class='nam'>qutil</span><span class='op'>.</span><span class='nam'>ParallelBuffer</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_workers</span><span class='op'>.</span><span class='nam'>keys</span><span class='op'>(</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t31' class='pln'><span class='strut'> </span></p>
|
|
<p id='t32' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>start_data_workers</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t33' class='pln'> <span class='str'>"""Start a sub-process for each datasource."""</span><span class='strut'> </span></p>
|
|
<p id='t34' class='stm mis'> <span class='key'>for</span> <span class='nam'>source_id</span><span class='op'>,</span> <span class='nam'>source</span> <span class='key'>in</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_workers</span><span class='op'>.</span><span class='nam'>iteritems</span><span class='op'>(</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t35' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>logger</span><span class='op'>.</span><span class='nam'>info</span><span class='op'>(</span><span class='str'>"starting {id}"</span><span class='op'>.</span><span class='nam'>format</span><span class='op'>(</span><span class='nam'>id</span><span class='op'>=</span><span class='nam'>source_id</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t36' class='stm mis'> <span class='nam'>source</span><span class='op'>.</span><span class='nam'>start</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t37' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>logger</span><span class='op'>.</span><span class='nam'>info</span><span class='op'>(</span><span class='str'>"ds processes launched"</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t38' class='pln'><span class='strut'> </span></p>
|
|
<p id='t39' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>register_sync</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>,</span> <span class='nam'>sync_id</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t40' class='stm run hide_run'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>client_register</span><span class='op'>[</span><span class='nam'>sync_id</span><span class='op'>]</span> <span class='op'>=</span> <span class='str'>"UNCONFIRMED"</span><span class='strut'> </span></p>
|
|
<p id='t41' class='pln'><span class='strut'> </span></p>
|
|
<p id='t42' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>registration_complete</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t43' class='stm mis'> <span class='key'>for</span> <span class='nam'>sync_id</span><span class='op'>,</span> <span class='nam'>status</span> <span class='key'>in</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>client_register</span><span class='op'>.</span><span class='nam'>iteritems</span><span class='op'>(</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t44' class='stm mis'> <span class='key'>if</span> <span class='nam'>status</span> <span class='op'>==</span> <span class='str'>"UNCONFIRMED"</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t45' class='stm mis'> <span class='key'>return</span> <span class='nam'>False</span><span class='strut'> </span></p>
|
|
<p id='t46' class='pln'><span class='strut'> </span></p>
|
|
<p id='t47' class='stm mis'> <span class='key'>return</span> <span class='nam'>True</span><span class='strut'> </span></p>
|
|
<p id='t48' class='pln'><span class='strut'> </span></p>
|
|
<p id='t49' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>sync_clients</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t50' class='pln'> <span class='com'># Socket to receive signals</span><span class='strut'> </span></p>
|
|
<p id='t51' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>logger</span><span class='op'>.</span><span class='nam'>info</span><span class='op'>(</span><span class='str'>"waiting for all datasources and clients to be ready"</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t52' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>syncservice</span> <span class='op'>=</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>context</span><span class='op'>.</span><span class='nam'>socket</span><span class='op'>(</span><span class='nam'>zmq</span><span class='op'>.</span><span class='nam'>REP</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t53' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>syncservice</span><span class='op'>.</span><span class='nam'>bind</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>sync_address</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t54' class='pln'><span class='strut'> </span></p>
|
|
<p id='t55' class='stm mis'> <span class='key'>while</span> <span class='key'>not</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>registration_complete</span><span class='op'>(</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t56' class='pln'> <span class='com'># wait for synchronization request</span><span class='strut'> </span></p>
|
|
<p id='t57' class='stm mis'> <span class='nam'>msg</span> <span class='op'>=</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>syncservice</span><span class='op'>.</span><span class='nam'>recv</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t58' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>client_register</span><span class='op'>[</span><span class='nam'>msg</span><span class='op'>]</span> <span class='op'>=</span> <span class='str'>"CONFIRMED"</span><span class='strut'> </span></p>
|
|
<p id='t59' class='pln'> <span class='com'>#self.logger.info("confirmed {id}".format(id=msg))</span><span class='strut'> </span></p>
|
|
<p id='t60' class='pln'> <span class='com'># send synchronization reply</span><span class='strut'> </span></p>
|
|
<p id='t61' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>syncservice</span><span class='op'>.</span><span class='nam'>send</span><span class='op'>(</span><span class='str'>'CONFIRMED'</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t62' class='pln'><span class='strut'> </span></p>
|
|
<p id='t63' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>syncservice</span><span class='op'>.</span><span class='nam'>close</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t64' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>logger</span><span class='op'>.</span><span class='nam'>info</span><span class='op'>(</span><span class='str'>"sync'd all datasources and clients"</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t65' class='pln'><span class='strut'> </span></p>
|
|
<p id='t66' class='stm run hide_run'> <span class='key'>def</span> <span class='nam'>run</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t67' class='pln'> <span class='com'># Prepare our context and sockets</span><span class='strut'> </span></p>
|
|
<p id='t68' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>context</span> <span class='op'>=</span> <span class='nam'>zmq</span><span class='op'>.</span><span class='nam'>Context</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t69' class='pln'><span class='strut'> </span></p>
|
|
<p id='t70' class='stm mis'> <span class='nam'>ds_finished_counter</span> <span class='op'>=</span> <span class='num'>0</span><span class='strut'> </span></p>
|
|
<p id='t71' class='pln'><span class='strut'> </span></p>
|
|
<p id='t72' class='pln'> <span class='com'>#create the data sink. Based on http://zguide.zeromq.org/py:tasksink2 </span><span class='strut'> </span></p>
|
|
<p id='t73' class='pln'> <span class='com'>#see: http://zguide.zeromq.org/py:taskwork2</span><span class='strut'> </span></p>
|
|
<p id='t74' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_socket</span> <span class='op'>=</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>context</span><span class='op'>.</span><span class='nam'>socket</span><span class='op'>(</span><span class='nam'>zmq</span><span class='op'>.</span><span class='nam'>PULL</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t75' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_socket</span><span class='op'>.</span><span class='nam'>bind</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_address</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t76' class='pln'><span class='strut'> </span></p>
|
|
<p id='t77' class='pln'> <span class='com'>#create the feed</span><span class='strut'> </span></p>
|
|
<p id='t78' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>feed_socket</span> <span class='op'>=</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>context</span><span class='op'>.</span><span class='nam'>socket</span><span class='op'>(</span><span class='nam'>zmq</span><span class='op'>.</span><span class='nam'>PUB</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t79' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>feed_socket</span><span class='op'>.</span><span class='nam'>bind</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>feed_address</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t80' class='pln'><span class='strut'> </span></p>
|
|
<p id='t81' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_buffer</span><span class='op'>.</span><span class='nam'>out_socket</span> <span class='op'>=</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>feed_socket</span><span class='strut'> </span></p>
|
|
<p id='t82' class='pln'><span class='strut'> </span></p>
|
|
<p id='t83' class='pln'> <span class='com'>#start the data source workers</span><span class='strut'> </span></p>
|
|
<p id='t84' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>start_data_workers</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t85' class='pln'><span class='strut'> </span></p>
|
|
<p id='t86' class='pln'> <span class='com'>#wait for all feed subscribers</span><span class='strut'> </span></p>
|
|
<p id='t87' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>sync_clients</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t88' class='pln'><span class='strut'> </span></p>
|
|
<p id='t89' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>logger</span><span class='op'>.</span><span class='nam'>info</span><span class='op'>(</span><span class='str'>"entering feed loop on {addr}"</span><span class='op'>.</span><span class='nam'>format</span><span class='op'>(</span><span class='nam'>addr</span><span class='op'>=</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_address</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t90' class='pln'><span class='strut'> </span></p>
|
|
<p id='t91' class='stm mis'> <span class='key'>while</span> <span class='nam'>True</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t92' class='stm mis'> <span class='nam'>message</span> <span class='op'>=</span> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_socket</span><span class='op'>.</span><span class='nam'>recv</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t93' class='stm mis'> <span class='nam'>event</span> <span class='op'>=</span> <span class='nam'>json</span><span class='op'>.</span><span class='nam'>loads</span><span class='op'>(</span><span class='nam'>message</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t94' class='stm mis'> <span class='key'>if</span><span class='op'>(</span><span class='nam'>event</span><span class='op'>[</span><span class='str'>"type"</span><span class='op'>]</span> <span class='op'>==</span> <span class='str'>"DONE"</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t95' class='stm mis'> <span class='nam'>ds_finished_counter</span> <span class='op'>+=</span> <span class='num'>1</span><span class='strut'> </span></p>
|
|
<p id='t96' class='stm mis'> <span class='key'>if</span><span class='op'>(</span><span class='nam'>len</span><span class='op'>(</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_workers</span><span class='op'>)</span> <span class='op'>==</span> <span class='nam'>ds_finished_counter</span><span class='op'>)</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t97' class='stm mis'> <span class='key'>break</span><span class='strut'> </span></p>
|
|
<p id='t98' class='pln'> <span class='key'>else</span><span class='op'>:</span><span class='strut'> </span></p>
|
|
<p id='t99' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_buffer</span><span class='op'>.</span><span class='nam'>append</span><span class='op'>(</span><span class='nam'>event</span><span class='op'>[</span><span class='str'>u's'</span><span class='op'>]</span><span class='op'>,</span> <span class='nam'>event</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t100' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_buffer</span><span class='op'>.</span><span class='nam'>send_next</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t101' class='pln'><span class='strut'> </span></p>
|
|
<p id='t102' class='pln'><span class='strut'> </span></p>
|
|
<p id='t103' class='pln'> <span class='com'>#drain any remaining messages in the buffer</span><span class='strut'> </span></p>
|
|
<p id='t104' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_buffer</span><span class='op'>.</span><span class='nam'>drain</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t105' class='pln'><span class='strut'> </span></p>
|
|
<p id='t106' class='pln'> <span class='com'>#send the DONE message</span><span class='strut'> </span></p>
|
|
<p id='t107' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>feed_socket</span><span class='op'>.</span><span class='nam'>send</span><span class='op'>(</span><span class='str'>"DONE"</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t108' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>logger</span><span class='op'>.</span><span class='nam'>info</span><span class='op'>(</span><span class='str'>"received {n} messages, sent {m} messages"</span><span class='op'>.</span><span class='nam'>format</span><span class='op'>(</span><span class='nam'>n</span><span class='op'>=</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_buffer</span><span class='op'>.</span><span class='nam'>received_count</span><span class='op'>,</span> <span class='nam'>m</span><span class='op'>=</span><span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_buffer</span><span class='op'>.</span><span class='nam'>sent_count</span><span class='op'>)</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t109' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>data_socket</span><span class='op'>.</span><span class='nam'>close</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t110' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>feed_socket</span><span class='op'>.</span><span class='nam'>close</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t111' class='stm mis'> <span class='nam'>self</span><span class='op'>.</span><span class='nam'>context</span><span class='op'>.</span><span class='nam'>term</span><span class='op'>(</span><span class='op'>)</span><span class='strut'> </span></p>
|
|
<p id='t112' class='pln'><span class='strut'> </span></p>
|
|
<p id='t113' class='pln'><span class='strut'> </span></p>
|
|
<p id='t114' class='pln'><span class='strut'> </span></p>
|
|
<p id='t115' class='pln'><span class='strut'> </span></p>
|
|
<p id='t116' class='pln'><span class='strut'> </span></p>
|
|
<p id='t117' class='pln'><span class='strut'> </span></p>
|
|
<p id='t118' class='pln'><span class='strut'> </span></p>
|
|
<p id='t119' class='pln'><span class='strut'> </span></p>
|
|
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
</div>
|
|
|
|
<div id='footer'>
|
|
<div class='content'>
|
|
<p>
|
|
<a class='nav' href='index.html'>« index</a> <a class='nav' href='http://nedbatchelder.com/code/coverage'>coverage.py v3.5.1</a>
|
|
</p>
|
|
</div>
|
|
</div>
|
|
|
|
</body>
|
|
</html>
|