'robots' content='index, nofollow'/>
<link rel='stylesheet' type='text/css' href='/cgit.css'/>
<link rel='shortcut icon' href='/favicon.ico'/>
<link rel='alternate' title='Atom feed' href='http://openwrt.panaceas.org/cgit/xen/xen/atom/xen/arch/x86/time.c?h=4.1.1-rc2' type='application/atom+xml'/>
<link rel='vcs-git' href='git://git.panaceas.org/xen/xen' title='xen/xen Git repository'/>
<link rel='vcs-git' href='ssh://git@git.panaceas.org/git/xen/xen' title='xen/xen Git repository'/>
</head>
<body>
<div id='cgit'><table id='header'>
<tr>
<td class='logo' rowspan='2'><a href='/cgit/'><img src='/cgit.png' alt='cgit logo'/></a></td>
<td class='main'><a href='/cgit/'>index</a> : <a title='xen/xen' href='/cgit/xen/xen/'>xen/xen</a></td><td class='form'><form method='get'>
<input type='hidden' name='id' value='fe30f626cca32330175dbd68a3a072aa5bf358e8'/><select name='h' onchange='this.form.submit();'>
<option value='master'>master</option>
<option value='stable-4.0'>stable-4.0</option>
<option value='stable-4.1'>stable-4.1</option>
<option value='stable-4.2'>stable-4.2</option>
<option value='stable-4.3'>stable-4.3</option>
<option value='staging'>staging</option>
<option value='staging-4.0'>staging-4.0</option>
<option value='staging-4.1'>staging-4.1</option>
<option value='staging-4.2'>staging-4.2</option>
<option value='staging-4.3'>staging-4.3</option>
</select> <input type='submit' value='switch'/></form></td></tr>
<tr><td class='sub'>xen</td><td class='sub right'>James</td></tr></table>
<table class='tabs'><tr><td>
<a href='/cgit/xen/xen/about/?h=4.1.1-rc2'>about</a><a href='/cgit/xen/xen/?h=4.1.1-rc2'>summary</a><a href='/cgit/xen/xen/refs/?h=4.1.1-rc2&amp;id=fe30f626cca32330175dbd68a3a072aa5bf358e8'>refs</a><a href='/cgit/xen/xen/log/xen/arch/x86/time.c?h=4.1.1-rc2'>log</a><a class='active' href='/cgit/xen/xen/tree/xen/arch/x86/time.c?h=4.1.1-rc2&amp;id=fe30f626cca32330175dbd68a3a072aa5bf358e8'>tree</a><a href='/cgit/xen/xen/commit/xen/arch/x86/time.c?h=4.1.1-rc2&amp;id=fe30f626cca32330175dbd68a3a072aa5bf358e8'>commit</a><a href='/cgit/xen/xen/diff/xen/arch/x86/time.c?h=4.1.1-rc2&amp;id=fe30f626cca32330175dbd68a3a072aa5bf358e8'>diff</a><a href='/cgit/xen/xen/stats/xen/arch/x86/time.c?h=4.1.1-rc2'>stats</a></td><td class='form'><form class='right' method='get' action='/cgit/xen/xen/log/xen/arch/x86/time.c'>
<input type='hidden' name='h' value='4.1.1-rc2'/><input type='hidden' name='id' value='fe30f626cca32330175dbd68a3a072aa5bf358e8'/><select name='qt'>
<option value='grep'>log msg</option>
<option value='author'>author</option>
<option value='committer'>committer</option>
<option value='range'>range</option>
</select>
<input class='txt' type='search' size='10' name='q' value=''/>
<input type='submit' value='search'/>
</form>
</td></tr></table>
<div class='path'>path: <a href='/cgit/xen/xen/tree/?h=4.1.1-rc2&amp;id=fe30f626cca32330175dbd68a3a072aa5bf358e8'>root</a>/<a href='/cgit/xen/xen/tree/xen?h=4.1.1-rc2&amp;id=fe30f626cca32330175dbd68a3a072aa5bf358e8'>xen</a>/<a href='/cgit/xen/xen/tree/xen/arch?h=4.1.1-rc2&amp;id=fe30f626cca32330175dbd68a3a072aa5bf358e8'>arch</a>/<a href='/cgit/xen/xen/tree/xen/arch/x86?h=4.1.1-rc2&amp;id=fe30f626cca32330175dbd68a3a072aa5bf358e8'>x86</a>/<a href='/cgit/xen/xen/tree/xen/arch/x86/time.c?h=4.1.1-rc2&amp;id=fe30f626cca32330175dbd68a3a072aa5bf358e8'>time.c</a></div><div class='content'>blob: 44f11187481f391ca90d8557b16e942573353420 (<a href='/cgit/xen/xen/plain/xen/arch/x86/time.c?h=4.1.1-rc2&amp;id=fe30f626cca32330175dbd68a3a072aa5bf358e8'>plain</a>)
<table summary='blob content' class='blob'>
<tr><td class='linenumbers'><pre><a id='n1' href='#n1'>1</a>
<a id='n2' href='#n2'>2</a>
<a id='n3' href='#n3'>3</a>
<a id='n4' href='#n4'>4</a>
<a id='n5' href='#n5'>5</a>
<a id='n6' href='#n6'>6</a>
<a id='n7' href='#n7'>7</a>
<a id='n8' href='#n8'>8</a>
<a id='n9' href='#n9'>9</a>
<a id='n10' href='#n10'>10</a>
<a id='n11' href='#n11'>11</a>
<a id='n12' href='#n12'>12</a>
<a id='n13' href='#n13'>13</a>
<a id='n14' href='#n14'>14</a>
<a id='n15' href='#n15'>15</a>
<a id='n16' href='#n16'>16</a>
<a id='n17' href='#n17'>17</a>
<a id='n18' href='#n18'>18</a>
<a id='n19' href='#n19'>19</a>
<a id='n20' href='#n20'>20</a>
<a id='n21' href='#n21'>21</a>
<a id='n22' href='#n22'>22</a>
<a id='n23' href='#n23'>23</a>
<a id='n24' href='#n24'>24</a>
<a id='n25' href='#n25'>25</a>
<a id='n26' href='#n26'>26</a>
<a id='n27' href='#n27'>27</a>
<a id='n28' href='#n28'>28</a>
<a id='n29' href='#n29'>29</a>
<a id='n30' href='#n30'>30</a>
<a id='n31' href='#n31'>31</a>
<a id='n32' href='#n32'>32</a>
<a id='n33' href='#n33'>33</a>
<a id='n34' href='#n34'>34</a>
<a id='n35' href='#n35'>35</a>
<a id='n36' href='#n36'>36</a>
<a id='n37' href='#n37'>37</a>
<a id='n38' href='#n38'>38</a>
<a id='n39' href='#n39'>39</a>
<a id='n40' href='#n40'>40</a>
<a id='n41' href='#n41'>41</a>
<a id='n42' href='#n42'>42</a>
<a id='n43' href='#n43'>43</a>
<a id='n44' href='#n44'>44</a>
<a id='n45' href='#n45'>45</a>
<a id='n46' href='#n46'>46</a>
<a id='n47' href='#n47'>47</a>
<a id='n48' href='#n48'>48</a>
<a id='n49' href='#n49'>49</a>
<a id='n50' href='#n50'>50</a>
<a id='n51' href='#n51'>51</a>
<a id='n52' href='#n52'>52</a>
<a id='n53' href='#n53'>53</a>
<a id='n54' href='#n54'>54</a>
<a id='n55' href='#n55'>55</a>
<a id='n56' href='#n56'>56</a>
<a id='n57' href='#n57'>57</a>
<a id='n58' href='#n58'>58</a>
<a id='n59' href='#n59'>59</a>
<a id='n60' href='#n60'>60</a>
<a id='n61' href='#n61'>61</a>
<a id='n62' href='#n62'>62</a>
<a id='n63' href='#n63'>63</a>
<a id='n64' href='#n64'>64</a>
<a id='n65' href='#n65'>65</a>
<a id='n66' href='#n66'>66</a>
<a id='n67' href='#n67'>67</a>
<a id='n68' href='#n68'>68</a>
<a id='n69' href='#n69'>69</a>
<a id='n70' href='#n70'>70</a>
<a id='n71' href='#n71'>71</a>
<a id='n72' href='#n72'>72</a>
<a id='n73' href='#n73'>73</a>
<a id='n74' href='#n74'>74</a>
<a id='n75' href='#n75'>75</a>
<a id='n76' href='#n76'>76</a>
<a id='n77' href='#n77'>77</a>
<a id='n78' href='#n78'>78</a>
<a id='n79' href='#n79'>79</a>
<a id='n80' href='#n80'>80</a>
<a id='n81' href='#n81'>81</a>
<a id='n82' href='#n82'>82</a>
<a id='n83' href='#n83'>83</a>
<a id='n84' href='#n84'>84</a>
<a id='n85' href='#n85'>85</a>
<a id='n86' href='#n86'>86</a>
<a id='n87' href='#n87'>87</a>
<a id='n88' href='#n88'>88</a>
<a id='n89' href='#n89'>89</a>
<a id='n90' href='#n90'>90</a>
<a id='n91' href='#n91'>91</a>
<a id='n92' href='#n92'>92</a>
<a id='n93' href='#n93'>93</a>
<a id='n94' href='#n94'>94</a>
<a id='n95' href='#n95'>95</a>
<a id='n96' href='#n96'>96</a>
<a id='n97' href='#n97'>97</a>
<a id='n98' href='#n98'>98</a>
<a id='n99' href='#n99'>99</a>
<a id='n100' href='#n100'>100</a>
<a id='n101' href='#n101'>101</a>
<a id='n102' href='#n102'>102</a>
<a id='n103' href='#n103'>103</a>
<a id='n104' href='#n104'>104</a>
<a id='n105' href='#n105'>105</a>
<a id='n106' href='#n106'>106</a>
<a id='n107' href='#n107'>107</a>
<a id='n108' href='#n108'>108</a>
<a id='n109' href='#n109'>109</a>
<a id='n110' href='#n110'>110</a>
<a id='n111' href='#n111'>111</a>
<a id='n112' href='#n112'>112</a>
<a id='n113' href='#n113'>113</a>
<a id='n114' href='#n114'>114</a>
<a id='n115' href='#n115'>115</a>
<a id='n116' href='#n116'>116</a>
<a id='n117' href='#n117'>117</a>
<a id='n118' href='#n118'>118</a>
<a id='n119' href='#n119'>119</a>
<a id='n120' href='#n120'>120</a>
<a id='n121' href='#n121'>121</a>
<a id='n122' href='#n122'>122</a>
<a id='n123' href='#n123'>123</a>
<a id='n124' href='#n124'>124</a>
<a id='n125' href='#n125'>125</a>
<a id='n126' href='#n126'>126</a>
<a id='n127' href='#n127'>127</a>
<a id='n128' href='#n128'>128</a>
<a id='n129' href='#n129'>129</a>
<a id='n130' href='#n130'>130</a>
<a id='n131' href='#n131'>131</a>
<a id='n132' href='#n132'>132</a>
<a id='n133' href='#n133'>133</a>
<a id='n134' href='#n134'>134</a>
<a id='n135' href='#n135'>135</a>
<a id='n136' href='#n136'>136</a>
<a id='n137' href='#n137'>137</a>
<a id='n138' href='#n138'>138</a>
<a id='n139' href='#n139'>139</a>
<a id='n140' href='#n140'>140</a>
<a id='n141' href='#n141'>141</a>
<a id='n142' href='#n142'>142</a>
<a id='n143' href='#n143'>143</a>
<a id='n144' href='#n144'>144</a>
<a id='n145' href='#n145'>145</a>
<a id='n146' href='#n146'>146</a>
<a id='n147' href='#n147'>147</a>
<a id='n148' href='#n148'>148</a>
<a id='n149' href='#n149'>149</a>
<a id='n150' href='#n150'>150</a>
<a id='n151' href='#n151'>151</a>
<a id='n152' href='#n152'>152</a>
<a id='n153' href='#n153'>153</a>
<a id='n154' href='#n154'>154</a>
<a id='n155' href='#n155'>155</a>
<a id='n156' href='#n156'>156</a>
<a id='n157' href='#n157'>157</a>
<a id='n158' href='#n158'>158</a>
<a id='n159' href='#n159'>159</a>
<a id='n160' href='#n160'>160</a>
<a id='n161' href='#n161'>161</a>
<a id='n162' href='#n162'>162</a>
<a id='n163' href='#n163'>163</a>
<a id='n164' href='#n164'>164</a>
<a id='n165' href='#n165'>165</a>
<a id='n166' href='#n166'>166</a>
<a id='n167' href='#n167'>167</a>
<a id='n168' href='#n168'>168</a>
<a id='n169' href='#n169'>169</a>
<a id='n170' href='#n170'>170</a>
<a id='n171' href='#n171'>171</a>
<a id='n172' href='#n172'>172</a>
<a id='n173' href='#n173'>173</a>
<a id='n174' href='#n174'>174</a>
<a id='n175' href='#n175'>175</a>
<a id='n176' href='#n176'>176</a>
<a id='n177' href='#n177'>177</a>
<a id='n178' href='#n178'>178</a>
<a id='n179' href='#n179'>179</a>
<a id='n180' href='#n180'>180</a>
<a id='n181' href='#n181'>181</a>
<a id='n182' href='#n182'>182</a>
<a id='n183' href='#n183'>183</a>
<a id='n184' href='#n184'>184</a>
<a id='n185' href='#n185'>185</a>
<a id='n186' href='#n186'>186</a>
<a id='n187' href='#n187'>187</a>
<a id='n188' href='#n188'>188</a>
<a id='n189' href='#n189'>189</a>
<a id='n190' href='#n190'>190</a>
<a id='n191' href='#n191'>191</a>
<a id='n192' href='#n192'>192</a>
<a id='n193' href='#n193'>193</a>
<a id='n194' href='#n194'>194</a>
<a id='n195' href='#n195'>195</a>
<a id='n196' href='#n196'>196</a>
<a id='n197' href='#n197'>197</a>
<a id='n198' href='#n198'>198</a>
<a id='n199' href='#n199'>199</a>
<a id='n200' href='#n200'>200</a>
<a id='n201' href='#n201'>201</a>
<a id='n202' href='#n202'>202</a>
<a id='n203' href='#n203'>203</a>
<a id='n204' href='#n204'>204</a>
<a id='n205' href='#n205'>205</a>
<a id='n206' href='#n206'>206</a>
<a id='n207' href='#n207'>207</a>
<a id='n208' href='#n208'>208</a>
<a id='n209' href='#n209'>209</a>
<a id='n210' href='#n210'>210</a>
<a id='n211' href='#n211'>211</a>
<a id='n212' href='#n212'>212</a>
<a id='n213' href='#n213'>213</a>
<a id='n214' href='#n214'>214</a>
<a id='n215' href='#n215'>215</a>
<a id='n216' href='#n216'>216</a>
<a id='n217' href='#n217'>217</a>
<a id='n218' href='#n218'>218</a>
<a id='n219' href='#n219'>219</a>
<a id='n220' href='#n220'>220</a>
<a id='n221' href='#n221'>221</a>
<a id='n222' href='#n222'>222</a>
<a id='n223' href='#n223'>223</a>
<a id='n224' href='#n224'>224</a>
<a id='n225' href='#n225'>225</a>
<a id='n226' href='#n226'>226</a>
<a id='n227' href='#n227'>227</a>
<a id='n228' href='#n228'>228</a>
<a id='n229' href='#n229'>229</a>
<a id='n230' href='#n230'>230</a>
<a id='n231' href='#n231'>231</a>
<a id='n232' href='#n232'>232</a>
<a id='n233' href='#n233'>233</a>
<a id='n234' href='#n234'>234</a>
<a id='n235' href='#n235'>235</a>
<a id='n236' href='#n236'>236</a>
<a id='n237' href='#n237'>237</a>
<a id='n238' href='#n238'>238</a>
<a id='n239' href='#n239'>239</a>
<a id='n240' href='#n240'>240</a>
<a id='n241' href='#n241'>241</a>
<a id='n242' href='#n242'>242</a>
<a id='n243' href='#n243'>243</a>
<a id='n244' href='#n244'>244</a>
<a id='n245' href='#n245'>245</a>
<a id='n246' href='#n246'>246</a>
<a id='n247' href='#n247'>247</a>
<a id='n248' href='#n248'>248</a>
<a id='n249' href='#n249'>249</a>
<a id='n250' href='#n250'>250</a>
<a id='n251' href='#n251'>251</a>
<a id='n252' href='#n252'>252</a>
<a id='n253' href='#n253'>253</a>
<a id='n254' href='#n254'>254</a>
<a id='n255' href='#n255'>255</a>
<a id='n256' href='#n256'>256</a>
<a id='n257' href='#n257'>257</a>
<a id='n258' href='#n258'>258</a>
<a id='n259' href='#n259'>259</a>
<a id='n260' href='#n260'>260</a>
<a id='n261' href='#n261'>261</a>
<a id='n262' href='#n262'>262</a>
<a id='n263' href='#n263'>263</a>
<a id='n264' href='#n264'>264</a>
<a id='n265' href='#n265'>265</a>
<a id='n266' href='#n266'>266</a>
<a id='n267' href='#n267'>267</a>
<a id='n268' href='#n268'>268</a>
<a id='n269' href='#n269'>269</a>
<a id='n270' href='#n270'>270</a>
<a id='n271' href='#n271'>271</a>
<a id='n272' href='#n272'>272</a>
<a id='n273' href='#n273'>273</a>
<a id='n274' href='#n274'>274</a>
<a id='n275' href='#n275'>275</a>
<a id='n276' href='#n276'>276</a>
<a id='n277' href='#n277'>277</a>
<a id='n278' href='#n278'>278</a>
<a id='n279' href='#n279'>279</a>
<a id='n280' href='#n280'>280</a>
<a id='n281' href='#n281'>281</a>
<a id='n282' href='#n282'>282</a>
<a id='n283' href='#n283'>283</a>
<a id='n284' href='#n284'>284</a>
<a id='n285' href='#n285'>285</a>
<a id='n286' href='#n286'>286</a>
<a id='n287' href='#n287'>287</a>
<a id='n288' href='#n288'>288</a>
<a id='n289' href='#n289'>289</a>
<a id='n290' href='#n290'>290</a>
<a id='n291' href='#n291'>291</a>
<a id='n292' href='#n292'>292</a>
<a id='n293' href='#n293'>293</a>
<a id='n294' href='#n294'>294</a>
<a id='n295' href='#n295'>295</a>
<a id='n296' href='#n296'>296</a>
<a id='n297' href='#n297'>297</a>
<a id='n298' href='#n298'>298</a>
<a id='n299' href='#n299'>299</a>
<a id='n300' href='#n300'>300</a>
<a id='n301' href='#n301'>301</a>
<a id='n302' href='#n302'>302</a>
<a id='n303' href='#n303'>303</a>
<a id='n304' href='#n304'>304</a>
<a id='n305' href='#n305'>305</a>
<a id='n306' href='#n306'>306</a>
<a id='n307' href='#n307'>307</a>
<a id='n308' href='#n308'>308</a>
<a id='n309' href='#n309'>309</a>
<a id='n310' href='#n310'>310</a>
<a id='n311' href='#n311'>311</a>
<a id='n312' href='#n312'>312</a>
<a id='n313' href='#n313'>313</a>
<a id='n314' href='#n314'>314</a>
<a id='n315' href='#n315'>315</a>
<a id='n316' href='#n316'>316</a>
<a id='n317' href='#n317'>317</a>
<a id='n318' href='#n318'>318</a>
<a id='n319' href='#n319'>319</a>
<a id='n320' href='#n320'>320</a>
<a id='n321' href='#n321'>321</a>
<a id='n322' href='#n322'>322</a>
<a id='n323' href='#n323'>323</a>
<a id='n324' href='#n324'>324</a>
<a id='n325' href='#n325'>325</a>
<a id='n326' href='#n326'>326</a>
<a id='n327' href='#n327'>327</a>
<a id='n328' href='#n328'>328</a>
<a id='n329' href='#n329'>329</a>
<a id='n330' href='#n330'>330</a>
<a id='n331' href='#n331'>331</a>
<a id='n332' href='#n332'>332</a>
<a id='n333' href='#n333'>333</a>
<a id='n334' href='#n334'>334</a>
<a id='n335' href='#n335'>335</a>
<a id='n336' href='#n336'>336</a>
<a id='n337' href='#n337'>337</a>
<a id='n338' href='#n338'>338</a>
<a id='n339' href='#n339'>339</a>
<a id='n340' href='#n340'>340</a>
<a id='n341' href='#n341'>341</a>
<a id='n342' href='#n342'>342</a>
<a id='n343' href='#n343'>343</a>
<a id='n344' href='#n344'>344</a>
<a id='n345' href='#n345'>345</a>
<a id='n346' href='#n346'>346</a>
<a id='n347' href='#n347'>347</a>
<a id='n348' href='#n348'>348</a>
<a id='n349' href='#n349'>349</a>
<a id='n350' href='#n350'>350</a>
<a id='n351' href='#n351'>351</a>
<a id='n352' href='#n352'>352</a>
<a id='n353' href='#n353'>353</a>
<a id='n354' href='#n354'>354</a>
<a id='n355' href='#n355'>355</a>
<a id='n356' href='#n356'>356</a>
<a id='n357' href='#n357'>357</a>
<a id='n358' href='#n358'>358</a>
<a id='n359' href='#n359'>359</a>
<a id='n360' href='#n360'>360</a>
<a id='n361' href='#n361'>361</a>
<a id='n362' href='#n362'>362</a>
<a id='n363' href='#n363'>363</a>
<a id='n364' href='#n364'>364</a>
<a id='n365' href='#n365'>365</a>
<a id='n366' href='#n366'>366</a>
<a id='n367' href='#n367'>367</a>
<a id='n368' href='#n368'>368</a>
<a id='n369' href='#n369'>369</a>
<a id='n370' href='#n370'>370</a>
<a id='n371' href='#n371'>371</a>
<a id='n372' href='#n372'>372</a>
<a id='n373' href='#n373'>373</a>
<a id='n374' href='#n374'>374</a>
<a id='n375' href='#n375'>375</a>
<a id='n376' href='#n376'>376</a>
<a id='n377' href='#n377'>377</a>
<a id='n378' href='#n378'>378</a>
<a id='n379' href='#n379'>379</a>
<a id='n380' href='#n380'>380</a>
<a id='n381' href='#n381'>381</a>
<a id='n382' href='#n382'>382</a>
<a id='n383' href='#n383'>383</a>
<a id='n384' href='#n384'>384</a>
<a id='n385' href='#n385'>385</a>
<a id='n386' href='#n386'>386</a>
<a id='n387' href='#n387'>387</a>
<a id='n388' href='#n388'>388</a>
<a id='n389' href='#n389'>389</a>
<a id='n390' href='#n390'>390</a>
<a id='n391' href='#n391'>391</a>
<a id='n392' href='#n392'>392</a>
<a id='n393' href='#n393'>393</a>
<a id='n394' href='#n394'>394</a>
<a id='n395' href='#n395'>395</a>
<a id='n396' href='#n396'>396</a>
<a id='n397' href='#n397'>397</a>
<a id='n398' href='#n398'>398</a>
<a id='n399' href='#n399'>399</a>
<a id='n400' href='#n400'>400</a>
<a id='n401' href='#n401'>401</a>
<a id='n402' href='#n402'>402</a>
<a id='n403' href='#n403'>403</a>
<a id='n404' href='#n404'>404</a>
<a id='n405' href='#n405'>405</a>
<a id='n406' href='#n406'>406</a>
<a id='n407' href='#n407'>407</a>
<a id='n408' href='#n408'>408</a>
<a id='n409' href='#n409'>409</a>
<a id='n410' href='#n410'>410</a>
<a id='n411' href='#n411'>411</a>
<a id='n412' href='#n412'>412</a>
<a id='n413' href='#n413'>413</a>
<a id='n414' href='#n414'>414</a>
<a id='n415' href='#n415'>415</a>
<a id='n416' href='#n416'>416</a>
<a id='n417' href='#n417'>417</a>
<a id='n418' href='#n418'>418</a>
<a id='n419' href='#n419'>419</a>
<a id='n420' href='#n420'>420</a>
<a id='n421' href='#n421'>421</a>
<a id='n422' href='#n422'>422</a>
<a id='n423' href='#n423'>423</a>
<a id='n424' href='#n424'>424</a>
<a id='n425' href='#n425'>425</a>
<a id='n426' href='#n426'>426</a>
<a id='n427' href='#n427'>427</a>
<a id='n428' href='#n428'>428</a>
<a id='n429' href='#n429'>429</a>
<a id='n430' href='#n430'>430</a>
<a id='n431' href='#n431'>431</a>
<a id='n432' href='#n432'>432</a>
<a id='n433' href='#n433'>433</a>
<a id='n434' href='#n434'>434</a>
<a id='n435' href='#n435'>435</a>
<a id='n436' href='#n436'>436</a>
<a id='n437' href='#n437'>437</a>
<a id='n438' href='#n438'>438</a>
<a id='n439' href='#n439'>439</a>
<a id='n440' href='#n440'>440</a>
<a id='n441' href='#n441'>441</a>
<a id='n442' href='#n442'>442</a>
<a id='n443' href='#n443'>443</a>
<a id='n444' href='#n444'>444</a>
<a id='n445' href='#n445'>445</a>
<a id='n446' href='#n446'>446</a>
<a id='n447' href='#n447'>447</a>
<a id='n448' href='#n448'>448</a>
<a id='n449' href='#n449'>449</a>
<a id='n450' href='#n450'>450</a>
<a id='n451' href='#n451'>451</a>
<a id='n452' href='#n452'>452</a>
<a id='n453' href='#n453'>453</a>
<a id='n454' href='#n454'>454</a>
<a id='n455' href='#n455'>455</a>
<a id='n456' href='#n456'>456</a>
<a id='n457' href='#n457'>457</a>
<a id='n458' href='#n458'>458</a>
<a id='n459' href='#n459'>459</a>
<a id='n460' href='#n460'>460</a>
<a id='n461' href='#n461'>461</a>
<a id='n462' href='#n462'>462</a>
<a id='n463' href='#n463'>463</a>
<a id='n464' href='#n464'>464</a>
<a id='n465' href='#n465'>465</a>
<a id='n466' href='#n466'>466</a>
<a id='n467' href='#n467'>467</a>
<a id='n468' href='#n468'>468</a>
<a id='n469' href='#n469'>469</a>
<a id='n470' href='#n470'>470</a>
<a id='n471' href='#n471'>471</a>
<a id='n472' href='#n472'>472</a>
<a id='n473' href='#n473'>473</a>
<a id='n474' href='#n474'>474</a>
<a id='n475' href='#n475'>475</a>
<a id='n476' href='#n476'>476</a>
<a id='n477' href='#n477'>477</a>
<a id='n478' href='#n478'>478</a>
<a id='n479' href='#n479'>479</a>
<a id='n480' href='#n480'>480</a>
<a id='n481' href='#n481'>481</a>
<a id='n482' href='#n482'>482</a>
<a id='n483' href='#n483'>483</a>
<a id='n484' href='#n484'>484</a>
<a id='n485' href='#n485'>485</a>
<a id='n486' href='#n486'>486</a>
<a id='n487' href='#n487'>487</a>
<a id='n488' href='#n488'>488</a>
<a id='n489' href='#n489'>489</a>
<a id='n490' href='#n490'>490</a>
<a id='n491' href='#n491'>491</a>
<a id='n492' href='#n492'>492</a>
<a id='n493' href='#n493'>493</a>
<a id='n494' href='#n494'>494</a>
<a id='n495' href='#n495'>495</a>
<a id='n496' href='#n496'>496</a>
<a id='n497' href='#n497'>497</a>
<a id='n498' href='#n498'>498</a>
<a id='n499' href='#n499'>499</a>
<a id='n500' href='#n500'>500</a>
<a id='n501' href='#n501'>501</a>
<a id='n502' href='#n502'>502</a>
<a id='n503' href='#n503'>503</a>
<a id='n504' href='#n504'>504</a>
<a id='n505' href='#n505'>505</a>
<a id='n506' href='#n506'>506</a>
<a id='n507' href='#n507'>507</a>
<a id='n508' href='#n508'>508</a>
<a id='n509' href='#n509'>509</a>
<a id='n510' href='#n510'>510</a>
<a id='n511' href='#n511'>511</a>
<a id='n512' href='#n512'>512</a>
<a id='n513' href='#n513'>513</a>
<a id='n514' href='#n514'>514</a>
<a id='n515' href='#n515'>515</a>
<a id='n516' href='#n516'>516</a>
<a id='n517' href='#n517'>517</a>
<a id='n518' href='#n518'>518</a>
<a id='n519' href='#n519'>519</a>
<a id='n520' href='#n520'>520</a>
<a id='n521' href='#n521'>521</a>
<a id='n522' href='#n522'>522</a>
<a id='n523' href='#n523'>523</a>
<a id='n524' href='#n524'>524</a>
<a id='n525' href='#n525'>525</a>
<a id='n526' href='#n526'>526</a>
<a id='n527' href='#n527'>527</a>
<a id='n528' href='#n528'>528</a>
<a id='n529' href='#n529'>529</a>
<a id='n530' href='#n530'>530</a>
<a id='n531' href='#n531'>531</a>
<a id='n532' href='#n532'>532</a>
<a id='n533' href='#n533'>533</a>
<a id='n534' href='#n534'>534</a>
<a id='n535' href='#n535'>535</a>
<a id='n536' href='#n536'>536</a>
<a id='n537' href='#n537'>537</a>
<a id='n538' href='#n538'>538</a>
<a id='n539' href='#n539'>539</a>
<a id='n540' href='#n540'>540</a>
<a id='n541' href='#n541'>541</a>
<a id='n542' href='#n542'>542</a>
<a id='n543' href='#n543'>543</a>
<a id='n544' href='#n544'>544</a>
<a id='n545' href='#n545'>545</a>
<a id='n546' href='#n546'>546</a>
<a id='n547' href='#n547'>547</a>
<a id='n548' href='#n548'>548</a>
<a id='n549' href='#n549'>549</a>
<a id='n550' href='#n550'>550</a>
<a id='n551' href='#n551'>551</a>
<a id='n552' href='#n552'>552</a>
<a id='n553' href='#n553'>553</a>
<a id='n554' href='#n554'>554</a>
<a id='n555' href='#n555'>555</a>
<a id='n556' href='#n556'>556</a>
<a id='n557' href='#n557'>557</a>
<a id='n558' href='#n558'>558</a>
<a id='n559' href='#n559'>559</a>
<a id='n560' href='#n560'>560</a>
<a id='n561' href='#n561'>561</a>
<a id='n562' href='#n562'>562</a>
<a id='n563' href='#n563'>563</a>
<a id='n564' href='#n564'>564</a>
<a id='n565' href='#n565'>565</a>
<a id='n566' href='#n566'>566</a>
<a id='n567' href='#n567'>567</a>
<a id='n568' href='#n568'>568</a>
<a id='n569' href='#n569'>569</a>
<a id='n570' href='#n570'>570</a>
<a id='n571' href='#n571'>571</a>
<a id='n572' href='#n572'>572</a>
<a id='n573' href='#n573'>573</a>
<a id='n574' href='#n574'>574</a>
<a id='n575' href='#n575'>575</a>
<a id='n576' href='#n576'>576</a>
<a id='n577' href='#n577'>577</a>
<a id='n578' href='#n578'>578</a>
<a id='n579' href='#n579'>579</a>
<a id='n580' href='#n580'>580</a>
<a id='n581' href='#n581'>581</a>
<a id='n582' href='#n582'>582</a>
<a id='n583' href='#n583'>583</a>
<a id='n584' href='#n584'>584</a>
<a id='n585' href='#n585'>585</a>
<a id='n586' href='#n586'>586</a>
<a id='n587' href='#n587'>587</a>
<a id='n588' href='#n588'>588</a>
<a id='n589' href='#n589'>589</a>
<a id='n590' href='#n590'>590</a>
<a id='n591' href='#n591'>591</a>
<a id='n592' href='#n592'>592</a>
<a id='n593' href='#n593'>593</a>
<a id='n594' href='#n594'>594</a>
<a id='n595' href='#n595'>595</a>
<a id='n596' href='#n596'>596</a>
<a id='n597' href='#n597'>597</a>
<a id='n598' href='#n598'>598</a>
<a id='n599' href='#n599'>599</a>
<a id='n600' href='#n600'>600</a>
<a id='n601' href='#n601'>601</a>
<a id='n602' href='#n602'>602</a>
<a id='n603' href='#n603'>603</a>
<a id='n604' href='#n604'>604</a>
<a id='n605' href='#n605'>605</a>
<a id='n606' href='#n606'>606</a>
<a id='n607' href='#n607'>607</a>
<a id='n608' href='#n608'>608</a>
<a id='n609' href='#n609'>609</a>
<a id='n610' href='#n610'>610</a>
<a id='n611' href='#n611'>611</a>
<a id='n612' href='#n612'>612</a>
<a id='n613' href='#n613'>613</a>
<a id='n614' href='#n614'>614</a>
<a id='n615' href='#n615'>615</a>
<a id='n616' href='#n616'>616</a>
<a id='n617' href='#n617'>617</a>
<a id='n618' href='#n618'>618</a>
<a id='n619' href='#n619'>619</a>
<a id='n620' href='#n620'>620</a>
<a id='n621' href='#n621'>621</a>
<a id='n622' href='#n622'>622</a>
<a id='n623' href='#n623'>623</a>
<a id='n624' href='#n624'>624</a>
<a id='n625' href='#n625'>625</a>
<a id='n626' href='#n626'>626</a>
<a id='n627' href='#n627'>627</a>
<a id='n628' href='#n628'>628</a>
<a id='n629' href='#n629'>629</a>
<a id='n630' href='#n630'>630</a>
<a id='n631' href='#n631'>631</a>
<a id='n632' href='#n632'>632</a>
<a id='n633' href='#n633'>633</a>
<a id='n634' href='#n634'>634</a>
<a id='n635' href='#n635'>635</a>
<a id='n636' href='#n636'>636</a>
<a id='n637' href='#n637'>637</a>
<a id='n638' href='#n638'>638</a>
<a id='n639' href='#n639'>639</a>
<a id='n640' href='#n640'>640</a>
<a id='n641' href='#n641'>641</a>
<a id='n642' href='#n642'>642</a>
<a id='n643' href='#n643'>643</a>
<a id='n644' href='#n644'>644</a>
<a id='n645' href='#n645'>645</a>
<a id='n646' href='#n646'>646</a>
<a id='n647' href='#n647'>647</a>
<a id='n648' href='#n648'>648</a>
<a id='n649' href='#n649'>649</a>
<a id='n650' href='#n650'>650</a>
<a id='n651' href='#n651'>651</a>
<a id='n652' href='#n652'>652</a>
<a id='n653' href='#n653'>653</a>
<a id='n654' href='#n654'>654</a>
<a id='n655' href='#n655'>655</a>
<a id='n656' href='#n656'>656</a>
<a id='n657' href='#n657'>657</a>
<a id='n658' href='#n658'>658</a>
<a id='n659' href='#n659'>659</a>
<a id='n660' href='#n660'>660</a>
<a id='n661' href='#n661'>661</a>
<a id='n662' href='#n662'>662</a>
<a id='n663' href='#n663'>663</a>
<a id='n664' href='#n664'>664</a>
<a id='n665' href='#n665'>665</a>
<a id='n666' href='#n666'>666</a>
<a id='n667' href='#n667'>667</a>
<a id='n668' href='#n668'>668</a>
<a id='n669' href='#n669'>669</a>
<a id='n670' href='#n670'>670</a>
<a id='n671' href='#n671'>671</a>
<a id='n672' href='#n672'>672</a>
<a id='n673' href='#n673'>673</a>
<a id='n674' href='#n674'>674</a>
<a id='n675' href='#n675'>675</a>
<a id='n676' href='#n676'>676</a>
<a id='n677' href='#n677'>677</a>
<a id='n678' href='#n678'>678</a>
<a id='n679' href='#n679'>679</a>
<a id='n680' href='#n680'>680</a>
<a id='n681' href='#n681'>681</a>
<a id='n682' href='#n682'>682</a>
<a id='n683' href='#n683'>683</a>
<a id='n684' href='#n684'>684</a>
<a id='n685' href='#n685'>685</a>
<a id='n686' href='#n686'>686</a>
<a id='n687' href='#n687'>687</a>
<a id='n688' href='#n688'>688</a>
<a id='n689' href='#n689'>689</a>
<a id='n690' href='#n690'>690</a>
<a id='n691' href='#n691'>691</a>
<a id='n692' href='#n692'>692</a>
<a id='n693' href='#n693'>693</a>
<a id='n694' href='#n694'>694</a>
<a id='n695' href='#n695'>695</a>
<a id='n696' href='#n696'>696</a>
<a id='n697' href='#n697'>697</a>
<a id='n698' href='#n698'>698</a>
<a id='n699' href='#n699'>699</a>
<a id='n700' href='#n700'>700</a>
<a id='n701' href='#n701'>701</a>
<a id='n702' href='#n702'>702</a>
<a id='n703' href='#n703'>703</a>
<a id='n704' href='#n704'>704</a>
<a id='n705' href='#n705'>705</a>
<a id='n706' href='#n706'>706</a>
<a id='n707' href='#n707'>707</a>
<a id='n708' href='#n708'>708</a>
<a id='n709' href='#n709'>709</a>
<a id='n710' href='#n710'>710</a>
<a id='n711' href='#n711'>711</a>
<a id='n712' href='#n712'>712</a>
<a id='n713' href='#n713'>713</a>
<a id='n714' href='#n714'>714</a>
<a id='n715' href='#n715'>715</a>
<a id='n716' href='#n716'>716</a>
<a id='n717' href='#n717'>717</a>
<a id='n718' href='#n718'>718</a>
<a id='n719' href='#n719'>719</a>
<a id='n720' href='#n720'>720</a>
<a id='n721' href='#n721'>721</a>
<a id='n722' href='#n722'>722</a>
<a id='n723' href='#n723'>723</a>
<a id='n724' href='#n724'>724</a>
<a id='n725' href='#n725'>725</a>
<a id='n726' href='#n726'>726</a>
<a id='n727' href='#n727'>727</a>
<a id='n728' href='#n728'>728</a>
<a id='n729' href='#n729'>729</a>
<a id='n730' href='#n730'>730</a>
<a id='n731' href='#n731'>731</a>
<a id='n732' href='#n732'>732</a>
<a id='n733' href='#n733'>733</a>
<a id='n734' href='#n734'>734</a>
<a id='n735' href='#n735'>735</a>
<a id='n736' href='#n736'>736</a>
<a id='n737' href='#n737'>737</a>
<a id='n738' href='#n738'>738</a>
<a id='n739' href='#n739'>739</a>
<a id='n740' href='#n740'>740</a>
<a id='n741' href='#n741'>741</a>
<a id='n742' href='#n742'>742</a>
<a id='n743' href='#n743'>743</a>
<a id='n744' href='#n744'>744</a>
<a id='n745' href='#n745'>745</a>
<a id='n746' href='#n746'>746</a>
<a id='n747' href='#n747'>747</a>
<a id='n748' href='#n748'>748</a>
<a id='n749' href='#n749'>749</a>
<a id='n750' href='#n750'>750</a>
<a id='n751' href='#n751'>751</a>
<a id='n752' href='#n752'>752</a>
<a id='n753' href='#n753'>753</a>
<a id='n754' href='#n754'>754</a>
<a id='n755' href='#n755'>755</a>
<a id='n756' href='#n756'>756</a>
<a id='n757' href='#n757'>757</a>
<a id='n758' href='#n758'>758</a>
<a id='n759' href='#n759'>759</a>
<a id='n760' href='#n760'>760</a>
<a id='n761' href='#n761'>761</a>
<a id='n762' href='#n762'>762</a>
<a id='n763' href='#n763'>763</a>
<a id='n764' href='#n764'>764</a>
<a id='n765' href='#n765'>765</a>
<a id='n766' href='#n766'>766</a>
<a id='n767' href='#n767'>767</a>
<a id='n768' href='#n768'>768</a>
<a id='n769' href='#n769'>769</a>
<a id='n770' href='#n770'>770</a>
<a id='n771' href='#n771'>771</a>
<a id='n772' href='#n772'>772</a>
<a id='n773' href='#n773'>773</a>
<a id='n774' href='#n774'>774</a>
<a id='n775' href='#n775'>775</a>
<a id='n776' href='#n776'>776</a>
<a id='n777' href='#n777'>777</a>
<a id='n778' href='#n778'>778</a>
<a id='n779' href='#n779'>779</a>
<a id='n780' href='#n780'>780</a>
<a id='n781' href='#n781'>781</a>
<a id='n782' href='#n782'>782</a>
<a id='n783' href='#n783'>783</a>
<a id='n784' href='#n784'>784</a>
<a id='n785' href='#n785'>785</a>
<a id='n786' href='#n786'>786</a>
<a id='n787' href='#n787'>787</a>
<a id='n788' href='#n788'>788</a>
<a id='n789' href='#n789'>789</a>
<a id='n790' href='#n790'>790</a>
<a id='n791' href='#n791'>791</a>
<a id='n792' href='#n792'>792</a>
<a id='n793' href='#n793'>793</a>
<a id='n794' href='#n794'>794</a>
<a id='n795' href='#n795'>795</a>
<a id='n796' href='#n796'>796</a>
<a id='n797' href='#n797'>797</a>
<a id='n798' href='#n798'>798</a>
<a id='n799' href='#n799'>799</a>
<a id='n800' href='#n800'>800</a>
<a id='n801' href='#n801'>801</a>
<a id='n802' href='#n802'>802</a>
<a id='n803' href='#n803'>803</a>
<a id='n804' href='#n804'>804</a>
<a id='n805' href='#n805'>805</a>
<a id='n806' href='#n806'>806</a>
<a id='n807' href='#n807'>807</a>
<a id='n808' href='#n808'>808</a>
<a id='n809' href='#n809'>809</a>
<a id='n810' href='#n810'>810</a>
<a id='n811' href='#n811'>811</a>
<a id='n812' href='#n812'>812</a>
<a id='n813' href='#n813'>813</a>
<a id='n814' href='#n814'>814</a>
<a id='n815' href='#n815'>815</a>
<a id='n816' href='#n816'>816</a>
<a id='n817' href='#n817'>817</a>
<a id='n818' href='#n818'>818</a>
<a id='n819' href='#n819'>819</a>
<a id='n820' href='#n820'>820</a>
<a id='n821' href='#n821'>821</a>
<a id='n822' href='#n822'>822</a>
<a id='n823' href='#n823'>823</a>
<a id='n824' href='#n824'>824</a>
<a id='n825' href='#n825'>825</a>
<a id='n826' href='#n826'>826</a>
<a id='n827' href='#n827'>827</a>
<a id='n828' href='#n828'>828</a>
<a id='n829' href='#n829'>829</a>
<a id='n830' href='#n830'>830</a>
<a id='n831' href='#n831'>831</a>
<a id='n832' href='#n832'>832</a>
<a id='n833' href='#n833'>833</a>
<a id='n834' href='#n834'>834</a>
<a id='n835' href='#n835'>835</a>
<a id='n836' href='#n836'>836</a>
<a id='n837' href='#n837'>837</a>
<a id='n838' href='#n838'>838</a>
<a id='n839' href='#n839'>839</a>
<a id='n840' href='#n840'>840</a>
<a id='n841' href='#n841'>841</a>
<a id='n842' href='#n842'>842</a>
<a id='n843' href='#n843'>843</a>
<a id='n844' href='#n844'>844</a>
<a id='n845' href='#n845'>845</a>
<a id='n846' href='#n846'>846</a>
<a id='n847' href='#n847'>847</a>
<a id='n848' href='#n848'>848</a>
<a id='n849' href='#n849'>849</a>
<a id='n850' href='#n850'>850</a>
<a id='n851' href='#n851'>851</a>
<a id='n852' href='#n852'>852</a>
<a id='n853' href='#n853'>853</a>
<a id='n854' href='#n854'>854</a>
<a id='n855' href='#n855'>855</a>
<a id='n856' href='#n856'>856</a>
<a id='n857' href='#n857'>857</a>
<a id='n858' href='#n858'>858</a>
<a id='n859' href='#n859'>859</a>
<a id='n860' href='#n860'>860</a>
<a id='n861' href='#n861'>861</a>
<a id='n862' href='#n862'>862</a>
<a id='n863' href='#n863'>863</a>
<a id='n864' href='#n864'>864</a>
<a id='n865' href='#n865'>865</a>
<a id='n866' href='#n866'>866</a>
<a id='n867' href='#n867'>867</a>
<a id='n868' href='#n868'>868</a>
<a id='n869' href='#n869'>869</a>
<a id='n870' href='#n870'>870</a>
<a id='n871' href='#n871'>871</a>
<a id='n872' href='#n872'>872</a>
<a id='n873' href='#n873'>873</a>
<a id='n874' href='#n874'>874</a>
<a id='n875' href='#n875'>875</a>
<a id='n876' href='#n876'>876</a>
<a id='n877' href='#n877'>877</a>
<a id='n878' href='#n878'>878</a>
<a id='n879' href='#n879'>879</a>
<a id='n880' href='#n880'>880</a>
<a id='n881' href='#n881'>881</a>
<a id='n882' href='#n882'>882</a>
<a id='n883' href='#n883'>883</a>
<a id='n884' href='#n884'>884</a>
<a id='n885' href='#n885'>885</a>
<a id='n886' href='#n886'>886</a>
<a id='n887' href='#n887'>887</a>
<a id='n888' href='#n888'>888</a>
<a id='n889' href='#n889'>889</a>
<a id='n890' href='#n890'>890</a>
<a id='n891' href='#n891'>891</a>
<a id='n892' href='#n892'>892</a>
<a id='n893' href='#n893'>893</a>
<a id='n894' href='#n894'>894</a>
<a id='n895' href='#n895'>895</a>
<a id='n896' href='#n896'>896</a>
<a id='n897' href='#n897'>897</a>
<a id='n898' href='#n898'>898</a>
<a id='n899' href='#n899'>899</a>
<a id='n900' href='#n900'>900</a>
<a id='n901' href='#n901'>901</a>
<a id='n902' href='#n902'>902</a>
<a id='n903' href='#n903'>903</a>
<a id='n904' href='#n904'>904</a>
<a id='n905' href='#n905'>905</a>
<a id='n906' href='#n906'>906</a>
<a id='n907' href='#n907'>907</a>
<a id='n908' href='#n908'>908</a>
<a id='n909' href='#n909'>909</a>
<a id='n910' href='#n910'>910</a>
<a id='n911' href='#n911'>911</a>
<a id='n912' href='#n912'>912</a>
<a id='n913' href='#n913'>913</a>
<a id='n914' href='#n914'>914</a>
<a id='n915' href='#n915'>915</a>
<a id='n916' href='#n916'>916</a>
<a id='n917' href='#n917'>917</a>
<a id='n918' href='#n918'>918</a>
<a id='n919' href='#n919'>919</a>
<a id='n920' href='#n920'>920</a>
<a id='n921' href='#n921'>921</a>
<a id='n922' href='#n922'>922</a>
<a id='n923' href='#n923'>923</a>
<a id='n924' href='#n924'>924</a>
<a id='n925' href='#n925'>925</a>
<a id='n926' href='#n926'>926</a>
<a id='n927' href='#n927'>927</a>
<a id='n928' href='#n928'>928</a>
<a id='n929' href='#n929'>929</a>
<a id='n930' href='#n930'>930</a>
<a id='n931' href='#n931'>931</a>
<a id='n932' href='#n932'>932</a>
<a id='n933' href='#n933'>933</a>
<a id='n934' href='#n934'>934</a>
<a id='n935' href='#n935'>935</a>
<a id='n936' href='#n936'>936</a>
<a id='n937' href='#n937'>937</a>
<a id='n938' href='#n938'>938</a>
<a id='n939' href='#n939'>939</a>
<a id='n940' href='#n940'>940</a>
<a id='n941' href='#n941'>941</a>
<a id='n942' href='#n942'>942</a>
<a id='n943' href='#n943'>943</a>
<a id='n944' href='#n944'>944</a>
<a id='n945' href='#n945'>945</a>
<a id='n946' href='#n946'>946</a>
<a id='n947' href='#n947'>947</a>
<a id='n948' href='#n948'>948</a>
<a id='n949' href='#n949'>949</a>
<a id='n950' href='#n950'>950</a>
<a id='n951' href='#n951'>951</a>
<a id='n952' href='#n952'>952</a>
<a id='n953' href='#n953'>953</a>
<a id='n954' href='#n954'>954</a>
<a id='n955' href='#n955'>955</a>
<a id='n956' href='#n956'>956</a>
<a id='n957' href='#n957'>957</a>
<a id='n958' href='#n958'>958</a>
<a id='n959' href='#n959'>959</a>
<a id='n960' href='#n960'>960</a>
<a id='n961' href='#n961'>961</a>
<a id='n962' href='#n962'>962</a>
<a id='n963' href='#n963'>963</a>
<a id='n964' href='#n964'>964</a>
<a id='n965' href='#n965'>965</a>
<a id='n966' href='#n966'>966</a>
<a id='n967' href='#n967'>967</a>
<a id='n968' href='#n968'>968</a>
<a id='n969' href='#n969'>969</a>
<a id='n970' href='#n970'>970</a>
<a id='n971' href='#n971'>971</a>
<a id='n972' href='#n972'>972</a>
<a id='n973' href='#n973'>973</a>
<a id='n974' href='#n974'>974</a>
<a id='n975' href='#n975'>975</a>
<a id='n976' href='#n976'>976</a>
<a id='n977' href='#n977'>977</a>
<a id='n978' href='#n978'>978</a>
<a id='n979' href='#n979'>979</a>
<a id='n980' href='#n980'>980</a>
<a id='n981' href='#n981'>981</a>
<a id='n982' href='#n982'>982</a>
<a id='n983' href='#n983'>983</a>
<a id='n984' href='#n984'>984</a>
<a id='n985' href='#n985'>985</a>
<a id='n986' href='#n986'>986</a>
<a id='n987' href='#n987'>987</a>
<a id='n988' href='#n988'>988</a>
<a id='n989' href='#n989'>989</a>
<a id='n990' href='#n990'>990</a>
<a id='n991' href='#n991'>991</a>
<a id='n992' href='#n992'>992</a>
<a id='n993' href='#n993'>993</a>
<a id='n994' href='#n994'>994</a>
<a id='n995' href='#n995'>995</a>
<a id='n996' href='#n996'>996</a>
<a id='n997' href='#n997'>997</a>
<a id='n998' href='#n998'>998</a>
<a id='n999' href='#n999'>999</a>
<a id='n1000' href='#n1000'>1000</a>
<a id='n1001' href='#n1001'>1001</a>
<a id='n1002' href='#n1002'>1002</a>
<a id='n1003' href='#n1003'>1003</a>
<a id='n1004' href='#n1004'>1004</a>
<a id='n1005' href='#n1005'>1005</a>
<a id='n1006' href='#n1006'>1006</a>
<a id='n1007' href='#n1007'>1007</a>
<a id='n1008' href='#n1008'>1008</a>
<a id='n1009' href='#n1009'>1009</a>
<a id='n1010' href='#n1010'>1010</a>
<a id='n1011' href='#n1011'>1011</a>
<a id='n1012' href='#n1012'>1012</a>
<a id='n1013' href='#n1013'>1013</a>
<a id='n1014' href='#n1014'>1014</a>
<a id='n1015' href='#n1015'>1015</a>
<a id='n1016' href='#n1016'>1016</a>
<a id='n1017' href='#n1017'>1017</a>
<a id='n1018' href='#n1018'>1018</a>
<a id='n1019' href='#n1019'>1019</a>
<a id='n1020' href='#n1020'>1020</a>
<a id='n1021' href='#n1021'>1021</a>
<a id='n1022' href='#n1022'>1022</a>
<a id='n1023' href='#n1023'>1023</a>
<a id='n1024' href='#n1024'>1024</a>
<a id='n1025' href='#n1025'>1025</a>
<a id='n1026' href='#n1026'>1026</a>
<a id='n1027' href='#n1027'>1027</a>
<a id='n1028' href='#n1028'>1028</a>
<a id='n1029' href='#n1029'>1029</a>
<a id='n1030' href='#n1030'>1030</a>
<a id='n1031' href='#n1031'>1031</a>
<a id='n1032' href='#n1032'>1032</a>
<a id='n1033' href='#n1033'>1033</a>
<a id='n1034' href='#n1034'>1034</a>
<a id='n1035' href='#n1035'>1035</a>
<a id='n1036' href='#n1036'>1036</a>
<a id='n1037' href='#n1037'>1037</a>
<a id='n1038' href='#n1038'>1038</a>
<a id='n1039' href='#n1039'>1039</a>
<a id='n1040' href='#n1040'>1040</a>
<a id='n1041' href='#n1041'>1041</a>
<a id='n1042' href='#n1042'>1042</a>
<a id='n1043' href='#n1043'>1043</a>
<a id='n1044' href='#n1044'>1044</a>
<a id='n1045' href='#n1045'>1045</a>
<a id='n1046' href='#n1046'>1046</a>
<a id='n1047' href='#n1047'>1047</a>
<a id='n1048' href='#n1048'>1048</a>
<a id='n1049' href='#n1049'>1049</a>
<a id='n1050' href='#n1050'>1050</a>
<a id='n1051' href='#n1051'>1051</a>
<a id='n1052' href='#n1052'>1052</a>
<a id='n1053' href='#n1053'>1053</a>
<a id='n1054' href='#n1054'>1054</a>
<a id='n1055' href='#n1055'>1055</a>
<a id='n1056' href='#n1056'>1056</a>
<a id='n1057' href='#n1057'>1057</a>
<a id='n1058' href='#n1058'>1058</a>
<a id='n1059' href='#n1059'>1059</a>
<a id='n1060' href='#n1060'>1060</a>
<a id='n1061' href='#n1061'>1061</a>
<a id='n1062' href='#n1062'>1062</a>
<a id='n1063' href='#n1063'>1063</a>
<a id='n1064' href='#n1064'>1064</a>
<a id='n1065' href='#n1065'>1065</a>
<a id='n1066' href='#n1066'>1066</a>
<a id='n1067' href='#n1067'>1067</a>
<a id='n1068' href='#n1068'>1068</a>
<a id='n1069' href='#n1069'>1069</a>
<a id='n1070' href='#n1070'>1070</a>
<a id='n1071' href='#n1071'>1071</a>
<a id='n1072' href='#n1072'>1072</a>
<a id='n1073' href='#n1073'>1073</a>
<a id='n1074' href='#n1074'>1074</a>
<a id='n1075' href='#n1075'>1075</a>
<a id='n1076' href='#n1076'>1076</a>
<a id='n1077' href='#n1077'>1077</a>
<a id='n1078' href='#n1078'>1078</a>
<a id='n1079' href='#n1079'>1079</a>
<a id='n1080' href='#n1080'>1080</a>
<a id='n1081' href='#n1081'>1081</a>
<a id='n1082' href='#n1082'>1082</a>
<a id='n1083' href='#n1083'>1083</a>
<a id='n1084' href='#n1084'>1084</a>
<a id='n1085' href='#n1085'>1085</a>
<a id='n1086' href='#n1086'>1086</a>
<a id='n1087' href='#n1087'>1087</a>
<a id='n1088' href='#n1088'>1088</a>
<a id='n1089' href='#n1089'>1089</a>
<a id='n1090' href='#n1090'>1090</a>
<a id='n1091' href='#n1091'>1091</a>
<a id='n1092' href='#n1092'>1092</a>
<a id='n1093' href='#n1093'>1093</a>
<a id='n1094' href='#n1094'>1094</a>
<a id='n1095' href='#n1095'>1095</a>
<a id='n1096' href='#n1096'>1096</a>
<a id='n1097' href='#n1097'>1097</a>
<a id='n1098' href='#n1098'>1098</a>
<a id='n1099' href='#n1099'>1099</a>
<a id='n1100' href='#n1100'>1100</a>
<a id='n1101' href='#n1101'>1101</a>
<a id='n1102' href='#n1102'>1102</a>
<a id='n1103' href='#n1103'>1103</a>
<a id='n1104' href='#n1104'>1104</a>
<a id='n1105' href='#n1105'>1105</a>
<a id='n1106' href='#n1106'>1106</a>
<a id='n1107' href='#n1107'>1107</a>
<a id='n1108' href='#n1108'>1108</a>
<a id='n1109' href='#n1109'>1109</a>
<a id='n1110' href='#n1110'>1110</a>
<a id='n1111' href='#n1111'>1111</a>
<a id='n1112' href='#n1112'>1112</a>
<a id='n1113' href='#n1113'>1113</a>
<a id='n1114' href='#n1114'>1114</a>
<a id='n1115' href='#n1115'>1115</a>
<a id='n1116' href='#n1116'>1116</a>
<a id='n1117' href='#n1117'>1117</a>
<a id='n1118' href='#n1118'>1118</a>
<a id='n1119' href='#n1119'>1119</a>
<a id='n1120' href='#n1120'>1120</a>
<a id='n1121' href='#n1121'>1121</a>
<a id='n1122' href='#n1122'>1122</a>
<a id='n1123' href='#n1123'>1123</a>
<a id='n1124' href='#n1124'>1124</a>
<a id='n1125' href='#n1125'>1125</a>
<a id='n1126' href='#n1126'>1126</a>
<a id='n1127' href='#n1127'>1127</a>
<a id='n1128' href='#n1128'>1128</a>
<a id='n1129' href='#n1129'>1129</a>
<a id='n1130' href='#n1130'>1130</a>
<a id='n1131' href='#n1131'>1131</a>
<a id='n1132' href='#n1132'>1132</a>
<a id='n1133' href='#n1133'>1133</a>
<a id='n1134' href='#n1134'>1134</a>
<a id='n1135' href='#n1135'>1135</a>
<a id='n1136' href='#n1136'>1136</a>
<a id='n1137' href='#n1137'>1137</a>
<a id='n1138' href='#n1138'>1138</a>
<a id='n1139' href='#n1139'>1139</a>
<a id='n1140' href='#n1140'>1140</a>
<a id='n1141' href='#n1141'>1141</a>
<a id='n1142' href='#n1142'>1142</a>
<a id='n1143' href='#n1143'>1143</a>
<a id='n1144' href='#n1144'>1144</a>
<a id='n1145' href='#n1145'>1145</a>
<a id='n1146' href='#n1146'>1146</a>
<a id='n1147' href='#n1147'>1147</a>
<a id='n1148' href='#n1148'>1148</a>
<a id='n1149' href='#n1149'>1149</a>
<a id='n1150' href='#n1150'>1150</a>
<a id='n1151' href='#n1151'>1151</a>
<a id='n1152' href='#n1152'>1152</a>
<a id='n1153' href='#n1153'>1153</a>
<a id='n1154' href='#n1154'>1154</a>
<a id='n1155' href='#n1155'>1155</a>
<a id='n1156' href='#n1156'>1156</a>
<a id='n1157' href='#n1157'>1157</a>
<a id='n1158' href='#n1158'>1158</a>
<a id='n1159' href='#n1159'>1159</a>
<a id='n1160' href='#n1160'>1160</a>
<a id='n1161' href='#n1161'>1161</a>
<a id='n1162' href='#n1162'>1162</a>
</pre></td>
<td class='lines'><pre><code><style>pre { line-height: 125%; margin: 0; }
td.linenos pre { color: #000000; background-color: #f0f0f0; padding: 0 5px 0 5px; }
span.linenos { color: #000000; background-color: #f0f0f0; padding: 0 5px 0 5px; }
td.linenos pre.special { color: #000000; background-color: #ffffc0; padding: 0 5px 0 5px; }
span.linenos.special { color: #000000; background-color: #ffffc0; padding: 0 5px 0 5px; }
.highlight .hll { background-color: #ffffcc }
.highlight { background: #ffffff; }
.highlight .c { color: #888888 } /* Comment */
.highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */
.highlight .k { color: #008800; font-weight: bold } /* Keyword */
.highlight .ch { color: #888888 } /* Comment.Hashbang */
.highlight .cm { color: #888888 } /* Comment.Multiline */
.highlight .cp { color: #cc0000; font-weight: bold } /* Comment.Preproc */
.highlight .cpf { color: #888888 } /* Comment.PreprocFile */
.highlight .c1 { color: #888888 } /* Comment.Single */
.highlight .cs { color: #cc0000; font-weight: bold; background-color: #fff0f0 } /* Comment.Special */
.highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #aa0000 } /* Generic.Error */
.highlight .gh { color: #333333 } /* Generic.Heading */
.highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #555555 } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #666666 } /* Generic.Subheading */
.highlight .gt { color: #aa0000 } /* Generic.Traceback */
.highlight .kc { color: #008800; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008800; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008800; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008800 } /* Keyword.Pseudo */
.highlight .kr { color: #008800; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #888888; font-weight: bold } /* Keyword.Type */
.highlight .m { color: #0000DD; font-weight: bold } /* Literal.Number */
.highlight .s { color: #dd2200; background-color: #fff0f0 } /* Literal.String */
.highlight .na { color: #336699 } /* Name.Attribute */
.highlight .nb { color: #003388 } /* Name.Builtin */
.highlight .nc { color: #bb0066; font-weight: bold } /* Name.Class */
.highlight .no { color: #003366; font-weight: bold } /* Name.Constant */
.highlight .nd { color: #555555 } /* Name.Decorator */
.highlight .ne { color: #bb0066; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0066bb; font-weight: bold } /* Name.Function */
.highlight .nl { color: #336699; font-style: italic } /* Name.Label */
.highlight .nn { color: #bb0066; font-weight: bold } /* Name.Namespace */
.highlight .py { color: #336699; font-weight: bold } /* Name.Property */
.highlight .nt { color: #bb0066; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #336699 } /* Name.Variable */
.highlight .ow { color: #008800 } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #0000DD; font-weight: bold } /* Literal.Number.Bin */
.highlight .mf { color: #0000DD; font-weight: bold } /* Literal.Number.Float */
.highlight .mh { color: #0000DD; font-weight: bold } /* Literal.Number.Hex */
.highlight .mi { color: #0000DD; font-weight: bold } /* Literal.Number.Integer */
.highlight .mo { color: #0000DD; font-weight: bold } /* Literal.Number.Oct */
.highlight .sa { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Affix */
.highlight .sb { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Backtick */
.highlight .sc { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Char */
.highlight .dl { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Delimiter */
.highlight .sd { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Doc */
.highlight .s2 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Double */
.highlight .se { color: #0044dd; background-color: #fff0f0 } /* Literal.String.Escape */
.highlight .sh { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Heredoc */
.highlight .si { color: #3333bb; background-color: #fff0f0 } /* Literal.String.Interpol */
.highlight .sx { color: #22bb22; background-color: #f0fff0 } /* Literal.String.Other */
.highlight .sr { color: #008800; background-color: #fff0ff } /* Literal.String.Regex */
.highlight .s1 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Single */
.highlight .ss { color: #aa6600; background-color: #fff0f0 } /* Literal.String.Symbol */
.highlight .bp { color: #003388 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0066bb; font-weight: bold } /* Name.Function.Magic */
.highlight .vc { color: #336699 } /* Name.Variable.Class */
.highlight .vg { color: #dd7700 } /* Name.Variable.Global */
.highlight .vi { color: #3333bb } /* Name.Variable.Instance */
.highlight .vm { color: #336699 } /* Name.Variable.Magic */
.highlight .il { color: #0000DD; font-weight: bold } /* Literal.Number.Integer.Long */</style><div class="highlight"><pre><span></span><span class="cm">/******************************************************************************</span>
<span class="cm"> * arch/x86/time.c</span>
<span class="cm"> * </span>
<span class="cm"> * Per-CPU time calibration and management.</span>
<span class="cm"> * </span>
<span class="cm"> * Copyright (c) 2002-2005, K A Fraser</span>
<span class="cm"> * </span>
<span class="cm"> * Portions from Linux are:</span>
<span class="cm"> * Copyright (c) 1991, 1992, 1995  Linus Torvalds</span>
<span class="cm"> */</span>

<span class="cp">#include</span> <span class="cpf">&lt;xen/config.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/errno.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/event.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/sched.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/lib.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/config.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/init.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/time.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/timer.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/smp.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/irq.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;xen/softirq.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;asm/io.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;asm/msr.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;asm/mpspec.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;asm/processor.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;asm/fixmap.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;asm/mc146818rtc.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;asm/div64.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;asm/hpet.h&gt;</span><span class="cp"></span>
<span class="cp">#include</span> <span class="cpf">&lt;io_ports.h&gt;</span><span class="cp"></span>

<span class="cm">/* opt_clocksource: Force clocksource to one of: pit, hpet, cyclone, acpi. */</span>
<span class="k">static</span> <span class="kt">char</span> <span class="n">opt_clocksource</span><span class="p">[</span><span class="mi">10</span><span class="p">];</span>
<span class="n">string_param</span><span class="p">(</span><span class="s">&quot;clocksource&quot;</span><span class="p">,</span> <span class="n">opt_clocksource</span><span class="p">);</span>

<span class="cp">#define EPOCH MILLISECS(1000)</span>

<span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">cpu_khz</span><span class="p">;</span>  <span class="cm">/* CPU clock frequency in kHz. */</span>
<span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">hpet_address</span><span class="p">;</span>
<span class="n">DEFINE_SPINLOCK</span><span class="p">(</span><span class="n">rtc_lock</span><span class="p">);</span>
<span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">pit0_ticks</span><span class="p">;</span>
<span class="k">static</span> <span class="n">u32</span> <span class="n">wc_sec</span><span class="p">,</span> <span class="n">wc_nsec</span><span class="p">;</span> <span class="cm">/* UTC time at last &#39;time update&#39;. */</span>
<span class="k">static</span> <span class="nf">DEFINE_SPINLOCK</span><span class="p">(</span><span class="n">wc_lock</span><span class="p">);</span>

<span class="k">struct</span> <span class="nc">time_scale</span> <span class="p">{</span>
    <span class="kt">int</span> <span class="n">shift</span><span class="p">;</span>
    <span class="n">u32</span> <span class="n">mul_frac</span><span class="p">;</span>
<span class="p">};</span>

<span class="k">struct</span> <span class="nc">cpu_time</span> <span class="p">{</span>
    <span class="n">u64</span> <span class="n">local_tsc_stamp</span><span class="p">;</span>
    <span class="n">u64</span> <span class="n">cstate_tsc_stamp</span><span class="p">;</span>
    <span class="n">s_time_t</span> <span class="n">stime_local_stamp</span><span class="p">;</span>
    <span class="n">s_time_t</span> <span class="n">stime_master_stamp</span><span class="p">;</span>
    <span class="k">struct</span> <span class="nc">time_scale</span> <span class="n">tsc_scale</span><span class="p">;</span>
    <span class="n">u32</span> <span class="n">cstate_plt_count_stamp</span><span class="p">;</span>
    <span class="k">struct</span> <span class="nc">timer</span> <span class="n">calibration_timer</span><span class="p">;</span>
<span class="p">};</span>

<span class="k">struct</span> <span class="nc">platform_timesource</span> <span class="p">{</span>
    <span class="kt">char</span> <span class="o">*</span><span class="n">name</span><span class="p">;</span>
    <span class="n">u64</span> <span class="n">frequency</span><span class="p">;</span>
    <span class="n">u32</span> <span class="p">(</span><span class="o">*</span><span class="n">read_counter</span><span class="p">)(</span><span class="kt">void</span><span class="p">);</span>
    <span class="kt">int</span> <span class="n">counter_bits</span><span class="p">;</span>
<span class="p">};</span>

<span class="k">static</span> <span class="nf">DEFINE_PER_CPU</span><span class="p">(</span><span class="k">struct</span> <span class="nc">cpu_time</span><span class="p">,</span> <span class="n">cpu_time</span><span class="p">);</span>

<span class="k">static</span> <span class="n">u8</span> <span class="n">tsc_invariant</span><span class="o">=</span><span class="mi">0</span><span class="p">;</span>  <span class="cm">/* TSC is invariant upon C state entry */</span>

<span class="cm">/*</span>
<span class="cm"> * We simulate a 32-bit platform timer from the 16-bit PIT ch2 counter.</span>
<span class="cm"> * Otherwise overflow happens too quickly (~50ms) for us to guarantee that</span>
<span class="cm"> * softirq handling will happen in time.</span>
<span class="cm"> * </span>
<span class="cm"> * The pit_lock protects the 16- and 32-bit stamp fields as well as the </span>
<span class="cm"> */</span>
<span class="k">static</span> <span class="nf">DEFINE_SPINLOCK</span><span class="p">(</span><span class="n">pit_lock</span><span class="p">);</span>
<span class="k">static</span> <span class="n">u16</span> <span class="n">pit_stamp16</span><span class="p">;</span>
<span class="k">static</span> <span class="n">u32</span> <span class="n">pit_stamp32</span><span class="p">;</span>
<span class="k">static</span> <span class="kt">int</span> <span class="n">using_pit</span><span class="p">;</span>

<span class="cm">/*</span>
<span class="cm"> * 32-bit division of integer dividend and integer divisor yielding</span>
<span class="cm"> * 32-bit fractional quotient.</span>
<span class="cm"> */</span>
<span class="k">static</span> <span class="kr">inline</span> <span class="n">u32</span> <span class="n">div_frac</span><span class="p">(</span><span class="n">u32</span> <span class="n">dividend</span><span class="p">,</span> <span class="n">u32</span> <span class="n">divisor</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u32</span> <span class="n">quotient</span><span class="p">,</span> <span class="n">remainder</span><span class="p">;</span>
    <span class="n">ASSERT</span><span class="p">(</span><span class="n">dividend</span> <span class="o">&lt;</span> <span class="n">divisor</span><span class="p">);</span>
    <span class="k">asm</span> <span class="p">(</span> 
        <span class="s">&quot;divl %4&quot;</span>
        <span class="o">:</span> <span class="s">&quot;=a&quot;</span> <span class="p">(</span><span class="n">quotient</span><span class="p">),</span> <span class="s">&quot;=d&quot;</span> <span class="p">(</span><span class="n">remainder</span><span class="p">)</span>
        <span class="o">:</span> <span class="s">&quot;0&quot;</span> <span class="p">(</span><span class="mi">0</span><span class="p">),</span> <span class="s">&quot;1&quot;</span> <span class="p">(</span><span class="n">dividend</span><span class="p">),</span> <span class="s">&quot;r&quot;</span> <span class="p">(</span><span class="n">divisor</span><span class="p">)</span> <span class="p">);</span>
    <span class="k">return</span> <span class="n">quotient</span><span class="p">;</span>
<span class="p">}</span>

<span class="cm">/*</span>
<span class="cm"> * 32-bit multiplication of multiplicand and fractional multiplier</span>
<span class="cm"> * yielding 32-bit product (radix point at same position as in multiplicand).</span>
<span class="cm"> */</span>
<span class="k">static</span> <span class="kr">inline</span> <span class="n">u32</span> <span class="n">mul_frac</span><span class="p">(</span><span class="n">u32</span> <span class="n">multiplicand</span><span class="p">,</span> <span class="n">u32</span> <span class="n">multiplier</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u32</span> <span class="n">product_int</span><span class="p">,</span> <span class="n">product_frac</span><span class="p">;</span>
    <span class="k">asm</span> <span class="p">(</span>
        <span class="s">&quot;mul %3&quot;</span>
        <span class="o">:</span> <span class="s">&quot;=a&quot;</span> <span class="p">(</span><span class="n">product_frac</span><span class="p">),</span> <span class="s">&quot;=d&quot;</span> <span class="p">(</span><span class="n">product_int</span><span class="p">)</span>
        <span class="o">:</span> <span class="s">&quot;0&quot;</span> <span class="p">(</span><span class="n">multiplicand</span><span class="p">),</span> <span class="s">&quot;r&quot;</span> <span class="p">(</span><span class="n">multiplier</span><span class="p">)</span> <span class="p">);</span>
    <span class="k">return</span> <span class="n">product_int</span><span class="p">;</span>
<span class="p">}</span>

<span class="cm">/*</span>
<span class="cm"> * Scale a 64-bit delta by scaling and multiplying by a 32-bit fraction,</span>
<span class="cm"> * yielding a 64-bit result.</span>
<span class="cm"> */</span>
<span class="k">static</span> <span class="kr">inline</span> <span class="n">u64</span> <span class="n">scale_delta</span><span class="p">(</span><span class="n">u64</span> <span class="n">delta</span><span class="p">,</span> <span class="k">struct</span> <span class="nc">time_scale</span> <span class="o">*</span><span class="n">scale</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">product</span><span class="p">;</span>
<span class="cp">#ifdef CONFIG_X86_32</span>
    <span class="n">u32</span> <span class="n">tmp1</span><span class="p">,</span> <span class="n">tmp2</span><span class="p">;</span>
<span class="cp">#endif</span>

    <span class="k">if</span> <span class="p">(</span> <span class="n">scale</span><span class="o">-&gt;</span><span class="n">shift</span> <span class="o">&lt;</span> <span class="mi">0</span> <span class="p">)</span>
        <span class="n">delta</span> <span class="o">&gt;&gt;=</span> <span class="o">-</span><span class="n">scale</span><span class="o">-&gt;</span><span class="n">shift</span><span class="p">;</span>
    <span class="k">else</span>
        <span class="n">delta</span> <span class="o">&lt;&lt;=</span> <span class="n">scale</span><span class="o">-&gt;</span><span class="n">shift</span><span class="p">;</span>

<span class="cp">#ifdef CONFIG_X86_32</span>
    <span class="k">asm</span> <span class="p">(</span>
        <span class="s">&quot;mul  %5       ; &quot;</span>
        <span class="s">&quot;mov  %4,%%eax ; &quot;</span>
        <span class="s">&quot;mov  %%edx,%4 ; &quot;</span>
        <span class="s">&quot;mul  %5       ; &quot;</span>
        <span class="s">&quot;xor  %5,%5    ; &quot;</span>
        <span class="s">&quot;add  %4,%%eax ; &quot;</span>
        <span class="s">&quot;adc  %5,%%edx ; &quot;</span>
        <span class="o">:</span> <span class="s">&quot;=A&quot;</span> <span class="p">(</span><span class="n">product</span><span class="p">),</span> <span class="s">&quot;=r&quot;</span> <span class="p">(</span><span class="n">tmp1</span><span class="p">),</span> <span class="s">&quot;=r&quot;</span> <span class="p">(</span><span class="n">tmp2</span><span class="p">)</span>
        <span class="o">:</span> <span class="s">&quot;a&quot;</span> <span class="p">((</span><span class="n">u32</span><span class="p">)</span><span class="n">delta</span><span class="p">),</span> <span class="s">&quot;1&quot;</span> <span class="p">((</span><span class="n">u32</span><span class="p">)(</span><span class="n">delta</span> <span class="o">&gt;&gt;</span> <span class="mi">32</span><span class="p">)),</span> <span class="s">&quot;2&quot;</span> <span class="p">(</span><span class="n">scale</span><span class="o">-&gt;</span><span class="n">mul_frac</span><span class="p">)</span> <span class="p">);</span>
<span class="cp">#else</span>
    <span class="k">asm</span> <span class="p">(</span>
        <span class="s">&quot;mul %%rdx ; shrd $32,%%rdx,%%rax&quot;</span>
        <span class="o">:</span> <span class="s">&quot;=a&quot;</span> <span class="p">(</span><span class="n">product</span><span class="p">)</span> <span class="o">:</span> <span class="s">&quot;0&quot;</span> <span class="p">(</span><span class="n">delta</span><span class="p">),</span> <span class="s">&quot;d&quot;</span> <span class="p">((</span><span class="n">u64</span><span class="p">)</span><span class="n">scale</span><span class="o">-&gt;</span><span class="n">mul_frac</span><span class="p">)</span> <span class="p">);</span>
<span class="cp">#endif</span>

    <span class="k">return</span> <span class="n">product</span><span class="p">;</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">void</span> <span class="n">timer_interrupt</span><span class="p">(</span><span class="kt">int</span> <span class="n">irq</span><span class="p">,</span> <span class="kt">void</span> <span class="o">*</span><span class="n">dev_id</span><span class="p">,</span> <span class="k">struct</span> <span class="nc">cpu_user_regs</span> <span class="o">*</span><span class="n">regs</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">ASSERT</span><span class="p">(</span><span class="n">local_irq_is_enabled</span><span class="p">());</span>

    <span class="cm">/* Only for start-of-day interruopt tests in io_apic.c. */</span>
    <span class="p">(</span><span class="o">*</span><span class="p">(</span><span class="k">volatile</span> <span class="kt">unsigned</span> <span class="kt">long</span> <span class="o">*</span><span class="p">)</span><span class="o">&amp;</span><span class="n">pit0_ticks</span><span class="p">)</span><span class="o">++</span><span class="p">;</span>

    <span class="cm">/* Rough hack to allow accurate timers to sort-of-work with no APIC. */</span>
    <span class="k">if</span> <span class="p">(</span> <span class="o">!</span><span class="n">cpu_has_apic</span> <span class="p">)</span>
        <span class="n">raise_softirq</span><span class="p">(</span><span class="n">TIMER_SOFTIRQ</span><span class="p">);</span>

    <span class="cm">/* Emulate a 32-bit PIT counter. */</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">using_pit</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">u16</span> <span class="n">count</span><span class="p">;</span>

        <span class="n">spin_lock_irq</span><span class="p">(</span><span class="o">&amp;</span><span class="n">pit_lock</span><span class="p">);</span>

        <span class="n">outb</span><span class="p">(</span><span class="mh">0x80</span><span class="p">,</span> <span class="n">PIT_MODE</span><span class="p">);</span>
        <span class="n">count</span>  <span class="o">=</span> <span class="n">inb</span><span class="p">(</span><span class="n">PIT_CH2</span><span class="p">);</span>
        <span class="n">count</span> <span class="o">|=</span> <span class="n">inb</span><span class="p">(</span><span class="n">PIT_CH2</span><span class="p">)</span> <span class="o">&lt;&lt;</span> <span class="mi">8</span><span class="p">;</span>

        <span class="n">pit_stamp32</span> <span class="o">+=</span> <span class="p">(</span><span class="n">u16</span><span class="p">)(</span><span class="n">pit_stamp16</span> <span class="o">-</span> <span class="n">count</span><span class="p">);</span>
        <span class="n">pit_stamp16</span> <span class="o">=</span> <span class="n">count</span><span class="p">;</span>

        <span class="n">spin_unlock_irq</span><span class="p">(</span><span class="o">&amp;</span><span class="n">pit_lock</span><span class="p">);</span>
    <span class="p">}</span>
<span class="p">}</span>

<span class="k">static</span> <span class="k">struct</span> <span class="nc">irqaction</span> <span class="n">irq0</span> <span class="o">=</span> <span class="p">{</span> <span class="n">timer_interrupt</span><span class="p">,</span> <span class="s">&quot;timer&quot;</span><span class="p">,</span> <span class="nb">NULL</span> <span class="p">};</span>

<span class="cm">/* ------ Calibrate the TSC ------- </span>
<span class="cm"> * Return processor ticks per second / CALIBRATE_FRAC.</span>
<span class="cm"> */</span>

<span class="cp">#define CLOCK_TICK_RATE 1193180 </span><span class="cm">/* system crystal frequency (Hz) */</span><span class="cp"></span>
<span class="cp">#define CALIBRATE_FRAC  20      </span><span class="cm">/* calibrate over 50ms */</span><span class="cp"></span>
<span class="cp">#define CALIBRATE_LATCH ((CLOCK_TICK_RATE+(CALIBRATE_FRAC/2))/CALIBRATE_FRAC)</span>

<span class="k">static</span> <span class="n">u64</span> <span class="n">init_pit_and_calibrate_tsc</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">start</span><span class="p">,</span> <span class="n">end</span><span class="p">;</span>
    <span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">count</span><span class="p">;</span>

    <span class="cm">/* Set PIT channel 0 to HZ Hz. */</span>
<span class="cp">#define LATCH (((CLOCK_TICK_RATE)+(HZ/2))/HZ)</span>
    <span class="n">outb_p</span><span class="p">(</span><span class="mh">0x34</span><span class="p">,</span> <span class="n">PIT_MODE</span><span class="p">);</span>        <span class="cm">/* binary, mode 2, LSB/MSB, ch 0 */</span>
    <span class="n">outb_p</span><span class="p">(</span><span class="n">LATCH</span> <span class="o">&amp;</span> <span class="mh">0xff</span><span class="p">,</span> <span class="n">PIT_CH0</span><span class="p">);</span> <span class="cm">/* LSB */</span>
    <span class="n">outb</span><span class="p">(</span><span class="n">LATCH</span> <span class="o">&gt;&gt;</span> <span class="mi">8</span><span class="p">,</span> <span class="n">PIT_CH0</span><span class="p">);</span>     <span class="cm">/* MSB */</span>

    <span class="cm">/* Set the Gate high, disable speaker */</span>
    <span class="n">outb</span><span class="p">((</span><span class="n">inb</span><span class="p">(</span><span class="mh">0x61</span><span class="p">)</span> <span class="o">&amp;</span> <span class="o">~</span><span class="mh">0x02</span><span class="p">)</span> <span class="o">|</span> <span class="mh">0x01</span><span class="p">,</span> <span class="mh">0x61</span><span class="p">);</span>

    <span class="cm">/*</span>
<span class="cm">     * Now let&#39;s take care of CTC channel 2</span>
<span class="cm">     *</span>
<span class="cm">     * Set the Gate high, program CTC channel 2 for mode 0, (interrupt on</span>
<span class="cm">     * terminal count mode), binary count, load 5 * LATCH count, (LSB and MSB)</span>
<span class="cm">     * to begin countdown.</span>
<span class="cm">     */</span>
    <span class="n">outb</span><span class="p">(</span><span class="mh">0xb0</span><span class="p">,</span> <span class="n">PIT_MODE</span><span class="p">);</span>           <span class="cm">/* binary, mode 0, LSB/MSB, Ch 2 */</span>
    <span class="n">outb</span><span class="p">(</span><span class="n">CALIBRATE_LATCH</span> <span class="o">&amp;</span> <span class="mh">0xff</span><span class="p">,</span> <span class="n">PIT_CH2</span><span class="p">);</span> <span class="cm">/* LSB of count */</span>
    <span class="n">outb</span><span class="p">(</span><span class="n">CALIBRATE_LATCH</span> <span class="o">&gt;&gt;</span> <span class="mi">8</span><span class="p">,</span> <span class="n">PIT_CH2</span><span class="p">);</span>   <span class="cm">/* MSB of count */</span>

    <span class="n">rdtscll</span><span class="p">(</span><span class="n">start</span><span class="p">);</span>
    <span class="k">for</span> <span class="p">(</span> <span class="n">count</span> <span class="o">=</span> <span class="mi">0</span><span class="p">;</span> <span class="p">(</span><span class="n">inb</span><span class="p">(</span><span class="mh">0x61</span><span class="p">)</span> <span class="o">&amp;</span> <span class="mh">0x20</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">;</span> <span class="n">count</span><span class="o">++</span> <span class="p">)</span>
        <span class="k">continue</span><span class="p">;</span>
    <span class="n">rdtscll</span><span class="p">(</span><span class="n">end</span><span class="p">);</span>

    <span class="cm">/* Error if the CTC doesn&#39;t behave itself. */</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">count</span> <span class="o">==</span> <span class="mi">0</span> <span class="p">)</span>
        <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>

    <span class="k">return</span> <span class="p">((</span><span class="n">end</span> <span class="o">-</span> <span class="n">start</span><span class="p">)</span> <span class="o">*</span> <span class="p">(</span><span class="n">u64</span><span class="p">)</span><span class="n">CALIBRATE_FRAC</span><span class="p">);</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">void</span> <span class="n">set_time_scale</span><span class="p">(</span><span class="k">struct</span> <span class="nc">time_scale</span> <span class="o">*</span><span class="n">ts</span><span class="p">,</span> <span class="n">u64</span> <span class="n">ticks_per_sec</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">tps64</span> <span class="o">=</span> <span class="n">ticks_per_sec</span><span class="p">;</span>
    <span class="n">u32</span> <span class="n">tps32</span><span class="p">;</span>
    <span class="kt">int</span> <span class="n">shift</span> <span class="o">=</span> <span class="mi">0</span><span class="p">;</span>

    <span class="n">ASSERT</span><span class="p">(</span><span class="n">tps64</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">);</span>

    <span class="k">while</span> <span class="p">(</span> <span class="n">tps64</span> <span class="o">&gt;</span> <span class="p">(</span><span class="n">MILLISECS</span><span class="p">(</span><span class="mi">1000</span><span class="p">)</span><span class="o">*</span><span class="mi">2</span><span class="p">)</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">tps64</span> <span class="o">&gt;&gt;=</span> <span class="mi">1</span><span class="p">;</span>
        <span class="n">shift</span><span class="o">--</span><span class="p">;</span>
    <span class="p">}</span>

    <span class="n">tps32</span> <span class="o">=</span> <span class="p">(</span><span class="n">u32</span><span class="p">)</span><span class="n">tps64</span><span class="p">;</span>
    <span class="k">while</span> <span class="p">(</span> <span class="n">tps32</span> <span class="o">&lt;=</span> <span class="p">(</span><span class="n">u32</span><span class="p">)</span><span class="n">MILLISECS</span><span class="p">(</span><span class="mi">1000</span><span class="p">)</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">tps32</span> <span class="o">&lt;&lt;=</span> <span class="mi">1</span><span class="p">;</span>
        <span class="n">shift</span><span class="o">++</span><span class="p">;</span>
    <span class="p">}</span>

    <span class="n">ts</span><span class="o">-&gt;</span><span class="n">mul_frac</span> <span class="o">=</span> <span class="n">div_frac</span><span class="p">(</span><span class="n">MILLISECS</span><span class="p">(</span><span class="mi">1000</span><span class="p">),</span> <span class="n">tps32</span><span class="p">);</span>
    <span class="n">ts</span><span class="o">-&gt;</span><span class="n">shift</span>    <span class="o">=</span> <span class="n">shift</span><span class="p">;</span>
<span class="p">}</span>

<span class="k">static</span> <span class="n">atomic_t</span> <span class="n">tsc_calibrate_gang</span> <span class="o">=</span> <span class="n">ATOMIC_INIT</span><span class="p">(</span><span class="mi">0</span><span class="p">);</span>
<span class="k">static</span> <span class="kt">unsigned</span> <span class="kt">int</span> <span class="n">tsc_calibrate_status</span> <span class="o">=</span> <span class="mi">0</span><span class="p">;</span>

<span class="kt">void</span> <span class="nf">calibrate_tsc_bp</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">while</span> <span class="p">(</span> <span class="n">atomic_read</span><span class="p">(</span><span class="o">&amp;</span><span class="n">tsc_calibrate_gang</span><span class="p">)</span> <span class="o">!=</span> <span class="p">(</span><span class="n">num_booting_cpus</span><span class="p">()</span> <span class="o">-</span> <span class="mi">1</span><span class="p">)</span> <span class="p">)</span>
        <span class="n">mb</span><span class="p">();</span>

    <span class="n">outb</span><span class="p">(</span><span class="n">CALIBRATE_LATCH</span> <span class="o">&amp;</span> <span class="mh">0xff</span><span class="p">,</span> <span class="n">PIT_CH2</span><span class="p">);</span>
    <span class="n">outb</span><span class="p">(</span><span class="n">CALIBRATE_LATCH</span> <span class="o">&gt;&gt;</span> <span class="mi">8</span><span class="p">,</span> <span class="n">PIT_CH2</span><span class="p">);</span>

    <span class="n">tsc_calibrate_status</span> <span class="o">=</span> <span class="mi">1</span><span class="p">;</span>
    <span class="n">wmb</span><span class="p">();</span>

    <span class="k">while</span> <span class="p">(</span> <span class="p">(</span><span class="n">inb</span><span class="p">(</span><span class="mh">0x61</span><span class="p">)</span> <span class="o">&amp;</span> <span class="mh">0x20</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span> <span class="p">)</span>
        <span class="k">continue</span><span class="p">;</span>

    <span class="n">tsc_calibrate_status</span> <span class="o">=</span> <span class="mi">2</span><span class="p">;</span>
    <span class="n">wmb</span><span class="p">();</span>

    <span class="k">while</span> <span class="p">(</span> <span class="n">atomic_read</span><span class="p">(</span><span class="o">&amp;</span><span class="n">tsc_calibrate_gang</span><span class="p">)</span> <span class="o">!=</span> <span class="mi">0</span> <span class="p">)</span>
        <span class="n">mb</span><span class="p">();</span>
<span class="p">}</span>

<span class="kt">void</span> <span class="nf">calibrate_tsc_ap</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">t1</span><span class="p">,</span> <span class="n">t2</span><span class="p">,</span> <span class="n">ticks_per_sec</span><span class="p">;</span>

    <span class="n">atomic_inc</span><span class="p">(</span><span class="o">&amp;</span><span class="n">tsc_calibrate_gang</span><span class="p">);</span>

    <span class="k">while</span> <span class="p">(</span> <span class="n">tsc_calibrate_status</span> <span class="o">&lt;</span> <span class="mi">1</span> <span class="p">)</span>
        <span class="n">mb</span><span class="p">();</span>

    <span class="n">rdtscll</span><span class="p">(</span><span class="n">t1</span><span class="p">);</span>

    <span class="k">while</span> <span class="p">(</span> <span class="n">tsc_calibrate_status</span> <span class="o">&lt;</span> <span class="mi">2</span> <span class="p">)</span>
        <span class="n">mb</span><span class="p">();</span>

    <span class="n">rdtscll</span><span class="p">(</span><span class="n">t2</span><span class="p">);</span>

    <span class="n">ticks_per_sec</span> <span class="o">=</span> <span class="p">(</span><span class="n">t2</span> <span class="o">-</span> <span class="n">t1</span><span class="p">)</span> <span class="o">*</span> <span class="p">(</span><span class="n">u64</span><span class="p">)</span><span class="n">CALIBRATE_FRAC</span><span class="p">;</span>
    <span class="n">set_time_scale</span><span class="p">(</span><span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">).</span><span class="n">tsc_scale</span><span class="p">,</span> <span class="n">ticks_per_sec</span><span class="p">);</span>

    <span class="n">atomic_dec</span><span class="p">(</span><span class="o">&amp;</span><span class="n">tsc_calibrate_gang</span><span class="p">);</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">char</span> <span class="o">*</span><span class="n">freq_string</span><span class="p">(</span><span class="n">u64</span> <span class="n">freq</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">static</span> <span class="kt">char</span> <span class="n">s</span><span class="p">[</span><span class="mi">20</span><span class="p">];</span>
    <span class="kt">unsigned</span> <span class="kt">int</span> <span class="n">x</span><span class="p">,</span> <span class="n">y</span><span class="p">;</span>
    <span class="n">y</span> <span class="o">=</span> <span class="p">(</span><span class="kt">unsigned</span> <span class="kt">int</span><span class="p">)</span><span class="n">do_div</span><span class="p">(</span><span class="n">freq</span><span class="p">,</span> <span class="mi">1000000</span><span class="p">)</span> <span class="o">/</span> <span class="mi">1000</span><span class="p">;</span>
    <span class="n">x</span> <span class="o">=</span> <span class="p">(</span><span class="kt">unsigned</span> <span class="kt">int</span><span class="p">)</span><span class="n">freq</span><span class="p">;</span>
    <span class="n">snprintf</span><span class="p">(</span><span class="n">s</span><span class="p">,</span> <span class="k">sizeof</span><span class="p">(</span><span class="n">s</span><span class="p">),</span> <span class="s">&quot;%u.%03uMHz&quot;</span><span class="p">,</span> <span class="n">x</span><span class="p">,</span> <span class="n">y</span><span class="p">);</span>
    <span class="k">return</span> <span class="n">s</span><span class="p">;</span>
<span class="p">}</span>

<span class="cm">/************************************************************</span>
<span class="cm"> * PLATFORM TIMER 1: PROGRAMMABLE INTERVAL TIMER (LEGACY PIT)</span>
<span class="cm"> */</span>

<span class="k">static</span> <span class="n">u32</span> <span class="n">read_pit_count</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u16</span> <span class="n">count16</span><span class="p">;</span>
    <span class="n">u32</span> <span class="n">count32</span><span class="p">;</span>
    <span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">flags</span><span class="p">;</span>

    <span class="n">spin_lock_irqsave</span><span class="p">(</span><span class="o">&amp;</span><span class="n">pit_lock</span><span class="p">,</span> <span class="n">flags</span><span class="p">);</span>

    <span class="n">outb</span><span class="p">(</span><span class="mh">0x80</span><span class="p">,</span> <span class="n">PIT_MODE</span><span class="p">);</span>
    <span class="n">count16</span>  <span class="o">=</span> <span class="n">inb</span><span class="p">(</span><span class="n">PIT_CH2</span><span class="p">);</span>
    <span class="n">count16</span> <span class="o">|=</span> <span class="n">inb</span><span class="p">(</span><span class="n">PIT_CH2</span><span class="p">)</span> <span class="o">&lt;&lt;</span> <span class="mi">8</span><span class="p">;</span>

    <span class="n">count32</span> <span class="o">=</span> <span class="n">pit_stamp32</span> <span class="o">+</span> <span class="p">(</span><span class="n">u16</span><span class="p">)(</span><span class="n">pit_stamp16</span> <span class="o">-</span> <span class="n">count16</span><span class="p">);</span>

    <span class="n">spin_unlock_irqrestore</span><span class="p">(</span><span class="o">&amp;</span><span class="n">pit_lock</span><span class="p">,</span> <span class="n">flags</span><span class="p">);</span>

    <span class="k">return</span> <span class="n">count32</span><span class="p">;</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">void</span> <span class="n">init_pit</span><span class="p">(</span><span class="k">struct</span> <span class="nc">platform_timesource</span> <span class="o">*</span><span class="n">pts</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">name</span> <span class="o">=</span> <span class="s">&quot;PIT&quot;</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">frequency</span> <span class="o">=</span> <span class="n">CLOCK_TICK_RATE</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">read_counter</span> <span class="o">=</span> <span class="n">read_pit_count</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">counter_bits</span> <span class="o">=</span> <span class="mi">32</span><span class="p">;</span>
    <span class="n">using_pit</span> <span class="o">=</span> <span class="mi">1</span><span class="p">;</span>
<span class="p">}</span>

<span class="cm">/************************************************************</span>
<span class="cm"> * PLATFORM TIMER 2: HIGH PRECISION EVENT TIMER (HPET)</span>
<span class="cm"> */</span>

<span class="k">static</span> <span class="n">u32</span> <span class="n">read_hpet_count</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">return</span> <span class="nf">hpet_read32</span><span class="p">(</span><span class="n">HPET_COUNTER</span><span class="p">);</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">int</span> <span class="n">init_hpet</span><span class="p">(</span><span class="k">struct</span> <span class="nc">platform_timesource</span> <span class="o">*</span><span class="n">pts</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">hpet_rate</span><span class="p">;</span>
    <span class="n">u32</span> <span class="n">hpet_id</span><span class="p">,</span> <span class="n">hpet_period</span><span class="p">,</span> <span class="n">cfg</span><span class="p">;</span>
    <span class="kt">int</span> <span class="n">i</span><span class="p">;</span>

    <span class="k">if</span> <span class="p">(</span> <span class="n">hpet_address</span> <span class="o">==</span> <span class="mi">0</span> <span class="p">)</span>
        <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>

    <span class="n">set_fixmap_nocache</span><span class="p">(</span><span class="n">FIX_HPET_BASE</span><span class="p">,</span> <span class="n">hpet_address</span><span class="p">);</span>

    <span class="n">hpet_id</span> <span class="o">=</span> <span class="n">hpet_read32</span><span class="p">(</span><span class="n">HPET_ID</span><span class="p">);</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">hpet_id</span> <span class="o">==</span> <span class="mi">0</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">printk</span><span class="p">(</span><span class="s">&quot;BAD HPET vendor id.</span><span class="se">\n</span><span class="s">&quot;</span><span class="p">);</span>
        <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>
    <span class="p">}</span>

    <span class="cm">/* Check for sane period (100ps &lt;= period &lt;= 100ns). */</span>
    <span class="n">hpet_period</span> <span class="o">=</span> <span class="n">hpet_read32</span><span class="p">(</span><span class="n">HPET_PERIOD</span><span class="p">);</span>
    <span class="k">if</span> <span class="p">(</span> <span class="p">(</span><span class="n">hpet_period</span> <span class="o">&gt;</span> <span class="mi">100000000</span><span class="p">)</span> <span class="o">||</span> <span class="p">(</span><span class="n">hpet_period</span> <span class="o">&lt;</span> <span class="mi">100000</span><span class="p">)</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">printk</span><span class="p">(</span><span class="s">&quot;BAD HPET period %u.</span><span class="se">\n</span><span class="s">&quot;</span><span class="p">,</span> <span class="n">hpet_period</span><span class="p">);</span>
        <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>
    <span class="p">}</span>

    <span class="n">cfg</span> <span class="o">=</span> <span class="n">hpet_read32</span><span class="p">(</span><span class="n">HPET_CFG</span><span class="p">);</span>
    <span class="n">cfg</span> <span class="o">&amp;=</span> <span class="o">~</span><span class="p">(</span><span class="n">HPET_CFG_ENABLE</span> <span class="o">|</span> <span class="n">HPET_CFG_LEGACY</span><span class="p">);</span>
    <span class="n">hpet_write32</span><span class="p">(</span><span class="n">cfg</span><span class="p">,</span> <span class="n">HPET_CFG</span><span class="p">);</span>

    <span class="k">for</span> <span class="p">(</span> <span class="n">i</span> <span class="o">=</span> <span class="mi">0</span><span class="p">;</span> <span class="n">i</span> <span class="o">&lt;=</span> <span class="p">((</span><span class="n">hpet_id</span> <span class="o">&gt;&gt;</span> <span class="mi">8</span><span class="p">)</span> <span class="o">&amp;</span> <span class="mi">31</span><span class="p">);</span> <span class="n">i</span><span class="o">++</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">cfg</span> <span class="o">=</span> <span class="n">hpet_read32</span><span class="p">(</span><span class="n">HPET_T0_CFG</span> <span class="o">+</span> <span class="n">i</span><span class="o">*</span><span class="mh">0x20</span><span class="p">);</span>
        <span class="n">cfg</span> <span class="o">&amp;=</span> <span class="o">~</span><span class="n">HPET_TN_ENABLE</span><span class="p">;</span>
        <span class="n">hpet_write32</span><span class="p">(</span><span class="n">cfg</span> <span class="o">&amp;</span> <span class="o">~</span><span class="n">HPET_TN_ENABLE</span><span class="p">,</span> <span class="n">HPET_T0_CFG</span><span class="p">);</span>
    <span class="p">}</span>

    <span class="n">cfg</span> <span class="o">=</span> <span class="n">hpet_read32</span><span class="p">(</span><span class="n">HPET_CFG</span><span class="p">);</span>
    <span class="n">cfg</span> <span class="o">|=</span> <span class="n">HPET_CFG_ENABLE</span><span class="p">;</span>
    <span class="n">hpet_write32</span><span class="p">(</span><span class="n">cfg</span><span class="p">,</span> <span class="n">HPET_CFG</span><span class="p">);</span>

    <span class="n">hpet_rate</span> <span class="o">=</span> <span class="mi">1000000000000000ULL</span><span class="p">;</span> <span class="cm">/* 10^15 */</span>
    <span class="p">(</span><span class="kt">void</span><span class="p">)</span><span class="n">do_div</span><span class="p">(</span><span class="n">hpet_rate</span><span class="p">,</span> <span class="n">hpet_period</span><span class="p">);</span>

    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">name</span> <span class="o">=</span> <span class="s">&quot;HPET&quot;</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">frequency</span> <span class="o">=</span> <span class="n">hpet_rate</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">read_counter</span> <span class="o">=</span> <span class="n">read_hpet_count</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">counter_bits</span> <span class="o">=</span> <span class="mi">32</span><span class="p">;</span>

    <span class="k">return</span> <span class="mi">1</span><span class="p">;</span>
<span class="p">}</span>

<span class="cm">/************************************************************</span>
<span class="cm"> * PLATFORM TIMER 3: IBM &#39;CYCLONE&#39; TIMER</span>
<span class="cm"> */</span>

<span class="kt">int</span> <span class="n">use_cyclone</span><span class="p">;</span>

<span class="cm">/*</span>
<span class="cm"> * Although the counter is read via a 64-bit register, I believe it is actually</span>
<span class="cm"> * a 40-bit counter. Since this will wrap, I read only the low 32 bits and</span>
<span class="cm"> * periodically fold into a 64-bit software counter, just as for PIT and HPET.</span>
<span class="cm"> */</span>
<span class="cp">#define CYCLONE_CBAR_ADDR   0xFEB00CD0</span>
<span class="cp">#define CYCLONE_PMCC_OFFSET 0x51A0</span>
<span class="cp">#define CYCLONE_MPMC_OFFSET 0x51D0</span>
<span class="cp">#define CYCLONE_MPCS_OFFSET 0x51A8</span>
<span class="cp">#define CYCLONE_TIMER_FREQ  100000000</span>

<span class="cm">/* Cyclone MPMC0 register. */</span>
<span class="k">static</span> <span class="k">volatile</span> <span class="n">u32</span> <span class="o">*</span><span class="n">cyclone_timer</span><span class="p">;</span>

<span class="k">static</span> <span class="n">u32</span> <span class="n">read_cyclone_count</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">return</span> <span class="o">*</span><span class="n">cyclone_timer</span><span class="p">;</span>
<span class="p">}</span>

<span class="k">static</span> <span class="k">volatile</span> <span class="n">u32</span> <span class="o">*</span><span class="n">map_cyclone_reg</span><span class="p">(</span><span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">regaddr</span><span class="p">)</span>
<span class="p">{</span>
    <span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">pageaddr</span> <span class="o">=</span> <span class="n">regaddr</span> <span class="o">&amp;</span>  <span class="n">PAGE_MASK</span><span class="p">;</span>
    <span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">offset</span>   <span class="o">=</span> <span class="n">regaddr</span> <span class="o">&amp;</span> <span class="o">~</span><span class="n">PAGE_MASK</span><span class="p">;</span>
    <span class="n">set_fixmap_nocache</span><span class="p">(</span><span class="n">FIX_CYCLONE_TIMER</span><span class="p">,</span> <span class="n">pageaddr</span><span class="p">);</span>
    <span class="k">return</span> <span class="p">(</span><span class="k">volatile</span> <span class="n">u32</span> <span class="o">*</span><span class="p">)(</span><span class="n">fix_to_virt</span><span class="p">(</span><span class="n">FIX_CYCLONE_TIMER</span><span class="p">)</span> <span class="o">+</span> <span class="n">offset</span><span class="p">);</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">int</span> <span class="n">init_cyclone</span><span class="p">(</span><span class="k">struct</span> <span class="nc">platform_timesource</span> <span class="o">*</span><span class="n">pts</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u32</span> <span class="n">base</span><span class="p">;</span>
    
    <span class="k">if</span> <span class="p">(</span> <span class="o">!</span><span class="n">use_cyclone</span> <span class="p">)</span>
        <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>

    <span class="cm">/* Find base address. */</span>
    <span class="n">base</span> <span class="o">=</span> <span class="o">*</span><span class="p">(</span><span class="n">map_cyclone_reg</span><span class="p">(</span><span class="n">CYCLONE_CBAR_ADDR</span><span class="p">));</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">base</span> <span class="o">==</span> <span class="mi">0</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">printk</span><span class="p">(</span><span class="n">KERN_ERR</span> <span class="s">&quot;Cyclone: Could not find valid CBAR value.</span><span class="se">\n</span><span class="s">&quot;</span><span class="p">);</span>
        <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>
    <span class="p">}</span>
 
    <span class="cm">/* Enable timer and map the counter register. */</span>
    <span class="o">*</span><span class="p">(</span><span class="n">map_cyclone_reg</span><span class="p">(</span><span class="n">base</span> <span class="o">+</span> <span class="n">CYCLONE_PMCC_OFFSET</span><span class="p">))</span> <span class="o">=</span> <span class="mi">1</span><span class="p">;</span>
    <span class="o">*</span><span class="p">(</span><span class="n">map_cyclone_reg</span><span class="p">(</span><span class="n">base</span> <span class="o">+</span> <span class="n">CYCLONE_MPCS_OFFSET</span><span class="p">))</span> <span class="o">=</span> <span class="mi">1</span><span class="p">;</span>
    <span class="n">cyclone_timer</span> <span class="o">=</span> <span class="n">map_cyclone_reg</span><span class="p">(</span><span class="n">base</span> <span class="o">+</span> <span class="n">CYCLONE_MPMC_OFFSET</span><span class="p">);</span>

    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">name</span> <span class="o">=</span> <span class="s">&quot;IBM Cyclone&quot;</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">frequency</span> <span class="o">=</span> <span class="n">CYCLONE_TIMER_FREQ</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">read_counter</span> <span class="o">=</span> <span class="n">read_cyclone_count</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">counter_bits</span> <span class="o">=</span> <span class="mi">32</span><span class="p">;</span>

    <span class="k">return</span> <span class="mi">1</span><span class="p">;</span>
<span class="p">}</span>

<span class="cm">/************************************************************</span>
<span class="cm"> * PLATFORM TIMER 4: ACPI PM TIMER</span>
<span class="cm"> */</span>

<span class="n">u32</span> <span class="n">pmtmr_ioport</span><span class="p">;</span>

<span class="cm">/* ACPI PM timer ticks at 3.579545 MHz. */</span>
<span class="cp">#define ACPI_PM_FREQUENCY 3579545</span>

<span class="k">static</span> <span class="n">u32</span> <span class="n">read_pmtimer_count</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">return</span> <span class="nf">inl</span><span class="p">(</span><span class="n">pmtmr_ioport</span><span class="p">);</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">int</span> <span class="n">init_pmtimer</span><span class="p">(</span><span class="k">struct</span> <span class="nc">platform_timesource</span> <span class="o">*</span><span class="n">pts</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">pmtmr_ioport</span> <span class="o">==</span> <span class="mi">0</span> <span class="p">)</span>
        <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>

    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">name</span> <span class="o">=</span> <span class="s">&quot;ACPI PM Timer&quot;</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">frequency</span> <span class="o">=</span> <span class="n">ACPI_PM_FREQUENCY</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">read_counter</span> <span class="o">=</span> <span class="n">read_pmtimer_count</span><span class="p">;</span>
    <span class="n">pts</span><span class="o">-&gt;</span><span class="n">counter_bits</span> <span class="o">=</span> <span class="mi">24</span><span class="p">;</span>

    <span class="k">return</span> <span class="mi">1</span><span class="p">;</span>
<span class="p">}</span>

<span class="cm">/************************************************************</span>
<span class="cm"> * GENERIC PLATFORM TIMER INFRASTRUCTURE</span>
<span class="cm"> */</span>

<span class="k">static</span> <span class="k">struct</span> <span class="nc">platform_timesource</span> <span class="n">plt_src</span><span class="p">;</span> <span class="cm">/* details of chosen timesource  */</span>
<span class="k">static</span> <span class="n">u32</span> <span class="n">plt_mask</span><span class="p">;</span>             <span class="cm">/* hardware-width mask                     */</span>
<span class="k">static</span> <span class="n">u64</span> <span class="n">plt_overflow_period</span><span class="p">;</span>  <span class="cm">/* ns between calls to plt_overflow()      */</span>
<span class="k">static</span> <span class="k">struct</span> <span class="nc">time_scale</span> <span class="n">plt_scale</span><span class="p">;</span> <span class="cm">/* scale: platform counter -&gt; nanosecs  */</span>

<span class="cm">/* Protected by platform_timer_lock. */</span>
<span class="k">static</span> <span class="nf">DEFINE_SPINLOCK</span><span class="p">(</span><span class="n">platform_timer_lock</span><span class="p">);</span>
<span class="k">static</span> <span class="n">s_time_t</span> <span class="n">stime_platform_stamp</span><span class="p">;</span> <span class="cm">/* System time at below platform time */</span>
<span class="k">static</span> <span class="n">u64</span> <span class="n">platform_timer_stamp</span><span class="p">;</span>      <span class="cm">/* Platform time at above system time */</span>
<span class="k">static</span> <span class="n">u64</span> <span class="n">plt_stamp64</span><span class="p">;</span>          <span class="cm">/* 64-bit platform counter stamp           */</span>
<span class="k">static</span> <span class="n">u32</span> <span class="n">plt_stamp</span><span class="p">;</span>            <span class="cm">/* hardware-width platform counter stamp   */</span>
<span class="k">static</span> <span class="k">struct</span> <span class="nc">timer</span> <span class="n">plt_overflow_timer</span><span class="p">;</span>

<span class="k">static</span> <span class="kt">void</span> <span class="n">plt_overflow</span><span class="p">(</span><span class="kt">void</span> <span class="o">*</span><span class="n">unused</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u32</span> <span class="n">count</span><span class="p">;</span>

    <span class="n">spin_lock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">platform_timer_lock</span><span class="p">);</span>
    <span class="n">count</span> <span class="o">=</span> <span class="n">plt_src</span><span class="p">.</span><span class="n">read_counter</span><span class="p">();</span>
    <span class="n">plt_stamp64</span> <span class="o">+=</span> <span class="p">(</span><span class="n">count</span> <span class="o">-</span> <span class="n">plt_stamp</span><span class="p">)</span> <span class="o">&amp;</span> <span class="n">plt_mask</span><span class="p">;</span>
    <span class="n">plt_stamp</span> <span class="o">=</span> <span class="n">count</span><span class="p">;</span>
    <span class="n">spin_unlock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">platform_timer_lock</span><span class="p">);</span>

    <span class="n">set_timer</span><span class="p">(</span><span class="o">&amp;</span><span class="n">plt_overflow_timer</span><span class="p">,</span> <span class="n">NOW</span><span class="p">()</span> <span class="o">+</span> <span class="n">plt_overflow_period</span><span class="p">);</span>
<span class="p">}</span>

<span class="k">static</span> <span class="n">s_time_t</span> <span class="n">__read_platform_stime</span><span class="p">(</span><span class="n">u64</span> <span class="n">platform_time</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">diff</span> <span class="o">=</span> <span class="n">platform_time</span> <span class="o">-</span> <span class="n">platform_timer_stamp</span><span class="p">;</span>
    <span class="n">ASSERT</span><span class="p">(</span><span class="n">spin_is_locked</span><span class="p">(</span><span class="o">&amp;</span><span class="n">platform_timer_lock</span><span class="p">));</span>
    <span class="k">return</span> <span class="p">(</span><span class="n">stime_platform_stamp</span> <span class="o">+</span> <span class="n">scale_delta</span><span class="p">(</span><span class="n">diff</span><span class="p">,</span> <span class="o">&amp;</span><span class="n">plt_scale</span><span class="p">));</span>
<span class="p">}</span>

<span class="k">static</span> <span class="n">s_time_t</span> <span class="n">read_platform_stime</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">count</span><span class="p">;</span>
    <span class="n">s_time_t</span> <span class="n">stime</span><span class="p">;</span>

    <span class="n">spin_lock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">platform_timer_lock</span><span class="p">);</span>
    <span class="n">count</span> <span class="o">=</span> <span class="n">plt_stamp64</span> <span class="o">+</span> <span class="p">((</span><span class="n">plt_src</span><span class="p">.</span><span class="n">read_counter</span><span class="p">()</span> <span class="o">-</span> <span class="n">plt_stamp</span><span class="p">)</span> <span class="o">&amp;</span> <span class="n">plt_mask</span><span class="p">);</span>
    <span class="n">stime</span> <span class="o">=</span> <span class="n">__read_platform_stime</span><span class="p">(</span><span class="n">count</span><span class="p">);</span>
    <span class="n">spin_unlock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">platform_timer_lock</span><span class="p">);</span>

    <span class="k">return</span> <span class="n">stime</span><span class="p">;</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">void</span> <span class="n">platform_time_calibration</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">count</span><span class="p">;</span>
    <span class="n">s_time_t</span> <span class="n">stamp</span><span class="p">;</span>

    <span class="n">spin_lock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">platform_timer_lock</span><span class="p">);</span>
    <span class="n">count</span> <span class="o">=</span> <span class="n">plt_stamp64</span> <span class="o">+</span> <span class="p">((</span><span class="n">plt_src</span><span class="p">.</span><span class="n">read_counter</span><span class="p">()</span> <span class="o">-</span> <span class="n">plt_stamp</span><span class="p">)</span> <span class="o">&amp;</span> <span class="n">plt_mask</span><span class="p">);</span>
    <span class="n">stamp</span> <span class="o">=</span> <span class="n">__read_platform_stime</span><span class="p">(</span><span class="n">count</span><span class="p">);</span>
    <span class="n">stime_platform_stamp</span> <span class="o">=</span> <span class="n">stamp</span><span class="p">;</span>
    <span class="n">platform_timer_stamp</span> <span class="o">=</span> <span class="n">count</span><span class="p">;</span>
    <span class="n">spin_unlock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">platform_timer_lock</span><span class="p">);</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">void</span> <span class="n">resume_platform_timer</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="cm">/* No change in platform_stime across suspend/resume. */</span>
    <span class="n">platform_timer_stamp</span> <span class="o">=</span> <span class="n">plt_stamp64</span><span class="p">;</span>
    <span class="n">plt_stamp</span> <span class="o">=</span> <span class="n">plt_src</span><span class="p">.</span><span class="n">read_counter</span><span class="p">();</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">void</span> <span class="n">init_platform_timer</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">struct</span> <span class="nc">platform_timesource</span> <span class="o">*</span><span class="n">pts</span> <span class="o">=</span> <span class="o">&amp;</span><span class="n">plt_src</span><span class="p">;</span>
    <span class="kt">int</span> <span class="n">rc</span> <span class="o">=</span> <span class="mi">-1</span><span class="p">;</span>

    <span class="k">if</span> <span class="p">(</span> <span class="n">opt_clocksource</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="o">!=</span> <span class="sc">&#39;\0&#39;</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="k">if</span> <span class="p">(</span> <span class="o">!</span><span class="n">strcmp</span><span class="p">(</span><span class="n">opt_clocksource</span><span class="p">,</span> <span class="s">&quot;pit&quot;</span><span class="p">)</span> <span class="p">)</span>
            <span class="n">rc</span> <span class="o">=</span> <span class="p">(</span><span class="n">init_pit</span><span class="p">(</span><span class="n">pts</span><span class="p">),</span> <span class="mi">1</span><span class="p">);</span>
        <span class="k">else</span> <span class="nf">if</span> <span class="p">(</span> <span class="o">!</span><span class="n">strcmp</span><span class="p">(</span><span class="n">opt_clocksource</span><span class="p">,</span> <span class="s">&quot;hpet&quot;</span><span class="p">)</span> <span class="p">)</span>
            <span class="n">rc</span> <span class="o">=</span> <span class="n">init_hpet</span><span class="p">(</span><span class="n">pts</span><span class="p">);</span>
        <span class="k">else</span> <span class="nf">if</span> <span class="p">(</span> <span class="o">!</span><span class="n">strcmp</span><span class="p">(</span><span class="n">opt_clocksource</span><span class="p">,</span> <span class="s">&quot;cyclone&quot;</span><span class="p">)</span> <span class="p">)</span>
            <span class="n">rc</span> <span class="o">=</span> <span class="n">init_cyclone</span><span class="p">(</span><span class="n">pts</span><span class="p">);</span>
        <span class="k">else</span> <span class="nf">if</span> <span class="p">(</span> <span class="o">!</span><span class="n">strcmp</span><span class="p">(</span><span class="n">opt_clocksource</span><span class="p">,</span> <span class="s">&quot;acpi&quot;</span><span class="p">)</span> <span class="p">)</span>
            <span class="n">rc</span> <span class="o">=</span> <span class="n">init_pmtimer</span><span class="p">(</span><span class="n">pts</span><span class="p">);</span>

        <span class="k">if</span> <span class="p">(</span> <span class="n">rc</span> <span class="o">&lt;=</span> <span class="mi">0</span> <span class="p">)</span>
            <span class="n">printk</span><span class="p">(</span><span class="s">&quot;WARNING: %s clocksource &#39;%s&#39;.</span><span class="se">\n</span><span class="s">&quot;</span><span class="p">,</span>
                   <span class="p">(</span><span class="n">rc</span> <span class="o">==</span> <span class="mi">0</span><span class="p">)</span> <span class="o">?</span> <span class="s">&quot;Could not initialise&quot;</span> <span class="o">:</span> <span class="s">&quot;Unrecognised&quot;</span><span class="p">,</span>
                   <span class="n">opt_clocksource</span><span class="p">);</span>
    <span class="p">}</span>

    <span class="k">if</span> <span class="p">(</span> <span class="p">(</span><span class="n">rc</span> <span class="o">&lt;=</span> <span class="mi">0</span><span class="p">)</span> <span class="o">&amp;&amp;</span>
         <span class="o">!</span><span class="n">init_cyclone</span><span class="p">(</span><span class="n">pts</span><span class="p">)</span> <span class="o">&amp;&amp;</span>
         <span class="o">!</span><span class="n">init_hpet</span><span class="p">(</span><span class="n">pts</span><span class="p">)</span> <span class="o">&amp;&amp;</span>
         <span class="o">!</span><span class="n">init_pmtimer</span><span class="p">(</span><span class="n">pts</span><span class="p">)</span> <span class="p">)</span>
        <span class="n">init_pit</span><span class="p">(</span><span class="n">pts</span><span class="p">);</span>

    <span class="n">plt_mask</span> <span class="o">=</span> <span class="p">(</span><span class="n">u32</span><span class="p">)</span><span class="o">~</span><span class="mi">0u</span> <span class="o">&gt;&gt;</span> <span class="p">(</span><span class="mi">32</span> <span class="o">-</span> <span class="n">pts</span><span class="o">-&gt;</span><span class="n">counter_bits</span><span class="p">);</span>

    <span class="n">set_time_scale</span><span class="p">(</span><span class="o">&amp;</span><span class="n">plt_scale</span><span class="p">,</span> <span class="n">pts</span><span class="o">-&gt;</span><span class="n">frequency</span><span class="p">);</span>

    <span class="n">plt_overflow_period</span> <span class="o">=</span> <span class="n">scale_delta</span><span class="p">(</span>
        <span class="mi">1ull</span> <span class="o">&lt;&lt;</span> <span class="p">(</span><span class="n">pts</span><span class="o">-&gt;</span><span class="n">counter_bits</span><span class="mi">-1</span><span class="p">),</span> <span class="o">&amp;</span><span class="n">plt_scale</span><span class="p">);</span>
    <span class="n">init_timer</span><span class="p">(</span><span class="o">&amp;</span><span class="n">plt_overflow_timer</span><span class="p">,</span> <span class="n">plt_overflow</span><span class="p">,</span> <span class="nb">NULL</span><span class="p">,</span> <span class="mi">0</span><span class="p">);</span>
    <span class="n">plt_overflow</span><span class="p">(</span><span class="nb">NULL</span><span class="p">);</span>

    <span class="n">platform_timer_stamp</span> <span class="o">=</span> <span class="n">plt_stamp64</span><span class="p">;</span>

    <span class="n">printk</span><span class="p">(</span><span class="s">&quot;Platform timer is %s %s</span><span class="se">\n</span><span class="s">&quot;</span><span class="p">,</span>
           <span class="n">freq_string</span><span class="p">(</span><span class="n">pts</span><span class="o">-&gt;</span><span class="n">frequency</span><span class="p">),</span> <span class="n">pts</span><span class="o">-&gt;</span><span class="n">name</span><span class="p">);</span>
<span class="p">}</span>

<span class="kt">void</span> <span class="n">cstate_save_tsc</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">struct</span> <span class="nc">cpu_time</span> <span class="o">*</span><span class="n">t</span> <span class="o">=</span> <span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">);</span>

    <span class="k">if</span> <span class="p">(</span><span class="o">!</span><span class="n">tsc_invariant</span><span class="p">){</span>
        <span class="n">t</span><span class="o">-&gt;</span><span class="n">cstate_plt_count_stamp</span> <span class="o">=</span> <span class="n">plt_src</span><span class="p">.</span><span class="n">read_counter</span><span class="p">();</span>
        <span class="n">rdtscll</span><span class="p">(</span><span class="n">t</span><span class="o">-&gt;</span><span class="n">cstate_tsc_stamp</span><span class="p">);</span>
    <span class="p">}</span>
<span class="p">}</span>

<span class="kt">void</span> <span class="n">cstate_restore_tsc</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">struct</span> <span class="nc">cpu_time</span> <span class="o">*</span><span class="n">t</span><span class="p">;</span>
    <span class="n">u32</span>    <span class="n">plt_count_delta</span><span class="p">;</span>
    <span class="n">u64</span>    <span class="n">tsc_delta</span><span class="p">;</span>

    <span class="k">if</span> <span class="p">(</span><span class="o">!</span><span class="n">tsc_invariant</span><span class="p">){</span>
        <span class="n">t</span> <span class="o">=</span> <span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">);</span>

        <span class="cm">/* if platform counter overflow happens, interrupt will bring CPU from</span>
<span class="cm">           C state to working state, so the platform counter won&#39;t wrap the</span>
<span class="cm">           cstate_plt_count_stamp, and the 32 bit unsigned platform counter</span>
<span class="cm">           is enough for delta calculation</span>
<span class="cm">         */</span>
        <span class="n">plt_count_delta</span> <span class="o">=</span> 
            <span class="p">(</span><span class="n">plt_src</span><span class="p">.</span><span class="n">read_counter</span><span class="p">()</span> <span class="o">-</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">cstate_plt_count_stamp</span><span class="p">)</span> <span class="o">&amp;</span> <span class="n">plt_mask</span><span class="p">;</span>
        <span class="n">tsc_delta</span> <span class="o">=</span> <span class="n">scale_delta</span><span class="p">(</span><span class="n">plt_count_delta</span><span class="p">,</span> <span class="o">&amp;</span><span class="n">plt_scale</span><span class="p">)</span><span class="o">*</span><span class="n">cpu_khz</span><span class="o">/</span><span class="mi">1000000UL</span><span class="p">;</span>
        <span class="n">wrmsrl</span><span class="p">(</span><span class="n">MSR_IA32_TSC</span><span class="p">,</span>  <span class="n">t</span><span class="o">-&gt;</span><span class="n">cstate_tsc_stamp</span> <span class="o">+</span> <span class="n">tsc_delta</span><span class="p">);</span>
    <span class="p">}</span>
<span class="p">}</span>

<span class="cm">/***************************************************************************</span>
<span class="cm"> * CMOS Timer functions</span>
<span class="cm"> ***************************************************************************/</span>

<span class="cm">/* Converts Gregorian date to seconds since 1970-01-01 00:00:00.</span>
<span class="cm"> * Assumes input in normal date format, i.e. 1980-12-31 23:59:59</span>
<span class="cm"> * =&gt; year=1980, mon=12, day=31, hour=23, min=59, sec=59.</span>
<span class="cm"> *</span>
<span class="cm"> * [For the Julian calendar (which was used in Russia before 1917,</span>
<span class="cm"> * Britain &amp; colonies before 1752, anywhere else before 1582,</span>
<span class="cm"> * and is still in use by some communities) leave out the</span>
<span class="cm"> * -year/100+year/400 terms, and add 10.]</span>
<span class="cm"> *</span>
<span class="cm"> * This algorithm was first published by Gauss (I think).</span>
<span class="cm"> *</span>
<span class="cm"> * WARNING: this function will overflow on 2106-02-07 06:28:16 on</span>
<span class="cm"> * machines were long is 32-bit! (However, as time_t is signed, we</span>
<span class="cm"> * will already get problems at other places on 2038-01-19 03:14:08)</span>
<span class="cm"> */</span>
<span class="kt">unsigned</span> <span class="kt">long</span>
<span class="n">mktime</span> <span class="p">(</span><span class="kt">unsigned</span> <span class="kt">int</span> <span class="n">year</span><span class="p">,</span> <span class="kt">unsigned</span> <span class="kt">int</span> <span class="n">mon</span><span class="p">,</span>
        <span class="kt">unsigned</span> <span class="kt">int</span> <span class="n">day</span><span class="p">,</span> <span class="kt">unsigned</span> <span class="kt">int</span> <span class="n">hour</span><span class="p">,</span>
        <span class="kt">unsigned</span> <span class="kt">int</span> <span class="n">min</span><span class="p">,</span> <span class="kt">unsigned</span> <span class="kt">int</span> <span class="n">sec</span><span class="p">)</span>
<span class="p">{</span>
    <span class="cm">/* 1..12 -&gt; 11,12,1..10: put Feb last since it has a leap day. */</span>
    <span class="k">if</span> <span class="p">(</span> <span class="mi">0</span> <span class="o">&gt;=</span> <span class="p">(</span><span class="kt">int</span><span class="p">)</span> <span class="p">(</span><span class="n">mon</span> <span class="o">-=</span> <span class="mi">2</span><span class="p">)</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">mon</span> <span class="o">+=</span> <span class="mi">12</span><span class="p">;</span>
        <span class="n">year</span> <span class="o">-=</span> <span class="mi">1</span><span class="p">;</span>
    <span class="p">}</span>

    <span class="k">return</span> <span class="p">((((</span><span class="kt">unsigned</span> <span class="kt">long</span><span class="p">)(</span><span class="n">year</span><span class="o">/</span><span class="mi">4</span> <span class="o">-</span> <span class="n">year</span><span class="o">/</span><span class="mi">100</span> <span class="o">+</span> <span class="n">year</span><span class="o">/</span><span class="mi">400</span> <span class="o">+</span> <span class="mi">367</span><span class="o">*</span><span class="n">mon</span><span class="o">/</span><span class="mi">12</span> <span class="o">+</span> <span class="n">day</span><span class="p">)</span><span class="o">+</span>
              <span class="n">year</span><span class="o">*</span><span class="mi">365</span> <span class="o">-</span> <span class="mi">719499</span>
        <span class="p">)</span><span class="o">*</span><span class="mi">24</span> <span class="o">+</span> <span class="n">hour</span> <span class="cm">/* now have hours */</span>
        <span class="p">)</span><span class="o">*</span><span class="mi">60</span> <span class="o">+</span> <span class="n">min</span>  <span class="cm">/* now have minutes */</span>
        <span class="p">)</span><span class="o">*</span><span class="mi">60</span> <span class="o">+</span> <span class="n">sec</span><span class="p">;</span> <span class="cm">/* finally seconds */</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">__get_cmos_time</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="kt">unsigned</span> <span class="kt">int</span> <span class="n">year</span><span class="p">,</span> <span class="n">mon</span><span class="p">,</span> <span class="n">day</span><span class="p">,</span> <span class="n">hour</span><span class="p">,</span> <span class="n">min</span><span class="p">,</span> <span class="n">sec</span><span class="p">;</span>

    <span class="n">sec</span>  <span class="o">=</span> <span class="n">CMOS_READ</span><span class="p">(</span><span class="n">RTC_SECONDS</span><span class="p">);</span>
    <span class="n">min</span>  <span class="o">=</span> <span class="n">CMOS_READ</span><span class="p">(</span><span class="n">RTC_MINUTES</span><span class="p">);</span>
    <span class="n">hour</span> <span class="o">=</span> <span class="n">CMOS_READ</span><span class="p">(</span><span class="n">RTC_HOURS</span><span class="p">);</span>
    <span class="n">day</span>  <span class="o">=</span> <span class="n">CMOS_READ</span><span class="p">(</span><span class="n">RTC_DAY_OF_MONTH</span><span class="p">);</span>
    <span class="n">mon</span>  <span class="o">=</span> <span class="n">CMOS_READ</span><span class="p">(</span><span class="n">RTC_MONTH</span><span class="p">);</span>
    <span class="n">year</span> <span class="o">=</span> <span class="n">CMOS_READ</span><span class="p">(</span><span class="n">RTC_YEAR</span><span class="p">);</span>
    
    <span class="k">if</span> <span class="p">(</span> <span class="o">!</span><span class="p">(</span><span class="n">CMOS_READ</span><span class="p">(</span><span class="n">RTC_CONTROL</span><span class="p">)</span> <span class="o">&amp;</span> <span class="n">RTC_DM_BINARY</span><span class="p">)</span> <span class="o">||</span> <span class="n">RTC_ALWAYS_BCD</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">BCD_TO_BIN</span><span class="p">(</span><span class="n">sec</span><span class="p">);</span>
        <span class="n">BCD_TO_BIN</span><span class="p">(</span><span class="n">min</span><span class="p">);</span>
        <span class="n">BCD_TO_BIN</span><span class="p">(</span><span class="n">hour</span><span class="p">);</span>
        <span class="n">BCD_TO_BIN</span><span class="p">(</span><span class="n">day</span><span class="p">);</span>
        <span class="n">BCD_TO_BIN</span><span class="p">(</span><span class="n">mon</span><span class="p">);</span>
        <span class="n">BCD_TO_BIN</span><span class="p">(</span><span class="n">year</span><span class="p">);</span>
    <span class="p">}</span>

    <span class="k">if</span> <span class="p">(</span> <span class="p">(</span><span class="n">year</span> <span class="o">+=</span> <span class="mi">1900</span><span class="p">)</span> <span class="o">&lt;</span> <span class="mi">1970</span> <span class="p">)</span>
        <span class="n">year</span> <span class="o">+=</span> <span class="mi">100</span><span class="p">;</span>

    <span class="k">return</span> <span class="nf">mktime</span><span class="p">(</span><span class="n">year</span><span class="p">,</span> <span class="n">mon</span><span class="p">,</span> <span class="n">day</span><span class="p">,</span> <span class="n">hour</span><span class="p">,</span> <span class="n">min</span><span class="p">,</span> <span class="n">sec</span><span class="p">);</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">get_cmos_time</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">res</span><span class="p">,</span> <span class="n">flags</span><span class="p">;</span>
    <span class="kt">int</span> <span class="n">i</span><span class="p">;</span>

    <span class="n">spin_lock_irqsave</span><span class="p">(</span><span class="o">&amp;</span><span class="n">rtc_lock</span><span class="p">,</span> <span class="n">flags</span><span class="p">);</span>

    <span class="cm">/* read RTC exactly on falling edge of update flag */</span>
    <span class="k">for</span> <span class="p">(</span> <span class="n">i</span> <span class="o">=</span> <span class="mi">0</span> <span class="p">;</span> <span class="n">i</span> <span class="o">&lt;</span> <span class="mi">1000000</span> <span class="p">;</span> <span class="n">i</span><span class="o">++</span> <span class="p">)</span> <span class="cm">/* may take up to 1 second... */</span>
        <span class="k">if</span> <span class="p">(</span> <span class="p">(</span><span class="n">CMOS_READ</span><span class="p">(</span><span class="n">RTC_FREQ_SELECT</span><span class="p">)</span> <span class="o">&amp;</span> <span class="n">RTC_UIP</span><span class="p">)</span> <span class="p">)</span>
            <span class="k">break</span><span class="p">;</span>
    <span class="k">for</span> <span class="p">(</span> <span class="n">i</span> <span class="o">=</span> <span class="mi">0</span> <span class="p">;</span> <span class="n">i</span> <span class="o">&lt;</span> <span class="mi">1000000</span> <span class="p">;</span> <span class="n">i</span><span class="o">++</span> <span class="p">)</span> <span class="cm">/* must try at least 2.228 ms */</span>
        <span class="k">if</span> <span class="p">(</span> <span class="o">!</span><span class="p">(</span><span class="n">CMOS_READ</span><span class="p">(</span><span class="n">RTC_FREQ_SELECT</span><span class="p">)</span> <span class="o">&amp;</span> <span class="n">RTC_UIP</span><span class="p">)</span> <span class="p">)</span>
            <span class="k">break</span><span class="p">;</span>

    <span class="n">res</span> <span class="o">=</span> <span class="n">__get_cmos_time</span><span class="p">();</span>

    <span class="n">spin_unlock_irqrestore</span><span class="p">(</span><span class="o">&amp;</span><span class="n">rtc_lock</span><span class="p">,</span> <span class="n">flags</span><span class="p">);</span>
    <span class="k">return</span> <span class="n">res</span><span class="p">;</span>
<span class="p">}</span>

<span class="cm">/***************************************************************************</span>
<span class="cm"> * System Time</span>
<span class="cm"> ***************************************************************************/</span>

<span class="n">s_time_t</span> <span class="n">get_s_time</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">struct</span> <span class="nc">cpu_time</span> <span class="o">*</span><span class="n">t</span> <span class="o">=</span> <span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">);</span>
    <span class="n">u64</span> <span class="n">tsc</span><span class="p">,</span> <span class="n">delta</span><span class="p">;</span>
    <span class="n">s_time_t</span> <span class="n">now</span><span class="p">;</span>

    <span class="n">rdtscll</span><span class="p">(</span><span class="n">tsc</span><span class="p">);</span>
    <span class="n">delta</span> <span class="o">=</span> <span class="n">tsc</span> <span class="o">-</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">local_tsc_stamp</span><span class="p">;</span>
    <span class="n">now</span> <span class="o">=</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_local_stamp</span> <span class="o">+</span> <span class="n">scale_delta</span><span class="p">(</span><span class="n">delta</span><span class="p">,</span> <span class="o">&amp;</span><span class="n">t</span><span class="o">-&gt;</span><span class="n">tsc_scale</span><span class="p">);</span>

    <span class="k">return</span> <span class="n">now</span><span class="p">;</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kr">inline</span> <span class="kt">void</span> <span class="n">version_update_begin</span><span class="p">(</span><span class="n">u32</span> <span class="o">*</span><span class="n">version</span><span class="p">)</span>
<span class="p">{</span>
    <span class="cm">/* Explicitly OR with 1 just in case version number gets out of sync. */</span>
    <span class="o">*</span><span class="n">version</span> <span class="o">=</span> <span class="p">(</span><span class="o">*</span><span class="n">version</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span> <span class="o">|</span> <span class="mi">1</span><span class="p">;</span>
    <span class="n">wmb</span><span class="p">();</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kr">inline</span> <span class="kt">void</span> <span class="n">version_update_end</span><span class="p">(</span><span class="n">u32</span> <span class="o">*</span><span class="n">version</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">wmb</span><span class="p">();</span>
    <span class="p">(</span><span class="o">*</span><span class="n">version</span><span class="p">)</span><span class="o">++</span><span class="p">;</span>
<span class="p">}</span>

<span class="kt">void</span> <span class="n">update_vcpu_system_time</span><span class="p">(</span><span class="k">struct</span> <span class="nc">vcpu</span> <span class="o">*</span><span class="n">v</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">struct</span> <span class="nc">cpu_time</span>       <span class="o">*</span><span class="n">t</span><span class="p">;</span>
    <span class="k">struct</span> <span class="nc">vcpu_time_info</span> <span class="o">*</span><span class="n">u</span><span class="p">;</span>

    <span class="k">if</span> <span class="p">(</span> <span class="n">v</span><span class="o">-&gt;</span><span class="n">vcpu_info</span> <span class="o">==</span> <span class="nb">NULL</span> <span class="p">)</span>
        <span class="k">return</span><span class="p">;</span>

    <span class="n">t</span> <span class="o">=</span> <span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">);</span>
    <span class="n">u</span> <span class="o">=</span> <span class="o">&amp;</span><span class="n">vcpu_info</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">time</span><span class="p">);</span>

    <span class="k">if</span> <span class="p">(</span> <span class="n">u</span><span class="o">-&gt;</span><span class="n">tsc_timestamp</span> <span class="o">==</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">local_tsc_stamp</span> <span class="p">)</span>
        <span class="k">return</span><span class="p">;</span>

    <span class="n">version_update_begin</span><span class="p">(</span><span class="o">&amp;</span><span class="n">u</span><span class="o">-&gt;</span><span class="n">version</span><span class="p">);</span>

    <span class="n">u</span><span class="o">-&gt;</span><span class="n">tsc_timestamp</span>     <span class="o">=</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">local_tsc_stamp</span><span class="p">;</span>
    <span class="n">u</span><span class="o">-&gt;</span><span class="n">system_time</span>       <span class="o">=</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_local_stamp</span><span class="p">;</span>
    <span class="n">u</span><span class="o">-&gt;</span><span class="n">tsc_to_system_mul</span> <span class="o">=</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">tsc_scale</span><span class="p">.</span><span class="n">mul_frac</span><span class="p">;</span>
    <span class="n">u</span><span class="o">-&gt;</span><span class="n">tsc_shift</span>         <span class="o">=</span> <span class="p">(</span><span class="n">s8</span><span class="p">)</span><span class="n">t</span><span class="o">-&gt;</span><span class="n">tsc_scale</span><span class="p">.</span><span class="n">shift</span><span class="p">;</span>

    <span class="n">version_update_end</span><span class="p">(</span><span class="o">&amp;</span><span class="n">u</span><span class="o">-&gt;</span><span class="n">version</span><span class="p">);</span>
<span class="p">}</span>

<span class="kt">void</span> <span class="n">update_domain_wallclock_time</span><span class="p">(</span><span class="k">struct</span> <span class="nc">domain</span> <span class="o">*</span><span class="n">d</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">spin_lock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">wc_lock</span><span class="p">);</span>
    <span class="n">version_update_begin</span><span class="p">(</span><span class="o">&amp;</span><span class="n">shared_info</span><span class="p">(</span><span class="n">d</span><span class="p">,</span> <span class="n">wc_version</span><span class="p">));</span>
    <span class="n">shared_info</span><span class="p">(</span><span class="n">d</span><span class="p">,</span> <span class="n">wc_sec</span><span class="p">)</span>  <span class="o">=</span> <span class="n">wc_sec</span> <span class="o">+</span> <span class="n">d</span><span class="o">-&gt;</span><span class="n">time_offset_seconds</span><span class="p">;</span>
    <span class="n">shared_info</span><span class="p">(</span><span class="n">d</span><span class="p">,</span> <span class="n">wc_nsec</span><span class="p">)</span> <span class="o">=</span> <span class="n">wc_nsec</span><span class="p">;</span>
    <span class="n">version_update_end</span><span class="p">(</span><span class="o">&amp;</span><span class="n">shared_info</span><span class="p">(</span><span class="n">d</span><span class="p">,</span> <span class="n">wc_version</span><span class="p">));</span>
    <span class="n">spin_unlock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">wc_lock</span><span class="p">);</span>
<span class="p">}</span>

<span class="kt">int</span> <span class="n">cpu_frequency_change</span><span class="p">(</span><span class="n">u64</span> <span class="n">freq</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">struct</span> <span class="nc">cpu_time</span> <span class="o">*</span><span class="n">t</span> <span class="o">=</span> <span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">);</span>
    <span class="n">u64</span> <span class="n">curr_tsc</span><span class="p">;</span>

    <span class="cm">/* Sanity check: CPU frequency allegedly dropping below 1MHz? */</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">freq</span> <span class="o">&lt;</span> <span class="mi">1000000u</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">gdprintk</span><span class="p">(</span><span class="n">XENLOG_WARNING</span><span class="p">,</span> <span class="s">&quot;Rejecting CPU frequency change &quot;</span>
                 <span class="s">&quot;to %&quot;</span><span class="n">PRIu64</span><span class="s">&quot; Hz.</span><span class="se">\n</span><span class="s">&quot;</span><span class="p">,</span> <span class="n">freq</span><span class="p">);</span>
        <span class="k">return</span> <span class="o">-</span><span class="n">EINVAL</span><span class="p">;</span>
    <span class="p">}</span>

    <span class="n">local_irq_disable</span><span class="p">();</span>
    <span class="cm">/* Platform time /first/, as we may be delayed by platform_timer_lock. */</span>
    <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_master_stamp</span> <span class="o">=</span> <span class="n">read_platform_stime</span><span class="p">();</span>
    <span class="cm">/* TSC-extrapolated time may be bogus after frequency change. */</span>
    <span class="cm">/*t-&gt;stime_local_stamp = get_s_time();*/</span>
    <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_local_stamp</span> <span class="o">=</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_master_stamp</span><span class="p">;</span>
    <span class="n">rdtscll</span><span class="p">(</span><span class="n">curr_tsc</span><span class="p">);</span>
    <span class="n">t</span><span class="o">-&gt;</span><span class="n">local_tsc_stamp</span> <span class="o">=</span> <span class="n">curr_tsc</span><span class="p">;</span>
    <span class="n">set_time_scale</span><span class="p">(</span><span class="o">&amp;</span><span class="n">t</span><span class="o">-&gt;</span><span class="n">tsc_scale</span><span class="p">,</span> <span class="n">freq</span><span class="p">);</span>
    <span class="n">local_irq_enable</span><span class="p">();</span>

    <span class="cm">/* A full epoch should pass before we check for deviation. */</span>
    <span class="n">set_timer</span><span class="p">(</span><span class="o">&amp;</span><span class="n">t</span><span class="o">-&gt;</span><span class="n">calibration_timer</span><span class="p">,</span> <span class="n">NOW</span><span class="p">()</span> <span class="o">+</span> <span class="n">EPOCH</span><span class="p">);</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">smp_processor_id</span><span class="p">()</span> <span class="o">==</span> <span class="mi">0</span> <span class="p">)</span>
        <span class="n">platform_time_calibration</span><span class="p">();</span>

    <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>
<span class="p">}</span>

<span class="cm">/* Set clock to &lt;secs,usecs&gt; after 00:00:00 UTC, 1 January, 1970. */</span>
<span class="kt">void</span> <span class="n">do_settime</span><span class="p">(</span><span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">secs</span><span class="p">,</span> <span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">nsecs</span><span class="p">,</span> <span class="n">u64</span> <span class="n">system_time_base</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">x</span><span class="p">;</span>
    <span class="n">u32</span> <span class="n">y</span><span class="p">,</span> <span class="n">_wc_sec</span><span class="p">,</span> <span class="n">_wc_nsec</span><span class="p">;</span>
    <span class="k">struct</span> <span class="nc">domain</span> <span class="o">*</span><span class="n">d</span><span class="p">;</span>

    <span class="n">x</span> <span class="o">=</span> <span class="p">(</span><span class="n">secs</span> <span class="o">*</span> <span class="mi">1000000000ULL</span><span class="p">)</span> <span class="o">+</span> <span class="p">(</span><span class="n">u64</span><span class="p">)</span><span class="n">nsecs</span> <span class="o">-</span> <span class="n">system_time_base</span><span class="p">;</span>
    <span class="n">y</span> <span class="o">=</span> <span class="n">do_div</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="mi">1000000000</span><span class="p">);</span>

    <span class="n">spin_lock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">wc_lock</span><span class="p">);</span>
    <span class="n">wc_sec</span>  <span class="o">=</span> <span class="n">_wc_sec</span>  <span class="o">=</span> <span class="p">(</span><span class="n">u32</span><span class="p">)</span><span class="n">x</span><span class="p">;</span>
    <span class="n">wc_nsec</span> <span class="o">=</span> <span class="n">_wc_nsec</span> <span class="o">=</span> <span class="p">(</span><span class="n">u32</span><span class="p">)</span><span class="n">y</span><span class="p">;</span>
    <span class="n">spin_unlock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">wc_lock</span><span class="p">);</span>

    <span class="n">rcu_read_lock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">domlist_read_lock</span><span class="p">);</span>
    <span class="n">for_each_domain</span> <span class="p">(</span> <span class="n">d</span> <span class="p">)</span>
        <span class="n">update_domain_wallclock_time</span><span class="p">(</span><span class="n">d</span><span class="p">);</span>
    <span class="n">rcu_read_unlock</span><span class="p">(</span><span class="o">&amp;</span><span class="n">domlist_read_lock</span><span class="p">);</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">void</span> <span class="n">local_time_calibration</span><span class="p">(</span><span class="kt">void</span> <span class="o">*</span><span class="n">unused</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">struct</span> <span class="nc">cpu_time</span> <span class="o">*</span><span class="n">t</span> <span class="o">=</span> <span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">);</span>

    <span class="cm">/*</span>
<span class="cm">     * System timestamps, extrapolated from local and master oscillators,</span>
<span class="cm">     * taken during this calibration and the previous calibration.</span>
<span class="cm">     */</span>
    <span class="n">s_time_t</span> <span class="n">prev_local_stime</span><span class="p">,</span> <span class="n">curr_local_stime</span><span class="p">;</span>
    <span class="n">s_time_t</span> <span class="n">prev_master_stime</span><span class="p">,</span> <span class="n">curr_master_stime</span><span class="p">;</span>

    <span class="cm">/* TSC timestamps taken during this calibration and prev calibration. */</span>
    <span class="n">u64</span> <span class="n">prev_tsc</span><span class="p">,</span> <span class="n">curr_tsc</span><span class="p">;</span>

    <span class="cm">/*</span>
<span class="cm">     * System time and TSC ticks elapsed during the previous calibration</span>
<span class="cm">     * &#39;epoch&#39;. These values are down-shifted to fit in 32 bits.</span>
<span class="cm">     */</span>
    <span class="n">u64</span> <span class="n">stime_elapsed64</span><span class="p">,</span> <span class="n">tsc_elapsed64</span><span class="p">;</span>
    <span class="n">u32</span> <span class="n">stime_elapsed32</span><span class="p">,</span> <span class="n">tsc_elapsed32</span><span class="p">;</span>

    <span class="cm">/* The accumulated error in the local estimate. */</span>
    <span class="n">u64</span> <span class="n">local_stime_err</span><span class="p">;</span>

    <span class="cm">/* Error correction to slow down a fast local clock. */</span>
    <span class="n">u32</span> <span class="n">error_factor</span> <span class="o">=</span> <span class="mi">0</span><span class="p">;</span>

    <span class="cm">/* Calculated TSC shift to ensure 32-bit scale multiplier. */</span>
    <span class="kt">int</span> <span class="n">tsc_shift</span> <span class="o">=</span> <span class="mi">0</span><span class="p">;</span>

    <span class="cm">/* The overall calibration scale multiplier. */</span>
    <span class="n">u32</span> <span class="n">calibration_mul_frac</span><span class="p">;</span>

    <span class="n">prev_tsc</span>          <span class="o">=</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">local_tsc_stamp</span><span class="p">;</span>
    <span class="n">prev_local_stime</span>  <span class="o">=</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_local_stamp</span><span class="p">;</span>
    <span class="n">prev_master_stime</span> <span class="o">=</span> <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_master_stamp</span><span class="p">;</span>

    <span class="cm">/*</span>
<span class="cm">     * Disable IRQs to get &#39;instantaneous&#39; current timestamps. We read platform</span>
<span class="cm">     * time first, as we may be delayed when acquiring platform_timer_lock.</span>
<span class="cm">     */</span>
    <span class="n">local_irq_disable</span><span class="p">();</span>
    <span class="n">curr_master_stime</span> <span class="o">=</span> <span class="n">read_platform_stime</span><span class="p">();</span>
    <span class="n">curr_local_stime</span>  <span class="o">=</span> <span class="n">get_s_time</span><span class="p">();</span>
    <span class="n">rdtscll</span><span class="p">(</span><span class="n">curr_tsc</span><span class="p">);</span>
    <span class="n">local_irq_enable</span><span class="p">();</span>

<span class="cp">#if 0</span><span class="c"></span>
<span class="c">    printk(&quot;PRE%d: tsc=%&quot;PRIu64&quot; stime=%&quot;PRIu64&quot; master=%&quot;PRIu64&quot;\n&quot;,</span>
<span class="c">           smp_processor_id(), prev_tsc, prev_local_stime, prev_master_stime);</span>
<span class="c">    printk(&quot;CUR%d: tsc=%&quot;PRIu64&quot; stime=%&quot;PRIu64&quot; master=%&quot;PRIu64</span>
<span class="c">           &quot; -&gt; %&quot;PRId64&quot;\n&quot;,</span>
<span class="c">           smp_processor_id(), curr_tsc, curr_local_stime, curr_master_stime,</span>
<span class="c">           curr_master_stime - curr_local_stime);</span>
<span class="cp">#endif</span>

    <span class="cm">/* Local time warps forward if it lags behind master time. */</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">curr_local_stime</span> <span class="o">&lt;</span> <span class="n">curr_master_stime</span> <span class="p">)</span>
        <span class="n">curr_local_stime</span> <span class="o">=</span> <span class="n">curr_master_stime</span><span class="p">;</span>

    <span class="n">stime_elapsed64</span> <span class="o">=</span> <span class="n">curr_master_stime</span> <span class="o">-</span> <span class="n">prev_master_stime</span><span class="p">;</span>
    <span class="n">tsc_elapsed64</span>   <span class="o">=</span> <span class="n">curr_tsc</span> <span class="o">-</span> <span class="n">prev_tsc</span><span class="p">;</span>

    <span class="cm">/*</span>
<span class="cm">     * Weirdness can happen if we lose sync with the platform timer.</span>
<span class="cm">     * We could be smarter here: resync platform timer with local timer?</span>
<span class="cm">     */</span>
    <span class="k">if</span> <span class="p">(</span> <span class="p">((</span><span class="n">s64</span><span class="p">)</span><span class="n">stime_elapsed64</span> <span class="o">&lt;</span> <span class="p">(</span><span class="n">EPOCH</span> <span class="o">/</span> <span class="mi">2</span><span class="p">))</span> <span class="p">)</span>
        <span class="k">goto</span> <span class="n">out</span><span class="p">;</span>

    <span class="cm">/*</span>
<span class="cm">     * Calculate error-correction factor. This only slows down a fast local</span>
<span class="cm">     * clock (slow clocks are warped forwards). The scale factor is clamped</span>
<span class="cm">     * to &gt;= 0.5.</span>
<span class="cm">     */</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">curr_local_stime</span> <span class="o">!=</span> <span class="n">curr_master_stime</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">local_stime_err</span> <span class="o">=</span> <span class="n">curr_local_stime</span> <span class="o">-</span> <span class="n">curr_master_stime</span><span class="p">;</span>
        <span class="k">if</span> <span class="p">(</span> <span class="n">local_stime_err</span> <span class="o">&gt;</span> <span class="n">EPOCH</span> <span class="p">)</span>
            <span class="n">local_stime_err</span> <span class="o">=</span> <span class="n">EPOCH</span><span class="p">;</span>
        <span class="n">error_factor</span> <span class="o">=</span> <span class="n">div_frac</span><span class="p">(</span><span class="n">EPOCH</span><span class="p">,</span> <span class="n">EPOCH</span> <span class="o">+</span> <span class="p">(</span><span class="n">u32</span><span class="p">)</span><span class="n">local_stime_err</span><span class="p">);</span>
    <span class="p">}</span>

    <span class="cm">/*</span>
<span class="cm">     * We require 0 &lt; stime_elapsed &lt; 2^31.</span>
<span class="cm">     * This allows us to binary shift a 32-bit tsc_elapsed such that:</span>
<span class="cm">     * stime_elapsed &lt; tsc_elapsed &lt;= 2*stime_elapsed</span>
<span class="cm">     */</span>
    <span class="k">while</span> <span class="p">(</span> <span class="p">((</span><span class="n">u32</span><span class="p">)</span><span class="n">stime_elapsed64</span> <span class="o">!=</span> <span class="n">stime_elapsed64</span><span class="p">)</span> <span class="o">||</span>
            <span class="p">((</span><span class="n">s32</span><span class="p">)</span><span class="n">stime_elapsed64</span> <span class="o">&lt;</span> <span class="mi">0</span><span class="p">)</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">stime_elapsed64</span> <span class="o">&gt;&gt;=</span> <span class="mi">1</span><span class="p">;</span>
        <span class="n">tsc_elapsed64</span>   <span class="o">&gt;&gt;=</span> <span class="mi">1</span><span class="p">;</span>
    <span class="p">}</span>

    <span class="cm">/* stime_master_diff now fits in a 32-bit word. */</span>
    <span class="n">stime_elapsed32</span> <span class="o">=</span> <span class="p">(</span><span class="n">u32</span><span class="p">)</span><span class="n">stime_elapsed64</span><span class="p">;</span>

    <span class="cm">/* tsc_elapsed &lt;= 2*stime_elapsed */</span>
    <span class="k">while</span> <span class="p">(</span> <span class="n">tsc_elapsed64</span> <span class="o">&gt;</span> <span class="p">(</span><span class="n">stime_elapsed32</span> <span class="o">*</span> <span class="mi">2</span><span class="p">)</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">tsc_elapsed64</span> <span class="o">&gt;&gt;=</span> <span class="mi">1</span><span class="p">;</span>
        <span class="n">tsc_shift</span><span class="o">--</span><span class="p">;</span>
    <span class="p">}</span>

    <span class="cm">/* Local difference must now fit in 32 bits. */</span>
    <span class="n">ASSERT</span><span class="p">((</span><span class="n">u32</span><span class="p">)</span><span class="n">tsc_elapsed64</span> <span class="o">==</span> <span class="n">tsc_elapsed64</span><span class="p">);</span>
    <span class="n">tsc_elapsed32</span> <span class="o">=</span> <span class="p">(</span><span class="n">u32</span><span class="p">)</span><span class="n">tsc_elapsed64</span><span class="p">;</span>

    <span class="cm">/* tsc_elapsed &gt; stime_elapsed */</span>
    <span class="n">ASSERT</span><span class="p">(</span><span class="n">tsc_elapsed32</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">);</span>
    <span class="k">while</span> <span class="p">(</span> <span class="n">tsc_elapsed32</span> <span class="o">&lt;=</span> <span class="n">stime_elapsed32</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">tsc_elapsed32</span> <span class="o">&lt;&lt;=</span> <span class="mi">1</span><span class="p">;</span>
        <span class="n">tsc_shift</span><span class="o">++</span><span class="p">;</span>
    <span class="p">}</span>

    <span class="n">calibration_mul_frac</span> <span class="o">=</span> <span class="n">div_frac</span><span class="p">(</span><span class="n">stime_elapsed32</span><span class="p">,</span> <span class="n">tsc_elapsed32</span><span class="p">);</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">error_factor</span> <span class="o">!=</span> <span class="mi">0</span> <span class="p">)</span>
        <span class="n">calibration_mul_frac</span> <span class="o">=</span> <span class="n">mul_frac</span><span class="p">(</span><span class="n">calibration_mul_frac</span><span class="p">,</span> <span class="n">error_factor</span><span class="p">);</span>

<span class="cp">#if 0</span><span class="c"></span>
<span class="c">    printk(&quot;---%d: %08x %08x %d\n&quot;, smp_processor_id(),</span>
<span class="c">           error_factor, calibration_mul_frac, tsc_shift);</span>
<span class="cp">#endif</span>

    <span class="cm">/* Record new timestamp information, atomically w.r.t. interrupts. */</span>
    <span class="n">local_irq_disable</span><span class="p">();</span>
    <span class="n">t</span><span class="o">-&gt;</span><span class="n">tsc_scale</span><span class="p">.</span><span class="n">mul_frac</span> <span class="o">=</span> <span class="n">calibration_mul_frac</span><span class="p">;</span>
    <span class="n">t</span><span class="o">-&gt;</span><span class="n">tsc_scale</span><span class="p">.</span><span class="n">shift</span>    <span class="o">=</span> <span class="n">tsc_shift</span><span class="p">;</span>
    <span class="n">t</span><span class="o">-&gt;</span><span class="n">local_tsc_stamp</span>    <span class="o">=</span> <span class="n">curr_tsc</span><span class="p">;</span>
    <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_local_stamp</span>  <span class="o">=</span> <span class="n">curr_local_stime</span><span class="p">;</span>
    <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_master_stamp</span> <span class="o">=</span> <span class="n">curr_master_stime</span><span class="p">;</span>
    <span class="n">local_irq_enable</span><span class="p">();</span>

    <span class="n">update_vcpu_system_time</span><span class="p">(</span><span class="n">current</span><span class="p">);</span>

 <span class="nl">out</span><span class="p">:</span>
    <span class="n">set_timer</span><span class="p">(</span><span class="o">&amp;</span><span class="n">t</span><span class="o">-&gt;</span><span class="n">calibration_timer</span><span class="p">,</span> <span class="n">NOW</span><span class="p">()</span> <span class="o">+</span> <span class="n">EPOCH</span><span class="p">);</span>

    <span class="k">if</span> <span class="p">(</span> <span class="n">smp_processor_id</span><span class="p">()</span> <span class="o">==</span> <span class="mi">0</span> <span class="p">)</span>
        <span class="n">platform_time_calibration</span><span class="p">();</span>
<span class="p">}</span>

<span class="kt">void</span> <span class="n">init_percpu_time</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">struct</span> <span class="nc">cpu_time</span> <span class="o">*</span><span class="n">t</span> <span class="o">=</span> <span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">);</span>
    <span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">flags</span><span class="p">;</span>
    <span class="n">s_time_t</span> <span class="n">now</span><span class="p">;</span>

    <span class="n">local_irq_save</span><span class="p">(</span><span class="n">flags</span><span class="p">);</span>
    <span class="n">rdtscll</span><span class="p">(</span><span class="n">t</span><span class="o">-&gt;</span><span class="n">local_tsc_stamp</span><span class="p">);</span>
    <span class="n">now</span> <span class="o">=</span> <span class="o">!</span><span class="n">plt_src</span><span class="p">.</span><span class="n">read_counter</span> <span class="o">?</span> <span class="mi">0</span> <span class="o">:</span> <span class="n">read_platform_stime</span><span class="p">();</span>
    <span class="n">local_irq_restore</span><span class="p">(</span><span class="n">flags</span><span class="p">);</span>

    <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_master_stamp</span> <span class="o">=</span> <span class="n">now</span><span class="p">;</span>
    <span class="n">t</span><span class="o">-&gt;</span><span class="n">stime_local_stamp</span>  <span class="o">=</span> <span class="n">now</span><span class="p">;</span>

    <span class="n">init_timer</span><span class="p">(</span><span class="o">&amp;</span><span class="n">t</span><span class="o">-&gt;</span><span class="n">calibration_timer</span><span class="p">,</span> <span class="n">local_time_calibration</span><span class="p">,</span>
               <span class="nb">NULL</span><span class="p">,</span> <span class="n">smp_processor_id</span><span class="p">());</span>
    <span class="n">set_timer</span><span class="p">(</span><span class="o">&amp;</span><span class="n">t</span><span class="o">-&gt;</span><span class="n">calibration_timer</span><span class="p">,</span> <span class="n">NOW</span><span class="p">()</span> <span class="o">+</span> <span class="n">EPOCH</span><span class="p">);</span>
<span class="p">}</span>

<span class="cm">/* Late init function (after all CPUs are booted). */</span>
<span class="kt">int</span> <span class="n">__init</span> <span class="n">init_xen_time</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">wc_sec</span> <span class="o">=</span> <span class="n">get_cmos_time</span><span class="p">();</span>

    <span class="n">local_irq_disable</span><span class="p">();</span>

    <span class="n">init_percpu_time</span><span class="p">();</span>

    <span class="n">stime_platform_stamp</span> <span class="o">=</span> <span class="mi">0</span><span class="p">;</span>
    <span class="n">init_platform_timer</span><span class="p">();</span>

    <span class="cm">/* check if TSC is invariant during deep C state</span>
<span class="cm">       this is a new feature introduced by Nehalem*/</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">cpuid_edx</span><span class="p">(</span><span class="mh">0x80000007</span><span class="p">)</span> <span class="o">&amp;</span> <span class="p">(</span><span class="mi">1U</span><span class="o">&lt;&lt;</span><span class="mi">8</span><span class="p">)</span> <span class="p">)</span>
        <span class="n">tsc_invariant</span> <span class="o">=</span> <span class="mi">1</span><span class="p">;</span>

    <span class="n">local_irq_enable</span><span class="p">();</span>

    <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>
<span class="p">}</span>


<span class="cm">/* Early init function. */</span>
<span class="kt">void</span> <span class="n">__init</span> <span class="n">early_time_init</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">tmp</span> <span class="o">=</span> <span class="n">init_pit_and_calibrate_tsc</span><span class="p">();</span>

    <span class="n">set_time_scale</span><span class="p">(</span><span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">).</span><span class="n">tsc_scale</span><span class="p">,</span> <span class="n">tmp</span><span class="p">);</span>

    <span class="n">do_div</span><span class="p">(</span><span class="n">tmp</span><span class="p">,</span> <span class="mi">1000</span><span class="p">);</span>
    <span class="n">cpu_khz</span> <span class="o">=</span> <span class="p">(</span><span class="kt">unsigned</span> <span class="kt">long</span><span class="p">)</span><span class="n">tmp</span><span class="p">;</span>
    <span class="n">printk</span><span class="p">(</span><span class="s">&quot;Detected %lu.%03lu MHz processor.</span><span class="se">\n</span><span class="s">&quot;</span><span class="p">,</span> 
           <span class="n">cpu_khz</span> <span class="o">/</span> <span class="mi">1000</span><span class="p">,</span> <span class="n">cpu_khz</span> <span class="o">%</span> <span class="mi">1000</span><span class="p">);</span>

    <span class="n">setup_irq</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="o">&amp;</span><span class="n">irq0</span><span class="p">);</span>
<span class="p">}</span>

<span class="k">static</span> <span class="kt">int</span> <span class="n">__init</span> <span class="n">disable_pit_irq</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">if</span> <span class="p">(</span> <span class="o">!</span><span class="n">using_pit</span> <span class="o">&amp;&amp;</span> <span class="n">cpu_has_apic</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="cm">/* Disable PIT CH0 timer interrupt. */</span>
        <span class="n">outb_p</span><span class="p">(</span><span class="mh">0x30</span><span class="p">,</span> <span class="n">PIT_MODE</span><span class="p">);</span>
        <span class="n">outb_p</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">PIT_CH0</span><span class="p">);</span>
        <span class="n">outb_p</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">PIT_CH0</span><span class="p">);</span>
    <span class="p">}</span>
    <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>
<span class="p">}</span>
<span class="n">__initcall</span><span class="p">(</span><span class="n">disable_pit_irq</span><span class="p">);</span>

<span class="kt">void</span> <span class="nf">send_timer_event</span><span class="p">(</span><span class="k">struct</span> <span class="nc">vcpu</span> <span class="o">*</span><span class="n">v</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">send_guest_vcpu_virq</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">VIRQ_TIMER</span><span class="p">);</span>
<span class="p">}</span>

<span class="cm">/* Return secs after 00:00:00 localtime, 1 January, 1970. */</span>
<span class="kt">unsigned</span> <span class="kt">long</span> <span class="n">get_localtime</span><span class="p">(</span><span class="k">struct</span> <span class="nc">domain</span> <span class="o">*</span><span class="n">d</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">return</span> <span class="n">wc_sec</span> <span class="o">+</span> <span class="p">(</span><span class="n">wc_nsec</span> <span class="o">+</span> <span class="n">NOW</span><span class="p">())</span> <span class="o">/</span> <span class="mi">1000000000ULL</span> 
        <span class="o">+</span> <span class="n">d</span><span class="o">-&gt;</span><span class="n">time_offset_seconds</span><span class="p">;</span>
<span class="p">}</span>

<span class="cm">/* &quot;cmos_utc_offset&quot; is the difference between UTC time and CMOS time. */</span>
<span class="k">static</span> <span class="kt">long</span> <span class="n">cmos_utc_offset</span><span class="p">;</span> <span class="cm">/* in seconds */</span>

<span class="kt">int</span> <span class="nf">time_suspend</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="k">if</span> <span class="p">(</span> <span class="n">smp_processor_id</span><span class="p">()</span> <span class="o">==</span> <span class="mi">0</span> <span class="p">)</span>
    <span class="p">{</span>
        <span class="n">cmos_utc_offset</span> <span class="o">=</span> <span class="o">-</span><span class="n">get_cmos_time</span><span class="p">();</span>
        <span class="n">cmos_utc_offset</span> <span class="o">+=</span> <span class="p">(</span><span class="n">wc_sec</span> <span class="o">+</span> <span class="p">(</span><span class="n">wc_nsec</span> <span class="o">+</span> <span class="n">NOW</span><span class="p">())</span> <span class="o">/</span> <span class="mi">1000000000ULL</span><span class="p">);</span>
    <span class="p">}</span>

    <span class="cm">/* Better to cancel calibration timer for accuracy. */</span>
    <span class="n">kill_timer</span><span class="p">(</span><span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">).</span><span class="n">calibration_timer</span><span class="p">);</span>

    <span class="k">return</span> <span class="mi">0</span><span class="p">;</span>
<span class="p">}</span>

<span class="kt">int</span> <span class="nf">time_resume</span><span class="p">(</span><span class="kt">void</span><span class="p">)</span>
<span class="p">{</span>
    <span class="n">u64</span> <span class="n">tmp</span> <span class="o">=</span> <span class="n">init_pit_and_calibrate_tsc</span><span class="p">();</span>

    <span class="n">disable_pit_irq</span><span class="p">();</span>

    <span class="n">set_time_scale</span><span class="p">(</span><span class="o">&amp;</span><span class="n">this_cpu</span><span class="p">(</span><span class="n">cpu_time</span><span class="p">).</span><span class="n">tsc_scale</span><span class="p">,</span> <span class="n">tmp</span><span class="p">);</span>
