shaka-packager/docs/dd/d14/job__manager_8cc_source.html

198 lines
18 KiB
HTML
Raw Normal View History

<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
2018-02-10 23:37:42 +00:00
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
2021-06-22 00:16:40 +00:00
<meta name="generator" content="Doxygen 1.8.17"/>
2018-02-10 23:37:42 +00:00
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>Shaka Packager SDK: packager/app/job_manager.cc Source File</title>
<link href="../../tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="../../jquery.js"></script>
<script type="text/javascript" src="../../dynsections.js"></script>
<link href="../../search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="../../search/searchdata.js"></script>
<script type="text/javascript" src="../../search/search.js"></script>
<link href="../../doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">Shaka Packager SDK
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
2021-06-22 00:16:40 +00:00
<!-- Generated by Doxygen 1.8.17 -->
2018-02-10 23:37:42 +00:00
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
2021-06-22 00:16:40 +00:00
var searchBox = new SearchBox("searchBox", "../../search",false,'Search');
/* @license-end */
2018-02-10 23:37:42 +00:00
</script>
<script type="text/javascript" src="../../menudata.js"></script>
<script type="text/javascript" src="../../menu.js"></script>
<script type="text/javascript">
/* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&amp;dn=gpl-2.0.txt GPL-v2 */
2018-02-10 23:37:42 +00:00
$(function() {
initMenu('../../',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
/* @license-end */</script>
2018-02-10 23:37:42 +00:00
<div id="main-nav"></div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="../../dir_3f8eec2fc361645de4b1ec14c19fffc7.html">packager</a></li><li class="navelem"><a class="el" href="../../dir_bf7f1d16febc509cca62cff27fb88644.html">app</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">job_manager.cc</div> </div>
</div><!--header-->
<div class="contents">
<div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">// Copyright 2017 Google Inc. All rights reserved.</span></div>
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment">// Use of this source code is governed by a BSD-style</span></div>
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment">// license that can be found in the LICENSE file or at</span></div>
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment">// https://developers.google.com/open-source/licenses/bsd</span></div>
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160; </div>
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="preprocessor">#include &quot;packager/app/job_manager.h&quot;</span></div>
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160; </div>
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="preprocessor">#include &quot;packager/app/libcrypto_threading.h&quot;</span></div>
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="preprocessor">#include &quot;packager/media/chunking/sync_point_queue.h&quot;</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="preprocessor">#include &quot;packager/media/origin/origin_handler.h&quot;</span></div>
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160; </div>
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="keyword">namespace </span><a class="code" href="../../d8/daf/namespaceshaka.html">shaka</a> {</div>
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="keyword">namespace </span>media {</div>
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160; </div>
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;Job::Job(<span class="keyword">const</span> std::string&amp; name, std::shared_ptr&lt;OriginHandler&gt; work)</div>
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160; : SimpleThread(name),</div>
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160; work_(std::move(work)),</div>
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160; wait_(base::WaitableEvent::ResetPolicy::MANUAL,</div>
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160; base::WaitableEvent::InitialState::NOT_SIGNALED) {</div>
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160; DCHECK(work_);</div>
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span>&#160;}</div>
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span>&#160; </div>
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="keywordtype">void</span> Job::Cancel() {</div>
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160; work_-&gt;Cancel();</div>
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;}</div>
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160; </div>
<div class="line"><a name="l00028"></a><span class="lineno"> 28</span>&#160;<span class="keywordtype">void</span> Job::Run() {</div>
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160; status_ = work_-&gt;Run();</div>
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160; wait_.Signal();</div>
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;}</div>
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160; </div>
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;JobManager::JobManager(std::unique_ptr&lt;SyncPointQueue&gt; sync_points)</div>
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160; : sync_points_(std::move(sync_points)) {}</div>
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160; </div>
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160;<span class="keywordtype">void</span> JobManager::Add(<span class="keyword">const</span> std::string&amp; name,</div>
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160; std::shared_ptr&lt;OriginHandler&gt; handler) {</div>
<div class="line"><a name="l00038"></a><span class="lineno"> 38</span>&#160; <span class="comment">// Stores Job entries for delayed construction of Job objects, to avoid</span></div>
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span>&#160; <span class="comment">// setting up SimpleThread until we know all workers can be initialized</span></div>
<div class="line"><a name="l00040"></a><span class="lineno"> 40</span>&#160; <span class="comment">// successfully.</span></div>
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160; job_entries_.push_back({name, std::move(handler)});</div>
<div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160;}</div>
<div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160; </div>
<div class="line"><a name="l00044"></a><span class="lineno"> 44</span>&#160;Status JobManager::InitializeJobs() {</div>
<div class="line"><a name="l00045"></a><span class="lineno"> 45</span>&#160; Status status;</div>
<div class="line"><a name="l00046"></a><span class="lineno"> 46</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> JobEntry&amp; job_entry : job_entries_)</div>
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>&#160; status.Update(job_entry.worker-&gt;Initialize());</div>
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>&#160; <span class="keywordflow">if</span> (!status.ok())</div>
<div class="line"><a name="l00049"></a><span class="lineno"> 49</span>&#160; <span class="keywordflow">return</span> status;</div>
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span>&#160; </div>
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>&#160; <span class="comment">// Create Job objects after successfully initialized all workers.</span></div>
<div class="line"><a name="l00052"></a><span class="lineno"> 52</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">const</span> JobEntry&amp; job_entry : job_entries_)</div>
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span>&#160; jobs_.emplace_back(<span class="keyword">new</span> Job(job_entry.name, std::move(job_entry.worker)));</div>
<div class="line"><a name="l00054"></a><span class="lineno"> 54</span>&#160; <span class="keywordflow">return</span> status;</div>
<div class="line"><a name="l00055"></a><span class="lineno"> 55</span>&#160;}</div>
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span>&#160; </div>
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span>&#160;Status JobManager::RunJobs() {</div>
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span>&#160; <span class="comment">// We need to store the jobs and the waits separately in order to use the</span></div>
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span>&#160; <span class="comment">// |WaitMany| function. |WaitMany| takes an array of WaitableEvents but we</span></div>
<div class="line"><a name="l00060"></a><span class="lineno"> 60</span>&#160; <span class="comment">// need to access the jobs in order to join the thread and check the status.</span></div>
<div class="line"><a name="l00061"></a><span class="lineno"> 61</span>&#160; <span class="comment">// The indexes needs to be check in sync or else we won&#39;t be able to relate a</span></div>
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160; <span class="comment">// WaitableEvent back to the job.</span></div>
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160; std::vector&lt;Job*&gt; active_jobs;</div>
<div class="line"><a name="l00064"></a><span class="lineno"> 64</span>&#160; std::vector&lt;base::WaitableEvent*&gt; active_waits;</div>
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160; </div>
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160; <span class="comment">// Start every job and add it to the active jobs list so that we can wait</span></div>
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span>&#160; <span class="comment">// on each one.</span></div>
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp; job : jobs_) {</div>
<div class="line"><a name="l00069"></a><span class="lineno"> 69</span>&#160; job-&gt;Start();</div>
<div class="line"><a name="l00070"></a><span class="lineno"> 70</span>&#160; </div>
<div class="line"><a name="l00071"></a><span class="lineno"> 71</span>&#160; active_jobs.push_back(job.get());</div>
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span>&#160; active_waits.push_back(job-&gt;wait());</div>
<div class="line"><a name="l00073"></a><span class="lineno"> 73</span>&#160; }</div>
<div class="line"><a name="l00074"></a><span class="lineno"> 74</span>&#160; </div>
<div class="line"><a name="l00075"></a><span class="lineno"> 75</span>&#160; <span class="comment">// Wait for all jobs to complete or an error occurs.</span></div>
<div class="line"><a name="l00076"></a><span class="lineno"> 76</span>&#160; Status status;</div>
<div class="line"><a name="l00077"></a><span class="lineno"> 77</span>&#160; <span class="keywordflow">while</span> (status.ok() &amp;&amp; active_jobs.size()) {</div>
<div class="line"><a name="l00078"></a><span class="lineno"> 78</span>&#160; <span class="comment">// Wait for an event to finish and then update our status so that we can</span></div>
<div class="line"><a name="l00079"></a><span class="lineno"> 79</span>&#160; <span class="comment">// quit if something has gone wrong.</span></div>
<div class="line"><a name="l00080"></a><span class="lineno"> 80</span>&#160; <span class="keyword">const</span> <span class="keywordtype">size_t</span> done =</div>
<div class="line"><a name="l00081"></a><span class="lineno"> 81</span>&#160; base::WaitableEvent::WaitMany(active_waits.data(), active_waits.size());</div>
<div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160; Job* job = active_jobs[done];</div>
<div class="line"><a name="l00083"></a><span class="lineno"> 83</span>&#160; </div>
<div class="line"><a name="l00084"></a><span class="lineno"> 84</span>&#160; job-&gt;Join();</div>
<div class="line"><a name="l00085"></a><span class="lineno"> 85</span>&#160; status.Update(job-&gt;status());</div>
<div class="line"><a name="l00086"></a><span class="lineno"> 86</span>&#160; </div>
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160; <span class="comment">// Remove the job and the wait from our tracking.</span></div>
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>&#160; active_jobs.erase(active_jobs.begin() + done);</div>
<div class="line"><a name="l00089"></a><span class="lineno"> 89</span>&#160; active_waits.erase(active_waits.begin() + done);</div>
<div class="line"><a name="l00090"></a><span class="lineno"> 90</span>&#160; }</div>
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160; </div>
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; <span class="comment">// If the main loop has exited and there are still jobs running,</span></div>
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; <span class="comment">// we need to cancel them and clean-up.</span></div>
<div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160; <span class="keywordflow">if</span> (sync_points_)</div>
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160; sync_points_-&gt;Cancel();</div>
<div class="line"><a name="l00096"></a><span class="lineno"> 96</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp; job : active_jobs) {</div>
<div class="line"><a name="l00097"></a><span class="lineno"> 97</span>&#160; job-&gt;Cancel();</div>
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span>&#160; }</div>
<div class="line"><a name="l00099"></a><span class="lineno"> 99</span>&#160; </div>
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp; job : active_jobs) {</div>
<div class="line"><a name="l00101"></a><span class="lineno"> 101</span>&#160; job-&gt;Join();</div>
<div class="line"><a name="l00102"></a><span class="lineno"> 102</span>&#160; }</div>
<div class="line"><a name="l00103"></a><span class="lineno"> 103</span>&#160; </div>
<div class="line"><a name="l00104"></a><span class="lineno"> 104</span>&#160; <span class="keywordflow">return</span> status;</div>
<div class="line"><a name="l00105"></a><span class="lineno"> 105</span>&#160;}</div>
<div class="line"><a name="l00106"></a><span class="lineno"> 106</span>&#160; </div>
<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>&#160;<span class="keywordtype">void</span> JobManager::CancelJobs() {</div>
<div class="line"><a name="l00108"></a><span class="lineno"> 108</span>&#160; <span class="keywordflow">if</span> (sync_points_)</div>
<div class="line"><a name="l00109"></a><span class="lineno"> 109</span>&#160; sync_points_-&gt;Cancel();</div>
<div class="line"><a name="l00110"></a><span class="lineno"> 110</span>&#160; <span class="keywordflow">for</span> (<span class="keyword">auto</span>&amp; job : jobs_) {</div>
<div class="line"><a name="l00111"></a><span class="lineno"> 111</span>&#160; job-&gt;Cancel();</div>
<div class="line"><a name="l00112"></a><span class="lineno"> 112</span>&#160; }</div>
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160;}</div>
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160; </div>
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160;} <span class="comment">// namespace media</span></div>
<div class="line"><a name="l00116"></a><span class="lineno"> 116</span>&#160;} <span class="comment">// namespace shaka</span></div>
2018-02-10 23:37:42 +00:00
</div><!-- fragment --></div><!-- contents -->
2021-06-22 00:16:40 +00:00
<div class="ttc" id="anamespaceshaka_html"><div class="ttname"><a href="../../d8/daf/namespaceshaka.html">shaka</a></div><div class="ttdoc">All the methods that are virtual are virtual for mocking.</div><div class="ttdef"><b>Definition:</b> <a href="../../d4/d15/gflags__hex__bytes_8cc_source.html#l00011">gflags_hex_bytes.cc:11</a></div></div>
2018-02-10 23:37:42 +00:00
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
2021-06-22 00:16:40 +00:00
Generated on Tue Jun 22 2021 00:16:03 for Shaka Packager SDK by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="../../doxygen.png" alt="doxygen"/>
</a> 1.8.17
2018-02-10 23:37:42 +00:00
</small></address>
</body>
</html>