Commit | Line | Data |
8e30e889 |
1 | <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
2 | <html xmlns="http://www.w3.org/1999/xhtml"> |
3 | <!-- |
4 | This file was generated by Devel::NYTProf version 4.06 |
5 | --> |
6 | <head> |
7 | <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> |
8 | <meta http-equiv="Content-Language" content="en-us" /> |
9 | <title>Profile of Data/Stream/Bulk.pm</title> |
10 | <link rel="stylesheet" type="text/css" href="style.css" /> |
11 | <script type="text/javascript" src="js/jquery-min.js"></script> |
12 | |
13 | <script type="text/javascript" src="js/jquery-tablesorter-min.js"></script> |
14 | <link rel="stylesheet" type="text/css" href="js/style-tablesorter.css" /> |
15 | <script type="text/javascript"> |
16 | // when a column is first clicked on to sort it, use descending order |
17 | // XXX doesn't seem to work (and not just because the tablesorter formatSortingOrder() is broken) |
18 | $.tablesorter.defaults.sortInitialOrder = "desc"; |
19 | // add parser through the tablesorter addParser method |
20 | $.tablesorter.addParser({ |
21 | id: 'fmt_time', // name of this parser |
22 | is: function(s) { |
23 | return false; // return false so this parser is not auto detected |
24 | }, |
25 | format: function(orig) { // format data for normalization |
26 | // console.log(orig); |
27 | val = orig.replace(/ns/,''); |
28 | if (val != orig) { return val / (1000*1000*1000); } |
29 | val = orig.replace(/µs/,''); /* XXX use µ ? */ |
30 | if (val != orig) { return val / (1000*1000); } |
31 | var val = orig.replace(/ms/,''); |
32 | if (val != orig) { return val / (1000); } |
33 | var val = orig.replace(/s/,''); |
34 | if (val != orig) { return val; } |
35 | if (orig == '0') { return orig; } |
36 | console.log('no match for fmt_time of '.concat(orig)); |
37 | return orig; |
38 | }, |
39 | type: 'numeric' // set type, either numeric or text |
40 | }); |
41 | </script> |
42 | </head> |
43 | |
44 | <body > |
45 | <div class="header" style="position: relative; overflow-x: hidden; overflow-y: hidden; z-index: 0; "> |
46 | <div class="header_back"> |
47 | <a href="index.html">← Index</a> |
48 | </div> |
49 | <div class="headerForeground" style="float: left"> |
50 | <span class="siteTitle">NYTProf Performance Profile</span> |
51 | <span class="siteSubtitle">  <span>« <span class="mode_btn mode_btn_selected">block view</span> • <span class="mode_btn"><a href="Data-Stream-Bulk-pm-1779-line.html">line view</a></span> • <span class="mode_btn"><a href="Data-Stream-Bulk-pm-1779-sub.html">sub view</a></span> »</span><br /> |
52 | For script/nytprof.pl |
53 | </span> |
54 | </div> |
55 | <div class="headerForeground" style="float: right; text-align: right"> |
56 | <span class="siteTitle"> </span> |
57 | <span class="siteSubtitle">Run on Thu May 31 16:49:15 2012<br />Reported on Thu May 31 16:53:02 2012</span> |
58 | </div> |
59 | <div style="position: absolute; left: 0px; top: 0%; width: 100%; height: 101%; z-index: -1; background-color: rgb(17, 136, 255); "></div> |
60 | <div style="position: absolute; left: 0px; top: 2%; width: 100%; height: 99%; z-index: -1; background-color: rgb(16, 134, 253); "></div> |
61 | <div style="position: absolute; left: 0px; top: 4%; width: 100%; height: 97%; z-index: -1; background-color: rgb(16, 133, 252); "></div> |
62 | <div style="position: absolute; left: 0px; top: 6%; width: 100%; height: 95%; z-index: -1; background-color: rgb(15, 131, 250); "></div> |
63 | <div style="position: absolute; left: 0px; top: 8%; width: 100%; height: 93%; z-index: -1; background-color: rgb(15, 130, 249); "></div> |
64 | <div style="position: absolute; left: 0px; top: 10%; width: 100%; height: 91%; z-index: -1; background-color: rgb(15, 129, 248); "></div> |
65 | <div style="position: absolute; left: 0px; top: 12%; width: 100%; height: 89%; z-index: -1; background-color: rgb(14, 127, 246); "></div> |
66 | <div style="position: absolute; left: 0px; top: 14%; width: 100%; height: 87%; z-index: -1; background-color: rgb(14, 126, 245); "></div> |
67 | <div style="position: absolute; left: 0px; top: 16%; width: 100%; height: 85%; z-index: -1; background-color: rgb(14, 125, 244); "></div> |
68 | <div style="position: absolute; left: 0px; top: 18%; width: 100%; height: 83%; z-index: -1; background-color: rgb(13, 123, 242); "></div> |
69 | <div style="position: absolute; left: 0px; top: 20%; width: 100%; height: 81%; z-index: -1; background-color: rgb(13, 122, 241); "></div> |
70 | <div style="position: absolute; left: 0px; top: 22%; width: 100%; height: 79%; z-index: -1; background-color: rgb(13, 121, 240); "></div> |
71 | <div style="position: absolute; left: 0px; top: 24%; width: 100%; height: 77%; z-index: -1; background-color: rgb(12, 119, 238); "></div> |
72 | <div style="position: absolute; left: 0px; top: 26%; width: 100%; height: 75%; z-index: -1; background-color: rgb(12, 118, 237); "></div> |
73 | <div style="position: absolute; left: 0px; top: 28%; width: 100%; height: 73%; z-index: -1; background-color: rgb(12, 116, 235); "></div> |
74 | <div style="position: absolute; left: 0px; top: 30%; width: 100%; height: 71%; z-index: -1; background-color: rgb(11, 115, 234); "></div> |
75 | <div style="position: absolute; left: 0px; top: 32%; width: 100%; height: 69%; z-index: -1; background-color: rgb(11, 114, 233); "></div> |
76 | <div style="position: absolute; left: 0px; top: 34%; width: 100%; height: 67%; z-index: -1; background-color: rgb(11, 112, 231); "></div> |
77 | <div style="position: absolute; left: 0px; top: 36%; width: 100%; height: 65%; z-index: -1; background-color: rgb(10, 111, 230); "></div> |
78 | <div style="position: absolute; left: 0px; top: 38%; width: 100%; height: 63%; z-index: -1; background-color: rgb(10, 110, 229); "></div> |
79 | <div style="position: absolute; left: 0px; top: 40%; width: 100%; height: 61%; z-index: -1; background-color: rgb(10, 108, 227); "></div> |
80 | <div style="position: absolute; left: 0px; top: 42%; width: 100%; height: 59%; z-index: -1; background-color: rgb(9, 107, 226); "></div> |
81 | <div style="position: absolute; left: 0px; top: 44%; width: 100%; height: 57%; z-index: -1; background-color: rgb(9, 106, 225); "></div> |
82 | <div style="position: absolute; left: 0px; top: 46%; width: 100%; height: 55%; z-index: -1; background-color: rgb(9, 104, 223); "></div> |
83 | <div style="position: absolute; left: 0px; top: 48%; width: 100%; height: 53%; z-index: -1; background-color: rgb(8, 103, 222); "></div> |
84 | <div style="position: absolute; left: 0px; top: 50%; width: 100%; height: 51%; z-index: -1; background-color: rgb(8, 102, 221); "></div> |
85 | <div style="position: absolute; left: 0px; top: 52%; width: 100%; height: 49%; z-index: -1; background-color: rgb(8, 100, 219); "></div> |
86 | <div style="position: absolute; left: 0px; top: 54%; width: 100%; height: 47%; z-index: -1; background-color: rgb(7, 99, 218); "></div> |
87 | <div style="position: absolute; left: 0px; top: 56%; width: 100%; height: 45%; z-index: -1; background-color: rgb(7, 97, 216); "></div> |
88 | <div style="position: absolute; left: 0px; top: 58%; width: 100%; height: 43%; z-index: -1; background-color: rgb(7, 96, 215); "></div> |
89 | <div style="position: absolute; left: 0px; top: 60%; width: 100%; height: 41%; z-index: -1; background-color: rgb(6, 95, 214); "></div> |
90 | <div style="position: absolute; left: 0px; top: 62%; width: 100%; height: 39%; z-index: -1; background-color: rgb(6, 93, 212); "></div> |
91 | <div style="position: absolute; left: 0px; top: 64%; width: 100%; height: 37%; z-index: -1; background-color: rgb(6, 92, 211); "></div> |
92 | <div style="position: absolute; left: 0px; top: 66%; width: 100%; height: 35%; z-index: -1; background-color: rgb(5, 91, 210); "></div> |
93 | <div style="position: absolute; left: 0px; top: 68%; width: 100%; height: 33%; z-index: -1; background-color: rgb(5, 89, 208); "></div> |
94 | <div style="position: absolute; left: 0px; top: 70%; width: 100%; height: 31%; z-index: -1; background-color: rgb(5, 88, 207); "></div> |
95 | <div style="position: absolute; left: 0px; top: 72%; width: 100%; height: 29%; z-index: -1; background-color: rgb(4, 87, 206); "></div> |
96 | <div style="position: absolute; left: 0px; top: 74%; width: 100%; height: 27%; z-index: -1; background-color: rgb(4, 85, 204); "></div> |
97 | <div style="position: absolute; left: 0px; top: 76%; width: 100%; height: 25%; z-index: -1; background-color: rgb(4, 84, 203); "></div> |
98 | <div style="position: absolute; left: 0px; top: 78%; width: 100%; height: 23%; z-index: -1; background-color: rgb(3, 82, 201); "></div> |
99 | <div style="position: absolute; left: 0px; top: 80%; width: 100%; height: 21%; z-index: -1; background-color: rgb(3, 81, 200); "></div> |
100 | <div style="position: absolute; left: 0px; top: 82%; width: 100%; height: 19%; z-index: -1; background-color: rgb(3, 80, 199); "></div> |
101 | <div style="position: absolute; left: 0px; top: 84%; width: 100%; height: 17%; z-index: -1; background-color: rgb(2, 78, 197); "></div> |
102 | <div style="position: absolute; left: 0px; top: 86%; width: 100%; height: 15%; z-index: -1; background-color: rgb(2, 77, 196); "></div> |
103 | <div style="position: absolute; left: 0px; top: 88%; width: 100%; height: 13%; z-index: -1; background-color: rgb(2, 76, 195); "></div> |
104 | <div style="position: absolute; left: 0px; top: 90%; width: 100%; height: 11%; z-index: -1; background-color: rgb(1, 74, 193); "></div> |
105 | <div style="position: absolute; left: 0px; top: 92%; width: 100%; height: 9%; z-index: -1; background-color: rgb(1, 73, 192); "></div> |
106 | <div style="position: absolute; left: 0px; top: 94%; width: 100%; height: 7%; z-index: -1; background-color: rgb(1, 72, 191); "></div> |
107 | <div style="position: absolute; left: 0px; top: 96%; width: 100%; height: 5%; z-index: -1; background-color: rgb(0, 70, 189); "></div> |
108 | <div style="position: absolute; left: 0px; top: 98%; width: 100%; height: 3%; z-index: -1; background-color: rgb(0, 69, 188); "></div> |
109 | <div style="position: absolute; left: 0px; top: 100%; width: 100%; height: 1%; z-index: -1; background-color: rgb(0, 68, 187); "></div> |
110 | </div> |
111 | |
112 | <div class="body_content"><br /> |
113 | <table class="file_summary"><tr><td class="h">Filename</td><td align="left"><a href="file:///Users/edenc/perl5/lib/perl5/Data/Stream/Bulk.pm">/Users/edenc/perl5/lib/perl5/Data/Stream/Bulk.pm</a></td></tr> |
114 | <tr><td class="h">Statements</td><td align="left">Executed 13 statements in 1.53ms</td></tr></table> |
115 | |
116 | <table id="subs_table" border="1" cellpadding="0" class="tablesorter"> |
117 | <caption>Subroutines</caption> |
118 | <thead> |
119 | <tr> |
120 | <th>Calls</th> |
121 | <th><span title="Number of Places sub is called from">P</span></th> |
122 | <th><span title="Number of Files sub is called from">F</span></th> |
123 | <th>Exclusive<br />Time</th> |
124 | <th>Inclusive<br />Time</th> |
125 | <th>Subroutine</th> |
126 | </tr> |
127 | </thead> |
128 | <tbody> |
129 | <tr><td class="c3">1</td><td class="c3">1</td><td class="c3">1</td><td class="c1"><span title="0.0%">15µs</span></td><td class="c3"><span title="0.0%">518µs</span></td><td class="sub_name"><span style="display: none;">Data::Stream::Bulk::::BEGIN@11</span>Data::Stream::Bulk::<a href="Data-Stream-Bulk-pm-1779-block.html#11">BEGIN@11</a></span></td></tr> |
130 | <tr><td class="c3">1</td><td class="c3">1</td><td class="c3">1</td><td class="c3"><span title="0.0%">15µs</span></td><td class="c0"><span title="0.0%">2.62ms</span></td><td class="sub_name"><span style="display: none;">Data::Stream::Bulk::::BEGIN@8</span>Data::Stream::Bulk::<a href="Data-Stream-Bulk-pm-1779-block.html#8">BEGIN@8</a></span></td></tr> |
131 | <tr><td class="c3">1</td><td class="c3">1</td><td class="c3">1</td><td class="c3"><span title="0.0%">12µs</span></td><td class="c3"><span title="0.0%">12µs</span></td><td class="sub_name"><span style="display: none;">Data::Stream::Bulk::::BEGIN@2</span>Data::Stream::Bulk::<a href="Data-Stream-Bulk-pm-1779-block.html#2">BEGIN@2</a></span></td></tr> |
132 | <tr><td class="c3">0</td><td class="c3">0</td><td class="c3">0</td><td class="c3"><span title="0.0%">0s</span></td><td class="c3"><span title="0.0%">0s</span></td><td class="sub_name"><span style="display: none;">Data::Stream::Bulk::::all</span>Data::Stream::Bulk::<a href="Data-Stream-Bulk-pm-1779-block.html#25">all</a></span></td></tr> |
133 | <tr><td class="c3">0</td><td class="c3">0</td><td class="c3">0</td><td class="c3"><span title="0.0%">0s</span></td><td class="c3"><span title="0.0%">0s</span></td><td class="sub_name"><span style="display: none;">Data::Stream::Bulk::::cat</span>Data::Stream::Bulk::<a href="Data-Stream-Bulk-pm-1779-block.html#37">cat</a></span></td></tr> |
134 | <tr><td class="c3">0</td><td class="c3">0</td><td class="c3">0</td><td class="c3"><span title="0.0%">0s</span></td><td class="c3"><span title="0.0%">0s</span></td><td class="sub_name"><span style="display: none;">Data::Stream::Bulk::::chunk</span>Data::Stream::Bulk::<a href="Data-Stream-Bulk-pm-1779-block.html#71">chunk</a></span></td></tr> |
135 | <tr><td class="c3">0</td><td class="c3">0</td><td class="c3">0</td><td class="c3"><span title="0.0%">0s</span></td><td class="c3"><span title="0.0%">0s</span></td><td class="sub_name"><span style="display: none;">Data::Stream::Bulk::::filter</span>Data::Stream::Bulk::<a href="Data-Stream-Bulk-pm-1779-block.html#62">filter</a></span></td></tr> |
136 | <tr><td class="c3">0</td><td class="c3">0</td><td class="c3">0</td><td class="c3"><span title="0.0%">0s</span></td><td class="c3"><span title="0.0%">0s</span></td><td class="sub_name"><span style="display: none;">Data::Stream::Bulk::::items</span>Data::Stream::Bulk::<a href="Data-Stream-Bulk-pm-1779-block.html#15">items</a></span></td></tr> |
137 | <tr><td class="c3">0</td><td class="c3">0</td><td class="c3">0</td><td class="c3"><span title="0.0%">0s</span></td><td class="c3"><span title="0.0%">0s</span></td><td class="sub_name"><span style="display: none;">Data::Stream::Bulk::::list_cat</span>Data::Stream::Bulk::<a href="Data-Stream-Bulk-pm-1779-block.html#55">list_cat</a></span></td></tr> |
138 | <tr><td class="c3">0</td><td class="c3">0</td><td class="c3">0</td><td class="c3"><span title="0.0%">0s</span></td><td class="c3"><span title="0.0%">0s</span></td><td class="sub_name"><span style="display: none;">Data::Stream::Bulk::::loaded</span>Data::Stream::Bulk::<a href="Data-Stream-Bulk-pm-1779-block.html#80">loaded</a></span></td></tr> |
139 | </tbody></table> |
140 | Call graph for these subroutines as a |
141 | <a href="http://en.wikipedia.org/wiki/Graphviz">Graphviz</a> |
142 | <a href="Users-edenc-perl5-lib-perl5-Data-Stream-Bulk-pm.dot">dot language file</a>. |
143 | |
144 | <table border="1" cellpadding="0"> |
145 | <thead> |
146 | <tr><th>Line</th> |
147 | <th><span title="Number of statements executed">State<br />ments</span></th> |
148 | <th><span title="Time spend executing statements on the line, |
149 | excluding time spent executing statements in any called subroutines">Time<br />on line</span></th> |
150 | <th><span title="Number of subroutines calls">Calls</span></th> |
151 | <th><span title="Time spent in subroutines called (inclusive)">Time<br />in subs</span></th> |
152 | <th class="left_indent_header">Code</th> |
153 | </tr> |
154 | |
155 | </thead> |
156 | <tbody> |
157 | <tr><td class="h"><a name="1"></a>1</td><td></td><td></td><td></td><td></td><td class="s">package Data::Stream::Bulk;</td></tr> |
158 | <tr><td class="h"><a name="2"></a>2</td><td></td><td></td><td></td><td></td><td class="s"><div class="calls"><div class="calls_in"># spent 12µs within Data::Stream::Bulk::BEGIN@2 which was called: |
159 | # once (12µs+0s) by Module::Runtime::require_module at <a href="Data-Stream-Bulk-pm-1779-block.html#4">line 4</a></div></div>BEGIN {</td></tr> |
160 | <tr><td class="h"><a name="3"></a>3</td><td class="c3">1</td><td class="c3"><span title="Avg 5µs">5µs</span></td><td></td><td></td><td class="s"> $Data::Stream::Bulk::AUTHORITY = 'cpan:NUFFIN';</td></tr> |
161 | <tr><td class="h"><a name="4"></a>4</td><td class="c3">1</td><td class="c3"><span title="Avg 33µs">33µs</span></td><td class="c3">1</td><td class="c3">12µs</td><td class="s">}<div class="calls"><div class="calls_out"># spent 12µs making 1 call to <a href="Data-Stream-Bulk-pm-1779-block.html#2">Data::Stream::Bulk::BEGIN@2</a></div></div></td></tr> |
162 | <tr><td class="h"><a name="5"></a>5</td><td></td><td></td><td></td><td></td><td class="s">{</td></tr> |
163 | <tr><td class="h"><a name="6"></a>6</td><td class="c1">2</td><td class="c3"><span title="Avg 500ns">1µs</span></td><td></td><td></td><td class="s"> $Data::Stream::Bulk::VERSION = '0.11';</td></tr> |
164 | <tr><td class="h"><a name="7"></a>7</td><td></td><td></td><td></td><td></td><td class="s">}</td></tr> |
165 | <tr><td class="h"><a name="8"></a>8</td><td class="c1">2</td><td class="c3"><span title="Avg 34µs">68µs</span></td><td class="c1">2</td><td class="c0">5.22ms</td><td class="s"><div class="calls"><div class="calls_in"># spent 2.62ms (15µs+2.60) within Data::Stream::Bulk::BEGIN@8 which was called: |
166 | # once (15µs+2.60ms) by Module::Runtime::require_module at <a href="Data-Stream-Bulk-pm-1779-block.html#8">line 8</a></div></div>use Moose::Role;<div class="calls"><div class="calls_out"># spent 2.62ms making 1 call to <a href="Data-Stream-Bulk-pm-1779-block.html#8">Data::Stream::Bulk::BEGIN@8</a> |
167 | # spent 2.60ms making 1 call to <a href="Moose-Exporter-pm-82-block.html#402">Moose::Exporter::__ANON__[Moose/Exporter.pm:492]</a></div></div></td></tr> |
168 | <tr><td class="h"><a name="9"></a>9</td><td></td><td></td><td></td><td></td><td class="s"># ABSTRACT: N at a time iteration API</td></tr> |
169 | <tr><td class="h"><a name="10"></a>10</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
170 | <tr><td class="h"><a name="11"></a>11</td><td class="c1">2</td><td class="c0"><span title="Avg 383µs">766µs</span></td><td class="c1">2</td><td class="c3">1.02ms</td><td class="s"><div class="calls"><div class="calls_in"># spent 518µs (15+503) within Data::Stream::Bulk::BEGIN@11 which was called: |
171 | # once (15µs+503µs) by Module::Runtime::require_module at <a href="Data-Stream-Bulk-pm-1779-block.html#11">line 11</a></div></div>use namespace::clean -except => 'meta';<div class="calls"><div class="calls_out"># spent 518µs making 1 call to <a href="Data-Stream-Bulk-pm-1779-block.html#11">Data::Stream::Bulk::BEGIN@11</a> |
172 | # spent 503µs making 1 call to <a href="namespace-clean-pm-379-block.html#288">namespace::clean::import</a></div></div></td></tr> |
173 | <tr><td class="h"><a name="12"></a>12</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
174 | <tr><td class="h"><a name="13"></a>13</td><td class="c3">1</td><td class="c3"><span title="Avg 2µs">2µs</span></td><td class="c3">1</td><td class="c3">113µs</td><td class="s">requires qw(next is_done);<div class="calls"><div class="calls_out"># spent 113µs making 1 call to <a href="Moose-Role-pm-391-block.html#32">Moose::Role::requires</a></div></div></td></tr> |
175 | <tr><td class="h"><a name="14"></a>14</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
176 | <tr><td class="h"><a name="15"></a>15</td><td></td><td></td><td></td><td></td><td class="s">sub items {</td></tr> |
177 | <tr><td class="h"><a name="16"></a>16</td><td></td><td></td><td></td><td></td><td class="s"> my $self = shift;</td></tr> |
178 | <tr><td class="h"><a name="17"></a>17</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
179 | <tr><td class="h"><a name="18"></a>18</td><td></td><td></td><td></td><td></td><td class="s"> if ( my $a = $self->next ) {</td></tr> |
180 | <tr><td class="h"><a name="19"></a>19</td><td></td><td></td><td></td><td></td><td class="s"> return @$a;</td></tr> |
181 | <tr><td class="h"><a name="20"></a>20</td><td></td><td></td><td></td><td></td><td class="s"> } else {</td></tr> |
182 | <tr><td class="h"><a name="21"></a>21</td><td></td><td></td><td></td><td></td><td class="s"> return ();</td></tr> |
183 | <tr><td class="h"><a name="22"></a>22</td><td></td><td></td><td></td><td></td><td class="s"> }</td></tr> |
184 | <tr><td class="h"><a name="23"></a>23</td><td></td><td></td><td></td><td></td><td class="s">}</td></tr> |
185 | <tr><td class="h"><a name="24"></a>24</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
186 | <tr><td class="h"><a name="25"></a>25</td><td></td><td></td><td></td><td></td><td class="s">sub all {</td></tr> |
187 | <tr><td class="h"><a name="26"></a>26</td><td></td><td></td><td></td><td></td><td class="s"> my $self = shift;</td></tr> |
188 | <tr><td class="h"><a name="27"></a>27</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
189 | <tr><td class="h"><a name="28"></a>28</td><td></td><td></td><td></td><td></td><td class="s"> my @ret;</td></tr> |
190 | <tr><td class="h"><a name="29"></a>29</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
191 | <tr><td class="h"><a name="30"></a>30</td><td></td><td></td><td></td><td></td><td class="s"> while ( my $next = $self->next ) {</td></tr> |
192 | <tr><td class="h"><a name="31"></a>31</td><td></td><td></td><td></td><td></td><td class="s"> push @ret, @$next;</td></tr> |
193 | <tr><td class="h"><a name="32"></a>32</td><td></td><td></td><td></td><td></td><td class="s"> }</td></tr> |
194 | <tr><td class="h"><a name="33"></a>33</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
195 | <tr><td class="h"><a name="34"></a>34</td><td></td><td></td><td></td><td></td><td class="s"> return @ret;</td></tr> |
196 | <tr><td class="h"><a name="35"></a>35</td><td></td><td></td><td></td><td></td><td class="s">}</td></tr> |
197 | <tr><td class="h"><a name="36"></a>36</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
198 | <tr><td class="h"><a name="37"></a>37</td><td></td><td></td><td></td><td></td><td class="s">sub cat {</td></tr> |
199 | <tr><td class="h"><a name="38"></a>38</td><td></td><td></td><td></td><td></td><td class="s"> my ( $self, @streams ) = @_;</td></tr> |
200 | <tr><td class="h"><a name="39"></a>39</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
201 | <tr><td class="h"><a name="40"></a>40</td><td></td><td></td><td></td><td></td><td class="s"> return $self unless @streams;</td></tr> |
202 | <tr><td class="h"><a name="41"></a>41</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
203 | <tr><td class="h"><a name="42"></a>42</td><td></td><td></td><td></td><td></td><td class="s"> my @cat = $self->list_cat(@streams);</td></tr> |
204 | <tr><td class="h"><a name="43"></a>43</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
205 | <tr><td class="h"><a name="44"></a>44</td><td></td><td></td><td></td><td></td><td class="s"> unless ( @cat ) {</td></tr> |
206 | <tr><td class="h"><a name="45"></a>45</td><td></td><td></td><td></td><td></td><td class="s"> return Data::Stream::Bulk::Nil->new;</td></tr> |
207 | <tr><td class="h"><a name="46"></a>46</td><td></td><td></td><td></td><td></td><td class="s"> } elsif ( @cat == 1 ) {</td></tr> |
208 | <tr><td class="h"><a name="47"></a>47</td><td></td><td></td><td></td><td></td><td class="s"> return $cat[0];</td></tr> |
209 | <tr><td class="h"><a name="48"></a>48</td><td></td><td></td><td></td><td></td><td class="s"> } else {</td></tr> |
210 | <tr><td class="h"><a name="49"></a>49</td><td></td><td></td><td></td><td></td><td class="s"> return Data::Stream::Bulk::Cat->new(</td></tr> |
211 | <tr><td class="h"><a name="50"></a>50</td><td></td><td></td><td></td><td></td><td class="s"> streams => \@cat,</td></tr> |
212 | <tr><td class="h"><a name="51"></a>51</td><td></td><td></td><td></td><td></td><td class="s"> );</td></tr> |
213 | <tr><td class="h"><a name="52"></a>52</td><td></td><td></td><td></td><td></td><td class="s"> }</td></tr> |
214 | <tr><td class="h"><a name="53"></a>53</td><td></td><td></td><td></td><td></td><td class="s">}</td></tr> |
215 | <tr><td class="h"><a name="54"></a>54</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
216 | <tr><td class="h"><a name="55"></a>55</td><td></td><td></td><td></td><td></td><td class="s">sub list_cat {</td></tr> |
217 | <tr><td class="h"><a name="56"></a>56</td><td></td><td></td><td></td><td></td><td class="s"> my ( $self, $head, @tail ) = @_;</td></tr> |
218 | <tr><td class="h"><a name="57"></a>57</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
219 | <tr><td class="h"><a name="58"></a>58</td><td></td><td></td><td></td><td></td><td class="s"> return $self unless $head;</td></tr> |
220 | <tr><td class="h"><a name="59"></a>59</td><td></td><td></td><td></td><td></td><td class="s"> return ( $self, $head->list_cat(@tail) );</td></tr> |
221 | <tr><td class="h"><a name="60"></a>60</td><td></td><td></td><td></td><td></td><td class="s">}</td></tr> |
222 | <tr><td class="h"><a name="61"></a>61</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
223 | <tr><td class="h"><a name="62"></a>62</td><td></td><td></td><td></td><td></td><td class="s">sub filter {</td></tr> |
224 | <tr><td class="h"><a name="63"></a>63</td><td></td><td></td><td></td><td></td><td class="s"> my ( $self, $filter ) = @_;</td></tr> |
225 | <tr><td class="h"><a name="64"></a>64</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
226 | <tr><td class="h"><a name="65"></a>65</td><td></td><td></td><td></td><td></td><td class="s"> return Data::Stream::Bulk::Filter->new(</td></tr> |
227 | <tr><td class="h"><a name="66"></a>66</td><td></td><td></td><td></td><td></td><td class="s"> filter => $filter,</td></tr> |
228 | <tr><td class="h"><a name="67"></a>67</td><td></td><td></td><td></td><td></td><td class="s"> stream => $self,</td></tr> |
229 | <tr><td class="h"><a name="68"></a>68</td><td></td><td></td><td></td><td></td><td class="s"> );</td></tr> |
230 | <tr><td class="h"><a name="69"></a>69</td><td></td><td></td><td></td><td></td><td class="s">}</td></tr> |
231 | <tr><td class="h"><a name="70"></a>70</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
232 | <tr><td class="h"><a name="71"></a>71</td><td></td><td></td><td></td><td></td><td class="s">sub chunk {</td></tr> |
233 | <tr><td class="h"><a name="72"></a>72</td><td></td><td></td><td></td><td></td><td class="s"> my ( $self, $chunk_size ) = @_;</td></tr> |
234 | <tr><td class="h"><a name="73"></a>73</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
235 | <tr><td class="h"><a name="74"></a>74</td><td></td><td></td><td></td><td></td><td class="s"> return Data::Stream::Bulk::Chunked->new(</td></tr> |
236 | <tr><td class="h"><a name="75"></a>75</td><td></td><td></td><td></td><td></td><td class="s"> chunk_size => $chunk_size,</td></tr> |
237 | <tr><td class="h"><a name="76"></a>76</td><td></td><td></td><td></td><td></td><td class="s"> stream => $self,</td></tr> |
238 | <tr><td class="h"><a name="77"></a>77</td><td></td><td></td><td></td><td></td><td class="s"> );</td></tr> |
239 | <tr><td class="h"><a name="78"></a>78</td><td></td><td></td><td></td><td></td><td class="s">}</td></tr> |
240 | <tr><td class="h"><a name="79"></a>79</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
241 | <tr><td class="h"><a name="80"></a>80</td><td></td><td></td><td></td><td></td><td class="s">sub loaded { 0 }</td></tr> |
242 | <tr><td class="h"><a name="81"></a>81</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
243 | <tr><td class="h"><a name="82"></a>82</td><td></td><td></td><td></td><td></td><td class="s"># load it *after* the entire role is defined</td></tr> |
244 | <tr><td class="h"><a name="83"></a>83</td><td class="c3">1</td><td class="c1"><span title="Avg 136µs">136µs</span></td><td></td><td></td><td class="s">require Data::Stream::Bulk::Cat;</td></tr> |
245 | <tr><td class="h"><a name="84"></a>84</td><td class="c3">1</td><td class="c0"><span title="Avg 231µs">231µs</span></td><td></td><td></td><td class="s">require Data::Stream::Bulk::Chunked;</td></tr> |
246 | <tr><td class="h"><a name="85"></a>85</td><td class="c3">1</td><td class="c2"><span title="Avg 128µs">128µs</span></td><td></td><td></td><td class="s">require Data::Stream::Bulk::Nil;</td></tr> |
247 | <tr><td class="h"><a name="86"></a>86</td><td class="c3">1</td><td class="c1"><span title="Avg 138µs">138µs</span></td><td></td><td></td><td class="s">require Data::Stream::Bulk::Filter;</td></tr> |
248 | <tr><td class="h"><a name="87"></a>87</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
249 | <tr><td class="h"><a name="88"></a>88</td><td class="c3">1</td><td class="c3"><span title="Avg 10µs">10µs</span></td><td></td><td></td><td class="s">__PACKAGE__;</td></tr> |
250 | <tr><td class="h"><a name="89"></a>89</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
251 | <tr><td class="h"><a name="- -"></a>- -</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
252 | <tr><td class="h"><a name="92"></a>92</td><td></td><td></td><td></td><td></td><td class="s">=pod</td></tr> |
253 | <tr><td class="h"><a name="93"></a>93</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
254 | <tr><td class="h"><a name="94"></a>94</td><td></td><td></td><td></td><td></td><td class="s">=head1 NAME</td></tr> |
255 | <tr><td class="h"><a name="95"></a>95</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
256 | <tr><td class="h"><a name="96"></a>96</td><td></td><td></td><td></td><td></td><td class="s">Data::Stream::Bulk - N at a time iteration API</td></tr> |
257 | <tr><td class="h"><a name="97"></a>97</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
258 | <tr><td class="h"><a name="98"></a>98</td><td></td><td></td><td></td><td></td><td class="s">=head1 VERSION</td></tr> |
259 | <tr><td class="h"><a name="99"></a>99</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
260 | <tr><td class="h"><a name="100"></a>100</td><td></td><td></td><td></td><td></td><td class="s">version 0.11</td></tr> |
261 | <tr><td class="h"><a name="101"></a>101</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
262 | <tr><td class="h"><a name="102"></a>102</td><td></td><td></td><td></td><td></td><td class="s">=head1 SYNOPSIS</td></tr> |
263 | <tr><td class="h"><a name="103"></a>103</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
264 | <tr><td class="h"><a name="104"></a>104</td><td></td><td></td><td></td><td></td><td class="s"> # get a bulk stream from somewere</td></tr> |
265 | <tr><td class="h"><a name="105"></a>105</td><td></td><td></td><td></td><td></td><td class="s"> my $s = Data::Stream::Bulk::Foo->new( ... );</td></tr> |
266 | <tr><td class="h"><a name="106"></a>106</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
267 | <tr><td class="h"><a name="107"></a>107</td><td></td><td></td><td></td><td></td><td class="s"> # can be used like this:</td></tr> |
268 | <tr><td class="h"><a name="108"></a>108</td><td></td><td></td><td></td><td></td><td class="s"> until ( $s->is_done ) {</td></tr> |
269 | <tr><td class="h"><a name="109"></a>109</td><td></td><td></td><td></td><td></td><td class="s"> foreach my $item ( $s->items ) {</td></tr> |
270 | <tr><td class="h"><a name="110"></a>110</td><td></td><td></td><td></td><td></td><td class="s"> process($item);</td></tr> |
271 | <tr><td class="h"><a name="111"></a>111</td><td></td><td></td><td></td><td></td><td class="s"> }</td></tr> |
272 | <tr><td class="h"><a name="112"></a>112</td><td></td><td></td><td></td><td></td><td class="s"> }</td></tr> |
273 | <tr><td class="h"><a name="113"></a>113</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
274 | <tr><td class="h"><a name="114"></a>114</td><td></td><td></td><td></td><td></td><td class="s"> # or like this:</td></tr> |
275 | <tr><td class="h"><a name="115"></a>115</td><td></td><td></td><td></td><td></td><td class="s"> while( my $block = $s->next ) {</td></tr> |
276 | <tr><td class="h"><a name="116"></a>116</td><td></td><td></td><td></td><td></td><td class="s"> foreach my $item ( @$block ) {</td></tr> |
277 | <tr><td class="h"><a name="117"></a>117</td><td></td><td></td><td></td><td></td><td class="s"> process($item);</td></tr> |
278 | <tr><td class="h"><a name="118"></a>118</td><td></td><td></td><td></td><td></td><td class="s"> }</td></tr> |
279 | <tr><td class="h"><a name="119"></a>119</td><td></td><td></td><td></td><td></td><td class="s"> }</td></tr> |
280 | <tr><td class="h"><a name="120"></a>120</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
281 | <tr><td class="h"><a name="121"></a>121</td><td></td><td></td><td></td><td></td><td class="s">=head1 DESCRIPTION</td></tr> |
282 | <tr><td class="h"><a name="122"></a>122</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
283 | <tr><td class="h"><a name="123"></a>123</td><td></td><td></td><td></td><td></td><td class="s">This module tries to find middle ground between one at a time and all at once</td></tr> |
284 | <tr><td class="h"><a name="124"></a>124</td><td></td><td></td><td></td><td></td><td class="s">processing of data sets.</td></tr> |
285 | <tr><td class="h"><a name="125"></a>125</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
286 | <tr><td class="h"><a name="126"></a>126</td><td></td><td></td><td></td><td></td><td class="s">The purpose of this module is to avoid the overhead of implementing an</td></tr> |
287 | <tr><td class="h"><a name="127"></a>127</td><td></td><td></td><td></td><td></td><td class="s">iterative api when this isn't necessary, without breaking forward</td></tr> |
288 | <tr><td class="h"><a name="128"></a>128</td><td></td><td></td><td></td><td></td><td class="s">compatibility in case that becomes necessary later on.</td></tr> |
289 | <tr><td class="h"><a name="129"></a>129</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
290 | <tr><td class="h"><a name="130"></a>130</td><td></td><td></td><td></td><td></td><td class="s">The API optimizes for when a data set typically fits in memory and is returned</td></tr> |
291 | <tr><td class="h"><a name="131"></a>131</td><td></td><td></td><td></td><td></td><td class="s">as an array, but the consumer cannot assume that the data set is bounded.</td></tr> |
292 | <tr><td class="h"><a name="132"></a>132</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
293 | <tr><td class="h"><a name="133"></a>133</td><td></td><td></td><td></td><td></td><td class="s">The API is destructive in order to minimize the chance that resultsets are</td></tr> |
294 | <tr><td class="h"><a name="134"></a>134</td><td></td><td></td><td></td><td></td><td class="s">leaked due to improper usage.</td></tr> |
295 | <tr><td class="h"><a name="135"></a>135</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
296 | <tr><td class="h"><a name="136"></a>136</td><td></td><td></td><td></td><td></td><td class="s">=head1 API</td></tr> |
297 | <tr><td class="h"><a name="137"></a>137</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
298 | <tr><td class="h"><a name="138"></a>138</td><td></td><td></td><td></td><td></td><td class="s">=head2 Required Methods</td></tr> |
299 | <tr><td class="h"><a name="139"></a>139</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
300 | <tr><td class="h"><a name="140"></a>140</td><td></td><td></td><td></td><td></td><td class="s">The API requires two methods to be implemented:</td></tr> |
301 | <tr><td class="h"><a name="141"></a>141</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
302 | <tr><td class="h"><a name="142"></a>142</td><td></td><td></td><td></td><td></td><td class="s">=over 4</td></tr> |
303 | <tr><td class="h"><a name="143"></a>143</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
304 | <tr><td class="h"><a name="144"></a>144</td><td></td><td></td><td></td><td></td><td class="s">=item is_done</td></tr> |
305 | <tr><td class="h"><a name="145"></a>145</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
306 | <tr><td class="h"><a name="146"></a>146</td><td></td><td></td><td></td><td></td><td class="s">Should return true if the stream is exhausted.</td></tr> |
307 | <tr><td class="h"><a name="147"></a>147</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
308 | <tr><td class="h"><a name="148"></a>148</td><td></td><td></td><td></td><td></td><td class="s">As long as this method returns a false value (not done) C<next> could</td></tr> |
309 | <tr><td class="h"><a name="149"></a>149</td><td></td><td></td><td></td><td></td><td class="s">potentially return another block.</td></tr> |
310 | <tr><td class="h"><a name="150"></a>150</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
311 | <tr><td class="h"><a name="151"></a>151</td><td></td><td></td><td></td><td></td><td class="s">=item next</td></tr> |
312 | <tr><td class="h"><a name="152"></a>152</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
313 | <tr><td class="h"><a name="153"></a>153</td><td></td><td></td><td></td><td></td><td class="s">Returns the next block.</td></tr> |
314 | <tr><td class="h"><a name="154"></a>154</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
315 | <tr><td class="h"><a name="155"></a>155</td><td></td><td></td><td></td><td></td><td class="s">Note that C<next> is not guaranteed to return an array reference, even if</td></tr> |
316 | <tr><td class="h"><a name="156"></a>156</td><td></td><td></td><td></td><td></td><td class="s">C<is_done> returned false prior to calling it.</td></tr> |
317 | <tr><td class="h"><a name="157"></a>157</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
318 | <tr><td class="h"><a name="158"></a>158</td><td></td><td></td><td></td><td></td><td class="s">=back</td></tr> |
319 | <tr><td class="h"><a name="159"></a>159</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
320 | <tr><td class="h"><a name="160"></a>160</td><td></td><td></td><td></td><td></td><td class="s">=head2 Convenience Methods</td></tr> |
321 | <tr><td class="h"><a name="161"></a>161</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
322 | <tr><td class="h"><a name="162"></a>162</td><td></td><td></td><td></td><td></td><td class="s">=over 4</td></tr> |
323 | <tr><td class="h"><a name="163"></a>163</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
324 | <tr><td class="h"><a name="164"></a>164</td><td></td><td></td><td></td><td></td><td class="s">=item items</td></tr> |
325 | <tr><td class="h"><a name="165"></a>165</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
326 | <tr><td class="h"><a name="166"></a>166</td><td></td><td></td><td></td><td></td><td class="s">This method calls C<next> and dereferences the result if there are pending</td></tr> |
327 | <tr><td class="h"><a name="167"></a>167</td><td></td><td></td><td></td><td></td><td class="s">items.</td></tr> |
328 | <tr><td class="h"><a name="168"></a>168</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
329 | <tr><td class="h"><a name="169"></a>169</td><td></td><td></td><td></td><td></td><td class="s">=item all</td></tr> |
330 | <tr><td class="h"><a name="170"></a>170</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
331 | <tr><td class="h"><a name="171"></a>171</td><td></td><td></td><td></td><td></td><td class="s">Force evaluation of the entire resultset.</td></tr> |
332 | <tr><td class="h"><a name="172"></a>172</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
333 | <tr><td class="h"><a name="173"></a>173</td><td></td><td></td><td></td><td></td><td class="s">Note that for large data sets this might cause swap thrashing of various other</td></tr> |
334 | <tr><td class="h"><a name="174"></a>174</td><td></td><td></td><td></td><td></td><td class="s">undesired effects. Use with caution.</td></tr> |
335 | <tr><td class="h"><a name="175"></a>175</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
336 | <tr><td class="h"><a name="176"></a>176</td><td></td><td></td><td></td><td></td><td class="s">=item cat @streams</td></tr> |
337 | <tr><td class="h"><a name="177"></a>177</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
338 | <tr><td class="h"><a name="178"></a>178</td><td></td><td></td><td></td><td></td><td class="s">Concatenates this stream with @streams, returning a single stream.</td></tr> |
339 | <tr><td class="h"><a name="179"></a>179</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
340 | <tr><td class="h"><a name="180"></a>180</td><td></td><td></td><td></td><td></td><td class="s">=item list_cat @tail</td></tr> |
341 | <tr><td class="h"><a name="181"></a>181</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
342 | <tr><td class="h"><a name="182"></a>182</td><td></td><td></td><td></td><td></td><td class="s">Returns a possibly cleaned up list of streams.</td></tr> |
343 | <tr><td class="h"><a name="183"></a>183</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
344 | <tr><td class="h"><a name="184"></a>184</td><td></td><td></td><td></td><td></td><td class="s">Used by C<cat>.</td></tr> |
345 | <tr><td class="h"><a name="185"></a>185</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
346 | <tr><td class="h"><a name="186"></a>186</td><td></td><td></td><td></td><td></td><td class="s">Overridden by L<Data::Stream::Bulk::Array>, L<Data::Stream::Bulk::Cat> and</td></tr> |
347 | <tr><td class="h"><a name="187"></a>187</td><td></td><td></td><td></td><td></td><td class="s">L<Data::Stream::Bulk::Nil> to implement some simple short circuiting.</td></tr> |
348 | <tr><td class="h"><a name="188"></a>188</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
349 | <tr><td class="h"><a name="189"></a>189</td><td></td><td></td><td></td><td></td><td class="s">=item filter $filter</td></tr> |
350 | <tr><td class="h"><a name="190"></a>190</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
351 | <tr><td class="h"><a name="191"></a>191</td><td></td><td></td><td></td><td></td><td class="s">Applies a per-block block filter to the stream.</td></tr> |
352 | <tr><td class="h"><a name="192"></a>192</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
353 | <tr><td class="h"><a name="193"></a>193</td><td></td><td></td><td></td><td></td><td class="s">Returns a possibly new stream with the filtering layered.</td></tr> |
354 | <tr><td class="h"><a name="194"></a>194</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
355 | <tr><td class="h"><a name="195"></a>195</td><td></td><td></td><td></td><td></td><td class="s">C<$filter> is invoked once per block and should return an array reference to</td></tr> |
356 | <tr><td class="h"><a name="196"></a>196</td><td></td><td></td><td></td><td></td><td class="s">the filtered block.</td></tr> |
357 | <tr><td class="h"><a name="197"></a>197</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
358 | <tr><td class="h"><a name="198"></a>198</td><td></td><td></td><td></td><td></td><td class="s">=item chunk $chunk_size</td></tr> |
359 | <tr><td class="h"><a name="199"></a>199</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
360 | <tr><td class="h"><a name="200"></a>200</td><td></td><td></td><td></td><td></td><td class="s">Chunks the input stream so that each block returned by C<next> will have at</td></tr> |
361 | <tr><td class="h"><a name="201"></a>201</td><td></td><td></td><td></td><td></td><td class="s">least C<$chunk_size> items.</td></tr> |
362 | <tr><td class="h"><a name="202"></a>202</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
363 | <tr><td class="h"><a name="203"></a>203</td><td></td><td></td><td></td><td></td><td class="s">=item loaded</td></tr> |
364 | <tr><td class="h"><a name="204"></a>204</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
365 | <tr><td class="h"><a name="205"></a>205</td><td></td><td></td><td></td><td></td><td class="s">Should be overridden to return true if all the items are already realized (e.g.</td></tr> |
366 | <tr><td class="h"><a name="206"></a>206</td><td></td><td></td><td></td><td></td><td class="s">in the case of L<Data::Stream::Bulk::Array>).</td></tr> |
367 | <tr><td class="h"><a name="207"></a>207</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
368 | <tr><td class="h"><a name="208"></a>208</td><td></td><td></td><td></td><td></td><td class="s">Returns false by default.</td></tr> |
369 | <tr><td class="h"><a name="209"></a>209</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
370 | <tr><td class="h"><a name="210"></a>210</td><td></td><td></td><td></td><td></td><td class="s">When true calling C<all> is supposed to be safe (memory usage should be in the</td></tr> |
371 | <tr><td class="h"><a name="211"></a>211</td><td></td><td></td><td></td><td></td><td class="s">same order of magnitude as stream's own usage).</td></tr> |
372 | <tr><td class="h"><a name="212"></a>212</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
373 | <tr><td class="h"><a name="213"></a>213</td><td></td><td></td><td></td><td></td><td class="s">This is typically useful when tranforming an array is easier than transorming a</td></tr> |
374 | <tr><td class="h"><a name="214"></a>214</td><td></td><td></td><td></td><td></td><td class="s">stream (e.g. optional duplicate filtering).</td></tr> |
375 | <tr><td class="h"><a name="215"></a>215</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
376 | <tr><td class="h"><a name="216"></a>216</td><td></td><td></td><td></td><td></td><td class="s">=back</td></tr> |
377 | <tr><td class="h"><a name="217"></a>217</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
378 | <tr><td class="h"><a name="218"></a>218</td><td></td><td></td><td></td><td></td><td class="s">=head1 CLASSES</td></tr> |
379 | <tr><td class="h"><a name="219"></a>219</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
380 | <tr><td class="h"><a name="220"></a>220</td><td></td><td></td><td></td><td></td><td class="s">=over 4</td></tr> |
381 | <tr><td class="h"><a name="221"></a>221</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
382 | <tr><td class="h"><a name="222"></a>222</td><td></td><td></td><td></td><td></td><td class="s">=item L<Data::Stream::Bulk::Array></td></tr> |
383 | <tr><td class="h"><a name="223"></a>223</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
384 | <tr><td class="h"><a name="224"></a>224</td><td></td><td></td><td></td><td></td><td class="s">This class is not a stream at all, but just one block. When the data set easily</td></tr> |
385 | <tr><td class="h"><a name="225"></a>225</td><td></td><td></td><td></td><td></td><td class="s">fits in memory this class can be used, while retaining forward compatibility</td></tr> |
386 | <tr><td class="h"><a name="226"></a>226</td><td></td><td></td><td></td><td></td><td class="s">with larger data sets.</td></tr> |
387 | <tr><td class="h"><a name="227"></a>227</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
388 | <tr><td class="h"><a name="228"></a>228</td><td></td><td></td><td></td><td></td><td class="s">=item L<Data::Stream::Bulk::Callback></td></tr> |
389 | <tr><td class="h"><a name="229"></a>229</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
390 | <tr><td class="h"><a name="230"></a>230</td><td></td><td></td><td></td><td></td><td class="s">Callback driven iteration.</td></tr> |
391 | <tr><td class="h"><a name="231"></a>231</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
392 | <tr><td class="h"><a name="232"></a>232</td><td></td><td></td><td></td><td></td><td class="s">=item L<Data::Stream::Bulk::Chunked></td></tr> |
393 | <tr><td class="h"><a name="233"></a>233</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
394 | <tr><td class="h"><a name="234"></a>234</td><td></td><td></td><td></td><td></td><td class="s">Wrapper to return larger blocks from an existing stream.</td></tr> |
395 | <tr><td class="h"><a name="235"></a>235</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
396 | <tr><td class="h"><a name="236"></a>236</td><td></td><td></td><td></td><td></td><td class="s">=item L<Data::Stream::Bulk::DBI></td></tr> |
397 | <tr><td class="h"><a name="237"></a>237</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
398 | <tr><td class="h"><a name="238"></a>238</td><td></td><td></td><td></td><td></td><td class="s">Bulk fetching of data from L<DBI> statement handles.</td></tr> |
399 | <tr><td class="h"><a name="239"></a>239</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
400 | <tr><td class="h"><a name="240"></a>240</td><td></td><td></td><td></td><td></td><td class="s">=item L<Data::Stream::Bulk::DBIC></td></tr> |
401 | <tr><td class="h"><a name="241"></a>241</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
402 | <tr><td class="h"><a name="242"></a>242</td><td></td><td></td><td></td><td></td><td class="s">L<DBIx::Class::ResultSet> iteration.</td></tr> |
403 | <tr><td class="h"><a name="243"></a>243</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
404 | <tr><td class="h"><a name="244"></a>244</td><td></td><td></td><td></td><td></td><td class="s">=item L<Data::Stream::Bulk::FileHandle></td></tr> |
405 | <tr><td class="h"><a name="245"></a>245</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
406 | <tr><td class="h"><a name="246"></a>246</td><td></td><td></td><td></td><td></td><td class="s">Iterates over lines in a text file.</td></tr> |
407 | <tr><td class="h"><a name="247"></a>247</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
408 | <tr><td class="h"><a name="248"></a>248</td><td></td><td></td><td></td><td></td><td class="s">=item L<Data::Stream::Bulk::Nil></td></tr> |
409 | <tr><td class="h"><a name="249"></a>249</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
410 | <tr><td class="h"><a name="250"></a>250</td><td></td><td></td><td></td><td></td><td class="s">An empty result set.</td></tr> |
411 | <tr><td class="h"><a name="251"></a>251</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
412 | <tr><td class="h"><a name="252"></a>252</td><td></td><td></td><td></td><td></td><td class="s">=item L<Data::Stream::Bulk::Cat></td></tr> |
413 | <tr><td class="h"><a name="253"></a>253</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
414 | <tr><td class="h"><a name="254"></a>254</td><td></td><td></td><td></td><td></td><td class="s">A concatenation of several streams.</td></tr> |
415 | <tr><td class="h"><a name="255"></a>255</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
416 | <tr><td class="h"><a name="256"></a>256</td><td></td><td></td><td></td><td></td><td class="s">=item L<Data::Stream::Bulk::Filter></td></tr> |
417 | <tr><td class="h"><a name="257"></a>257</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
418 | <tr><td class="h"><a name="258"></a>258</td><td></td><td></td><td></td><td></td><td class="s">A filter wrapping a stream.</td></tr> |
419 | <tr><td class="h"><a name="259"></a>259</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
420 | <tr><td class="h"><a name="260"></a>260</td><td></td><td></td><td></td><td></td><td class="s">=back</td></tr> |
421 | <tr><td class="h"><a name="261"></a>261</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
422 | <tr><td class="h"><a name="262"></a>262</td><td></td><td></td><td></td><td></td><td class="s">=head1 SEE ALSO</td></tr> |
423 | <tr><td class="h"><a name="263"></a>263</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
424 | <tr><td class="h"><a name="264"></a>264</td><td></td><td></td><td></td><td></td><td class="s">L<HOP::Stream>, L<Iterator>, L<Class::Iterator> etc for one by one iteration</td></tr> |
425 | <tr><td class="h"><a name="265"></a>265</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
426 | <tr><td class="h"><a name="266"></a>266</td><td></td><td></td><td></td><td></td><td class="s">L<DBI>, L<DBIx::Class::ResultSet></td></tr> |
427 | <tr><td class="h"><a name="267"></a>267</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
428 | <tr><td class="h"><a name="268"></a>268</td><td></td><td></td><td></td><td></td><td class="s">L<POE::Filter></td></tr> |
429 | <tr><td class="h"><a name="269"></a>269</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
430 | <tr><td class="h"><a name="270"></a>270</td><td></td><td></td><td></td><td></td><td class="s">L<Data::Page></td></tr> |
431 | <tr><td class="h"><a name="271"></a>271</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
432 | <tr><td class="h"><a name="272"></a>272</td><td></td><td></td><td></td><td></td><td class="s">L<Parallel::Iterator></td></tr> |
433 | <tr><td class="h"><a name="273"></a>273</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
434 | <tr><td class="h"><a name="274"></a>274</td><td></td><td></td><td></td><td></td><td class="s">L<http://en.wikipedia.org/wiki/MapReduce>, LISP, and all that other kool aid</td></tr> |
435 | <tr><td class="h"><a name="275"></a>275</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
436 | <tr><td class="h"><a name="276"></a>276</td><td></td><td></td><td></td><td></td><td class="s">=head1 TODO</td></tr> |
437 | <tr><td class="h"><a name="277"></a>277</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
438 | <tr><td class="h"><a name="278"></a>278</td><td></td><td></td><td></td><td></td><td class="s">=over 4</td></tr> |
439 | <tr><td class="h"><a name="279"></a>279</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
440 | <tr><td class="h"><a name="280"></a>280</td><td></td><td></td><td></td><td></td><td class="s">=item Sorted streams</td></tr> |
441 | <tr><td class="h"><a name="281"></a>281</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
442 | <tr><td class="h"><a name="282"></a>282</td><td></td><td></td><td></td><td></td><td class="s">Add a hint for sorted streams (like C<loaded> but as an attribute in the base</td></tr> |
443 | <tr><td class="h"><a name="283"></a>283</td><td></td><td></td><td></td><td></td><td class="s">role).</td></tr> |
444 | <tr><td class="h"><a name="284"></a>284</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
445 | <tr><td class="h"><a name="285"></a>285</td><td></td><td></td><td></td><td></td><td class="s">Introduce a C<merge> operation for merging of sorted streams.</td></tr> |
446 | <tr><td class="h"><a name="286"></a>286</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
447 | <tr><td class="h"><a name="287"></a>287</td><td></td><td></td><td></td><td></td><td class="s">Optimize C<unique> to make use of sorting hints for constant space uniquing.</td></tr> |
448 | <tr><td class="h"><a name="288"></a>288</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
449 | <tr><td class="h"><a name="289"></a>289</td><td></td><td></td><td></td><td></td><td class="s">=item More utility functions</td></tr> |
450 | <tr><td class="h"><a name="290"></a>290</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
451 | <tr><td class="h"><a name="291"></a>291</td><td></td><td></td><td></td><td></td><td class="s">To assist in proccessing and creating streams.</td></tr> |
452 | <tr><td class="h"><a name="292"></a>292</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
453 | <tr><td class="h"><a name="293"></a>293</td><td></td><td></td><td></td><td></td><td class="s">=item Coercion tables</td></tr> |
454 | <tr><td class="h"><a name="294"></a>294</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
455 | <tr><td class="h"><a name="295"></a>295</td><td></td><td></td><td></td><td></td><td class="s">L<Moose::Util::TypeConstraints></td></tr> |
456 | <tr><td class="h"><a name="296"></a>296</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
457 | <tr><td class="h"><a name="297"></a>297</td><td></td><td></td><td></td><td></td><td class="s">=back</td></tr> |
458 | <tr><td class="h"><a name="298"></a>298</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
459 | <tr><td class="h"><a name="299"></a>299</td><td></td><td></td><td></td><td></td><td class="s">=head1 VERSION CONTROL</td></tr> |
460 | <tr><td class="h"><a name="300"></a>300</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
461 | <tr><td class="h"><a name="301"></a>301</td><td></td><td></td><td></td><td></td><td class="s">This module is maintained using git. You can get the latest version from</td></tr> |
462 | <tr><td class="h"><a name="302"></a>302</td><td></td><td></td><td></td><td></td><td class="s">L<http://github.com/nothingmuch/data-stream-bulk/>.</td></tr> |
463 | <tr><td class="h"><a name="303"></a>303</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
464 | <tr><td class="h"><a name="304"></a>304</td><td></td><td></td><td></td><td></td><td class="s">=head1 AUTHOR</td></tr> |
465 | <tr><td class="h"><a name="305"></a>305</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
466 | <tr><td class="h"><a name="306"></a>306</td><td></td><td></td><td></td><td></td><td class="s">Yuval Kogman <nothingmuch@woobling.org></td></tr> |
467 | <tr><td class="h"><a name="307"></a>307</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
468 | <tr><td class="h"><a name="308"></a>308</td><td></td><td></td><td></td><td></td><td class="s">=head1 COPYRIGHT AND LICENSE</td></tr> |
469 | <tr><td class="h"><a name="309"></a>309</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
470 | <tr><td class="h"><a name="310"></a>310</td><td></td><td></td><td></td><td></td><td class="s">This software is copyright (c) 2012 by Yuval Kogman.</td></tr> |
471 | <tr><td class="h"><a name="311"></a>311</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
472 | <tr><td class="h"><a name="312"></a>312</td><td></td><td></td><td></td><td></td><td class="s">This is free software; you can redistribute it and/or modify it under</td></tr> |
473 | <tr><td class="h"><a name="313"></a>313</td><td></td><td></td><td></td><td></td><td class="s">the same terms as the Perl 5 programming language system itself.</td></tr> |
474 | <tr><td class="h"><a name="314"></a>314</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
475 | <tr><td class="h"><a name="315"></a>315</td><td></td><td></td><td></td><td></td><td class="s">=cut</td></tr> |
476 | <tr><td class="h"><a name="316"></a>316</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
477 | <tr><td class="h"><a name="317"></a>317</td><td></td><td></td><td></td><td></td><td class="s"></td></tr> |
478 | <tr><td class="h"><a name="318"></a>318</td><td class="c3">1</td><td class="c3"><span title="Avg 13µs">13µs</span></td><td class="c3">1</td><td class="c3">1.08ms</td><td class="s">__END__<div class="calls"><div class="calls_out"># spent 1.08ms making 1 call to <a href="B-Hooks-EndOfScope-pm-376-block.html#26">B::Hooks::EndOfScope::__ANON__[B/Hooks/EndOfScope.pm:26]</a></div></div></td></tr> |
479 | </tbody></table></div> |
480 | |
481 | <script type="text/javascript"> $(document).ready(function() { |
482 | |
483 | $("#subs_table").tablesorter({ |
484 | sortList: [[3,1]], |
485 | headers: { |
486 | 3: { sorter: 'fmt_time' }, |
487 | 4: { sorter: 'fmt_time' } |
488 | } |
489 | }); |
490 | |
491 | } ); </script> |
492 | |
493 | <div class="footer">Report produced by the |
494 | <a href="http://search.cpan.org/dist/Devel-NYTProf/">NYTProf 4.06</a> |
495 | Perl profiler, developed by |
496 | <a href="http://www.linkedin.com/in/timbunce">Tim Bunce</a> and |
497 | <a href="http://code.nytimes.com">Adam Kaplan</a>. |
498 | </div> |
499 | <br /><br /><br /><br /><br /><br /><br /><br /><br /><br /> |
500 | </body></html> |