async.js 38 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283
  1. /*!
  2. * async
  3. * https://github.com/caolan/async
  4. *
  5. * Copyright 2010-2014 Caolan McMahon
  6. * Released under the MIT license
  7. */
  8. (function () {
  9. var async = {};
  10. var noop = function () {};
  11. // global on the server, window in the browser
  12. var root, previous_async;
  13. if (typeof window == 'object' && this === window) {
  14. root = window;
  15. }
  16. else if (typeof global == 'object' && this === global) {
  17. root = global;
  18. }
  19. else {
  20. root = this;
  21. }
  22. if (root != null) {
  23. previous_async = root.async;
  24. }
  25. async.noConflict = function () {
  26. root.async = previous_async;
  27. return async;
  28. };
  29. function only_once(fn) {
  30. var called = false;
  31. return function() {
  32. if (called) throw new Error("Callback was already called.");
  33. called = true;
  34. fn.apply(root, arguments);
  35. };
  36. }
  37. //// cross-browser compatiblity functions ////
  38. var _toString = Object.prototype.toString;
  39. var _isArray = Array.isArray || function (obj) {
  40. return _toString.call(obj) === '[object Array]';
  41. };
  42. var _each = function (arr, iterator) {
  43. var index = -1,
  44. length = arr.length;
  45. while (++index < length) {
  46. iterator(arr[index], index, arr);
  47. }
  48. };
  49. var _map = function (arr, iterator) {
  50. var index = -1,
  51. length = arr.length,
  52. result = Array(length);
  53. while (++index < length) {
  54. result[index] = iterator(arr[index], index, arr);
  55. }
  56. return result;
  57. };
  58. var _reduce = function (arr, iterator, memo) {
  59. _each(arr, function (x, i, a) {
  60. memo = iterator(memo, x, i, a);
  61. });
  62. return memo;
  63. };
  64. var _forEachOf = function (object, iterator) {
  65. _each(_keys(object), function (key) {
  66. iterator(object[key], key);
  67. });
  68. };
  69. var _keys = Object.keys || function (obj) {
  70. var keys = [];
  71. for (var k in obj) {
  72. if (obj.hasOwnProperty(k)) {
  73. keys.push(k);
  74. }
  75. }
  76. return keys;
  77. };
  78. var _baseSlice = function (arr, start) {
  79. start = start || 0;
  80. var index = -1;
  81. var length = arr.length;
  82. if (start) {
  83. length -= start;
  84. length = length < 0 ? 0 : length;
  85. }
  86. var result = Array(length);
  87. while (++index < length) {
  88. result[index] = arr[index + start];
  89. }
  90. return result;
  91. };
  92. //// exported async module functions ////
  93. //// nextTick implementation with browser-compatible fallback ////
  94. // capture the global reference to guard against fakeTimer mocks
  95. var _setImmediate;
  96. if (typeof setImmediate === 'function') {
  97. _setImmediate = setImmediate;
  98. }
  99. if (typeof process === 'undefined' || !(process.nextTick)) {
  100. if (_setImmediate) {
  101. async.nextTick = function (fn) {
  102. // not a direct alias for IE10 compatibility
  103. _setImmediate(fn);
  104. };
  105. async.setImmediate = async.nextTick;
  106. }
  107. else {
  108. async.nextTick = function (fn) {
  109. setTimeout(fn, 0);
  110. };
  111. async.setImmediate = async.nextTick;
  112. }
  113. }
  114. else {
  115. async.nextTick = process.nextTick;
  116. if (_setImmediate) {
  117. async.setImmediate = function (fn) {
  118. // not a direct alias for IE10 compatibility
  119. _setImmediate(fn);
  120. };
  121. }
  122. else {
  123. async.setImmediate = async.nextTick;
  124. }
  125. }
  126. async.each = function (arr, iterator, callback) {
  127. callback = callback || noop;
  128. if (!arr.length) {
  129. return callback();
  130. }
  131. var completed = 0;
  132. _each(arr, function (x) {
  133. iterator(x, only_once(done) );
  134. });
  135. function done(err) {
  136. if (err) {
  137. callback(err);
  138. callback = noop;
  139. }
  140. else {
  141. completed += 1;
  142. if (completed >= arr.length) {
  143. callback();
  144. }
  145. }
  146. }
  147. };
  148. async.forEach = async.each;
  149. async.eachSeries = function (arr, iterator, callback) {
  150. callback = callback || noop;
  151. if (!arr.length) {
  152. return callback();
  153. }
  154. var completed = 0;
  155. var iterate = function () {
  156. iterator(arr[completed], function (err) {
  157. if (err) {
  158. callback(err);
  159. callback = noop;
  160. }
  161. else {
  162. completed += 1;
  163. if (completed >= arr.length) {
  164. callback();
  165. }
  166. else {
  167. iterate();
  168. }
  169. }
  170. });
  171. };
  172. iterate();
  173. };
  174. async.forEachSeries = async.eachSeries;
  175. async.eachLimit = function (arr, limit, iterator, callback) {
  176. var fn = _eachLimit(limit);
  177. fn.apply(null, [arr, iterator, callback]);
  178. };
  179. async.forEachLimit = async.eachLimit;
  180. var _eachLimit = function (limit) {
  181. return function (arr, iterator, callback) {
  182. callback = callback || noop;
  183. if (!arr.length || limit <= 0) {
  184. return callback();
  185. }
  186. var completed = 0;
  187. var started = 0;
  188. var running = 0;
  189. (function replenish () {
  190. if (completed >= arr.length) {
  191. return callback();
  192. }
  193. while (running < limit && started < arr.length) {
  194. started += 1;
  195. running += 1;
  196. iterator(arr[started - 1], function (err) {
  197. if (err) {
  198. callback(err);
  199. callback = noop;
  200. }
  201. else {
  202. completed += 1;
  203. running -= 1;
  204. if (completed >= arr.length) {
  205. callback();
  206. }
  207. else {
  208. replenish();
  209. }
  210. }
  211. });
  212. }
  213. })();
  214. };
  215. };
  216. async.forEachOf = async.eachOf = function (object, iterator, callback) {
  217. callback = callback || function () {};
  218. var size = object.length || _keys(object).length;
  219. var completed = 0;
  220. if (!size) {
  221. return callback();
  222. }
  223. _forEachOf(object, function (value, key) {
  224. iterator(object[key], key, function (err) {
  225. if (err) {
  226. callback(err);
  227. callback = function () {};
  228. } else {
  229. completed += 1;
  230. if (completed === size) {
  231. callback(null);
  232. }
  233. }
  234. });
  235. });
  236. };
  237. async.forEachOfSeries = async.eachOfSeries = function (obj, iterator, callback) {
  238. callback = callback || function () {};
  239. var keys = _keys(obj);
  240. var size = keys.length;
  241. if (!size) {
  242. return callback();
  243. }
  244. var completed = 0;
  245. var iterate = function () {
  246. var sync = true;
  247. var key = keys[completed];
  248. iterator(obj[key], key, function (err) {
  249. if (err) {
  250. callback(err);
  251. callback = function () {};
  252. }
  253. else {
  254. completed += 1;
  255. if (completed >= size) {
  256. callback(null);
  257. }
  258. else {
  259. if (sync) {
  260. async.nextTick(iterate);
  261. }
  262. else {
  263. iterate();
  264. }
  265. }
  266. }
  267. });
  268. sync = false;
  269. };
  270. iterate();
  271. };
  272. async.forEachOfLimit = async.eachOfLimit = function (obj, limit, iterator, callback) {
  273. _forEachOfLimit(limit)(obj, iterator, callback);
  274. };
  275. var _forEachOfLimit = function (limit) {
  276. return function (obj, iterator, callback) {
  277. callback = callback || function () {};
  278. var keys = _keys(obj);
  279. var size = keys.length;
  280. if (!size || limit <= 0) {
  281. return callback();
  282. }
  283. var completed = 0;
  284. var started = 0;
  285. var running = 0;
  286. (function replenish () {
  287. if (completed >= size) {
  288. return callback();
  289. }
  290. while (running < limit && started < size) {
  291. started += 1;
  292. running += 1;
  293. var key = keys[started - 1];
  294. iterator(obj[key], key, function (err) {
  295. if (err) {
  296. callback(err);
  297. callback = function () {};
  298. }
  299. else {
  300. completed += 1;
  301. running -= 1;
  302. if (completed >= size) {
  303. callback();
  304. }
  305. else {
  306. replenish();
  307. }
  308. }
  309. });
  310. }
  311. })();
  312. };
  313. };
  314. var doParallel = function (fn) {
  315. return function () {
  316. var args = _baseSlice(arguments);
  317. return fn.apply(null, [async.each].concat(args));
  318. };
  319. };
  320. var doParallelLimit = function(limit, fn) {
  321. return function () {
  322. var args = _baseSlice(arguments);
  323. return fn.apply(null, [_eachLimit(limit)].concat(args));
  324. };
  325. };
  326. var doSeries = function (fn) {
  327. return function () {
  328. var args = _baseSlice(arguments);
  329. return fn.apply(null, [async.eachSeries].concat(args));
  330. };
  331. };
  332. var _asyncMap = function (eachfn, arr, iterator, callback) {
  333. arr = _map(arr, function (x, i) {
  334. return {index: i, value: x};
  335. });
  336. if (!callback) {
  337. eachfn(arr, function (x, callback) {
  338. iterator(x.value, function (err) {
  339. callback(err);
  340. });
  341. });
  342. } else {
  343. var results = [];
  344. eachfn(arr, function (x, callback) {
  345. iterator(x.value, function (err, v) {
  346. results[x.index] = v;
  347. callback(err);
  348. });
  349. }, function (err) {
  350. callback(err, results);
  351. });
  352. }
  353. };
  354. async.map = doParallel(_asyncMap);
  355. async.mapSeries = doSeries(_asyncMap);
  356. async.mapLimit = function (arr, limit, iterator, callback) {
  357. return _mapLimit(limit)(arr, iterator, callback);
  358. };
  359. var _mapLimit = function(limit) {
  360. return doParallelLimit(limit, _asyncMap);
  361. };
  362. // reduce only has a series version, as doing reduce in parallel won't
  363. // work in many situations.
  364. async.reduce = function (arr, memo, iterator, callback) {
  365. async.eachSeries(arr, function (x, callback) {
  366. iterator(memo, x, function (err, v) {
  367. memo = v;
  368. callback(err);
  369. });
  370. }, function (err) {
  371. callback(err, memo);
  372. });
  373. };
  374. // inject alias
  375. async.inject = async.reduce;
  376. // foldl alias
  377. async.foldl = async.reduce;
  378. async.reduceRight = function (arr, memo, iterator, callback) {
  379. var reversed = _map(arr, function (x) {
  380. return x;
  381. }).reverse();
  382. async.reduce(reversed, memo, iterator, callback);
  383. };
  384. // foldr alias
  385. async.foldr = async.reduceRight;
  386. var _filter = function (eachfn, arr, iterator, callback) {
  387. var results = [];
  388. arr = _map(arr, function (x, i) {
  389. return {index: i, value: x};
  390. });
  391. eachfn(arr, function (x, callback) {
  392. iterator(x.value, function (v) {
  393. if (v) {
  394. results.push(x);
  395. }
  396. callback();
  397. });
  398. }, function (err) {
  399. callback(_map(results.sort(function (a, b) {
  400. return a.index - b.index;
  401. }), function (x) {
  402. return x.value;
  403. }));
  404. });
  405. };
  406. async.filter = doParallel(_filter);
  407. async.filterSeries = doSeries(_filter);
  408. // select alias
  409. async.select = async.filter;
  410. async.selectSeries = async.filterSeries;
  411. var _reject = function (eachfn, arr, iterator, callback) {
  412. var results = [];
  413. arr = _map(arr, function (x, i) {
  414. return {index: i, value: x};
  415. });
  416. eachfn(arr, function (x, callback) {
  417. iterator(x.value, function (v) {
  418. if (!v) {
  419. results.push(x);
  420. }
  421. callback();
  422. });
  423. }, function (err) {
  424. callback(_map(results.sort(function (a, b) {
  425. return a.index - b.index;
  426. }), function (x) {
  427. return x.value;
  428. }));
  429. });
  430. };
  431. async.reject = doParallel(_reject);
  432. async.rejectSeries = doSeries(_reject);
  433. var _detect = function (eachfn, arr, iterator, main_callback) {
  434. eachfn(arr, function (x, callback) {
  435. iterator(x, function (result) {
  436. if (result) {
  437. main_callback(x);
  438. main_callback = noop;
  439. }
  440. else {
  441. callback();
  442. }
  443. });
  444. }, function (err) {
  445. main_callback();
  446. });
  447. };
  448. async.detect = doParallel(_detect);
  449. async.detectSeries = doSeries(_detect);
  450. async.some = function (arr, iterator, main_callback) {
  451. async.each(arr, function (x, callback) {
  452. iterator(x, function (v) {
  453. if (v) {
  454. main_callback(true);
  455. main_callback = noop;
  456. }
  457. callback();
  458. });
  459. }, function (err) {
  460. main_callback(false);
  461. });
  462. };
  463. // any alias
  464. async.any = async.some;
  465. async.every = function (arr, iterator, main_callback) {
  466. async.each(arr, function (x, callback) {
  467. iterator(x, function (v) {
  468. if (!v) {
  469. main_callback(false);
  470. main_callback = noop;
  471. }
  472. callback();
  473. });
  474. }, function (err) {
  475. main_callback(true);
  476. });
  477. };
  478. // all alias
  479. async.all = async.every;
  480. async.sortBy = function (arr, iterator, callback) {
  481. async.map(arr, function (x, callback) {
  482. iterator(x, function (err, criteria) {
  483. if (err) {
  484. callback(err);
  485. }
  486. else {
  487. callback(null, {value: x, criteria: criteria});
  488. }
  489. });
  490. }, function (err, results) {
  491. if (err) {
  492. return callback(err);
  493. }
  494. else {
  495. var fn = function (left, right) {
  496. var a = left.criteria, b = right.criteria;
  497. return a < b ? -1 : a > b ? 1 : 0;
  498. };
  499. callback(null, _map(results.sort(fn), function (x) {
  500. return x.value;
  501. }));
  502. }
  503. });
  504. };
  505. async.auto = function (tasks, callback) {
  506. callback = callback || noop;
  507. var keys = _keys(tasks);
  508. var remainingTasks = keys.length;
  509. if (!remainingTasks) {
  510. return callback();
  511. }
  512. var results = {};
  513. var listeners = [];
  514. var addListener = function (fn) {
  515. listeners.unshift(fn);
  516. };
  517. var removeListener = function (fn) {
  518. for (var i = 0; i < listeners.length; i += 1) {
  519. if (listeners[i] === fn) {
  520. listeners.splice(i, 1);
  521. return;
  522. }
  523. }
  524. };
  525. var taskComplete = function () {
  526. remainingTasks--;
  527. _each(listeners.slice(0), function (fn) {
  528. fn();
  529. });
  530. };
  531. addListener(function () {
  532. if (!remainingTasks) {
  533. var theCallback = callback;
  534. // prevent final callback from calling itself if it errors
  535. callback = noop;
  536. theCallback(null, results);
  537. }
  538. });
  539. _each(keys, function (k) {
  540. var task = _isArray(tasks[k]) ? tasks[k]: [tasks[k]];
  541. var taskCallback = function (err) {
  542. var args = _baseSlice(arguments, 1);
  543. if (args.length <= 1) {
  544. args = args[0];
  545. }
  546. if (err) {
  547. var safeResults = {};
  548. _each(_keys(results), function(rkey) {
  549. safeResults[rkey] = results[rkey];
  550. });
  551. safeResults[k] = args;
  552. callback(err, safeResults);
  553. // stop subsequent errors hitting callback multiple times
  554. callback = noop;
  555. }
  556. else {
  557. results[k] = args;
  558. async.setImmediate(taskComplete);
  559. }
  560. };
  561. var requires = task.slice(0, Math.abs(task.length - 1)) || [];
  562. // prevent dead-locks
  563. var len = requires.length;
  564. var dep;
  565. while (len--) {
  566. if (!(dep = tasks[requires[len]])) {
  567. throw new Error('Has inexistant dependency');
  568. }
  569. if (_isArray(dep) && !!~dep.indexOf(k)) {
  570. throw new Error('Has cyclic dependencies');
  571. }
  572. }
  573. var ready = function () {
  574. return _reduce(requires, function (a, x) {
  575. return (a && results.hasOwnProperty(x));
  576. }, true) && !results.hasOwnProperty(k);
  577. };
  578. if (ready()) {
  579. task[task.length - 1](taskCallback, results);
  580. }
  581. else {
  582. var listener = function () {
  583. if (ready()) {
  584. removeListener(listener);
  585. task[task.length - 1](taskCallback, results);
  586. }
  587. };
  588. addListener(listener);
  589. }
  590. });
  591. };
  592. async.retry = function(times, task, callback) {
  593. var DEFAULT_TIMES = 5;
  594. var attempts = [];
  595. // Use defaults if times not passed
  596. if (typeof times === 'function') {
  597. callback = task;
  598. task = times;
  599. times = DEFAULT_TIMES;
  600. }
  601. // Make sure times is a number
  602. times = parseInt(times, 10) || DEFAULT_TIMES;
  603. var wrappedTask = function(wrappedCallback, wrappedResults) {
  604. var retryAttempt = function(task, finalAttempt) {
  605. return function(seriesCallback) {
  606. task(function(err, result){
  607. seriesCallback(!err || finalAttempt, {err: err, result: result});
  608. }, wrappedResults);
  609. };
  610. };
  611. while (times) {
  612. attempts.push(retryAttempt(task, !(times-=1)));
  613. }
  614. async.series(attempts, function(done, data){
  615. data = data[data.length - 1];
  616. (wrappedCallback || callback)(data.err, data.result);
  617. });
  618. };
  619. // If a callback is passed, run this as a controll flow
  620. return callback ? wrappedTask() : wrappedTask;
  621. };
  622. async.waterfall = function (tasks, callback) {
  623. callback = callback || noop;
  624. if (!_isArray(tasks)) {
  625. var err = new Error('First argument to waterfall must be an array of functions');
  626. return callback(err);
  627. }
  628. if (!tasks.length) {
  629. return callback();
  630. }
  631. var wrapIterator = function (iterator) {
  632. return function (err) {
  633. if (err) {
  634. callback.apply(null, arguments);
  635. callback = noop;
  636. }
  637. else {
  638. var args = _baseSlice(arguments, 1);
  639. var next = iterator.next();
  640. if (next) {
  641. args.push(wrapIterator(next));
  642. }
  643. else {
  644. args.push(callback);
  645. }
  646. async.setImmediate(function () {
  647. iterator.apply(null, args);
  648. });
  649. }
  650. };
  651. };
  652. wrapIterator(async.iterator(tasks))();
  653. };
  654. var _parallel = function(eachfn, tasks, callback) {
  655. callback = callback || noop;
  656. if (_isArray(tasks)) {
  657. eachfn.map(tasks, function (fn, callback) {
  658. if (fn) {
  659. fn(function (err) {
  660. var args = _baseSlice(arguments, 1);
  661. if (args.length <= 1) {
  662. args = args[0];
  663. }
  664. callback.call(null, err, args);
  665. });
  666. }
  667. }, callback);
  668. }
  669. else {
  670. var results = {};
  671. eachfn.each(_keys(tasks), function (k, callback) {
  672. tasks[k](function (err) {
  673. var args = _baseSlice(arguments, 1);
  674. if (args.length <= 1) {
  675. args = args[0];
  676. }
  677. results[k] = args;
  678. callback(err);
  679. });
  680. }, function (err) {
  681. callback(err, results);
  682. });
  683. }
  684. };
  685. async.parallel = function (tasks, callback) {
  686. _parallel({ map: async.map, each: async.each }, tasks, callback);
  687. };
  688. async.parallelLimit = function(tasks, limit, callback) {
  689. _parallel({ map: _mapLimit(limit), each: _eachLimit(limit) }, tasks, callback);
  690. };
  691. async.series = function (tasks, callback) {
  692. callback = callback || noop;
  693. if (_isArray(tasks)) {
  694. async.mapSeries(tasks, function (fn, callback) {
  695. if (fn) {
  696. fn(function (err) {
  697. var args = _baseSlice(arguments, 1);
  698. if (args.length <= 1) {
  699. args = args[0];
  700. }
  701. callback.call(null, err, args);
  702. });
  703. }
  704. }, callback);
  705. }
  706. else {
  707. var results = {};
  708. async.eachSeries(_keys(tasks), function (k, callback) {
  709. tasks[k](function (err) {
  710. var args = _baseSlice(arguments, 1);
  711. if (args.length <= 1) {
  712. args = args[0];
  713. }
  714. results[k] = args;
  715. callback(err);
  716. });
  717. }, function (err) {
  718. callback(err, results);
  719. });
  720. }
  721. };
  722. async.iterator = function (tasks) {
  723. var makeCallback = function (index) {
  724. var fn = function () {
  725. if (tasks.length) {
  726. tasks[index].apply(null, arguments);
  727. }
  728. return fn.next();
  729. };
  730. fn.next = function () {
  731. return (index < tasks.length - 1) ? makeCallback(index + 1): null;
  732. };
  733. return fn;
  734. };
  735. return makeCallback(0);
  736. };
  737. async.apply = function (fn) {
  738. var args = _baseSlice(arguments, 1);
  739. return function () {
  740. return fn.apply(
  741. null, args.concat(_baseSlice(arguments))
  742. );
  743. };
  744. };
  745. var _concat = function (eachfn, arr, fn, callback) {
  746. var r = [];
  747. eachfn(arr, function (x, cb) {
  748. fn(x, function (err, y) {
  749. r = r.concat(y || []);
  750. cb(err);
  751. });
  752. }, function (err) {
  753. callback(err, r);
  754. });
  755. };
  756. async.concat = doParallel(_concat);
  757. async.concatSeries = doSeries(_concat);
  758. async.whilst = function (test, iterator, callback) {
  759. if (test()) {
  760. iterator(function (err) {
  761. if (err) {
  762. return callback(err);
  763. }
  764. async.whilst(test, iterator, callback);
  765. });
  766. }
  767. else {
  768. callback();
  769. }
  770. };
  771. async.doWhilst = function (iterator, test, callback) {
  772. iterator(function (err) {
  773. if (err) {
  774. return callback(err);
  775. }
  776. var args = _baseSlice(arguments, 1);
  777. if (test.apply(null, args)) {
  778. async.doWhilst(iterator, test, callback);
  779. }
  780. else {
  781. callback();
  782. }
  783. });
  784. };
  785. async.until = function (test, iterator, callback) {
  786. if (!test()) {
  787. iterator(function (err) {
  788. if (err) {
  789. return callback(err);
  790. }
  791. async.until(test, iterator, callback);
  792. });
  793. }
  794. else {
  795. callback();
  796. }
  797. };
  798. async.doUntil = function (iterator, test, callback) {
  799. iterator(function (err) {
  800. if (err) {
  801. return callback(err);
  802. }
  803. var args = _baseSlice(arguments, 1);
  804. if (!test.apply(null, args)) {
  805. async.doUntil(iterator, test, callback);
  806. }
  807. else {
  808. callback();
  809. }
  810. });
  811. };
  812. async.queue = function (worker, concurrency) {
  813. if (concurrency === undefined) {
  814. concurrency = 1;
  815. }
  816. else if(concurrency === 0) {
  817. throw new Error('Concurrency must not be zero');
  818. }
  819. function _insert(q, data, pos, callback) {
  820. if (!q.started){
  821. q.started = true;
  822. }
  823. if (!_isArray(data)) {
  824. data = [data];
  825. }
  826. if(data.length === 0) {
  827. // call drain immediately if there are no tasks
  828. return async.setImmediate(function() {
  829. if (q.drain) {
  830. q.drain();
  831. }
  832. });
  833. }
  834. _each(data, function(task) {
  835. var item = {
  836. data: task,
  837. callback: typeof callback === 'function' ? callback : null
  838. };
  839. if (pos) {
  840. q.tasks.unshift(item);
  841. } else {
  842. q.tasks.push(item);
  843. }
  844. if (q.saturated && q.tasks.length === q.concurrency) {
  845. q.saturated();
  846. }
  847. async.setImmediate(q.process);
  848. });
  849. }
  850. var workers = 0;
  851. var q = {
  852. tasks: [],
  853. concurrency: concurrency,
  854. saturated: null,
  855. empty: null,
  856. drain: null,
  857. started: false,
  858. paused: false,
  859. push: function (data, callback) {
  860. _insert(q, data, false, callback);
  861. },
  862. kill: function () {
  863. q.drain = null;
  864. q.tasks = [];
  865. },
  866. unshift: function (data, callback) {
  867. _insert(q, data, true, callback);
  868. },
  869. process: function () {
  870. if (!q.paused && workers < q.concurrency && q.tasks.length) {
  871. var task = q.tasks.shift();
  872. if (q.empty && q.tasks.length === 0) {
  873. q.empty();
  874. }
  875. workers += 1;
  876. var next = function () {
  877. workers -= 1;
  878. if (task.callback) {
  879. task.callback.apply(task, arguments);
  880. }
  881. if (q.drain && q.tasks.length + workers === 0) {
  882. q.drain();
  883. }
  884. q.process();
  885. };
  886. var cb = only_once(next);
  887. worker(task.data, cb);
  888. }
  889. },
  890. length: function () {
  891. return q.tasks.length;
  892. },
  893. running: function () {
  894. return workers;
  895. },
  896. idle: function() {
  897. return q.tasks.length + workers === 0;
  898. },
  899. pause: function () {
  900. if (q.paused === true) { return; }
  901. q.paused = true;
  902. },
  903. resume: function () {
  904. if (q.paused === false) { return; }
  905. q.paused = false;
  906. var resumeCount = Math.min(q.concurrency, q.tasks.length);
  907. // Need to call q.process once per concurrent
  908. // worker to preserve full concurrency after pause
  909. for (var w = 1; w <= resumeCount; w++) {
  910. async.setImmediate(q.process);
  911. }
  912. }
  913. };
  914. return q;
  915. };
  916. async.priorityQueue = function (worker, concurrency) {
  917. function _compareTasks(a, b){
  918. return a.priority - b.priority;
  919. }
  920. function _binarySearch(sequence, item, compare) {
  921. var beg = -1,
  922. end = sequence.length - 1;
  923. while (beg < end) {
  924. var mid = beg + ((end - beg + 1) >>> 1);
  925. if (compare(item, sequence[mid]) >= 0) {
  926. beg = mid;
  927. } else {
  928. end = mid - 1;
  929. }
  930. }
  931. return beg;
  932. }
  933. function _insert(q, data, priority, callback) {
  934. if (!q.started){
  935. q.started = true;
  936. }
  937. if (!_isArray(data)) {
  938. data = [data];
  939. }
  940. if(data.length === 0) {
  941. // call drain immediately if there are no tasks
  942. return async.setImmediate(function() {
  943. if (q.drain) {
  944. q.drain();
  945. }
  946. });
  947. }
  948. _each(data, function(task) {
  949. var item = {
  950. data: task,
  951. priority: priority,
  952. callback: typeof callback === 'function' ? callback : null
  953. };
  954. q.tasks.splice(_binarySearch(q.tasks, item, _compareTasks) + 1, 0, item);
  955. if (q.saturated && q.tasks.length === q.concurrency) {
  956. q.saturated();
  957. }
  958. async.setImmediate(q.process);
  959. });
  960. }
  961. // Start with a normal queue
  962. var q = async.queue(worker, concurrency);
  963. // Override push to accept second parameter representing priority
  964. q.push = function (data, priority, callback) {
  965. _insert(q, data, priority, callback);
  966. };
  967. // Remove unshift function
  968. delete q.unshift;
  969. return q;
  970. };
  971. async.cargo = function (worker, payload) {
  972. var working = false,
  973. tasks = [];
  974. var cargo = {
  975. tasks: tasks,
  976. payload: payload,
  977. saturated: null,
  978. empty: null,
  979. drain: null,
  980. drained: true,
  981. push: function (data, callback) {
  982. if (!_isArray(data)) {
  983. data = [data];
  984. }
  985. _each(data, function(task) {
  986. tasks.push({
  987. data: task,
  988. callback: typeof callback === 'function' ? callback : null
  989. });
  990. cargo.drained = false;
  991. if (cargo.saturated && tasks.length === payload) {
  992. cargo.saturated();
  993. }
  994. });
  995. async.setImmediate(cargo.process);
  996. },
  997. process: function process() {
  998. if (working) return;
  999. if (tasks.length === 0) {
  1000. if(cargo.drain && !cargo.drained) cargo.drain();
  1001. cargo.drained = true;
  1002. return;
  1003. }
  1004. var ts = typeof payload === 'number' ?
  1005. tasks.splice(0, payload) :
  1006. tasks.splice(0, tasks.length);
  1007. var ds = _map(ts, function (task) {
  1008. return task.data;
  1009. });
  1010. if(cargo.empty) cargo.empty();
  1011. working = true;
  1012. worker(ds, function () {
  1013. working = false;
  1014. var args = arguments;
  1015. _each(ts, function (data) {
  1016. if (data.callback) {
  1017. data.callback.apply(null, args);
  1018. }
  1019. });
  1020. process();
  1021. });
  1022. },
  1023. length: function () {
  1024. return tasks.length;
  1025. },
  1026. running: function () {
  1027. return working;
  1028. }
  1029. };
  1030. return cargo;
  1031. };
  1032. var _console_fn = function (name) {
  1033. return function (fn) {
  1034. var args = _baseSlice(arguments, 1);
  1035. fn.apply(null, args.concat([function (err) {
  1036. var args = _baseSlice(arguments, 1);
  1037. if (typeof console !== 'undefined') {
  1038. if (err) {
  1039. if (console.error) {
  1040. console.error(err);
  1041. }
  1042. }
  1043. else if (console[name]) {
  1044. _each(args, function (x) {
  1045. console[name](x);
  1046. });
  1047. }
  1048. }
  1049. }]));
  1050. };
  1051. };
  1052. async.log = _console_fn('log');
  1053. async.dir = _console_fn('dir');
  1054. /*async.info = _console_fn('info');
  1055. async.warn = _console_fn('warn');
  1056. async.error = _console_fn('error');*/
  1057. async.memoize = function (fn, hasher) {
  1058. var memo = {};
  1059. var queues = {};
  1060. hasher = hasher || function (x) {
  1061. return x;
  1062. };
  1063. var memoized = function () {
  1064. var args = _baseSlice(arguments);
  1065. var callback = args.pop();
  1066. var key = hasher.apply(null, args);
  1067. if (key in memo) {
  1068. async.nextTick(function () {
  1069. callback.apply(null, memo[key]);
  1070. });
  1071. }
  1072. else if (key in queues) {
  1073. queues[key].push(callback);
  1074. }
  1075. else {
  1076. queues[key] = [callback];
  1077. fn.apply(null, args.concat([function () {
  1078. memo[key] = _baseSlice(arguments);
  1079. var q = queues[key];
  1080. delete queues[key];
  1081. for (var i = 0, l = q.length; i < l; i++) {
  1082. q[i].apply(null, arguments);
  1083. }
  1084. }]));
  1085. }
  1086. };
  1087. memoized.memo = memo;
  1088. memoized.unmemoized = fn;
  1089. return memoized;
  1090. };
  1091. async.unmemoize = function (fn) {
  1092. return function () {
  1093. return (fn.unmemoized || fn).apply(null, arguments);
  1094. };
  1095. };
  1096. async.times = function (count, iterator, callback) {
  1097. var counter = [];
  1098. for (var i = 0; i < count; i++) {
  1099. counter.push(i);
  1100. }
  1101. return async.map(counter, iterator, callback);
  1102. };
  1103. async.timesSeries = function (count, iterator, callback) {
  1104. var counter = [];
  1105. for (var i = 0; i < count; i++) {
  1106. counter.push(i);
  1107. }
  1108. return async.mapSeries(counter, iterator, callback);
  1109. };
  1110. async.seq = function (/* functions... */) {
  1111. var fns = arguments;
  1112. return function () {
  1113. var that = this;
  1114. var args = _baseSlice(arguments);
  1115. var callback = args.pop();
  1116. async.reduce(fns, args, function (newargs, fn, cb) {
  1117. fn.apply(that, newargs.concat([function () {
  1118. var err = arguments[0];
  1119. var nextargs = _baseSlice(arguments, 1);
  1120. cb(err, nextargs);
  1121. }]));
  1122. },
  1123. function (err, results) {
  1124. callback.apply(that, [err].concat(results));
  1125. });
  1126. };
  1127. };
  1128. async.compose = function (/* functions... */) {
  1129. return async.seq.apply(null, Array.prototype.reverse.call(arguments));
  1130. };
  1131. var _applyEach = function (eachfn, fns /*args...*/) {
  1132. var go = function () {
  1133. var that = this;
  1134. var args = _baseSlice(arguments);
  1135. var callback = args.pop();
  1136. return eachfn(fns, function (fn, cb) {
  1137. fn.apply(that, args.concat([cb]));
  1138. },
  1139. callback);
  1140. };
  1141. if (arguments.length > 2) {
  1142. var args = _baseSlice(arguments, 2);
  1143. return go.apply(this, args);
  1144. }
  1145. else {
  1146. return go;
  1147. }
  1148. };
  1149. async.applyEach = doParallel(_applyEach);
  1150. async.applyEachSeries = doSeries(_applyEach);
  1151. async.forever = function (fn, callback) {
  1152. function next(err) {
  1153. if (err) {
  1154. if (callback) {
  1155. return callback(err);
  1156. }
  1157. throw err;
  1158. }
  1159. fn(next);
  1160. }
  1161. next();
  1162. };
  1163. // Node.js
  1164. if (typeof module !== 'undefined' && module.exports) {
  1165. module.exports = async;
  1166. }
  1167. // AMD / RequireJS
  1168. else if (typeof define !== 'undefined' && define.amd) {
  1169. define([], function () {
  1170. return async;
  1171. });
  1172. }
  1173. // included directly via <script> tag
  1174. else {
  1175. root.async = async;
  1176. }
  1177. }());