habsi/elasticsearch-js
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'master' into 2.3

Browse Source
This commit is contained in:
Spencer Alger
2014-07-11 12:49:22 -07:00
parent 0e4c434fe4 dfea7cae53
commit 4d619f2abb
37 changed files with 202 additions and 5479 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.travis.yml
View File

@ -2,7 +2,7 @@ language: node_js
node_js: "0.10"
secure: "UFAGQ6m/VnEahbj9vttY9YoA5h5rEBE6K7AvEEbWnt+VKppV+w3hu3HZxgKr8C9PWhCzqlGvsLh+kCqykZhISU1fBCK/Ttp3nSpMvvF5tI2u51Rj1qZ/7NUGRU0qVI9KFt0rJeXMJwq3fivb1H6aojfPD1gsIte7NHNjUfd0iUg="
env:
- ES_BRANCH=1.2 ES_RELEASE=1.2.0 COVERAGE=1
- ES_BRANCH=1.2 ES_RELEASE=1.2.1 COVERAGE=1
- ES_BRANCH=1.1 ES_RELEASE=1.1.2 NODE_UNIT=0
- ES_BRANCH=1.0 ES_RELEASE=1.0.3 NODE_UNIT=0
- ES_BRANCH=0.90 ES_RELEASE=0.90.13 NODE_UNIT=0

4
CHANGELOG.md
View File

@ -1,5 +1,9 @@
# elasticsearch-js changelog
## 2.3 (Jul 11 2014)
- Added support for Node 0.11
- Updated `bluebird`, which modified the [promise api](https://github.com/petkaantonov/bluebird/blob/v2.2.1/API.md) somewhat
## 2.2 (Mar 27 2014)
- The default API version is now `'1.2'`
- Node clinet now supports master, 1.x, 1.2, 1.1, 1.0, and 0.90

40
README.md
View File

@ -2,7 +2,9 @@
The official low-level Elasticsearch client for Node.js and the browser.
[![Build Status](https://travis-ci.org/elasticsearch/elasticsearch-js.png?branch=2.1)](https://travis-ci.org/elasticsearch/elasticsearch-js?branch=2.1) [![Coverage Status](https://coveralls.io/repos/elasticsearch/elasticsearch-js/badge.png?branch=2.1)](https://coveralls.io/r/elasticsearch/elasticsearch-js?branch=2.1) [![Dependencies up to date](https://david-dm.org/elasticsearch/elasticsearch-js.png)](https://david-dm.org/elasticsearch/elasticsearch-js)
[![Build Status](https://travis-ci.org/elasticsearch/elasticsearch-js.svg?branch=2.1)](https://travis-ci.org/elasticsearch/elasticsearch-js?branch=2.1)
[![Coverage Status](http://img.shields.io/coveralls/elasticsearch/elasticsearch-js.svg?branch=2.1)](https://coveralls.io/r/elasticsearch/elasticsearch-js?branch=2.1)
[![Dependencies up to date](https://david-dm.org/elasticsearch/elasticsearch-js.svg)](https://david-dm.org/elasticsearch/elasticsearch-js)
## Features
@ -12,29 +14,33 @@ The official low-level Elasticsearch client for Node.js and the browser.
- Persistent, Keep-Alive connections
- Load balancing (with pluggable selection strategy) across all available nodes.
## Install in Node.js
## Use in Node.js
```
npm install elasticsearch
```
<!-- wow bling -->
Supported node versions include 0.8, 0.10, and now 0.11
[![NPM Stats](https://nodei.co/npm/elasticsearch.png?downloads=true)](https://npmjs.org/package/elasticsearch)
## Browser Builds
## Use in the Browser
[![Selenium Tests Status](https://saucelabs.com/browser-matrix/elasticsearch-js.svg)](https://saucelabs.com/u/elasticsearch-js)
Check out the [Browser Builds](http://www.elasticsearch.org/guide/en/elasticsearch/client/javascript-api/current/browser-builds.html) doc page for help downloading and setting up the client for use in the browser.
We also provide builds of the elasticsearch.js client for use in the browser. These versions of the client are currently *experimental*. More information is available [here](http://www.elasticsearch.org/guide/en/elasticsearch/client/javascript-api/current/browser-builds.html).
### Bower
If you use bower to manage your dependencies, then just run:
```
bower install elasticsearch
```
### Download
- v2.2.0: [zip](https://download.elasticsearch.org/elasticsearch/elasticsearch-js/elasticsearch-js-2.2.0.zip), [tar.gz](https://download.elasticsearch.org/elasticsearch/elasticsearch-js/elasticsearch-js-2.2.0.tar.gz)
<table><tr>
<td>bower:</td>
<td colspan="2"><code>bower install elasticsearch</code></td>
</tr><tr>
<td>download:</td>
<td align="center">
<a href="https://download.elasticsearch.org/elasticsearch/elasticsearch-js/elasticsearch-js-2.1.4.zip">zip</a>
</td>
<td align="center">
<a href="https://download.elasticsearch.org/elasticsearch/elasticsearch-js/elasticsearch-js-2.1.4.tar.gz">tar.gz</a>
</td>
</tr>
</table>
## Docs
- [Quick Start](http://www.elasticsearch.org/guide/en/elasticsearch/client/javascript-api/current/quick-start.html)
@ -47,9 +53,9 @@ bower install elasticsearch
## Supported Elasticsearch Versions
[Jenkins](http://build.elasticsearch.com/job/es-js_nightly/)
[![Supporting Elasticsearch Version 0.90 to 1.2](http://img.shields.io/badge/elasticsearch-0.90--1.2-green.svg)](http://build.elasticsearch.com/job/es-js_nightly/)
Elasticsearch.js provides support for, and is regularly tested against, Elasticsearch releases **0.90.5 and greater**. We also test against the latest changes in several branches in the Elasticsearch repository. To tell the client which version of Elastisearch you are using, and therefore the API it should provide, set the `apiVersion` config param. [More info](http://www.elasticsearch.org/guide/en/elasticsearch/client/javascript-api/current/configuration.html#_config_options)
Elasticsearch.js provides support for, and is regularly tested against, Elasticsearch releases 0.90.12 and greater. We also test against the latest changes in several branches in the Elasticsearch repository. To tell the client which version of Elastisearch you are using, and therefore the API it should provide, set the `apiVersion` config param. [More info](http://www.elasticsearch.org/guide/en/elasticsearch/client/javascript-api/current/configuration.html#_config_options)
## Examples

2
docs/_examples/index.asciidoc
View File

@ -10,7 +10,7 @@ client.index({
tags: ['y', 'z'],
published: true,
}
}, function (error response) {
}, function (error, response) {
});
---------

6
docs/api_methods.asciidoc
View File

@ -874,7 +874,7 @@ client.index({
tags: ['y', 'z'],
published: true,
}
}, function (error response) {
}, function (error, response) {
});
---------
@ -1570,6 +1570,8 @@ Options:::
`Text` -- The source text for which the suggestions should be returned
`timeout`::
`Date, Number` -- Explicit operation timeout
`trackScores`::
`Boolean` -- Whether to calculate and return scores even if they are not used for sorting
`version`::
`Boolean` -- Specify whether to return document version as part of a hit
`index`::
@ -3718,7 +3720,7 @@ The default method is `GET` and the usual <<api-conventions,params and return va
`fields`::
`String, String[], Boolean` -- A comma-separated list of fields for `fielddata` and `completion` index metric (supports wildcards)
`groups`::
`Boolean` -- A comma-separated list of search groups for `search` index metric
`String, String[], Boolean` -- A comma-separated list of search groups for `search` index metric
`human`::
`Boolean` -- Whether to return time and byte values in human-readable format.
`[level=indices]`::

2
docs/api_methods_0_90.asciidoc
View File

@ -740,7 +740,7 @@ client.index({
tags: ['y', 'z'],
published: true,
}
}, function (error response) {
}, function (error, response) {
});
---------

4
docs/api_methods_1_0.asciidoc
View File

@ -835,7 +835,7 @@ client.index({
tags: ['y', 'z'],
published: true,
}
}, function (error response) {
}, function (error, response) {
});
---------
@ -1502,6 +1502,8 @@ Options:::
`Text` -- The source text for which the suggestions should be returned
`timeout`::
`Date, Number` -- Explicit operation timeout
`trackScores`::
`Boolean` -- Whether to calculate and return scores even if they are not used for sorting
`version`::
`Boolean` -- Specify whether to return document version as part of a hit
`index`::

4
docs/api_methods_1_1.asciidoc
View File

@ -849,7 +849,7 @@ client.index({
tags: ['y', 'z'],
published: true,
}
}, function (error response) {
}, function (error, response) {
});
---------
@ -1520,6 +1520,8 @@ Options:::
`Text` -- The source text for which the suggestions should be returned
`timeout`::
`Date, Number` -- Explicit operation timeout
`trackScores`::
`Boolean` -- Whether to calculate and return scores even if they are not used for sorting
`version`::
`Boolean` -- Specify whether to return document version as part of a hit
`index`::

2
docs/quick_start.asciidoc
View File

@ -153,7 +153,7 @@ client.search({
response.render('search_results', {
results: response.hits.hits,
page: pageNum,
pages: Math.ceil(response.hists.total / perPage)
pages: Math.ceil(response.hits.total / perPage)
})
});
-----------------

4
grunt/config/run.js
View File

@ -45,6 +45,10 @@ var config = {
utils.branches.forEach(function (branch) {
config['generate_' + branch] = {
exec: 'node ./scripts/generate/index.js --branch=' + branch
};
config['install_es_' + branch] = {
exec: './scripts/es.sh install ' + branch,
};

2
grunt/tasks.js
View File

@ -9,7 +9,7 @@ module.exports = function (grunt) {
grunt.registerTask('test', function (branch) {
var tasks = [
'jshint',
'run:generate',
branch ? 'run:generate_' + branch : 'run:generate',
'mochacov:unit'
];

8
package.json
View File

@ -70,10 +70,10 @@
},
"license": "Apache 2.0",
"dependencies": {
"chalk": "~0.4",
"forever-agent": "0.5.2",
"lodash-node": "~2.4",
"bluebird": "~1.2.1"
"bluebird": "~2.2.1",
"chalk": "~0.5.1",
"forever-agent": "~0.5.2",
"lodash-node": "~2.4"
},
"repository": {
"type": "git",

48
scripts/generate/logs/README.md
View File

@ -1,48 +0,0 @@
# Log Generator
Simple generator used to push events into ES. Uses the JS client, and serves as a "simple" type test to make sure it's sort of efficient.
Uses the Bulk API to communicate push docs into `logstash-YYYY.MM.DD` style indices which are easyily consumed by Kibana.
Documents look like this:
```
{
"_index": "logstash-2013.10.20",
"_type": "apache",
"_id": "42",
"_score": 1,
"_source": {
"index": "logstash-2013.10.20",
"@timestamp": "2013-10-20T10:50:22.980Z",
"ip": "193.224.70.190",
"extension": "html",
"response": "404",
"country": "JO",
"point": [
43.73331611,
-103.6176947
],
"@tags": [
"success",
"security"
],
"utc_time": "2013-10-20T10:50:22.980Z",
"referer": "http://twitter.com/success/wendy-lawrence",
"agent": "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)",
"clientip": "193.224.70.190",
"bytes": 4409.774264320731,
"request": "/pyotr-kolodin.html",
"memory": 0,
"@message": "193.224.70.190 - - ..." // apache error log
}
}
```
## to run
from the project root, call:
```
node scripts/generate/logs # use --help to see usage
```

388
scripts/generate/logs/index.js
View File

@ -1,388 +0,0 @@
/* jshint curly:false, latedef:false */
// args
var optimist = require('optimist')
.usage('A utility to generate sample log data.\n\nUsage: $0 [options]')
.options({
count: {
alias: 'c',
type: 'number',
default: 14000,
describe: 'The number of total records'
},
days: {
alias: 'd',
type: 'number',
required: true,
describe: 'The number of days before and after today, 1 will equal 3 days total.',
default: 1
},
host: {
alias: 'h',
describe: 'The host name and port',
default: 'localhost:9200'
},
shards: {
alias: 's',
describe: 'The number of primary shards',
default: 1
},
replicas: {
alias: 'r',
describe: 'The number of replica shards',
default: 0
},
help: {
describe: 'This help message',
type: 'boolean'
},
reset: {
describe: 'Clear all logstash-* indices before genrating logs',
type: 'boolean'
}
});
var argv = optimist.argv;
if (argv.help) {
optimist.showHelp(console.log);
process.exit();
}
var es = require('../../../src/elasticsearch');
var async = require('async');
var moment = require('moment');
var makeSamples = require('./samples').make;
var Promise = require('bluebird');
var startingMoment = moment().utc().startOf('day').subtract('days', argv.days);
var endingMoment = moment().utc().endOf('day').add('days', argv.days);
var clientConfig = {
// log: {
// level: 'trace',
// type: 'file',
// path: require('path').join(__dirname, '../../../log')
// }
};
if (argv.host) {
clientConfig.hosts = argv.host;
} else if (argv.hosts) {
clientConfig.hosts = JSON.parse(argv.hosts);
}
var client = new es.Client(clientConfig);
var samples = makeSamples(startingMoment, endingMoment);
var indices = {};
var doneCreatingEvents = false;
var total = argv.count;
console.log('Generating', total, 'events across ±', argv.days, 'days');
function createIndex(indexName) {
// console.log('ensuring index "%s" exists', indexName);
var indexBody = {
settings: {
index: {
number_of_shards: argv.shards,
number_of_replicas: argv.replicas
},
analysis: {
analyzer: {
url: {
type: 'standard',
tokenizer: 'uax_url_email',
max_token_length: 1000
}
}
}
},
mappings: {
_default_: {
properties: {
'@timestamp': {
type: 'date'
},
id: {
type: 'integer',
index: 'not_analyzed',
include_in_all: false
},
agent: {
type: 'multi_field',
fields: {
agent: {
type: 'string',
index: 'analyzed'
},
raw: {
type: 'string',
index: 'not_analyzed'
}
}
},
clientip: {
type: 'ip'
},
ip: {
type: 'ip'
},
memory: {
type: 'double'
},
referer: {
type: 'string',
index: 'not_analyzed'
}
},
geo: {
properties: {
srcdst: {
type: 'string',
index: 'not_analyzed'
},
dst: {
type: 'string',
index: 'not_analyzed'
},
src: {
type: 'string',
index: 'not_analyzed'
},
coordinates: {
type: 'geo_point'
}
}
},
meta: {
properties: {
related: {
type: 'string',
},
char: {
type: 'string',
index: 'not_analyzed'
},
user: {
properties: {
firstname: {
type: 'string',
},
lastname: {
type: 'integer',
index: 'not_analyzed'
}
}
}
}
}
}
}
};
return client.indices.create({
ignore: 400,
index: indexName,
body: indexBody
})
.then(function () {
return client.cluster.health({
index: indexName,
waitForStatus: 'yellow'
});
});
}
var queue = async.queue(function (events, done) {
var body = [];
var deps = [];
var esBulkQueueOverflow = 0;
events.forEach(function (event) {
var header = event.header;
event = event.body;
if (indices[event.index] !== true) {
deps.push(createIndex(event.index));
indices[event.index] = true;
}
body.push({ index: header }, event);
});
Promise.all(deps)
.then(function () {
if (body.length) {
return client.bulk({
body: body
});
} else {
return {};
}
})
.then(function (resp) {
if (resp.errors) {
resp.items.forEach(function (item, i) {
if (item.index.error) {
if (item.index.error.match(/^EsRejectedExecutionException/)) {
esBulkQueueOverflow ++;
eventBuffer.push(events[i]);
}
}
});
}
})
.finally(function () {
if (esBulkQueueOverflow) {
process.stdout.write('w' + esBulkQueueOverflow + '-');
// pause for 10ms per queue overage
queue.pause();
setTimeout(function () {
queue.resume();
}, 10 * esBulkQueueOverflow);
} else {
process.stdout.write('.');
}
})
.nodeify(done);
}, 1);
var eventBuffer = [];
eventBuffer.flush = function () {
if (eventBuffer.length === 3500 || doneCreatingEvents) {
queue.push([eventBuffer.splice(0)], function (err) {
if (err) {
console.error(err.resp);
console.error(err.stack);
process.exit();
}
});
}
};
queue.drain = function () {
if (doneCreatingEvents && eventBuffer.length === 0) {
client.close();
process.stdout.write('.\n\ncreated ' + total + ' events\n\n');
} else {
eventBuffer.flush();
}
};
async.series([
function (done) {
if (argv.reset) {
client.indices.delete({
index: 'logstash-*'
}, done);
} else {
done();
}
},
function (done) {
client.cluster.putSettings({
body: {
transient: {
threadpool: {
bulk: {
queue_size: -1
}
}
}
}
}, done);
},
function (done) {
async.timesSeries(total, function (i, done) {
// random date, plus less random time
var date = new Date(samples.randomMsInDayRange());
var ms = samples.lessRandomMsInDay();
// extract number of hours from the milliseconds
var hours = Math.floor(ms / 3600000);
ms = ms - hours * 3600000;
// extract number of minutes from the milliseconds
var minutes = Math.floor(ms / 60000);
ms = ms - minutes * 60000;
// extract number of seconds from the milliseconds
var seconds = Math.floor(ms / 1000);
ms = ms - seconds * 1000;
// apply the values found to the date
date.setUTCHours(hours, minutes, seconds, ms);
var dateAsIso = date.toISOString();
var indexName = 'logstash-' +
dateAsIso.substr(0, 4) + '.' + dateAsIso.substr(5, 2) + '.' + dateAsIso.substr(8, 2);
var event = {};
event.index = indexName;
event['@timestamp'] = dateAsIso;
event.ip = samples.ips();
event.extension = samples.extensions();
event.response = samples.responseCodes();
event.geo = {
coordinates: samples.airports(),
src: samples.countries(),
dest: samples.countries()
};
event.geo.srcdest = event.geo.src + ':' + event.geo.dest;
event['@tags'] = [
samples.tags(),
samples.tags2()
];
event.utc_time = dateAsIso;
event.referer = 'http://' + samples.referrers() + '/' + samples.tags() + '/' + samples.astronauts();
event.agent = samples.userAgents();
event.clientip = event.ip;
event.bytes = event.response < 500 ? samples.lessRandomRespSize() : 0;
event.request = '/' + samples.astronauts() + '.' + event.extension;
if (event.extension === 'php') {
event.phpmemory = event.memory = event.bytes * 40;
}
event['@message'] = event.ip + ' - - [' + dateAsIso + '] "GET ' + event.request + ' HTTP/1.1" ' +
event.response + ' ' + event.bytes + ' "-" "' + event.agent + '"';
event.spaces = 'this is a thing with lots of spaces wwwwoooooo';
event.xss = '<script>console.log("xss")</script>';
event.headings = [
'<h3>' + samples.astronauts() + '</h5>',
'http://' + samples.referrers() + '/' + samples.tags() + '/' + samples.astronauts()
];
event.links = [
samples.astronauts() + '@' + samples.referrers(),
'http://' + samples.referrers() + '/' + samples.tags2() + '/' + samples.astronauts(),
'www.' + samples.referrers()
];
event.machine = {
os: samples.randomOs(),
ram: samples.randomRam()
};
eventBuffer.push({
header: {
_index: event.index,
_type: samples.types(),
_id: i,
},
body: event
});
eventBuffer.flush();
setImmediate(done);
}, done);
}
], function (err) {
if (err) throw err;
doneCreatingEvents = true;
eventBuffer.flush();
});

3369
scripts/generate/logs/samples/airports.js
View File

File diff suppressed because it is too large Load Diff

559
scripts/generate/logs/samples/astronauts.js
View File

@ -1,559 +0,0 @@
module.exports = [
'Joseph M. Acaba',
'Loren Acton',
'Mike Adams',
'James Adamson',
'Viktor M. Afanasyev',
'Thomas Akers',
'Vladimir Aksyonov',
'Gemini 12',
'Aleksandar Panayotov Aleksandrov',
'Aleksandr Pavlovich Aleksandrov',
'Andrew M. Allen',
'Joseph P. Allen',
'Scott Altman',
'Apollo 8',
'Clayton Anderson',
'Michael P. Anderson',
'Claudie Haigneré',
'Dominic A. Antonelli',
'Jerome Apt',
'Lee Archambault',
'Gemini 8',
'Richard R. Arnold',
'Anatoly Artsebarsky',
'Yuri Artyukhin',
'Jeffrey Ashby',
'Oleg Atkov',
'Toktar Aubakirov',
'Sergei Avdeyev',
'James P. Bagian',
'Ellen S. Baker',
'Michael Baker',
'Aleksandr Balandin',
'Michael R. Barratt',
'Daniel Barry',
'John-David F. Bartoe',
'Charlie Bassett',
'Yuri Baturin',
'Patrick Baudry',
'Apollo 12',
'Robert L. Behnken',
'Ivan Bella',
'Pavel Belyayev',
'Georgi Beregovoi',
'Anatoli Berezovoy',
'John Blaha',
'Michael J. Bloomfield',
'Guion Bluford',
'Karol Bobko',
'Eric A. Boe',
'Charles Bolden',
'Roberta Bondar',
'Valentin Bondarenko',
'Andrei Borisenko',
'Gemini 7',
'Stephen G. Bowen',
'Kenneth Bowersox',
'Charles E. Brady, Jr.',
'Vance Brand',
'Daniel Brandenstein',
'Randolph Bresnik',
'Roy Bridges',
'Curtis Brown',
'David M. Brown',
'Mark Brown',
'James Buchli',
'Jay C. Buckey',
'Nikolai Budarin',
'John S. Bull',
'Daniel Burbank',
'Daniel Bursch',
'Valery Bykovsky',
'Robert D. Cabana',
'Yvonne Cagle',
'Fernando Caldeiro',
'Charles Camarda',
'Kenneth D. Cameron',
'Duane G. Carey',
'Scott Carpenter',
'Gerald P. Carr',
'Sonny Carter',
'John Casper',
'Christopher Cassidy',
'Robert J. Cenker',
'Gemini 9A',
'Roger B. Chaffee',
'Gregory Chamitoff',
'Franklin Chang-Diaz',
'Philip K. Chapman',
'Kalpana Chawla',
'Maurizio Cheli',
'Chen Quan',
'Leroy Chiao',
'Kevin P. Chilton',
'Jean-Loup Chrétien',
'Laurel B. Clark',
'Mary L. Cleave',
'Jean-François Clervoy',
'Michael R. Clifford',
'Michael Coats',
'Kenneth Cockrell',
'Catherine Coleman',
'Eileen Collins',
'',
'Gordon Cooper',
'Richard O. Covey',
'Timothy Creamer',
'John O. Creighton',
'Robert Crippen',
'Samantha Cristoforetti',
'Roger K. Crouch',
'Frank L. Culbertson, Jr.',
'Walter Cunningham',
'Robert Curbeam',
'Nancy J. Currie',
'Nancy Jan Davis',
'Lawrence J. DeLucas',
'Frank De Winne',
'Vladimir N. Dezhurov',
'Georgi Dobrovolski',
'Takao Doi',
'B. Alvin Drew',
'Brian Duffy',
'Apollo 16',
'Bonnie J. Dunbar',
'Pedro Duque',
'Samuel T. Durrance',
'James Dutton',
'Lev Dyomin',
'Tracy Caldwell Dyson',
'Vladimir Dzhanibekov',
'Joe Edwards',
'Donn F. Eisele',
'Anthony W. England',
'Joe H. Engle',
'Apollo 17',
'Reinhold Ewald',
'Léopold Eyharts',
'John Fabian',
'Muhammed Faris',
'Bertalan Farkas',
'Jean-Jacques Favier',
'Fèi Jùnlóng',
'Konstantin Feoktistov',
'Christopher Ferguson',
'Martin J. Fettman',
'Andrew J. Feustel',
'Anatoly Filipchenko',
'Michael Fincke',
'John L. Finley',
'Anna Lee Fisher',
'William Frederick Fisher',
'Klaus-Dietrich Flade',
'Michael Foale',
'Kevin A. Ford',
'Michael Foreman',
'Patrick Forrester',
'Michael Fossum',
'Ted Freeman',
'Stephen Frick',
'Dirk Frimout',
'Christer Fuglesang',
'Charles Fullerton',
'Reinhard Furrer',
'Satoshi Furukawa',
'F. Drew Gaffney',
'Yuri Gagarin',
'Ronald Garan',
'Dale Gardner',
'Guy Gardner',
'Marc Garneau',
'Owen Garriott',
'Charles Gemar',
'Michael Gernhardt',
'Alexander Gerst',
'Edward Gibson',
'Robert L. Gibson',
'Yuri Gidzenko',
'Ed Givens',
'Yuri Glazkov',
'John Glenn',
'Linda Godwin',
'Michael T. Good',
'Viktor Gorbatko',
'Gemini 11',
'Dominic Gorie',
'Ronald Grabe',
'Duane Graveline',
'Georgi Grechko',
'Frederick Gregory',
'William Gregory',
'David Griggs',
'Virgil I. "Gus" Grissom',
'John Grunsfeld',
'Aleksei Gubarev',
'Umberto Guidoni',
'Zhugderdemidiyn Gurragcha',
'Sidney Gutierrez',
'Chris Hadfield',
'Jean-Pierre Haigneré',
'Apollo 13',
'James Halsell',
'Kenneth Ham',
'Lloyd Hammond',
'Jeremy Hansen',
'Gregory Harbaugh',
'Bernard A. Harris, Jr.',
'Terry Hart',
'Henry Hartsfield',
'Frederick Hauck',
'Steven Hawley',
'Susan Helms',
'Karl Henize',
'Thomas Hennen',
'Terence Henricks',
'Miroslaw Hermaszewski',
'José Hernández',
'John Herrington',
'Richard Hieb',
'Joan Higginbotham',
'David Hilmers',
'Kathryn Hire',
'Charles Hobaugh',
'Jeffrey Hoffman',
'Donald Holmquest',
'Michael S. Hopkins',
'Scott Horowitz',
'Akihiko Hoshide',
'Millie Hughes-Fulford',
'Douglas G. Hurley',
'Rick Husband',
'Apollo 15',
'Aleksandr Ivanchenkov',
'Anatoli Ivanishin',
'Georgi Ivanov',
'Marsha Ivins',
'Sigmund Jähn',
'Mae Jemison',
'Tamara E. Jernigan',
'Brent W. Jett, Jr.',
'Jing Haipeng',
'Gregory C. Johnson',
'Gregory H. Johnson',
'Thomas D. Jones',
'Leonid Kadenyuk',
'Alexander Kaleri',
'Janet L. Kavandi',
'James M. Kelly',
'Mark Kelly',
'Scott Kelly',
'Joseph Kerwin',
'Yevgeny Khrunov',
'Robert S. Kimbrough',
'Leonid Kizim',
'Petr Klimuk',
'Pyotr Kolodin',
'Vladimir Komarov',
'Yelena Kondakova',
'Dmitri Kondratyev',
'Oleg Kononenko',
'Timothy L. Kopra',
'Mikhail Korniyenko',
'Valery Korzun',
'Oleg Kotov',
'Vladimir Kovalyonok',
'Konstantin Kozeyev',
'Kevin Kregel',
'Sergei Krikalev',
'Valeri Kubasov',
'André Kuipers',
'Aleksandr Laveykin',
'Robert Lawrence',
'Wendy Lawrence',
'Vasili Lazarev',
'Aleksandr Lazutkin',
'Valentin Lebedev',
'Mark C. Lee',
'David Leestma',
'William B. Lenoir',
'Aleksei Leonov',
'Frederick W. Leslie',
'Anatoli Levchenko',
'Byron Lichtenberg',
'Don Lind',
'Steven Lindsey',
'Jerry Linenger',
'Richard Linnehan',
'Gregory Linteris',
'Liu Boming',
'Liu Wang',
'Liu Yang',
'Yáng Lìwěi',
'Anthony Llewellyn',
'Paul Lockhart',
'Yuri Lonchakov',
'Michael Lopez-Alegria',
'Christopher Loria',
'John Lounge',
'Jack Lousma',
'Stanley G. Love',
'G. David Low',
'Edward Lu',
'Shannon Lucid',
'Vladimir Lyakhov',
'Steven MacLean',
'Sandra Magnus',
'Oleg Makarov',
'Yuri Malenchenko',
'Franco Malerba',
'Yuri Malyshev',
'Gennadi Manakov',
'Musa Manarov',
'Ravish Malhotra',
'Thomas Marshburn',
'Michael Massimino',
'Richard Mastracchio',
'K. Megan McArthur',
'William S. McArthur',
'Jon McBride',
'Bruce McCandless II',
'William C. McCool',
'Michael McCulley',
'James McDivitt',
'Donald McMonagle',
'Ronald McNair',
'Carl Meade',
'Bruce Melnick',
'Pamela Melroy',
'Leland D. Melvin',
'Ulf Merbold',
'Ernst Messerschmid',
'Dorothy M. Metcalf-Lindenburger',
'Curt Michel',
'Aleksandr Misurkin',
'Apollo 14',
'Andreas Mogensen',
'Abdul Ahad Mohmand',
'Mamoru Mohri',
'Barbara Morgan',
'Lee Morin',
'Boris Morukov',
'Chiaki Mukai',
'Richard Mullane',
'Talgat Musabayev',
'Story Musgrave',
'Steven R. Nagel',
'George Nelson',
'Grigori Nelyubov',
'Rodolfo Neri Vela',
'Paolo A. Nespoli',
'James H. Newman',
'Claude Nicollier',
'Niè Hǎishèng',
'Andriyan Nikolayev',
'Soichi Noguchi',
'Carlos I. Noriega',
'Oleg Novitskiy',
'Lisa Nowak',
'Karen Nyberg',
'Bryan O\'Connor',
'Ellen Ochoa',
'Wubbo Ockels',
'William Oefelein',
'Brian O\'Leary',
'John D. Olivas',
'Takuya Onishi',
'Ellison Onizuka',
'Yuri Onufrienko',
'Stephen Oswald',
'Robert Overmyer',
'Gennady Padalka',
'William Pailes',
'Scott Parazynski',
'Ronald A. Parise',
'Robert Parker',
'Luca Parmitano',
'Nicholas Patrick',
'Viktor Patsayev',
'James Pawelczyk',
'Julie Payette',
'Gary Payton',
'Timothy Peake',
'Philippe Perrin',
'Thomas Pesquet',
'Donald Peterson',
'Donald Pettit',
'Pham Tuan',
'John Phillips',
'William Pogue',
'Alan G. Poindexter',
'Mark Polansky',
'Alexander Poleshchuk',
'Valeri Polyakov',
'Marcos Pontes',
'Leonid Popov',
'Pavel Popovich',
'Charles Precourt',
'Dumitru Prunariu',
'Ilan Ramon',
'William Readdy',
'Kenneth Reightler',
'James F. Reilly',
'Garrett Reisman',
'Thomas Reiter',
'Vladimír Remek',
'Judith Resnik',
'Sergei Revin',
'Paul W. Richards',
'Richard N. Richards',
'Sally Ride',
'Patricia Robertson',
'Stephen Robinson',
'Russell L. Rogers',
'Roman Romanenko',
'Yuri Romanenko',
'Kent Rominger',
'Jerry L. Ross',
'Valery Rozhdestvensky',
'Nikolay Rukavishnikov',
'Mario Runco, Jr.',
'Sergei Ryazanski',
'Valery Ryumin',
'Albert Sacco',
'David Saint-Jacques',
'Aleksandr Samokutyayev',
'Gennadi Sarafanov',
'Robert Satcher',
'Sultan bin Salman bin Abdulaziz Al Saud',
'Viktor Savinykh',
'Svetlana Savitskaya',
'Wally Schirra',
'Hans Schlegel',
'Rusty Schweickart',
'Dick Scobee',
'Winston Scott',
'Paul Scully-Power',
'Richard Searfoss',
'Rhea Seddon',
'Elliot See',
'Ronald Sega',
'Piers Sellers',
'Aleksandr Serebrov',
'Vitali Sevastyanov',
'Yuri Shargin',
'Salizhan Sharipov',
'Rakesh Sharma',
'Vladimir Shatalov',
'Brewster Shaw',
'Mercury-Redstone 3',
'William Shepherd',
'Nancy Currie',
'Anton Shkaplerov',
'Georgi Shonin',
'Loren Shriver',
'Sheikh Muszaphar Shukor',
'Oleg Skripochka',
'Aleksandr Skvortsov',
'Donald "Deke" Slayton',
'Michael J. Smith',
'Steven Smith',
'Anatoly Solovyev',
'Vladimir Solovyov',
'Voskhod 1',
'Sherwood Spring',
'Robert Springer',
'Gemini 6A',
'Heidemarie Stefanyshyn-Piper',
'Robert Stewart',
'Susan Still Kilrain',
'Nicole Marie Passonno Stott',
'Krasimir Stoyanov',
'Gennady Strekalov',
'Frederick Sturckow',
'Kathryn Sullivan',
'Maksim Surayev',
'Steven Swanson',
'Arnaldo Tamayo Méndez',
'Daniel Tani',
'Joseph Tanner',
'Evgeny Tarelkin',
'MOL',
'Valentina Tereshkova',
'Norman Thagard',
'Gerhard Thiele',
'Robert Thirsk',
'Andrew Thomas',
'Donald Thomas',
'Stephen Thorne',
'Kathryn Thornton',
'William E. Thornton',
'Pierre Thuot',
'Gherman Titov',
'Vladimir Titov',
'Michel Tognini',
'Valery Tokarev',
'Sergei Treshchov',
'Eugene Trinh',
'Richard Truly',
'Bjarni Tryggvason',
'Vasili Tsibliyev',
'Mikhail Tyurin',
'Yury Usachov',
'Lodewijk van den Berg',
'James "Ox" van Hoften',
'Vladimir Vasyutin',
'Charles Veach',
'Franz Viehböck',
'Alexander Viktorenko',
'Pavel Vinogradov',
'Terry Virts',
'Roberto Vittori',
'Igor Volk',
'Alexander Volkov',
'Sergey Volkov',
'Vladislav Volkov',
'Boris Volynov',
'James Voss',
'Janice Voss',
'Koichi Wakata',
'Rex Walheim',
'Charles D. Walker',
'David M. Walker',
'Joseph A. Walker',
'Shannon Walker',
'Ulrich Walter',
'Carl Walz',
'Taylor Wang',
'Wang Yaping',
'Mary Weber',
'Paul Weitz',
'James Wetherbee',
'Douglas Wheelock',
'Edward White',
'Peggy Whitson',
'Terrence Wilcutt',
'Clifton Williams',
'Dafydd Williams',
'Donald Williams',
'Jeffrey Williams',
'Sunita "Suni" Williams',
'Barry Wilmore',
'Stephanie Wilson',
'Peter Wisoff',
'David Wolf',
'Neil Woodward',
'Naoko Yamazaki',
'Boris Yegorov',
'Aleksei Yeliseyev',
'Yi So-yeon',
'Gemini 3',
'Kimiya Yui',
'Fyodor Yurchikhin',
'Sergei Zalyotin',
'George D. Zamka',
'Zhai Zhigang',
'Zhang Xiaoguang',
'Vitaliy Zholobov',
'Vyacheslav Zudov'
];

250
scripts/generate/logs/samples/countries.json
View File

@ -1,250 +0,0 @@
{
"CN": 1330044000,
"IN": 1173108018,
"US": 610232863,
"ID": 242968342,
"BR": 201103330,
"PK": 184404791,
"BD": 156118464,
"NG": 154000000,
"RU": 140702000,
"JP": 127288000,
"MX": 112468855,
"PH": 99900177,
"VN": 89571130,
"ET": 88013491,
"DE": 81802257,
"EG": 80471869,
"TR": 77804122,
"IR": 76923300,
"CD": 70916439,
"TH": 67089500,
"FR": 64768389,
"GB": 62348447,
"IT": 60340328,
"MM": 53414374,
"ZA": 49000000,
"KR": 48422644,
"ES": 46505963,
"UA": 45415596,
"CO": 44205293,
"TZ": 41892895,
"AR": 41343201,
"KE": 40046566,
"PL": 38500000,
"SD": 35000000,
"DZ": 34586184,
"CA": 33679000,
"UG": 33398682,
"MA": 31627428,
"PE": 29907003,
"IQ": 29671605,
"AF": 29121286,
"NP": 28951852,
"MY": 28274729,
"UZ": 27865738,
"VE": 27223228,
"SA": 25731776,
"GH": 24339838,
"YE": 23495361,
"KP": 22912177,
"TW": 22894384,
"SY": 22198110,
"MZ": 22061451,
"RO": 21959278,
"AU": 21515754,
"LK": 21513990,
"MG": 21281844,
"CI": 21058798,
"CM": 19294149,
"CL": 16746491,
"NL": 16645000,
"BF": 16241811,
"NE": 15878271,
"MW": 15447500,
"KZ": 15340000,
"EC": 14790608,
"KH": 14453680,
"ML": 13796354,
"GT": 13550440,
"ZM": 13460305,
"AO": 13068161,
"SN": 12323252,
"ZW": 11651858,
"CU": 11423000,
"RW": 11055976,
"GR": 11000000,
"CS": 10829175,
"PT": 10676000,
"TN": 10589025,
"TD": 10543464,
"CZ": 10476000,
"BE": 10403000,
"GN": 10324025,
"SO": 10112453,
"BO": 9947418,
"HU": 9930000,
"BI": 9863117,
"DO": 9823821,
"BY": 9685000,
"HT": 9648924,
"BJ": 9056010,
"SE": 9045000,
"AZ": 8303512,
"SS": 8260490,
"AT": 8205000,
"HN": 7989415,
"CH": 7581000,
"TJ": 7487489,
"IL": 7353985,
"RS": 7344847,
"BG": 7148785,
"HK": 6898686,
"TG": 6587239,
"LY": 6461454,
"JO": 6407085,
"PY": 6375830,
"LA": 6368162,
"PG": 6064515,
"SV": 6052064,
"NI": 5995928,
"ER": 5792984,
"KG": 5508626,
"DK": 5484000,
"SK": 5455000,
"SL": 5245695,
"FI": 5244000,
"NO": 5009150,
"AE": 4975593,
"TM": 4940916,
"CF": 4844927,
"SG": 4701069,
"GE": 4630000,
"IE": 4622917,
"BA": 4590000,
"CR": 4516220,
"HR": 4491000,
"MD": 4324000,
"NZ": 4252277,
"LB": 4125247,
"PR": 3916632,
"PS": 3800000,
"LR": 3685076,
"LT": 3565000,
"UY": 3477000,
"PA": 3410676,
"MR": 3205060,
"MN": 3086918,
"CG": 3039126,
"AL": 2986952,
"AM": 2968000,
"OM": 2967717,
"JM": 2847232,
"KW": 2789132,
"LV": 2217969,
"NA": 2128471,
"MK": 2061000,
"BW": 2029307,
"SI": 2007000,
"LS": 1919552,
"XK": 1800000,
"GM": 1593256,
"GW": 1565126,
"GA": 1545255,
"SZ": 1354051,
"MU": 1294104,
"EE": 1291170,
"TT": 1228691,
"TL": 1154625,
"CY": 1102677,
"GQ": 1014999,
"FJ": 875983,
"QA": 840926,
"RE": 776948,
"KM": 773407,
"GY": 748486,
"DJ": 740528,
"BH": 738004,
"BT": 699847,
"ME": 666730,
"SB": 559198,
"CV": 508659,
"LU": 497538,
"SR": 492829,
"MO": 449198,
"GP": 443000,
"MQ": 432900,
"MT": 403000,
"MV": 395650,
"BN": 395027,
"BZ": 314522,
"IS": 308910,
"BS": 301790,
"BB": 285653,
"EH": 273008,
"PF": 270485,
"VU": 221552,
"NC": 216494,
"GF": 195506,
"WS": 192001,
"ST": 175808,
"LC": 160922,
"GU": 159358,
"YT": 159042,
"CW": 141766,
"AN": 136197,
"TO": 122580,
"VI": 108708,
"GD": 107818,
"FM": 107708,
"VC": 104217,
"KI": 92533,
"JE": 90812,
"SC": 88340,
"AG": 86754,
"AD": 84000,
"IM": 75049,
"DM": 72813,
"AW": 71566,
"MH": 65859,
"BM": 65365,
"GG": 65228,
"AS": 57881,
"GL": 56375,
"MP": 53883,
"KN": 49898,
"FO": 48228,
"KY": 44270,
"SX": 37429,
"MF": 35925,
"LI": 35000,
"MC": 32965,
"SM": 31477,
"GI": 27884,
"AX": 26711,
"VG": 21730,
"CK": 21388,
"TC": 20556,
"PW": 19907,
"BQ": 18012,
"WF": 16025,
"AI": 13254,
"TV": 10472,
"NR": 10065,
"MS": 9341,
"BL": 8450,
"SH": 7460,
"PM": 7012,
"IO": 4000,
"FK": 2638,
"SJ": 2550,
"NU": 2166,
"NF": 1828,
"CX": 1500,
"TK": 1466,
"VA": 921,
"CC": 628,
"TF": 140,
"PN": 46,
"GS": 30
}

98
scripts/generate/logs/samples/index.js
View File

@ -1,98 +0,0 @@
var _ = require('../../../../src/lib/utils');
var WeightedList = require('./weighted_list');
var RandomList = require('./random_list');
var IpGenerator = require('./ip_generator');
var Stochator = require('./stochator');
var dayMs = 86400000;
exports.make = function (startingMoment, endingMoment) {
var sets = {};
var startms = startingMoment.toDate().getTime();
var endms = endingMoment.toDate().getTime();
sets.randomMsInDayRange = function () {
return _.random(startms, endms);
};
sets.lessRandomRespSize = new Stochator({
mean: 4500,
stddev: 4500 * 0.56,
min: 1500,
max: 10000
}, 'get');
sets.lessRandomMsInDay = new Stochator({
min: 0,
max: dayMs,
mean: dayMs / 2,
stdev: dayMs * 0.15,
}, 'get');
sets.randomRam = new RandomList(require('./ram'));
sets.randomOs = new RandomList(require('./os'));
sets.astronauts = new RandomList(require('./astronauts').map(function (name) {
return name.replace(/\W+/g, '-').toLowerCase();
}));
sets.airports = new RandomList(require('./airports'));
sets.ips = new IpGenerator(100, 1000);
sets.countries = new WeightedList(require('./countries'));
sets.extensions = new WeightedList({
'html': 40,
'php': 30,
'png': 15,
'gif': 5,
'css': 10
});
sets.responseCodes = new WeightedList({
200: 92,
404: 5,
503: 3
});
sets.tags = new WeightedList({
'error': 6,
'warning': 10,
'success': 84
});
sets.tags2 = new WeightedList({
'security': 20,
'info': 75,
'login': 5
});
sets.timezones = new WeightedList({
'-07:00': 1
});
sets.referrers = new WeightedList({
'www.slate.com': 50,
'twitter.com': 35,
'facebook.com': 20,
'nytimes.com': 10
});
sets.userAgents = new WeightedList({
'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)': 30,
'Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24': 35,
'Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1': 40
});
sets.types = new WeightedList({
'nginx': 1,
'apache': 4
});
return _.mapValues(sets, function (set) {
return (typeof set === 'function') ? set : function () {
return set.get();
};
});
};

36
scripts/generate/logs/samples/ip_generator.js
View File

@ -1,36 +0,0 @@
module.exports = IpGenerator;
var _ = require('../../../../src/lib/utils');
function IpGenerator(maxCount, maxSessions) {
this.maxSessions = maxSessions;
this.maxCount = maxCount;
this.sessions = [];
}
IpGenerator.prototype.get = function () {
var session, index;
if (this.sessions.length < this.maxSessions) {
session = [this.makeRandom(), 0];
index = this.sessions.length;
this.sessions.push(session);
} else {
index = _.random(0, this.sessions.length - 1);
session = this.sessions[index];
}
if (session[1] > this.maxCount) {
this.sessions.splice(index, 1);
return this.getIp();
} else {
return session[0];
}
};
IpGenerator.prototype.makeRandom = function () {
return _.random(0, 255) + '.' +
_.random(0, 255) + '.' +
_.random(0, 255) + '.' +
_.random(0, 255);
};

7
scripts/generate/logs/samples/os.js
View File

@ -1,7 +0,0 @@
module.exports = [
'osx',
'ios',
'win xp',
'win 7',
'win 8'
];

24
scripts/generate/logs/samples/ram.js
View File

@ -1,24 +0,0 @@
var gb = 1024 * 1024 * 1024;
module.exports = [
2 * gb,
3 * gb,
4 * gb,
5 * gb,
6 * gb,
7 * gb,
8 * gb,
9 * gb,
10 * gb,
11 * gb,
12 * gb,
13 * gb,
14 * gb,
15 * gb,
16 * gb,
17 * gb,
18 * gb,
19 * gb,
20 * gb,
30 * gb,
];

11
scripts/generate/logs/samples/random_list.js
View File

@ -1,11 +0,0 @@
/**
* @class RandomList
*/
module.exports = RandomList;
function RandomList(list) {
this.get = function () {
return list[Math.round(Math.random() * list.length)];
};
}

465
scripts/generate/logs/samples/stochator.js
View File

@ -1,465 +0,0 @@
/*jshint maxlen:false, white:false, -W116:false, quotmark:false, -W018:false, -W064:false, -W015:false */
(function() {
var Set, Stochator, callFunctions, floatGenerator, integerGenerator, inverseNormalCumulativeDistribution, isType, randomBoundedFloat, randomBoundedInteger, randomCharacter, randomColor, randomNormallyDistributedFloat, randomSetMember, randomSetMemberWithoutReplacement, randomWeightedSetMember, setGenerator, shuffleSet,
__indexOf = Array.prototype.indexOf || function(item) { for (var i = 0, l = this.length; i < l; i++) { if (i in this && this[i] === item) return i; } return -1; },
__slice = Array.prototype.slice;
Set = (function() {
function Set(values) {
this.values = values;
this.length = this.values.length;
}
Set.prototype.toString = function() {
return "[object Set]";
};
Set.prototype.copy = function() {
return this.values.slice(0, this.length);
};
Set.prototype.enumerate = function(depth) {
var d, digits, e, enumeration, enumerations, enumerationsLength, i;
if (depth == null) depth = this.length;
enumerationsLength = Math.pow(this.length, depth);
enumerations = [];
for (enumeration = 0; 0 <= enumerationsLength ? enumeration < enumerationsLength : enumeration > enumerationsLength; 0 <= enumerationsLength ? enumeration++ : enumeration--) {
e = enumeration;
digits = [];
for (i = 0; 0 <= depth ? i < depth : i > depth; 0 <= depth ? i++ : i--) {
d = e % this.length;
e -= d;
e /= this.length;
digits.push(this.values[d]);
}
enumerations.push(new Set(digits));
}
return new Set(enumerations);
};
Set.prototype.intersection = function(set) {
var value;
return new Set((function() {
var _i, _len, _ref, _results;
_ref = set.values;
_results = [];
for (_i = 0, _len = _ref.length; _i < _len; _i++) {
value = _ref[_i];
if (__indexOf.call(this.values, value) >= 0) _results.push(value);
}
return _results;
}).call(this));
};
Set.prototype.union = function(set) {
return new Set(this.values.concat(this.difference(set).values));
};
Set.prototype.difference = function(set) {
var value;
return new Set((function() {
var _i, _len, _ref, _results;
_ref = set.values;
_results = [];
for (_i = 0, _len = _ref.length; _i < _len; _i++) {
value = _ref[_i];
if (!(__indexOf.call(this.values, value) >= 0)) _results.push(value);
}
return _results;
}).call(this));
};
Set.prototype.symmetricDifference = function(set) {
return this.union(set).difference(this.intersection(set));
};
Set.prototype.reduce = function(iterator) {
return this.values.reduce(iterator);
};
Set.prototype.reverse = function() {
return new Set(this.copy().reverse());
};
Set.prototype.sort = function(compare) {
return this.copy().sort(compare);
};
Set.prototype.sum = function() {
var _ref;
return (_ref = this._sum) != null ? _ref : this._sum = this.reduce(function(a, b) {
return a + b;
});
};
Set.prototype.mean = function() {
var _ref;
return (_ref = this._mean) != null ? _ref : this._mean = this.sum() / this.length;
};
Set.prototype.stdev = function() {
var value, _ref;
return (_ref = this._stdev) != null ? _ref : this._stdev = Math.sqrt(new Set((function() {
var _i, _len, _ref2, _results;
_ref2 = this.values;
_results = [];
for (_i = 0, _len = _ref2.length; _i < _len; _i++) {
value = _ref2[_i];
_results.push(Math.pow(value - this.mean(), 2));
}
return _results;
}).call(this)).mean());
};
Set.prototype.get = function(index, dflt) {
if (this.values[index] != null) {
return this.values[index];
} else {
return dflt;
}
};
Set.prototype.each = function(iterator) {
var index, value, _len, _ref, _results;
_ref = this.values;
_results = [];
for (index = 0, _len = _ref.length; index < _len; index++) {
value = _ref[index];
_results.push(iterator(value, index));
}
return _results;
};
Set.prototype.map = function(iterator) {
var index, value;
return new Set((function() {
var _len, _ref, _results;
_ref = this.values;
_results = [];
for (index = 0, _len = _ref.length; index < _len; index++) {
value = _ref[index];
_results.push(iterator(value, index));
}
return _results;
}).call(this));
};
Set.prototype.pop = function(index) {
var value;
if (index == null) index = this.length - 1;
value = this.values[index];
this.values.splice(index, 1);
return value;
};
return Set;
})();
isType = function(type) {
return function(arg) {
return Object.prototype.toString.call(arg) === ("[object " + type + "]");
};
};
callFunctions = function(fns) {
var fn, _i, _len, _results;
_results = [];
for (_i = 0, _len = fns.length; _i < _len; _i++) {
fn = fns[_i];
_results.push(fn());
}
return _results;
};
randomBoundedFloat = function(min, max) {
var spread;
if (min == null) min = 0;
if (max == null) max = 1;
spread = max - min;
return Math.random() * spread + min;
};
randomBoundedInteger = function(min, max) {
var spread;
if (min == null) min = 0;
if (max == null) max = 1;
spread = 1 + max - min;
return Math.floor(Math.random() * spread) + min;
};
randomColor = function() {
var byte, mutator;
byte = {
kind: "integer",
min: 0,
max: 255
};
mutator = function(bytes) {
var blue, green, red;
red = bytes[0], green = bytes[1], blue = bytes[2];
return {
red: red,
green: green,
blue: blue
};
};
return new Stochator(byte, byte, byte, mutator).next;
};
randomNormallyDistributedFloat = function(mean, stdev, min, max) {
var float, seed;
seed = randomBoundedFloat();
float = inverseNormalCumulativeDistribution(seed) * stdev + mean;
if ((min != null) && (max != null)) {
return Math.min(max, Math.max(min, float));
} else {
return float;
}
};
randomCharacter = function(lowercase) {
var max, min, mutator, _ref;
_ref = lowercase ? [97, 122] : [65, 90], min = _ref[0], max = _ref[1];
mutator = function(charCode) {
return String.fromCharCode(charCode);
};
return new Stochator({
kind: "integer",
min: min,
max: max
}, mutator).next;
};
randomSetMember = function(set) {
var max;
max = set.length - 1;
return set.get(randomBoundedInteger(0, max));
};
randomSetMemberWithoutReplacement = function(set) {
if (!set.get(0)) return;
set.length -= 1;
return set.pop(randomBoundedInteger(0, set.length));
};
randomWeightedSetMember = function(set, weights) {
var float, member, weightSum, _ref;
_ref = [void 0, 0, randomBoundedFloat()], member = _ref[0], weightSum = _ref[1], float = _ref[2];
set.each(function(value, index) {
var weight;
if (member) return;
weight = weights.get(index);
if (float <= weightSum + weight && float >= weightSum) member = value;
return weightSum += weight;
});
return member;
};
inverseNormalCumulativeDistribution = function(probability) {
var base, coefficient, denomCoeffcients, denomMaxExponent, denominator, high, low, mapMaxExp, numCoefficients, numMaxExponent, numerator, _ref, _ref2;
high = probability > 0.97575;
low = probability < 0.02425;
if (low || high) {
numCoefficients = new Set([-7.784894002430293e-3, -3.223964580411365e-1, -2.400758277161838, -2.549732539343734, 4.374664141464968]);
denomCoeffcients = new Set([7.784695709041462e-3, 3.224671290700398e-1, 2.445134137142996, 3.754408661907416]);
_ref = [5, 4], numMaxExponent = _ref[0], denomMaxExponent = _ref[1];
coefficient = low ? 1 : -1;
base = Math.sqrt(-2 * Math.log(low ? probability : 1 - probability));
} else {
numCoefficients = new Set([-3.969683028665376e1, 2.209460984245205e2, -2.759285104469687e2, 1.383577518672690e2, -3.066479806614716e1, 2.506628277459239]);
denomCoeffcients = new Set([-5.447609879822406e1, 1.615858368580409e2, -1.556989798598866e2, 6.680131188771972e1, -1.328068155288572e1]);
_ref2 = [5, 5], numMaxExponent = _ref2[0], denomMaxExponent = _ref2[1];
coefficient = probability - 0.5;
base = Math.pow(coefficient, 2);
}
mapMaxExp = function(maxExp) {
return function(value, index) {
return value * Math.pow(base, maxExp - index);
};
};
numerator = numCoefficients.map(mapMaxExp(numMaxExponent)).sum();
denominator = denomCoeffcients.map(mapMaxExp(denomMaxExponent)).sum() + 1;
return coefficient * numerator / denominator;
};
shuffleSet = function(set) {
var index, randomIndex, tmp, values, _ref;
values = set.copy();
for (index = _ref = values.length - 1; _ref <= 0 ? index < 0 : index > 0; _ref <= 0 ? index++ : index--) {
randomIndex = randomBoundedInteger(0, index);
tmp = values[index];
values[index] = values[randomIndex];
values[randomIndex] = tmp;
}
return values;
};
floatGenerator = function(min, max, mean, stdev) {
if (mean && stdev) {
return function() {
return randomNormallyDistributedFloat(mean, stdev, min, max);
};
} else {
return function() {
return randomBoundedFloat(min, max);
};
}
};
integerGenerator = function(min, max) {
if (min == null) min = 0;
if (max == null) max = 1;
return function() {
return randomBoundedInteger(min, max);
};
};
setGenerator = function(values, replacement, shuffle, weights) {
var set, weightsSet;
if (replacement == null) replacement = true;
if (shuffle == null) shuffle = false;
if (weights == null) weights = null;
if (!values || !values.length) {
throw Error("Must provide a 'values' array for a set generator.");
}
set = new Set(values);
if (shuffle) {
return function() {
return shuffleSet(set);
};
} else if (replacement) {
if (weights) {
weightsSet = new Set(weights);
return function() {
return randomWeightedSetMember(set, weightsSet);
};
} else {
return function() {
return randomSetMember(set);
};
}
} else {
return function() {
return randomSetMemberWithoutReplacement(set);
};
}
};
Stochator = (function() {
var VERSION;
VERSION = "0.3.1";
function Stochator() {
var configs;
configs = 1 <= arguments.length ? __slice.call(arguments, 0) : [];
this.setGenerator(configs);
}
Stochator.prototype.createGenerator = function(config) {
var generator, max, mean, min, replacement, shuffle, stdev, values, weights;
if (config.kind == null) config.kind = "float";
generator = (function() {
switch (config.kind) {
case "float":
min = config.min, max = config.max, mean = config.mean, stdev = config.stdev;
return floatGenerator(min, max, mean, stdev);
case "integer":
return integerGenerator(config.min, config.max);
case "set":
values = config.values, replacement = config.replacement, shuffle = config.shuffle, weights = config.weights;
return setGenerator(values, replacement, shuffle, weights);
case "color":
case "rgb":
return randomColor(config.kind);
case "a-z":
case "A-Z":
return randomCharacter(config.kind === "a-z");
}
})();
if (!generator) {
throw Error("" + config.kind + " not a recognized kind.");
} else {
return generator;
}
};
Stochator.prototype.createGenerators = function(configs, mutator) {
var callGenerators, caller, config, generators,
_this = this;
if (configs[0] == null) configs[0] = {};
generators = (function() {
var _i, _len, _results;
_results = [];
for (_i = 0, _len = configs.length; _i < _len; _i++) {
config = configs[_i];
_results.push(this.createGenerator(config));
}
return _results;
}).call(this);
if (!mutator) {
callGenerators = generators.length === 1 ? function() {
return callFunctions(generators)[0];
} : function() {
return callFunctions(generators);
};
} else {
caller = generators.length === 1 ? function() {
return callFunctions(generators)[0];
} : function() {
return callFunctions(generators);
};
callGenerators = function() {
return _this.value = mutator.call(_this, caller(), _this.value);
};
}
return function(times) {
var time, _results;
if (times) {
_results = [];
for (time = 1; 1 <= times ? time <= times : time >= times; 1 <= times ? time++ : time--) {
_results.push(callGenerators());
}
return _results;
} else {
return callGenerators();
}
};
};
Stochator.prototype.setGenerator = function(configs) {
var config, generatorConfigs, mutator, name, _i, _len, _ref, _ref2;
generatorConfigs = [];
for (_i = 0, _len = configs.length; _i < _len; _i++) {
config = configs[_i];
if (isType("Object")(config)) {
generatorConfigs.push(config);
} else {
break;
}
}
_ref = configs.slice(generatorConfigs.length), name = _ref[0], mutator = _ref[1];
name || (name = "next");
if (isType("Function")(name)) {
_ref2 = ["next", name], name = _ref2[0], mutator = _ref2[1];
}
return this[name] = this.createGenerators(generatorConfigs, mutator);
};
Stochator.prototype.toString = function() {
return "[object Stochator]";
};
return Stochator;
})();
if (typeof module !== "undefined" && module !== null ? module.exports : void 0) {
module.exports = Stochator;
} else {
this.Stochator = Stochator;
}
}).call(this);

123
scripts/generate/logs/samples/weighted_list.js
View File

@ -1,123 +0,0 @@
/**
* @class WeightedList
* @constructor
*/
module.exports = WeightedList;
var _ = require('../../../../src/lib/utils');
function WeightedList(list) {
Array.call(this);
_.forEach(list, _.bindKey(this, 'push'));
}
_.inherits(WeightedList, Array);
/**
* Add a value to the weighted list.
* @method add
* @param {Any} value
* @param {Number} [weight] Optional. Defaults to 1.
* @return {Number} The index of the item that was added.
*/
WeightedList.prototype.push = function (weight, value) {
if (!weight && weight !== 0) {
weight = 1;
}
Array.prototype.push.call(this, {
value: value,
weight: weight
});
delete this._sum;
delete this._totals;
return this.length - 1;
};
WeightedList.prototype.get = function () {
return this[this._randomIndex()].value;
};
/**
* Returns an index by weighted random distribution.
* @method _randomIndex
* @protected
* @return {Number}
*/
WeightedList.prototype._randomIndex = function () {
var maximumIndex,
me = this,
middleIndex,
minimumIndex = 0,
random,
sum = me._sum,
total,
totals = me._totals;
if (!sum || !totals) {
me._update();
sum = me._sum;
totals = me._totals;
if (!sum || !totals || !totals.length) {
return null;
}
}
maximumIndex = totals.length - 1;
random = Math.random() * sum;
while (maximumIndex >= minimumIndex) {
middleIndex = (maximumIndex + minimumIndex) / 2;
if (middleIndex < 0) {
middleIndex = 0;
} else {
middleIndex = Math.floor(middleIndex);
}
total = totals[middleIndex];
if (random === total) {
middleIndex += 1;
break;
} else if (random < total) {
if (middleIndex && random > totals[middleIndex - 1]) {
break;
}
maximumIndex = middleIndex - 1;
} else if (random > total) {
minimumIndex = middleIndex + 1;
}
}
return middleIndex;
};
/**
* Updates chached data for achieving weighted random distribution.
* @method _update
* @chainable
* @protected
*/
WeightedList.prototype._update = function () {
var me = this,
sum = 0,
totals = [];
me.forEach(function (item) {
sum += item.weight;
totals.push(sum);
});
me._sum = sum;
me._totals = totals;
return me;
};

5
src/lib/apis/1_0.js
View File

@ -4514,6 +4514,7 @@ api.scroll = ca({
* @param {Number} params.suggestSize - How many suggestions to return in response
* @param {Text} params.suggestText - The source text for which the suggestions should be returned
* @param {Date, Number} params.timeout - Explicit operation timeout
* @param {Boolean} params.trackScores - Whether to calculate and return scores even if they are not used for sorting
* @param {Boolean} params.version - Specify whether to return document version as part of a hit
* @param {String, String[], Boolean} params.index - A comma-separated list of index names to search; use `_all` or empty string to perform the operation on all indices
* @param {String, String[], Boolean} params.type - A comma-separated list of document types to search; leave empty to perform the operation on all types
@ -4648,6 +4649,10 @@ api.search = ca({
timeout: {
type: 'time'
},
trackScores: {
type: 'boolean',
name: 'track_scores'
},
version: {
type: 'boolean'
}

5
src/lib/apis/1_1.js
View File

@ -4611,6 +4611,7 @@ api.scroll = ca({
* @param {Number} params.suggestSize - How many suggestions to return in response
* @param {Text} params.suggestText - The source text for which the suggestions should be returned
* @param {Date, Number} params.timeout - Explicit operation timeout
* @param {Boolean} params.trackScores - Whether to calculate and return scores even if they are not used for sorting
* @param {Boolean} params.version - Specify whether to return document version as part of a hit
* @param {String, String[], Boolean} params.index - A comma-separated list of index names to search; use `_all` or empty string to perform the operation on all indices
* @param {String, String[], Boolean} params.type - A comma-separated list of document types to search; leave empty to perform the operation on all types
@ -4745,6 +4746,10 @@ api.search = ca({
timeout: {
type: 'time'
},
trackScores: {
type: 'boolean',
name: 'track_scores'
},
version: {
type: 'boolean'
}

9
src/lib/apis/1_2.js
View File

@ -3437,7 +3437,7 @@ api.indices.prototype.segments = ca({
* @param {String, String[], Boolean} params.completionFields - A comma-separated list of fields for `fielddata` and `suggest` index metric (supports wildcards)
* @param {String, String[], Boolean} params.fielddataFields - A comma-separated list of fields for `fielddata` index metric (supports wildcards)
* @param {String, String[], Boolean} params.fields - A comma-separated list of fields for `fielddata` and `completion` index metric (supports wildcards)
* @param {Boolean} params.groups - A comma-separated list of search groups for `search` index metric
* @param {String, String[], Boolean} params.groups - A comma-separated list of search groups for `search` index metric
* @param {Boolean} params.human - Whether to return time and byte values in human-readable format.
* @param {String} [params.level=indices] - Return stats aggregated at cluster, index or shard level
* @param {String, String[], Boolean} params.types - A comma-separated list of document types for the `indexing` index metric
@ -3458,7 +3458,7 @@ api.indices.prototype.stats = ca({
type: 'list'
},
groups: {
type: 'boolean'
type: 'list'
},
human: {
type: 'boolean',
@ -4677,6 +4677,7 @@ api.scroll = ca({
* @param {Number} params.suggestSize - How many suggestions to return in response
* @param {Text} params.suggestText - The source text for which the suggestions should be returned
* @param {Date, Number} params.timeout - Explicit operation timeout
* @param {Boolean} params.trackScores - Whether to calculate and return scores even if they are not used for sorting
* @param {Boolean} params.version - Specify whether to return document version as part of a hit
* @param {String, String[], Boolean} params.index - A comma-separated list of index names to search; use `_all` or empty string to perform the operation on all indices
* @param {String, String[], Boolean} params.type - A comma-separated list of document types to search; leave empty to perform the operation on all types
@ -4811,6 +4812,10 @@ api.search = ca({
timeout: {
type: 'time'
},
trackScores: {
type: 'boolean',
name: 'track_scores'
},
version: {
type: 'boolean'
}

14
src/lib/apis/1_x.js
View File

@ -3215,6 +3215,7 @@ api.indices.prototype.putSettings = ca({
*
* @param {Object} params - An object with parameters used to carry out this action
* @param {Number} params.order - The order for this template when merging multiple matching ones (higher numbers are merged later, overriding the lower numbers)
* @param {Boolean} params.create - Whether the index template should only be added if new or can also replace an existing one
* @param {Date, Number} params.timeout - Explicit operation timeout
* @param {Date, Number} params.masterTimeout - Specify timeout for connection to master
* @param {Boolean} params.flatSettings - Return settings in flat format (default: false)
@ -3225,6 +3226,10 @@ api.indices.prototype.putTemplate = ca({
order: {
type: 'number'
},
create: {
type: 'boolean',
'default': false
},
timeout: {
type: 'time'
},
@ -3478,7 +3483,7 @@ api.indices.prototype.segments = ca({
* @param {String, String[], Boolean} params.completionFields - A comma-separated list of fields for `fielddata` and `suggest` index metric (supports wildcards)
* @param {String, String[], Boolean} params.fielddataFields - A comma-separated list of fields for `fielddata` index metric (supports wildcards)
* @param {String, String[], Boolean} params.fields - A comma-separated list of fields for `fielddata` and `completion` index metric (supports wildcards)
* @param {Boolean} params.groups - A comma-separated list of search groups for `search` index metric
* @param {String, String[], Boolean} params.groups - A comma-separated list of search groups for `search` index metric
* @param {Boolean} params.human - Whether to return time and byte values in human-readable format.
* @param {String} [params.level=indices] - Return stats aggregated at cluster, index or shard level
* @param {String, String[], Boolean} params.types - A comma-separated list of document types for the `indexing` index metric
@ -3499,7 +3504,7 @@ api.indices.prototype.stats = ca({
type: 'list'
},
groups: {
type: 'boolean'
type: 'list'
},
human: {
type: 'boolean',
@ -4718,6 +4723,7 @@ api.scroll = ca({
* @param {Number} params.suggestSize - How many suggestions to return in response
* @param {Text} params.suggestText - The source text for which the suggestions should be returned
* @param {Date, Number} params.timeout - Explicit operation timeout
* @param {Boolean} params.trackScores - Whether to calculate and return scores even if they are not used for sorting
* @param {Boolean} params.version - Specify whether to return document version as part of a hit
* @param {String, String[], Boolean} params.index - A comma-separated list of index names to search; use `_all` or empty string to perform the operation on all indices
* @param {String, String[], Boolean} params.type - A comma-separated list of document types to search; leave empty to perform the operation on all types
@ -4852,6 +4858,10 @@ api.search = ca({
timeout: {
type: 'time'
},
trackScores: {
type: 'boolean',
name: 'track_scores'
},
version: {
type: 'boolean'
}

29
src/lib/apis/master.js
View File

@ -3215,6 +3215,7 @@ api.indices.prototype.putSettings = ca({
*
* @param {Object} params - An object with parameters used to carry out this action
* @param {Number} params.order - The order for this template when merging multiple matching ones (higher numbers are merged later, overriding the lower numbers)
* @param {Boolean} params.create - Whether the index template should only be added if new or can also replace an existing one
* @param {Date, Number} params.timeout - Explicit operation timeout
* @param {Date, Number} params.masterTimeout - Specify timeout for connection to master
* @param {Boolean} params.flatSettings - Return settings in flat format (default: false)
@ -3225,6 +3226,10 @@ api.indices.prototype.putTemplate = ca({
order: {
type: 'number'
},
create: {
type: 'boolean',
'default': false
},
timeout: {
type: 'time'
},
@ -3478,7 +3483,7 @@ api.indices.prototype.segments = ca({
* @param {String, String[], Boolean} params.completionFields - A comma-separated list of fields for `fielddata` and `suggest` index metric (supports wildcards)
* @param {String, String[], Boolean} params.fielddataFields - A comma-separated list of fields for `fielddata` index metric (supports wildcards)
* @param {String, String[], Boolean} params.fields - A comma-separated list of fields for `fielddata` and `completion` index metric (supports wildcards)
* @param {Boolean} params.groups - A comma-separated list of search groups for `search` index metric
* @param {String, String[], Boolean} params.groups - A comma-separated list of search groups for `search` index metric
* @param {Boolean} params.human - Whether to return time and byte values in human-readable format.
* @param {String} [params.level=indices] - Return stats aggregated at cluster, index or shard level
* @param {String, String[], Boolean} params.types - A comma-separated list of document types for the `indexing` index metric
@ -3499,7 +3504,7 @@ api.indices.prototype.stats = ca({
type: 'list'
},
groups: {
type: 'boolean'
type: 'list'
},
human: {
type: 'boolean',
@ -4494,6 +4499,7 @@ api.nodes.prototype.stats = ca({
* @param {String} [params.expandWildcards=open] - Whether to expand wildcard expression to concrete indices that are open, closed or both.
* @param {String} params.percolateIndex - The index to percolate the document into. Defaults to index.
* @param {String} params.percolateType - The type to percolate document into. Defaults to type.
* @param {String} params.percolateFormat - Return an array of matching query IDs instead of objects
* @param {Number} params.version - Explicit version number for concurrency control
* @param {String} params.versionType - Specific version type
* @param {String} params.index - The index of the document being percolated.
@ -4533,6 +4539,13 @@ api.percolate = ca({
type: 'string',
name: 'percolate_type'
},
percolateFormat: {
type: 'enum',
options: [
'ids'
],
name: 'percolate_format'
},
version: {
type: 'number'
},
@ -4637,7 +4650,6 @@ api.scroll = ca({
* @param {Boolean} params.ignoreUnavailable - Whether specified concrete indices should be ignored when unavailable (missing or closed)
* @param {Boolean} params.allowNoIndices - Whether to ignore if a wildcard indices expression resolves into no concrete indices. (This includes `_all` string or when no indices have been specified)
* @param {String} [params.expandWildcards=open] - Whether to expand wildcard expression to concrete indices that are open, closed or both.
* @param {String, String[], Boolean} params.indicesBoost - Comma-separated list of index boosts
* @param {Boolean} params.lenient - Specify whether format-based query failures (such as providing text to a numeric field) should be ignored
* @param {Boolean} params.lowercaseExpandedTerms - Specify whether query terms should be lowercased
* @param {String} params.preference - Specify the node or shard the operation should be performed on (default: random)
@ -4657,6 +4669,7 @@ api.scroll = ca({
* @param {Number} params.suggestSize - How many suggestions to return in response
* @param {Text} params.suggestText - The source text for which the suggestions should be returned
* @param {Date, Number} params.timeout - Explicit operation timeout
* @param {Boolean} params.trackScores - Whether to calculate and return scores even if they are not used for sorting
* @param {Boolean} params.version - Specify whether to return document version as part of a hit
* @param {String, String[], Boolean} params.index - A comma-separated list of index names to search; use `_all` or empty string to perform the operation on all indices
* @param {String, String[], Boolean} params.type - A comma-separated list of document types to search; leave empty to perform the operation on all types
@ -4708,10 +4721,6 @@ api.search = ca({
],
name: 'expand_wildcards'
},
indicesBoost: {
type: 'list',
name: 'indices_boost'
},
lenient: {
type: 'boolean'
},
@ -4791,6 +4800,10 @@ api.search = ca({
timeout: {
type: 'time'
},
trackScores: {
type: 'boolean',
name: 'track_scores'
},
version: {
type: 'boolean'
}
@ -5381,7 +5394,7 @@ api.termvector = ca({
* @param {Object} params - An object with parameters used to carry out this action
* @param {String} params.consistency - Explicit write consistency setting for the operation
* @param {String, String[], Boolean} params.fields - A comma-separated list of fields to return in the response
* @param {String} params.lang - The script language (default: mvel)
* @param {String} params.lang - The script language (default: groovy)
* @param {String} params.parent - ID of the parent document
* @param {Boolean} params.refresh - Refresh the index after performing the operation
* @param {String} [params.replication=sync] - Specific replication type

48
src/lib/connectors/_custom_agent.js Normal file
View File

@ -0,0 +1,48 @@
var ForeverAgent = require('forever-agent');
var ForeverSSLAgent = require('forever-agent').SSL;
var NativeAgent = require('http').Agent;
var NativeSSLAgent = require('https').Agent;
var inherits = require('util').inherits;
var nativeKeepAlive = (function () {
var a = new NativeAgent();
return !!a.freeSockets;
}());
function WrapForeverAgent(opts) {
ForeverAgent.call(this, opts);
var _addRequest = this.addRequest;
this.addRequest = function (req, host, port) {
req.useChunkedEncodingByDefault = false;
_addRequest.call(this, req, host, port);
};
}
inherits(WrapForeverAgent, ForeverAgent);
function WrapForeverSSLAgent(opts) {
ForeverSSLAgent.call(this, opts);
var _addRequest = this.addRequest;
this.addRequest = function (req, host, port) {
req.useChunkedEncodingByDefault = false;
_addRequest.call(this, req, host, port);
};
}
inherits(WrapForeverSSLAgent, ForeverSSLAgent);
function WrapNativeAgent(opts) { NativeAgent.call(this, opts); }
inherits(WrapNativeAgent, NativeAgent);
function WrapNativeSSLAgent(opts) { NativeSSLAgent.call(this, opts); }
inherits(WrapNativeSSLAgent, NativeSSLAgent);
if (nativeKeepAlive) {
module.exports = WrapNativeAgent;
module.exports.SSL = WrapNativeSSLAgent;
} else {
module.exports = WrapForeverAgent;
module.exports.SSL = WrapForeverSSLAgent;
}
module.exports.supportsNativeKeepAlive = nativeKeepAlive;

17
src/lib/connectors/_custom_forever_agent.js
View File

@ -1,17 +0,0 @@
module.exports = CustomForeverAgent;
var ForeverAgent = require('forever-agent');
var inherits = require('util').inherits;
function CustomForeverAgent(opts) {
ForeverAgent.call(this, opts);
}
inherits(CustomForeverAgent, ForeverAgent);
CustomForeverAgent.prototype.addRequest = function (req, host, port) {
// force this, so that requests will always use the connection pool
req.useChunkedEncodingByDefault = false;
ForeverAgent.prototype.addRequest.call(this, req, host, port);
};
CustomForeverAgent.SSL = ForeverAgent.SSL;

2
src/lib/connectors/http.js
View File

@ -14,7 +14,7 @@ var handles = {
};
var _ = require('../utils');
var qs = require('querystring');
var ForeverAgent = require('./_custom_forever_agent');
var ForeverAgent = require('./_custom_agent');
var ConnectionAbstract = require('../connection');
/**

12
test/integration/yaml_suite/client_manager.js
View File

@ -13,6 +13,7 @@ var _ = require('../../../src/lib/utils');
var argv = require('./argv');
var path = require('path');
var fs = require('fs');
var async = require('async');
var fromRoot = _.bindKey(path, 'join', require('find-root')(__dirname));
// current client
@ -94,6 +95,17 @@ module.exports = {
log: logConfig
});
client.clearEs = function (done) {
async.parallel([
function (done) {
client.indices.delete({ index: '*', ignore: 404 }, done);
},
function (done) {
client.indices.deleteTemplate({ name: '*', ignore: 404 }, done);
}
], done);
};
_.nextTick(cb);
}
},

6
test/integration/yaml_suite/run.js
View File

@ -1,6 +1,5 @@
module.exports = function (branch) {
var path = require('path');
var async = require('async');
var jsYaml = require('js-yaml');
var YamlFile = require('./yaml_file');
var root = require('find-root')(__dirname);
@ -23,10 +22,7 @@ module.exports = function (branch) {
before(function (done) {
// make sure ES is empty
clientManager.get().indices.delete({
index: '*',
ignore: 404
}, done);
clientManager.get().clearEs(done);
});
var files = _.map(require('./yaml_tests_' + _.snakeCase(branch) + '.json'), function (docs, filename) {

7
test/integration/yaml_suite/yaml_doc.js
View File

@ -11,7 +11,7 @@ var _ = require('../../../src/lib/utils');
var expect = require('expect.js');
var clientManager = require('./client_manager');
var implementedFeatures = ['gtelte', 'regex'];
var implementedFeatures = ['gtelte', 'regex', 'benchmark'];
/**
* The version that ES is running, in comparable string form XXX-XXX-XXX, fetched when needed
@ -96,10 +96,7 @@ function rangeMatchesCurrentVersion(rangeString, done) {
// empty all of the indices in ES please
function clearIndices(done) {
clientManager.get().indices.delete({
index: '*',
ignore: 404
}, done);
clientManager.get().clearEs(done);
}
function YamlDoc(doc, file) {

5
test/integration/yaml_suite/yaml_file.js
View File

@ -30,10 +30,7 @@ function YamlFile(filename, docs) {
});
afterEach(/* doc */function (done) {
clientManager.get().indices.delete({
index: '*',
ignore: 404
}, done);
clientManager.get().clearEs(done);
});
});

64
test/unit/specs/http_connector.js
View File

@ -1,12 +1,13 @@
describe('Http Connector', function () {
var _ = require('lodash-node');
var expect = require('expect.js');
var nock = require('nock');
var sinon = require('sinon');
var util = require('util');
var ForeverAgent = require('forever-agent');
var http = require('http');
var https = require('https');
var CustomAgent = require('../../../src/lib/connectors/_custom_agent');
var Host = require('../../../src/lib/host');
var errors = require('../../../src/lib/errors');
@ -161,7 +162,7 @@ describe('Http Connector', function () {
con.request({}, function () {
expect(http.request.callCount).to.be(1);
expect(https.request.callCount).to.be(0);
expect(http.request.lastCall.args[0].agent).to.be.a(ForeverAgent);
expect(http.request.lastCall.args[0].agent).to.be.a(CustomAgent);
done();
});
});
@ -171,7 +172,7 @@ describe('Http Connector', function () {
con.request({}, function () {
expect(http.request.callCount).to.be(0);
expect(https.request.callCount).to.be(1);
expect(https.request.lastCall.args[0].agent).to.be.a(ForeverAgent.SSL);
expect(https.request.lastCall.args[0].agent).to.be.a(CustomAgent.SSL);
done();
});
});
@ -357,38 +358,47 @@ describe('Http Connector', function () {
});
describe('Connection cleanup', function () {
// skip these tests if native keep alive requests are supported
if (CustomAgent.supportsNativeKeepAlive) {
return;
}
it('destroys any connections created', function (done) {
this.timeout(null);
var cp = require('child_process');
var path = require('path');
var fixtures = path.join(__dirname, '../../fixtures/');
var fixture = _.partial(path.join, __dirname, '../../fixtures');
var timeout; // start the timeout once we hear back from the client
var server = cp.fork(fixtures + 'keepalive_server.js');
var client = cp.fork(fixtures + 'keepalive.js');
var server = cp.fork(fixture('keepalive_server.js'))
.on('message', function (port) {
console.log('server sent port number', port);
client.send(port);
})
.once('exit', function () {
console.log('server closed');
});
server.on('message', function (port) {
client.send(port);
});
var client = cp.fork(fixture('keepalive.js'))
.on('message', function (output) {
console.log('client sent output', output);
expect(output).to.have.property('remaining', 0);
expect(output).to.have.property('timeouts', 0);
server.kill('SIGKILL');
if (client.connected) {
client.disconnect();
}
client.on('message', function (output) {
expect(output).to.have.property('remaining', 0);
expect(output).to.have.property('timeouts', 0);
server.kill('SIGKILL');
if (client.connected) {
client.disconnect();
}
timeout = setTimeout(function () {
client.removeListener('exit');
done(new Error('process should have closed by now'));
}, 2000);
});
client.on('exit', function () {
clearTimeout(timeout);
done();
});
timeout = setTimeout(function () {
client.removeListener('exit');
done(new Error('process should have closed by now'));
}, 2000);
})
.on('exit', function () {
console.log('client closed');
clearTimeout(timeout);
done();
});
});
it('properly removes all elements from the socket', function () {