diff --git a/log b/log deleted file mode 100644 index 740e6d701..000000000 --- a/log +++ /dev/null @@ -1,1218 +0,0 @@ -INFO: 2013-11-26T23:46:02Z - Adding connection to http://localhost:9200/ - -DEBUG: 2013-11-26T23:46:02Z - starting request { method: 'POST', - path: '/logstash-2013.11.25', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:46:02Z - starting request { method: 'POST', - path: '/logstash-2013.11.26', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:46:02Z - starting request { method: 'POST', - path: '/logstash-2013.11.27', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -TRACE: 2013-11-26T23:46:02Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.25] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:46:02Z - Request complete - -TRACE: 2013-11-26T23:46:02Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.26] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:46:02Z - Request complete - -TRACE: 2013-11-26T23:46:02Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.27] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:46:02Z - Request complete - -DEBUG: 2013-11-26T23:46:02Z - starting request { method: 'POST', - bulkBody: true, - path: '/_bulk', - body: - [ { index: [Object] }, - { index: 'logstash-2013.11.25', - '@timestamp': '2013-11-25T08:02:51.510Z', - ip: '120.221.62.6', - extension: undefined, - response: undefined, - country: undefined, - point: [Object], - '@tags': [Object], - utc_time: '2013-11-25T08:02:51.510Z', - referer: 'http://undefined/undefined/kenneth-reightler', - agent: undefined, - clientip: '120.221.62.6', - bytes: 0, - request: '/yvonne-cagle.undefined', - memory: 0, - '@message': '120.221.62.6 - - [2013-11-25T08:02:51.510Z] "GET /yvonne-cagle.undefined HTTP/1.1" undefined 0 "-" "undefined"', - src: '{\n "index": "logstash-2013.11.25",\n "@timestamp": "2013-11-25T08:02:51.510Z",\n "ip": "120.221.62.6",\n "point": [\n 45.85285,\n -106.7092722\n ],\n "@tags": [\n null,\n null\n ],\n "utc_time": "2013-11-25T08:02:51.510Z",\n "referer": "http://undefined/undefined/kenneth-reightler",\n "clientip": "120.221.62.6",\n "bytes": 0,\n "request": "/yvonne-cagle.undefined",\n "memory": 0,\n "@message": "120.221.62.6 - - [2013-11-25T08:02:51.510Z] \\"GET /yvonne-cagle.undefined HTTP/1.1\\" undefined 0 \\"-\\" \\"undefined\\""\n}' }, - { index: [Object] }, - { index: 'logstash-2013.11.27', - '@timestamp': '2013-11-27T15:03:15.201Z', - ip: '85.69.11.58', - extension: undefined, - response: undefined, - country: undefined, - point: [Object], - '@tags': [Object], - utc_time: '2013-11-27T15:03:15.201Z', - referer: 'http://undefined/undefined/aleksandr-misurkin', - agent: undefined, - clientip: '85.69.11.58', - bytes: 0, - request: '/william-pogue.undefined', - memory: 0, - '@message': '85.69.11.58 - - [2013-11-27T15:03:15.201Z] "GET /william-pogue.undefined HTTP/1.1" undefined 0 "-" "undefined"', - src: '{\n "index": "logstash-2013.11.27",\n "@timestamp": "2013-11-27T15:03:15.201Z",\n "ip": "85.69.11.58",\n "point": [\n 43.03172639,\n -78.16759972\n ],\n "@tags": [\n null,\n null\n ],\n "utc_time": "2013-11-27T15:03:15.201Z",\n "referer": "http://undefined/undefined/aleksandr-misurkin",\n "clientip": "85.69.11.58",\n "bytes": 0,\n "request": "/william-pogue.undefined",\n "memory": 0,\n "@message": "85.69.11.58 - - [2013-11-27T15:03:15.201Z] \\"GET /william-pogue.undefined HTTP/1.1\\" undefined 0 \\"-\\" \\"undefined\\""\n}' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T11:30:17.094Z', - ip: '228.64.134.25', - extension: undefined, - response: undefined, - country: undefined, - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T11:30:17.094Z', - referer: 'http://undefined/undefined/valery-korzun', - agent: undefined, - clientip: '228.64.134.25', - bytes: 0, - request: '/petr-klimuk.undefined', - memory: 0, - '@message': '228.64.134.25 - - [2013-11-26T11:30:17.094Z] "GET /petr-klimuk.undefined HTTP/1.1" undefined 0 "-" "undefined"', - src: '{\n "index": "logstash-2013.11.26",\n "@timestamp": "2013-11-26T11:30:17.094Z",\n "ip": "228.64.134.25",\n "point": [\n 37.06290556,\n -120.8692511\n ],\n "@tags": [\n null,\n null\n ],\n "utc_time": "2013-11-26T11:30:17.094Z",\n "referer": "http://undefined/undefined/valery-korzun",\n "clientip": "228.64.134.25",\n "bytes": 0,\n "request": "/petr-klimuk.undefined",\n "memory": 0,\n "@message": "228.64.134.25 - - [2013-11-26T11:30:17.094Z] \\"GET /petr-klimuk.undefined HTTP/1.1\\" undefined 0 \\"-\\" \\"undefined\\""\n}' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T18:38:43.020Z', - ip: '17.20.110.74', - extension: undefined, - response: undefined, - country: undefined, - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T18:38:43.020Z', - referer: 'http://undefined/undefined/takuya-onishi', - agent: undefined, - clientip: '17.20.110.74', - bytes: 0, - request: '/georgi-beregovoi.undefined', - memory: 0, - '@message': '17.20.110.74 - - [2013-11-26T18:38:43.020Z] "GET /georgi-beregovoi.undefined HTTP/1.1" undefined 0 "-" "undefined"', - src: '{\n "index": "logstash-2013.11.26",\n "@timestamp": "2013-11-26T18:38:43.020Z",\n "ip": "17.20.110.74",\n "point": [\n 35.83186111,\n -90.64616667\n ],\n "@tags": [\n null,\n null\n ],\n "utc_time": "2013-11-26T18:38:43.020Z",\n "referer": "http://undefined/undefined/takuya-onishi",\n "clientip": "17.20.110.74",\n "bytes": 0,\n "request": "/georgi-beregovoi.undefined",\n "memory": 0,\n "@message": "17.20.110.74 - - [2013-11-26T18:38:43.020Z] \\"GET /georgi-beregovoi.undefined HTTP/1.1\\" undefined 0 \\"-\\" \\"undefined\\""\n}' }, - { index: [Object] }, - { index: 'logstash-2013.11.28', - '@timestamp': '2013-11-28T11:31:07.776Z', - ip: '133.160.55.75', - extension: undefined, - response: undefined, - country: undefined, - point: [Object], - '@tags': [Object], - utc_time: '2013-11-28T11:31:07.776Z', - referer: 'http://undefined/undefined/sergei-krikalev', - agent: undefined, - clientip: '133.160.55.75', - bytes: 0, - request: '/gregory-chamitoff.undefined', - memory: 0, - '@message': '133.160.55.75 - - [2013-11-28T11:31:07.776Z] "GET /gregory-chamitoff.undefined HTTP/1.1" undefined 0 "-" "undefined"', - src: '{\n "index": "logstash-2013.11.28",\n "@timestamp": "2013-11-28T11:31:07.776Z",\n "ip": "133.160.55.75",\n "point": [\n 47.26793111,\n -122.5780997\n ],\n "@tags": [\n null,\n null\n ],\n "utc_time": "2013-11-28T11:31:07.776Z",\n "referer": "http://undefined/undefined/sergei-krikalev",\n "clientip": "133.160.55.75",\n "bytes": 0,\n "request": "/gregory-chamitoff.undefined",\n "memory": 0,\n "@message": "133.160.55.75 - - [2013-11-28T11:31:07.776Z] \\"GET /gregory-chamitoff.undefined HTTP/1.1\\" undefined 0 \\"-\\" \\"undefined\\""\n}' }, - { index: [Object] }, - { index: 'logstash-2013.11.27', - '@timestamp': '2013-11-27T15:20:02.074Z', - ip: '221.154.189.120', - extension: undefined, - response: undefined, - country: undefined, - point: [Object], - '@tags': [Object], - utc_time: '2013-11-27T15:20:02.074Z', - referer: 'http://undefined/undefined/dominic-a-antonelli', - agent: undefined, - clientip: '221.154.189.120', - bytes: 0, - request: '/f-drew-gaffney.undefined', - memory: 0, - '@message': '221.154.189.120 - - [2013-11-27T15:20:02.074Z] "GET /f-drew-gaffney.undefined HTTP/1.1" undefined 0 "-" "undefined"', - src: '{\n "index": "logstash-2013.11.27",\n "@timestamp": "2013-11-27T15:20:02.074Z",\n "ip": "221.154.189.120",\n "point": [\n 40.94752444,\n -74.31450139\n ],\n "@tags": [\n null,\n null\n ],\n "utc_time": "2013-11-27T15:20:02.074Z",\n "referer": "http://undefined/undefined/dominic-a-antonelli",\n "clientip": "221.154.189.120",\n "bytes": 0,\n "request": "/f-drew-gaffney.undefined",\n "memory": 0,\n "@message": "221.154.189.120 - - [2013-11-27T15:20:02.074Z] \\"GET /f-drew-gaffney.undefined HTTP/1.1\\" undefined 0 \\"-\\" \\"undefined\\""\n}' }, - { index: [Object] }, - { index: 'logstash-2013.11.25', - '@timestamp': '2013-11-25T15:49:12.558Z', - ip: '27.150.116.119', - extension: undefined, - response: undefined, - country: undefined, - point: [Object], - '@tags': [Object], - utc_time: '2013-11-25T15:49:12.558Z', - referer: 'http://undefined/undefined/sally-ride', - agent: undefined, - clientip: '27.150.116.119', - bytes: 0, - request: '/mol.undefined', - memory: 0, - '@message': '27.150.116.119 - - [2013-11-25T15:49:12.558Z] "GET /mol.undefined HTTP/1.1" undefined 0 "-" "undefined"', - src: '{\n "index": "logstash-2013.11.25",\n "@timestamp": "2013-11-25T15:49:12.558Z",\n "ip": "27.150.116.119",\n "point": [\n 45.93179639,\n -89.26906778\n ],\n "@tags": [\n null,\n null\n ],\n "utc_time": "2013-11-25T15:49:12.558Z",\n "referer": "http://undefined/undefined/sally-ride",\n "clientip": "27.150.116.119",\n "bytes": 0,\n "request": "/mol.undefined",\n "memory": 0,\n "@message": "27.150.116.119 - - [2013-11-25T15:49:12.558Z] \\"GET /mol.undefined HTTP/1.1\\" undefined 0 \\"-\\" \\"undefined\\""\n}' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T15:39:47.735Z', - ip: '175.120.83.94', - extension: undefined, - response: undefined, - country: undefined, - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T15:39:47.735Z', - referer: 'http://undefined/undefined/anna-lee-fisher', - agent: undefined, - clientip: '175.120.83.94', - bytes: 0, - request: '/joseph-p-allen.undefined', - memory: 0, - '@message': '175.120.83.94 - - [2013-11-26T15:39:47.735Z] "GET /joseph-p-allen.undefined HTTP/1.1" undefined 0 "-" "undefined"', - src: '{\n "index": "logstash-2013.11.26",\n "@timestamp": "2013-11-26T15:39:47.735Z",\n "ip": "175.120.83.94",\n "point": [\n 37.95825861,\n -119.1065375\n ],\n "@tags": [\n null,\n null\n ],\n "utc_time": "2013-11-26T15:39:47.735Z",\n "referer": "http://undefined/undefined/anna-lee-fisher",\n "clientip": "175.120.83.94",\n "bytes": 0,\n "request": "/joseph-p-allen.undefined",\n "memory": 0,\n "@message": "175.120.83.94 - - [2013-11-26T15:39:47.735Z] \\"GET /joseph-p-allen.undefined HTTP/1.1\\" undefined 0 \\"-\\" \\"undefined\\""\n}' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T13:38:36.878Z', - ip: '152.119.250.67', - extension: undefined, - response: undefined, - country: undefined, - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T13:38:36.878Z', - referer: 'http://undefined/undefined/aleksandar-panayotov-aleksandrov', - agent: undefined, - clientip: '152.119.250.67', - bytes: 0, - request: '/edward-gibson.undefined', - memory: 0, - '@message': '152.119.250.67 - - [2013-11-26T13:38:36.878Z] "GET /edward-gibson.undefined HTTP/1.1" undefined 0 "-" "undefined"', - src: '{\n "index": "logstash-2013.11.26",\n "@timestamp": "2013-11-26T13:38:36.878Z",\n "ip": "152.119.250.67",\n "point": [\n 33.45370806,\n -93.99102\n ],\n "@tags": [\n null,\n null\n ],\n "utc_time": "2013-11-26T13:38:36.878Z",\n "referer": "http://undefined/undefined/aleksandar-panayotov-aleksandrov",\n "clientip": "152.119.250.67",\n "bytes": 0,\n "request": "/edward-gibson.undefined",\n "memory": 0,\n "@message": "152.119.250.67 - - [2013-11-26T13:38:36.878Z] \\"GET /edward-gibson.undefined HTTP/1.1\\" undefined 0 \\"-\\" \\"undefined\\""\n}' }, - { index: [Object] }, - { index: 'logstash-2013.11.25', - '@timestamp': '2013-11-25T16:25:58.391Z', - ip: '71.248.43.132', - extension: undefined, - response: undefined, - country: undefined, - point: [Object], - '@tags': [Object], - utc_time: '2013-11-25T16:25:58.391Z', - referer: 'http://undefined/undefined/charles-hobaugh', - agent: undefined, - clientip: '71.248.43.132', - bytes: 0, - request: '/koichi-wakata.undefined', - memory: 0, - '@message': '71.248.43.132 - - [2013-11-25T16:25:58.391Z] "GET /koichi-wakata.undefined HTTP/1.1" undefined 0 "-" "undefined"', - src: '{\n "index": "logstash-2013.11.25",\n "@timestamp": "2013-11-25T16:25:58.391Z",\n "ip": "71.248.43.132",\n "point": [\n 42.71720944,\n -71.12343\n ],\n "@tags": [\n null,\n null\n ],\n "utc_time": "2013-11-25T16:25:58.391Z",\n "referer": "http://undefined/undefined/charles-hobaugh",\n "clientip": "71.248.43.132",\n "bytes": 0,\n "request": "/koichi-wakata.undefined",\n "memory": 0,\n "@message": "71.248.43.132 - - [2013-11-25T16:25:58.391Z] \\"GET /koichi-wakata.undefined HTTP/1.1\\" undefined 0 \\"-\\" \\"undefined\\""\n}' } ], - query: {} } - - -TRACE: 2013-11-26T23:46:02Z - <- 500 - { - "error": "ActionRequestValidationException[Validation Failed: 1: type is missing;2: type is missing;3: type is missing;4: type is missing;5: type is missing;6: type is missing;7: type is missing;8: type is missing;9: type is missing;10: type is missing;]", - "status": 500 - } - -INFO: 2013-11-26T23:46:02Z - Request complete - -INFO: 2013-11-26T23:50:05Z - Adding connection to http://localhost:9200/ - -DEBUG: 2013-11-26T23:50:05Z - starting request { method: 'POST', - path: '/logstash-2013.11.25', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:50:05Z - starting request { method: 'POST', - path: '/logstash-2013.11.26', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:50:05Z - starting request { method: 'POST', - path: '/logstash-2013.11.27', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -TRACE: 2013-11-26T23:50:05Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.25] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:50:05Z - Request complete - -TRACE: 2013-11-26T23:50:05Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.26] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:50:05Z - Request complete - -TRACE: 2013-11-26T23:50:05Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.27] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:50:05Z - Request complete - -INFO: 2013-11-26T23:52:08Z - Adding connection to http://localhost:9200/ - -DEBUG: 2013-11-26T23:52:08Z - starting request { method: 'POST', - path: '/logstash-2013.11.25', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:52:08Z - starting request { method: 'POST', - path: '/logstash-2013.11.26', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:52:08Z - starting request { method: 'POST', - path: '/logstash-2013.11.27', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -TRACE: 2013-11-26T23:52:08Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.25] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:52:08Z - Request complete - -TRACE: 2013-11-26T23:52:08Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.26] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:52:08Z - Request complete - -TRACE: 2013-11-26T23:52:08Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.27] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:52:08Z - Request complete - -INFO: 2013-11-26T23:52:26Z - Adding connection to http://localhost:9200/ - -DEBUG: 2013-11-26T23:52:26Z - starting request { method: 'POST', - path: '/logstash-2013.11.25', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:52:26Z - starting request { method: 'POST', - path: '/logstash-2013.11.26', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:52:26Z - starting request { method: 'POST', - path: '/logstash-2013.11.27', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -TRACE: 2013-11-26T23:52:26Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.25] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:52:26Z - Request complete - -TRACE: 2013-11-26T23:52:26Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.26] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:52:26Z - Request complete - -TRACE: 2013-11-26T23:52:26Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.27] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:52:26Z - Request complete - -INFO: 2013-11-26T23:52:39Z - Adding connection to http://localhost:9200/ - -DEBUG: 2013-11-26T23:52:39Z - starting request { method: 'POST', - path: '/logstash-2013.11.25', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:52:39Z - starting request { method: 'POST', - path: '/logstash-2013.11.26', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:52:39Z - starting request { method: 'POST', - path: '/logstash-2013.11.27', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -TRACE: 2013-11-26T23:52:39Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.25] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:52:39Z - Request complete - -TRACE: 2013-11-26T23:52:39Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.26] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:52:39Z - Request complete - -TRACE: 2013-11-26T23:52:39Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.27] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:52:39Z - Request complete - -INFO: 2013-11-26T23:53:25Z - Adding connection to http://localhost:9200/ - -DEBUG: 2013-11-26T23:53:25Z - starting request { method: 'POST', - path: '/logstash-2013.11.25', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:53:25Z - starting request { method: 'POST', - path: '/logstash-2013.11.26', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:53:25Z - starting request { method: 'POST', - path: '/logstash-2013.11.27', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -TRACE: 2013-11-26T23:53:25Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.25] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:53:25Z - Request complete - -TRACE: 2013-11-26T23:53:25Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.26] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:53:25Z - Request complete - -TRACE: 2013-11-26T23:53:25Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.27] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:53:25Z - Request complete - -INFO: 2013-11-26T23:53:51Z - Adding connection to http://localhost:9200/ - -DEBUG: 2013-11-26T23:53:51Z - starting request { method: 'POST', - path: '/logstash-2013.11.25', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:53:51Z - starting request { method: 'POST', - path: '/logstash-2013.11.26', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:53:51Z - starting request { method: 'POST', - path: '/logstash-2013.11.27', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -TRACE: 2013-11-26T23:53:51Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.25] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:53:51Z - Request complete - -TRACE: 2013-11-26T23:53:51Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.26] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:53:51Z - Request complete - -TRACE: 2013-11-26T23:53:51Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.27] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:53:51Z - Request complete - -DEBUG: 2013-11-26T23:53:51Z - starting request { method: 'POST', - bulkBody: true, - path: '/_bulk', - body: - [ { index: [Object] }, - { index: 'logstash-2013.11.27', - '@timestamp': '2013-11-27T11:01:46.464Z', - ip: '218.93.172.84', - extension: 'html', - response: '200', - country: 'IN', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-27T11:01:46.464Z', - referer: 'http://twitter.com/success/salizhan-sharipov', - agent: 'Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1', - clientip: '218.93.172.84', - bytes: 7224.210747866891, - request: '/catherine-coleman.html', - memory: 0, - '@message': '218.93.172.84 - - [2013-11-27T11:01:46.464Z] "GET /catherine-coleman.html HTTP/1.1" 200 7224.210747866891 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1"' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T11:22:26.066Z', - ip: '230.179.185.98', - extension: 'png', - response: '200', - country: 'CL', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T11:22:26.066Z', - referer: 'http://www.slate.com/success/james-adamson', - agent: 'Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1', - clientip: '230.179.185.98', - bytes: 6029.147767811082, - request: '/john-l-finley.png', - memory: 0, - '@message': '230.179.185.98 - - [2013-11-26T11:22:26.066Z] "GET /john-l-finley.png HTTP/1.1" 200 6029.147767811082 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1"' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T12:01:03.453Z', - ip: '235.106.100.46', - extension: 'html', - response: '200', - country: 'IN', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T12:01:03.453Z', - referer: 'http://www.slate.com/success/jack-lousma', - agent: 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)', - clientip: '235.106.100.46', - bytes: 1878.2579940743744, - request: '/yuri-baturin.html', - memory: 0, - '@message': '235.106.100.46 - - [2013-11-26T12:01:03.453Z] "GET /yuri-baturin.html HTTP/1.1" 200 1878.2579940743744 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)"' }, - { index: [Object] }, - { index: 'logstash-2013.11.25', - '@timestamp': '2013-11-25T08:34:28.985Z', - ip: '41.184.254.139', - extension: 'php', - response: '200', - country: 'ET', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-25T08:34:28.985Z', - referer: 'http://facebook.com/success/kenneth-ham', - agent: 'Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24', - clientip: '41.184.254.139', - bytes: 8498.210506164469, - request: '/aleksandr-balandin.php', - memory: 339928.42024657875, - phpmemory: 339928.42024657875, - '@message': '41.184.254.139 - - [2013-11-25T08:34:28.985Z] "GET /aleksandr-balandin.php HTTP/1.1" 200 8498.210506164469 "-" "Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24"' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T11:24:08.080Z', - ip: '104.13.55.87', - extension: 'html', - response: '200', - country: 'DE', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T11:24:08.080Z', - referer: 'http://twitter.com/success/soichi-noguchi', - agent: 'Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24', - clientip: '104.13.55.87', - bytes: 6399.783093831502, - request: '/patricia-robertson.html', - memory: 0, - '@message': '104.13.55.87 - - [2013-11-26T11:24:08.080Z] "GET /patricia-robertson.html HTTP/1.1" 200 6399.783093831502 "-" "Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24"' }, - { index: [Object] }, - { index: 'logstash-2013.11.27', - '@timestamp': '2013-11-27T15:11:12.638Z', - ip: '214.72.27.161', - extension: 'php', - response: '200', - country: 'BR', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-27T15:11:12.638Z', - referer: 'http://facebook.com/warning/undefined', - agent: 'Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24', - clientip: '214.72.27.161', - bytes: 2954.7709771431983, - request: '/sergei-avdeyev.php', - memory: 118190.83908572793, - phpmemory: 118190.83908572793, - '@message': '214.72.27.161 - - [2013-11-27T15:11:12.638Z] "GET /sergei-avdeyev.php HTTP/1.1" 200 2954.7709771431983 "-" "Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24"' }, - { index: [Object] }, - { index: 'logstash-2013.11.27', - '@timestamp': '2013-11-27T15:50:15.171Z', - ip: '82.237.31.179', - extension: 'html', - response: '200', - country: 'IN', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-27T15:50:15.171Z', - referer: 'http://www.slate.com/success/alexander-kaleri', - agent: 'Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24', - clientip: '82.237.31.179', - bytes: 9767.629058100283, - request: '/maurizio-cheli.html', - memory: 0, - '@message': '82.237.31.179 - - [2013-11-27T15:50:15.171Z] "GET /maurizio-cheli.html HTTP/1.1" 200 9767.629058100283 "-" "Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24"' }, - { index: [Object] }, - { index: 'logstash-2013.11.25', - '@timestamp': '2013-11-25T13:23:18.412Z', - ip: '166.229.6.80', - extension: 'html', - response: '200', - country: 'BD', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-25T13:23:18.412Z', - referer: 'http://www.slate.com/error/yuri-gidzenko', - agent: 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)', - clientip: '166.229.6.80', - bytes: 9016.587681602687, - request: '/michael-massimino.html', - memory: 0, - '@message': '166.229.6.80 - - [2013-11-25T13:23:18.412Z] "GET /michael-massimino.html HTTP/1.1" 200 9016.587681602687 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)"' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T06:44:40.845Z', - ip: '255.44.120.41', - extension: 'html', - response: '200', - country: 'ES', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T06:44:40.845Z', - referer: 'http://www.slate.com/success/sultan-bin-salman-bin-abdulaziz-al-saud', - agent: 'Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24', - clientip: '255.44.120.41', - bytes: 4735.908680013381, - request: '/stephen-thorne.html', - memory: 0, - '@message': '255.44.120.41 - - [2013-11-26T06:44:40.845Z] "GET /stephen-thorne.html HTTP/1.1" 200 4735.908680013381 "-" "Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24"' }, - { index: [Object] }, - { index: 'logstash-2013.11.25', - '@timestamp': '2013-11-25T10:09:16.609Z', - ip: '185.97.92.201', - extension: 'html', - response: '200', - country: 'IQ', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-25T10:09:16.609Z', - referer: 'http://www.slate.com/success/sheikh-muszaphar-shukor', - agent: 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)', - clientip: '185.97.92.201', - bytes: 4091.87903359998, - request: '/john-herrington.html', - memory: 0, - '@message': '185.97.92.201 - - [2013-11-25T10:09:16.609Z] "GET /john-herrington.html HTTP/1.1" 200 4091.87903359998 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)"' } ], - query: {} } - - -TRACE: 2013-11-26T23:53:51Z - <- 200 - { - "took": 22, - "items": [ - { - "index": { - "_index": "logstash-2013.11.27", - "_type": "apache", - "_id": "0", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.26", - "_type": "apache", - "_id": "1", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.26", - "_type": "apache", - "_id": "2", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.25", - "_type": "apache", - "_id": "3", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.26", - "_type": "apache", - "_id": "4", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.27", - "_type": "nginx", - "_id": "5", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.27", - "_type": "apache", - "_id": "6", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.25", - "_type": "apache", - "_id": "7", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.26", - "_type": "nginx", - "_id": "8", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.25", - "_type": "apache", - "_id": "9", - "_version": 1, - "ok": true - } - } - ] - } - -INFO: 2013-11-26T23:53:51Z - Request complete - -INFO: 2013-11-26T23:54:11Z - Adding connection to http://localhost:9200/ - -DEBUG: 2013-11-26T23:54:11Z - starting request { method: 'POST', - path: '/logstash-2013.11.25', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:54:11Z - starting request { method: 'POST', - path: '/logstash-2013.11.26', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -DEBUG: 2013-11-26T23:54:11Z - starting request { method: 'POST', - path: '/logstash-2013.11.27', - ignore: [ 400 ], - body: { mappings: { _default_: [Object] } }, - query: {} } - - -TRACE: 2013-11-26T23:54:11Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.25] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:54:11Z - Request complete - -TRACE: 2013-11-26T23:54:11Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.26] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:54:11Z - Request complete - -TRACE: 2013-11-26T23:54:11Z - <- 400 - { - "error": "IndexAlreadyExistsException[[logstash-2013.11.27] Already exists]", - "status": 400 - } - -INFO: 2013-11-26T23:54:11Z - Request complete - -DEBUG: 2013-11-26T23:54:11Z - starting request { method: 'POST', - bulkBody: true, - path: '/_bulk', - body: - [ { index: [Object] }, - { index: 'logstash-2013.11.27', - '@timestamp': '2013-11-27T15:39:05.030Z', - ip: '0.150.148.105', - extension: 'php', - response: '404', - country: 'US', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-27T15:39:05.030Z', - referer: 'http://www.slate.com/success/terrence-wilcutt', - agent: 'Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1', - clientip: '0.150.148.105', - bytes: 9390.817967010662, - request: '/anatoly-solovyev.php', - memory: 375632.7186804265, - phpmemory: 375632.7186804265, - '@message': '0.150.148.105 - - [2013-11-27T15:39:05.030Z] "GET /anatoly-solovyev.php HTTP/1.1" 404 9390.817967010662 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1"' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T14:54:55.623Z', - ip: '90.201.21.178', - extension: 'html', - response: '200', - country: 'PT', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T14:54:55.623Z', - referer: 'http://facebook.com/success/brian-duffy', - agent: 'Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1', - clientip: '90.201.21.178', - bytes: 9904.669359675609, - request: '/charles-fullerton.html', - memory: 0, - '@message': '90.201.21.178 - - [2013-11-26T14:54:55.623Z] "GET /charles-fullerton.html HTTP/1.1" 200 9904.669359675609 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1"' }, - { index: [Object] }, - { index: 'logstash-2013.11.27', - '@timestamp': '2013-11-27T11:29:01.987Z', - ip: '16.212.152.97', - extension: 'php', - response: '200', - country: 'US', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-27T11:29:01.987Z', - referer: 'http://twitter.com/success/mikhail-korniyenko', - agent: 'Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1', - clientip: '16.212.152.97', - bytes: 6684.905453235842, - request: '/russell-l-rogers.php', - memory: 267396.2181294337, - phpmemory: 267396.2181294337, - '@message': '16.212.152.97 - - [2013-11-27T11:29:01.987Z] "GET /russell-l-rogers.php HTTP/1.1" 200 6684.905453235842 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1"' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T12:28:04.774Z', - ip: '71.202.115.53', - extension: 'html', - response: '200', - country: 'ID', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T12:28:04.774Z', - referer: 'http://www.slate.com/warning/konstantin-feoktistov', - agent: 'Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24', - clientip: '71.202.115.53', - bytes: 7482.41366550792, - request: '/daniel-bursch.html', - memory: 0, - '@message': '71.202.115.53 - - [2013-11-26T12:28:04.774Z] "GET /daniel-bursch.html HTTP/1.1" 200 7482.41366550792 "-" "Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24"' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T10:09:18.719Z', - ip: '208.26.147.73', - extension: 'css', - response: '200', - country: 'CN', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T10:09:18.719Z', - referer: 'http://www.slate.com/success/mike-adams', - agent: 'Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1', - clientip: '208.26.147.73', - bytes: 4383.4871660219505, - request: '/jay-c-buckey.css', - memory: 0, - '@message': '208.26.147.73 - - [2013-11-26T10:09:18.719Z] "GET /jay-c-buckey.css HTTP/1.1" 200 4383.4871660219505 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1"' }, - { index: [Object] }, - { index: 'logstash-2013.11.25', - '@timestamp': '2013-11-25T12:36:43.252Z', - ip: '138.171.19.140', - extension: 'gif', - response: '200', - country: 'ID', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-25T12:36:43.252Z', - referer: 'http://twitter.com/success/john-o-creighton', - agent: 'Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1', - clientip: '138.171.19.140', - bytes: 5994.4642026675865, - request: '/dumitru-prunariu.gif', - memory: 0, - '@message': '138.171.19.140 - - [2013-11-25T12:36:43.252Z] "GET /dumitru-prunariu.gif HTTP/1.1" 200 5994.4642026675865 "-" "Mozilla/5.0 (X11; Linux x86_64; rv:6.0a1) Gecko/20110421 Firefox/6.0a1"' }, - { index: [Object] }, - { index: 'logstash-2013.11.25', - '@timestamp': '2013-11-25T08:26:49.178Z', - ip: '50.208.203.18', - extension: 'png', - response: '200', - country: 'IN', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-25T08:26:49.178Z', - referer: 'http://www.slate.com/success/william-s-mcarthur', - agent: 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)', - clientip: '50.208.203.18', - bytes: 4402.547343051992, - request: '/mae-jemison.png', - memory: 0, - '@message': '50.208.203.18 - - [2013-11-25T08:26:49.178Z] "GET /mae-jemison.png HTTP/1.1" 200 4402.547343051992 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)"' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T13:24:45.487Z', - ip: '122.245.207.254', - extension: 'php', - response: '200', - country: 'CH', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T13:24:45.487Z', - referer: 'http://twitter.com/success/robert-l-gibson', - agent: 'Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24', - clientip: '122.245.207.254', - bytes: 8718.007877236232, - request: '/ted-freeman.php', - memory: 348720.3150894493, - phpmemory: 348720.3150894493, - '@message': '122.245.207.254 - - [2013-11-26T13:24:45.487Z] "GET /ted-freeman.php HTTP/1.1" 200 8718.007877236232 "-" "Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24"' }, - { index: [Object] }, - { index: 'logstash-2013.11.26', - '@timestamp': '2013-11-26T17:50:35.300Z', - ip: '118.71.12.139', - extension: 'html', - response: '200', - country: 'IN', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-26T17:50:35.300Z', - referer: 'http://twitter.com/error/gemini-7', - agent: 'Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24', - clientip: '118.71.12.139', - bytes: 9250.977833173238, - request: '/viktor-m-afanasyev.html', - memory: 0, - '@message': '118.71.12.139 - - [2013-11-26T17:50:35.300Z] "GET /viktor-m-afanasyev.html HTTP/1.1" 200 9250.977833173238 "-" "Mozilla/5.0 (X11; Linux i686) AppleWebKit/534.24 (KHTML, like Gecko) Chrome/11.0.696.50 Safari/534.24"' }, - { index: [Object] }, - { index: 'logstash-2013.11.28', - '@timestamp': '2013-11-28T09:52:19.767Z', - ip: '180.180.149.134', - extension: 'php', - response: '200', - country: 'CN', - point: [Object], - '@tags': [Object], - utc_time: '2013-11-28T09:52:19.767Z', - referer: 'http://twitter.com/warning/richard-linnehan', - agent: 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)', - clientip: '180.180.149.134', - bytes: 9082.738787168637, - request: '/scott-altman.php', - memory: 363309.5514867455, - phpmemory: 363309.5514867455, - '@message': '180.180.149.134 - - [2013-11-28T09:52:19.767Z] "GET /scott-altman.php HTTP/1.1" 200 9082.738787168637 "-" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)"' } ], - query: {} } - - -TRACE: 2013-11-26T23:54:11Z - <- 200 - { - "took": 10, - "items": [ - { - "index": { - "_index": "logstash-2013.11.27", - "_type": "apache", - "_id": "0", - "_version": 2, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.26", - "_type": "apache", - "_id": "1", - "_version": 2, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.27", - "_type": "apache", - "_id": "2", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.26", - "_type": "apache", - "_id": "3", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.26", - "_type": "nginx", - "_id": "4", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.25", - "_type": "nginx", - "_id": "5", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.25", - "_type": "apache", - "_id": "6", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.26", - "_type": "apache", - "_id": "7", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.26", - "_type": "apache", - "_id": "8", - "_version": 1, - "ok": true - } - }, - { - "index": { - "_index": "logstash-2013.11.28", - "_type": "apache", - "_id": "9", - "_version": 1, - "ok": true - } - } - ] - } - -INFO: 2013-11-26T23:54:11Z - Request complete - diff --git a/scripts/_steps.js b/scripts/_steps.js new file mode 100644 index 000000000..dc3df7f87 --- /dev/null +++ b/scripts/_steps.js @@ -0,0 +1,103 @@ +module.exports = function (argv, steps) { + + var async = require('async'); + var fs = require('fs'); + var path = require('path'); + var format = require('util').format; + var cp = require('child_process'); + + function log() { + var out = format.apply(console, arguments); + if (argv.verbose) { + out = '\n' + out + '\n'; + } + console.log(out); + } + + var tasks = { + run: function (params, exitCb) { + var cmd = params.cmd; + var args = params.args; + var opts = { + stdio: argv.verbose ? 'inherit' : 'ignore' + }; + + if (params.cwd) { + opts.cwd = path.resolve(params.cwd); + } + + log('running', cmd, args.join(' '), (opts.cwd ? 'in ' + opts.cwd : '')); + + var proc = cp.spawn(cmd, args, opts); + + proc.on('error', function (err) { + console.error('Error! --', err.message); + process.exit(1); + }); + + proc.on('exit', function (status) { + if (status) { + console.error('Error! --', cmd, 'exit status was', status); + process.exit(1); + } else { + exitCb(); + } + }); + }, + copy: function (params, done) { + var from = params.from; + var to = params.to; + + log('copying', from, 'to', to); + + var read = fs.createReadStream(from); + var write = fs.createWriteStream(to); + + read.pipe(write); + + read.on('error', function (err) { + console.error('unable to read: ' + from); + console.error(err.message); + process.exit(1); + }); + + write.on('error', function (err) { + console.error('unable to write to: ' + to); + console.error(err.message); + process.exit(1); + }); + + write.on('finish', function () { + done(); + }); + } + }; + + async.forEachSeries(steps, function (args, done) { + // pass the callback to the task + args.push(done); + + // get the task name + var taskName = args.shift(); + + // find the task + var task = tasks; + taskName.split('.').forEach(function (name) { + if (task && task[name]) { + task = task[name]; + } else { + throw new Error(taskName + ' is an invalid task, unable to get ' + name + ' from ' + task); + } + }); + + if (typeof task === 'function') { + task.apply(null, args); + } else { + throw new Error(taskName + ' is an invalid task, does not resolve to a function.'); + } + }, function () { + console.log('✔︎'); + process.exit(); + }); + +}; \ No newline at end of file diff --git a/scripts/clean.js b/scripts/clean.js deleted file mode 100644 index 1c9187d7d..000000000 --- a/scripts/clean.js +++ /dev/null @@ -1,35 +0,0 @@ -var fs = require('fs'); -/** - * Stupid simple recursive file/directory clearing. Nothing serious. - * - * @param {String} path Location of the file/directory which should be wiped out - * @return {Boolean} frue on success - */ -module.exports = function (path) { - try { - var stats = fs.statSync(path); - if (stats && stats.isDirectory()) { - console.log('removing', path, 'directory recursively'); - rmDirRecursive(path); - } else { - console.log('removing', path); - fs.unlinkSync(path); - } - return true; - } catch (e) { - return false; - } -}; - - -function rmDirRecursive(path) { - fs.readdirSync(path).forEach(function (file) { - var curPath = path + '/' + file; - if (fs.statSync(curPath).isDirectory()) { // recurse - rmDirRecursive(curPath); - } else { // delete file - fs.unlinkSync(curPath); - } - }); - fs.rmdirSync(path); -} diff --git a/scripts/export_all_clients.js b/scripts/export_all_clients.js new file mode 100644 index 000000000..b8f6d8b36 --- /dev/null +++ b/scripts/export_all_clients.js @@ -0,0 +1,33 @@ +var path = require('path'); +var fs = require('fs'); + +var argv = require('optimist') + .default({ + verbose: false + }) + .alias({ + v: 'verbose' + }) + .argv; + +var steps = []; + +['browser', 'jquery', 'angular'].forEach(function (build) { + + if (!fs.existsSync('../bower-elasticsearch-' + build) || + !fs.existsSync('../bower-elasticsearch-' + build + '/.git') + ) { + throw new Error('Ensure that all of the bower repos are checked out next to this repo'); + } + + steps.push([ + 'run', { + cwd: '../bower-elasticsearch-' + build + '/', + cmd: 'npm', + args: ['run', 'generate'] + } + ]); + +}); + +require('./_steps')(argv, steps); \ No newline at end of file diff --git a/scripts/export_client.js b/scripts/export_client.js index eb9dbd128..981cab9cc 100644 --- a/scripts/export_client.js +++ b/scripts/export_client.js @@ -1,7 +1,4 @@ var path = require('path'); -var fs = require('fs'); -var format = require('util').format; -var cp = require('child_process'); var argv = require('optimist') .default({ @@ -34,75 +31,19 @@ default: var outputFile = path.join(argv.outputDir, 'elasticsearch.js'); var minifiedOutputFile = path.join(argv.outputDir, 'elasticsearch.min.js'); -var steps = [ - [runInModule, 'npm', ['run', 'build_clients']], - [copy, buildFile, outputFile], - [copy, minifiedBuildFile, minifiedOutputFile] -]; +require('./_steps')(argv, [ + ['run', { + cmd: 'npm', + args: ['run', 'build_clients'] + }], + ['copy', { + from: buildFile, + to: outputFile + }], + ['copy', { + from: minifiedBuildFile, + to: minifiedOutputFile + }] +]); -(function next() { - var step = steps.shift(); - if (step) { - var fn = step.shift(); - step.push(next); - fn.apply(null, step); - } else { - console.log('Done'); - process.exit(); - } -})(); -function log() { - var out = format.apply(console, arguments); - if (argv.verbose) { - out = '\n' + out + '\n'; - } - console.log(out); -} - -function runInModule(cmd, args, exitCb) { - log('running', cmd, args.join(' ')); - - var proc = cp.spawn(cmd, args, { - stdio: argv.verbose ? 'inherit' : 'ignore' - }); - - proc.on('error', function (err) { - console.error('Error! --', err.message); - process.exit(1); - }); - - proc.on('exit', function (status) { - if (status) { - console.error('Error! --', cmd, 'exit status was', status); - process.exit(1); - } else { - exitCb(); - } - }); -} - -function copy(from, to, done) { - log('copying', from, 'to', to); - - var read = fs.createReadStream(from); - var write = fs.createWriteStream(to); - - read.pipe(write); - - read.on('error', function (err) { - console.error('unable to read: ' + from); - console.error(err.message); - process.exit(1); - }); - - write.on('error', function (err) { - console.error('unable to write to: ' + to); - console.error(err.message); - process.exit(1); - }); - - write.on('finish', function () { - done(); - }); -} diff --git a/scripts/export_docs.js b/scripts/export_docs.js index 43b3749e3..ae4be937c 100644 --- a/scripts/export_docs.js +++ b/scripts/export_docs.js @@ -1,7 +1,4 @@ var path = require('path'); -var fs = require('fs'); -var format = require('util').format; -var cp = require('child_process'); var argv = require('optimist') .default({ @@ -14,83 +11,64 @@ var argv = require('optimist') }) .argv; -var steps = [ - [runInModule, 'node', [path.join(__dirname, './generate/js_api'), '--force']], - [ - copy, - path.join(__dirname, '../docs/_methods.jade'), - path.join(argv.outputDir, '_methods.jade') - ], - [ - copy, - path.join(__dirname, '../docs/_method_list.jade'), - path.join(argv.outputDir, '_method_list.jade') - ] -]; +require('./_steps')(argv, [ + ['runInModule', { + cmd: 'node', + args: [path.join(__dirname, './generate/js_api'), '--force'] + }], + ['copy', { + from: path.join(__dirname, '../docs/_methods.jade'), + to: path.join(argv.outputDir, '_methods.jade') + }], + ['copy', { + from: path.join(__dirname, '../docs/_method_list.jade'), + to: path.join(argv.outputDir, '_method_list.jade') + }] +]); -(function next() { - var step = steps.shift(); - if (step) { - var fn = step.shift(); - step.push(next); - fn.apply(null, step); - } else { - console.log('Done'); - process.exit(); - } -})(); +// function runInModule(cmd, args, exitCb) { +// log('running', cmd, args.join(' ')); -function log() { - var out = format.apply(console, arguments); - if (argv.verbose) { - out = '\n' + out + '\n'; - } - console.log(out); -} +// var proc = cp.spawn(cmd, args, { +// stdio: argv.verbose ? 'inherit' : 'ignore' +// }); -function runInModule(cmd, args, exitCb) { - log('running', cmd, args.join(' ')); +// proc.on('error', function (err) { +// console.error('Error! --', err.message); +// process.exit(1); +// }); - var proc = cp.spawn(cmd, args, { - stdio: argv.verbose ? 'inherit' : 'ignore' - }); +// proc.on('exit', function (status) { +// if (status) { +// console.error('Error! --', cmd, 'exit status was', status); +// process.exit(1); +// } else { +// exitCb(); +// } +// }); +// } - proc.on('error', function (err) { - console.error('Error! --', err.message); - process.exit(1); - }); +// function copy(from, to, done) { +// log('copying', from, 'to', to); - proc.on('exit', function (status) { - if (status) { - console.error('Error! --', cmd, 'exit status was', status); - process.exit(1); - } else { - exitCb(); - } - }); -} +// var read = fs.createReadStream(from); +// var write = fs.createWriteStream(to); -function copy(from, to, done) { - log('copying', from, 'to', to); +// read.pipe(write); - var read = fs.createReadStream(from); - var write = fs.createWriteStream(to); +// read.on('error', function (err) { +// console.error('unable to read: ' + from); +// console.error(err.message); +// process.exit(1); +// }); - read.pipe(write); +// write.on('error', function (err) { +// console.error('unable to write to: ' + to); +// console.error(err.message); +// process.exit(1); +// }); - read.on('error', function (err) { - console.error('unable to read: ' + from); - console.error(err.message); - process.exit(1); - }); - - write.on('error', function (err) { - console.error('unable to write to: ' + to); - console.error(err.message); - process.exit(1); - }); - - write.on('finish', function () { - done(); - }); -} +// write.on('finish', function () { +// done(); +// }); +// } diff --git a/scripts/generate/js_api/index.js b/scripts/generate/js_api/index.js index 890aa7ed3..eb8312fee 100644 --- a/scripts/generate/js_api/index.js +++ b/scripts/generate/js_api/index.js @@ -1,7 +1,6 @@ var _ = require('../../../src/lib/utils'); var fs = require('fs'); var templates = require('./templates'); -var clean = require('../../clean'); var restSpecUpdated = require('../../rest_spec_updated'); var outputPath = _.joinPath(__dirname, '../../../src/lib/api.js'); @@ -22,27 +21,28 @@ function download() { return action.proxy ? 'proxies' : 'normal'; }); - clean(outputPath); + fs.unlink(outputPath, function () { + console.log('writing', actions.length, 'api actions to', outputPath); - console.log('writing', actions.length, 'api actions to', outputPath); + fs.writeFileSync(outputPath, templates.apiFile({ + actions: groups.normal, + proxies: groups.proxies, + namespaces: _.unique(namespaces.sort(), true) + })); - fs.writeFileSync(outputPath, templates.apiFile({ - actions: groups.normal, - proxies: groups.proxies, - namespaces: _.unique(namespaces.sort(), true) - })); + if (!fs.existsSync(docOutputDir)) { + fs.mkdirSync(docOutputDir); + } - if (!fs.existsSync(docOutputDir)) { - fs.mkdirSync(docOutputDir); - } + fs.writeFileSync(docOutputDir + '_method_list.jade', templates.apiMethodList({ + actions: actions + })); - fs.writeFileSync(docOutputDir + '_method_list.jade', templates.apiMethodList({ - actions: actions - })); + fs.writeFileSync(docOutputDir + '_methods.jade', templates.apiMethods({ + actions: actions + })); - fs.writeFileSync(docOutputDir + '_methods.jade', templates.apiMethods({ - actions: actions - })); + }); }); } diff --git a/scripts/generate/yaml_tests/index.js b/scripts/generate/yaml_tests/index.js index 9e7907d8b..52724adc6 100644 --- a/scripts/generate/yaml_tests/index.js +++ b/scripts/generate/yaml_tests/index.js @@ -6,7 +6,6 @@ var fs = require('fs'); var path = require('path'); var jsYaml = require('js-yaml'); var spec = require('../../get_spec'); -var clean = require('../../clean'); var restSpecUpdated = require('../../rest_spec_updated'); var testFile = path.resolve(__dirname, '../../../test/integration/yaml_suite/yaml_tests.json'); @@ -15,19 +14,20 @@ function download() { var tests = {}; - clean(testFile); - spec.get('test/**/*.yaml') - .on('entry', function (entry) { - var filename = path.relative('test', entry.path); - var file = tests[filename] = []; - jsYaml.loadAll(entry.data, function (doc) { - file.push(doc); + fs.unlink(testFile, function () { + spec.get('test/**/*.yaml') + .on('entry', function (entry) { + var filename = path.relative('test', entry.path); + var file = tests[filename] = []; + jsYaml.loadAll(entry.data, function (doc) { + file.push(doc); + }); + }) + .on('end', function () { + fs.writeFileSync(testFile, JSON.stringify(tests, null, ' '), 'utf8'); + console.log('download yaml tests to', testFile); }); - }) - .on('end', function () { - fs.writeFileSync(testFile, JSON.stringify(tests, null, ' '), 'utf8'); - console.log('download yaml tests to', testFile); - }); + }); }