diff --git a/lib/Helpers.js b/lib/Helpers.js index 739453213..59b116e38 100644 --- a/lib/Helpers.js +++ b/lib/Helpers.js @@ -69,7 +69,7 @@ class Helpers { const { method, body, index, ...querystring } = params let response = null - for (let i = 0; i < maxRetries; i++) { + for (let i = 0; i <= maxRetries; i++) { response = await this[kClient].search(params, options) if (response.statusCode !== 429) break await sleep(wait) @@ -99,9 +99,10 @@ class Helpers { break } - for (let i = 0; i < maxRetries; i++) { + for (let i = 0; i <= maxRetries; i++) { response = await this[kClient].scroll({ - ...querystring, + scroll: querystring.scroll, + rest_total_hits_as_int: querystring.rest_total_hits_as_int || querystring.restTotalHitsAsInt, body: { scroll_id } }, options) if (response.statusCode !== 429) break diff --git a/test/unit/helpers/scroll.test.js b/test/unit/helpers/scroll.test.js index 5571265de..f94960017 100644 --- a/test/unit/helpers/scroll.test.js +++ b/test/unit/helpers/scroll.test.js @@ -146,6 +146,8 @@ test('Scroll search (retry)', async t => { }) test('Scroll search (retry throws and maxRetries)', async t => { + const maxRetries = 5 + const expectedAttempts = maxRetries + 1 var count = 0 const MockConnection = connection.buildMockConnection({ onRequest (params) { @@ -157,7 +159,7 @@ test('Scroll search (retry throws and maxRetries)', async t => { const client = new Client({ node: 'http://localhost:9200', Connection: MockConnection, - maxRetries: 5 + maxRetries }) const scrollSearch = client.helpers.scrollSearch({ @@ -175,11 +177,13 @@ test('Scroll search (retry throws and maxRetries)', async t => { } catch (err) { t.true(err instanceof errors.ResponseError) t.strictEqual(err.statusCode, 429) - t.strictEqual(count, 5) + t.strictEqual(count, expectedAttempts) } }) test('Scroll search (retry throws later)', async t => { + const maxRetries = 5 + const expectedAttempts = maxRetries + 1 var count = 0 const MockConnection = connection.buildMockConnection({ onRequest (params) { @@ -226,7 +230,7 @@ test('Scroll search (retry throws later)', async t => { } catch (err) { t.true(err instanceof errors.ResponseError) t.strictEqual(err.statusCode, 429) - t.strictEqual(count, 5) + t.strictEqual(count, expectedAttempts) } }) @@ -234,7 +238,12 @@ test('Scroll search documents', async t => { var count = 0 const MockConnection = connection.buildMockConnection({ onRequest (params) { - t.strictEqual(params.querystring, 'filter_path=hits.hits._source%2C_scroll_id&scroll=1m') + if (count === 0) { + t.strictEqual(params.querystring, 'filter_path=hits.hits._source%2C_scroll_id&scroll=1m') + } else { + t.strictEqual(params.querystring, 'scroll=1m') + t.strictEqual(params.body, '{"scroll_id":"id"}') + } return { body: { _scroll_id: count === 3 ? undefined : 'id', @@ -271,3 +280,78 @@ test('Scroll search documents', async t => { } } }) + +test('Should not retry if maxRetries = 0', async t => { + const maxRetries = 0 + const expectedAttempts = 1 + var count = 0 + const MockConnection = connection.buildMockConnection({ + onRequest (params) { + count += 1 + return { body: {}, statusCode: 429 } + } + }) + + const client = new Client({ + node: 'http://localhost:9200', + Connection: MockConnection, + maxRetries + }) + + const scrollSearch = client.helpers.scrollSearch({ + index: 'test', + body: { foo: 'bar' } + }, { + wait: 10, + ignore: [404] + }) + + try { + for await (const result of scrollSearch) { // eslint-disable-line + t.fail('we should not be here') + } + } catch (err) { + t.true(err instanceof errors.ResponseError) + t.strictEqual(err.statusCode, 429) + t.strictEqual(count, expectedAttempts) + } +}) + +test('Fix querystring for scroll search', async t => { + var count = 0 + const MockConnection = connection.buildMockConnection({ + onRequest (params) { + if (count === 0) { + t.strictEqual(params.querystring, 'size=1&scroll=1m') + } else { + t.strictEqual(params.querystring, 'scroll=1m') + } + return { + body: { + _scroll_id: count === 3 ? undefined : 'id', + hits: { + hits: [ + { _source: { val: count } } + ] + } + } + } + } + }) + + const client = new Client({ + node: 'http://localhost:9200', + Connection: MockConnection + }) + + const scrollSearch = client.helpers.scrollSearch({ + index: 'test', + size: 1, + body: { foo: 'bar' } + }) + + for await (const response of scrollSearch) { + t.strictEqual(response.body.hits.hits.length, 1) + count += 1 + } +})