d7836a16af
* Added client helpers * Updated test * The search helper should return only the documents * Added code comments * Fixed bug * Updated test * Removed bulkSize and added flushBytes * Updated test * Added concurrency * Updated test * Added support for 429 handling in the scroll search helper * Updated test * Updated stats count * Updated test * Fix test * Use client maxRetries as default * Updated type definitions * Refactored bulk helper to be more consistent with the client api * Updated test * Improved error handling, added refreshOnCompletion option and forward additinal options to the bulk api * Updated type definitions * Updated test * Fixed test on Node v8 * Updated test * Added TODO * Updated docs * Added Node v8 note * Updated scripts * Removed useless files * Added helpers to integration test * Fix cli argument position * Moar fixes * Test run elasticsearch in github actions * Use master action version * Add vm.max_map_count step * Test new action setup * Added Configure sysctl limits step * Updated action to latest version * Don't run helpers integration test in jenkins * Run helpers integratino test also with Node v10 * Updated docs * Updated docs * Updated helpers type definitions * Added test for helpers type definitions * Added license header
104 lines
2.3 KiB
JavaScript
104 lines
2.3 KiB
JavaScript
// Licensed to Elasticsearch B.V under one or more agreements.
|
|
// Elasticsearch B.V licenses this file to you under the Apache 2.0 License.
|
|
// See the LICENSE file in the project root for more information
|
|
|
|
'use strict'
|
|
|
|
const { createReadStream } = require('fs')
|
|
const { join } = require('path')
|
|
const split = require('split2')
|
|
const { test, beforeEach, afterEach } = require('tap')
|
|
const { waitCluster } = require('../../utils')
|
|
const { Client } = require('../../../')
|
|
|
|
const INDEX = `test-helpers-${process.pid}`
|
|
const client = new Client({
|
|
node: process.env.TEST_ES_SERVER || 'http://localhost:9200'
|
|
})
|
|
|
|
beforeEach(async () => {
|
|
await waitCluster(client)
|
|
await client.indices.create({ index: INDEX })
|
|
const stream = createReadStream(join(__dirname, '..', '..', 'fixtures', 'stackoverflow.ndjson'))
|
|
const result = await client.helpers.bulk({
|
|
datasource: stream.pipe(split()),
|
|
refreshOnCompletion: true,
|
|
onDocument (doc) {
|
|
return {
|
|
index: { _index: INDEX }
|
|
}
|
|
}
|
|
})
|
|
if (result.failed > 0) {
|
|
throw new Error('Failed bulk indexing docs')
|
|
}
|
|
})
|
|
|
|
afterEach(async () => {
|
|
await client.indices.delete({ index: INDEX }, { ignore: 404 })
|
|
})
|
|
|
|
test('search helper', async t => {
|
|
const scrollSearch = client.helpers.scrollSearch({
|
|
index: INDEX,
|
|
body: {
|
|
query: {
|
|
match: {
|
|
title: 'javascript'
|
|
}
|
|
}
|
|
}
|
|
})
|
|
|
|
var count = 0
|
|
for await (const search of scrollSearch) {
|
|
count += 1
|
|
for (const doc of search.documents) {
|
|
t.true(doc.title.toLowerCase().includes('javascript'))
|
|
}
|
|
}
|
|
t.strictEqual(count, 11)
|
|
})
|
|
|
|
test('clear a scroll search', async t => {
|
|
const scrollSearch = client.helpers.scrollSearch({
|
|
index: INDEX,
|
|
body: {
|
|
query: {
|
|
match: {
|
|
title: 'javascript'
|
|
}
|
|
}
|
|
}
|
|
})
|
|
|
|
var count = 0
|
|
for await (const search of scrollSearch) {
|
|
count += 1
|
|
if (count === 2) {
|
|
search.clear()
|
|
}
|
|
}
|
|
t.strictEqual(count, 2)
|
|
})
|
|
|
|
test('scroll documents', async t => {
|
|
const scrollSearch = client.helpers.scrollDocuments({
|
|
index: INDEX,
|
|
body: {
|
|
query: {
|
|
match: {
|
|
title: 'javascript'
|
|
}
|
|
}
|
|
}
|
|
})
|
|
|
|
var count = 0
|
|
for await (const doc of scrollSearch) {
|
|
count += 1
|
|
t.true(doc.title.toLowerCase().includes('javascript'))
|
|
}
|
|
t.strictEqual(count, 106)
|
|
})
|