Basic tests for parallel_bulk

Author: honzakral

test_elasticsearch/test_helpers.py

@@ -0,0 +1,27 @@
+import mock
+import time
+import threading
+
+from elasticsearch import helpers, Elasticsearch
+
+from .test_cases import TestCase
+
+class TestParallelBulk(TestCase):
+ @mock.patch('elasticsearch.helpers._process_bulk_chunk', return_value=[])
+ def test_all_chunks_sent(self, _process_bulk_chunk):
+ actions = ({'x': i} for i in range(100))
+ list(helpers.parallel_bulk(Elasticsearch(), actions, chunk_size=2))
+
+ self.assertEquals(50, _process_bulk_chunk.call_count)
+
+ @mock.patch(
+ 'elasticsearch.helpers._process_bulk_chunk',
+ # make sure we spend some time in the thread
+ side_effect=lambda *a: [(True, time.sleep(.001) or threading.get_ident())]
+ )
+ def test_chunk_sent_from_different_threads(self, _process_bulk_chunk):
+ actions = ({'x': i} for i in range(100))
+ results = list(helpers.parallel_bulk(Elasticsearch(), actions, thread_count=10, chunk_size=2))
+
+ self.assertTrue(len(set([r[1] for r in results])) > 1)
+