From f07dc5ae6d4cc928e4d00708e3f90f7cf9b4836d Mon Sep 17 00:00:00 2001
From: Alex Browne <stephenalexbrowne@gmail.com>
Date: Wed, 14 Nov 2018 16:20:07 -0800
Subject: Use built-in chunk feature of TypeORM save method

---
 packages/pipeline/src/scripts/pull_missing_events.ts | 9 ++-------
 1 file changed, 2 insertions(+), 7 deletions(-)

diff --git a/packages/pipeline/src/scripts/pull_missing_events.ts b/packages/pipeline/src/scripts/pull_missing_events.ts
index 1693bb59a..b1b8665dd 100644
--- a/packages/pipeline/src/scripts/pull_missing_events.ts
+++ b/packages/pipeline/src/scripts/pull_missing_events.ts
@@ -29,6 +29,7 @@ let connection: Connection;
 async function getExchangeEventsAsync(provider: Web3ProviderEngine): Promise<void> {
     console.log('Checking existing event logs...');
     const eventsRepository = connection.getRepository(ExchangeFillEvent);
+    const manager = connection.createEntityManager();
     const startBlock = await getStartBlockAsync(eventsRepository);
     console.log(`Getting event logs starting at ${startBlock}...`);
     const exchangeEvents = new ExchangeEventsSource(provider, 1);
@@ -37,13 +38,7 @@ async function getExchangeEventsAsync(provider: Web3ProviderEngine): Promise<voi
     const events = parseExchangeEvents(eventLogs);
     console.log(`Retrieved and parsed ${events.length} total events.`);
     console.log('Saving events...');
-    // Split the events into batches of size BATCH_SAVE_SIZE and save each batch
-    // in a single request. This reduces round-trip latency to the DB. We need
-    // to batch this way because saving an extremely large number of events in a
-    // single request causes problems.
-    for (const eventsBatch of R.splitEvery(BATCH_SAVE_SIZE, events)) {
-        await eventsRepository.save(eventsBatch);
-    }
+    await eventsRepository.save(events, { chunk: BATCH_SAVE_SIZE });
     const totalEvents = await eventsRepository.count();
     console.log(`Done saving events. There are now ${totalEvents} total events.`);
 }
-- 
cgit