Support for rawsource seeds that use the AWS AttributeValues instead of Javascript types.

Author: vkarponen

index.js

@@ -153,15 +153,25 @@ class ServerlessDynamodbLocal {
 
     seedHandler() {
         const options = this.options; 
-        const documentClient = this.dynamodbOptions(options).doc;
-        const seedSources = this.seedSources;
-        return BbPromise.each(seedSources, (source) => {
+        const dynamodb = this.dynamodbOptions(options);
+
+        const seedPromise = BbPromise.each(this.seedSources, (source) => {
             if (!source.table) {
                 throw new Error("seeding source \"table\" property not defined");
             }
             return seeder.locateSeeds(source.sources || [])
-            .then((seeds) => seeder.writeSeeds(documentClient, source.table, seeds));
+            .then((seeds) => seeder.writeSeeds(dynamodb.doc.batchWrite.bind(dynamodb.doc), source.table, seeds));
+        });
+
+        const rawSeedPromise = BbPromise.each(this.rawSeedSources, (source) => {
+            if (!source.table) {
+                throw new Error("Raw seeding source \"table\" property not defined");
+            }
+            return seeder.locateSeeds(source.rawsources || [])
+            .then((seeds) => seeder.writeSeeds(dynamodb.raw.batchWriteItem.bind(dynamodb.raw), source.table, seeds));
         });
+
+        return BbPromise.all([seedPromise, rawSeedPromise]);
     }
 
     removeHandler() {
@@ -258,6 +268,26 @@ class ServerlessDynamodbLocal {
         return [].concat.apply([], sourcesByCategory);
     }
 
+    /**
+     * Gets the raw seeding sources
+     */
+    get rawSeedSources() {
+        const config = this.service.custom.dynamodb;
+        const seedConfig = _.get(config, "seed", {});
+        const seed = this.options.seed || config.start.seed || seedConfig;
+        let categories;
+        if (typeof seed === "string") {
+            categories = seed.split(",");
+        } else if(seed) {
+            categories = Object.keys(seedConfig);
+        } else { // if (!seed)
+            this.serverlessLog("DynamoDB - No seeding defined. Skipping data seeding.");
+            return [];
+        }
+        const sourcesByCategory = categories.map((category) => seedConfig[category].rawsources);
+        return [].concat.apply([], sourcesByCategory);
+    }
+
     createTable(dynamodb, migration) {
         return new BbPromise((resolve, reject) => {
             if (migration.StreamSpecification && migration.StreamSpecification.StreamViewType) {

src/seeder.js

@@ -15,11 +15,11 @@ const MIGRATION_SEED_CONCURRENCY = 5;
 /**
  * Writes a batch chunk of migration seeds to DynamoDB. DynamoDB has a limit on the number of
  * items that may be written in a batch operation.
- * @param {DynamoDocumentClient} dynamodb The DynamoDB Document client
+ * @param {function} dynamodbWriteFunction The DynamoDB DocumentClient.batchWrite or DynamoDB.batchWriteItem function 
  * @param {string} tableName The table name being written to
  * @param {any[]} seeds The migration seeds being written to the table
  */
-function writeSeedBatch(dynamodb, tableName, seeds) {
+function writeSeedBatch(dynamodbWriteFunction, tableName, seeds) {
   const params = {
     RequestItems: {
       [tableName]: seeds.map((seed) => ({
@@ -34,7 +34,7 @@ function writeSeedBatch(dynamodb, tableName, seeds) {
     // again a few times in case the Database resources are in the middle of provisioning.
     let interval = 0;
     function execute(interval) {
-      setTimeout(() => dynamodb.batchWrite(params, (err) => {
+      setTimeout(() => dynamodbWriteFunction(params, (err) => {
         if (err) {
           if (err.code === "ResourceNotFoundException" && interval <= 5000) {
             execute(interval + 1000);
@@ -52,13 +52,13 @@ function writeSeedBatch(dynamodb, tableName, seeds) {
 
 /**
  * Writes a seed corpus to the given database table
- * @param {DocumentClient} dynamodb The DynamoDB document instance
+ * @param {function} dynamodbWriteFunction The DynamoDB DocumentClient.batchWrite or DynamoDB.batchWriteItem function
  * @param {string} tableName The table name
  * @param {any[]} seeds The seed values
  */
-function writeSeeds(dynamodb, tableName, seeds) {
-  if (!dynamodb) {
-    throw new Error("dynamodb argument must be provided");
+function writeSeeds(dynamodbWriteFunction, tableName, seeds) {
+  if (!dynamodbWriteFunction) {
+    throw new Error("dynamodbWriteFunction argument must be provided");
   }
   if (!tableName) {
     throw new Error("table name argument must be provided");
@@ -71,7 +71,7 @@ function writeSeeds(dynamodb, tableName, seeds) {
     const seedChunks = _.chunk(seeds, MAX_MIGRATION_CHUNK);
     return BbPromise.map(
       seedChunks,
-      (chunk) => writeSeedBatch(dynamodb, tableName, chunk),
+      (chunk) => writeSeedBatch(dynamodbWriteFunction, tableName, chunk),
       { concurrency: MIGRATION_SEED_CONCURRENCY }
     )
       .then(() => console.log("Seed running complete for table: " + tableName));