Skip to content

Commit

Permalink
fix(gatsby-transformer-csv): Fix high memory consumption (#36610)
Browse files Browse the repository at this point in the history
Co-authored-by: ascott <ascott@DESKTOP-39AL99T.localdomain>
Co-authored-by: Lennart <lekoarts@gmail.com>
Fixes #33868
  • Loading branch information
ascott97 committed Nov 16, 2022
1 parent f158930 commit f94db78
Showing 1 changed file with 8 additions and 7 deletions.
15 changes: 8 additions & 7 deletions packages/gatsby-transformer-csv/src/gatsby-node.js
Expand Up @@ -42,7 +42,7 @@ async function onCreateNode(
}

// Generate the new node
function transformObject(obj, i) {
async function transformObject(obj, i) {
const csvNode = {
...obj,
id:
Expand All @@ -59,21 +59,22 @@ async function onCreateNode(
},
}

createNode(csvNode)
await createNode(csvNode)
createParentChildLink({ parent: node, child: csvNode })
}

if (_.isArray(parsedContent)) {
if (pluginOptions && nodePerFile) {
if (pluginOptions && _.isString(nodePerFile)) {
transformObject({ [nodePerFile]: parsedContent }, 0)
await transformObject({ [nodePerFile]: parsedContent }, 0)
} else {
transformObject({ items: parsedContent }, 0)
await transformObject({ items: parsedContent }, 0)
}
} else {
_.each(parsedContent, (obj, i) => {
transformObject(obj, i)
})
for (let i = 0, l = parsedContent.length; i < l; i++) {
const obj = parsedContent[i]
await transformObject(obj, i)
}
}
}

Expand Down

0 comments on commit f94db78

Please sign in to comment.