Skip to content

Instantly share code, notes, and snippets.

@bakoushin

bakoushin/generator.js

Last active June 18, 2020 17:42
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save bakoushin/a1b16f024e5b5bec7af0b9f56b904b47 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save bakoushin/a1b16f024e5b5bec7af0b9f56b904b47 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. bakoushin revised this gist Jun 18, 2020. 1 changed file with 4 additions and 3 deletions.
    7 changes: 4 additions & 3 deletions generator.js
    View file
    Original file line number Diff line number Diff line change
    @@ -1,8 +1,9 @@
    async function* dataGenerator() {
    while (true) {
    const csvStream = fs
    .createReadStream(pathToCSV)
    .pipe(csv(['center', 'left', 'right', 'steering', 'throttle', 'brake', 'speed']));
    const csvStream = fs.createReadStream(pathToCSV).pipe(csv({
    headers: ['center', 'left', 'right', 'steering', 'throttle', 'brake', 'speed'],
    mapValues: ({ value }) => value.trim()
    }));

    for await (const { center, left, right, steering } of csvStream) {
    const centerImageBuffer = fs.promises.readFile(center);
  2. bakoushin created this gist May 25, 2020.
    21 changes: 21 additions & 0 deletions generator.js
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,21 @@
    async function* dataGenerator() {
    while (true) {
    const csvStream = fs
    .createReadStream(pathToCSV)
    .pipe(csv(['center', 'left', 'right', 'steering', 'throttle', 'brake', 'speed']));

    for await (const { center, left, right, steering } of csvStream) {
    const centerImageBuffer = fs.promises.readFile(center);
    const leftImageBuffer = fs.promises.readFile(left);
    const rightImageBuffer = fs.promises.readFile(right);

    const offset = 0.333;

    yield [await centerImageBuffer, Number(steering)];
    yield [await leftImageBuffer, Number(steering) + offset];
    yield [await rightImageBuffer, Number(steering) - offset];
    }

    csvStream.destroy();
    }
    }