JavaScript 异步迭代器性能分析：流处理速度

            
class NumberGenerator {
  constructor(limit) {
    this.limit = limit;
    this.current = 0;
  }

  async *[Symbol.asyncIterator]() {
    while (this.current < this.limit) {
      await new Promise(resolve => setTimeout(resolve, 100)); // Simulate asynchronous operation
      yield this.current++;
    }
  }
}

async function consumeGenerator() {
  const generator = new NumberGenerator(5);
  for await (const number of generator) {
    console.log(number);
  }
}

consumeGenerator();

            

              
                Copy
              
            
          

            
const { performance } = require('perf_hooks');

async function processData() {
  const startTime = performance.now();
  // Your Async Iterator code here
  const endTime = performance.now();
  console.log(`Processing time: ${endTime - startTime}ms`);
}

            

              
                Copy
              
            
          

            
const v8Profiler = require('v8-profiler-node');
const fs = require('fs');

async function processData() {
  v8Profiler.setSamplingInterval(1000); // Set the sampling interval in microseconds
  v8Profiler.startProfiling('AsyncIteratorProfile');

  // Your Async Iterator code here

  const profile = v8Profiler.stopProfiling('AsyncIteratorProfile');

  profile
    .export()
    .then((result) => {
      fs.writeFileSync('async_iterator_profile.cpuprofile', result);
      profile.delete();
      console.log('CPU profile saved to async_iterator_profile.cpuprofile');
    });
}

            

              
                Copy
              
            
          

            
const Benchmark = require('benchmark');

// Sample Async Iterator implementation
async function* asyncGenerator(count) {
  for (let i = 0; i < count; i++) {
    await new Promise(resolve => setTimeout(resolve, 1));
    yield i;
  }
}

const suite = new Benchmark.Suite();

suite
  .add('AsyncIterator', {
    defer: true,
    fn: async (deferred) => {
      for await (const item of asyncGenerator(100)) {
        // Simulate processing
      }
      deferred.resolve();
    }
  })
  .on('cycle', (event) => {
    console.log(String(event.target));
  })
  .on('complete', () => {
    console.log('Fastest is ' + this.filter('fastest').map('name'));
  })
  .run({ async: true });

            

              
                Copy
              
            
          

            
const fs = require('fs');
const readline = require('readline');

async function* readJsonLines(filePath) {
  const fileStream = fs.createReadStream(filePath, { encoding: 'utf8' });
  const rl = readline.createInterface({
    input: fileStream,
    crlfDelay: Infinity // To recognize all instances of CR LF ('\r\n') as a single line break
  });

  for await (const line of rl) {
    try {
      const jsonObject = JSON.parse(line);
      yield jsonObject;
    } catch (error) {
      console.error('Error parsing JSON:', error);
      // Handle the error (e.g., skip the line, log the error)
    }
  }
}

async function processJsonData(filePath) {
  for await (const data of readJsonLines(filePath)) {
    // Process each JSON object here
    console.log(data.someProperty);
  }
}

// Example Usage
processJsonData('large_data.json');

            

              
                Copy
              
            
          

            
async function* fetchPaginatedData(apiUrl) {
  let nextPageUrl = apiUrl;

  while (nextPageUrl) {
    const response = await fetch(nextPageUrl);
    if (!response.ok) {
      throw new Error(`HTTP error! Status: ${response.status}`);
    }

    const data = await response.json();
    for (const item of data.results) { // Assuming data.results contains the actual data items
      yield item;
    }

    nextPageUrl = data.next; // Assuming the API provides a 'next' URL for pagination
  }
}

async function consumeApiData(apiUrl) {
  for await (const item of fetchPaginatedData(apiUrl)) {
    // Process each data item here
    console.log(item);
  }
}

// Example usage:
consumeApiData('https://api.example.com/data'); // Replace with actual API URL

            

              
                Copy
              
            
          

            
// Mock Data Source (simulating API response)
async function* fetchData() {
    yield { id: 1, value: 'abc' };
    await new Promise(resolve => setTimeout(resolve, 100)); // Simulate delay
    yield { id: 2, value: 'def' };
    await new Promise(resolve => setTimeout(resolve, 100));
    yield { id: 3, value: 'ghi' };
}

// Transformation 1: Uppercase the value
async function* uppercaseTransform(source) {
    for await (const item of source) {
        yield { ...item, value: item.value.toUpperCase() };
    }
}

// Transformation 2: Filter items with id greater than 1
async function* filterTransform(source) {
    for await (const item of source) {
        if (item.id > 1) {
            yield item;
        }
    }
}

// Transformation 3: Simulate saving to a database
async function saveToDatabase(source) {
    for await (const item of source) {
        // Simulate database write with a delay
        await new Promise(resolve => setTimeout(resolve, 50));
        console.log('Saved to database:', item);
    }
}

async function runPipeline() {
    const data = fetchData();
    const uppercasedData = uppercaseTransform(data);
    const filteredData = filterTransform(uppercasedData);
    await saveToDatabase(filteredData);
}

runPipeline();

            

              
                Copy
              
            
          

            
async function* myAsyncGenerator() {
    yield 'Data1';
    yield 'Data2';
    yield 'Data3';
}

async function runWithStreams() {
    const asyncIterator = myAsyncGenerator();
    const stream = new ReadableStream({
        async pull(controller) {
            const { value, done } = await asyncIterator.next();
            if (done) {
                controller.close();
            } else {
                controller.enqueue(value);
            }
        }
    });

    const reader = stream.getReader();
    try {
        while (true) {
            const { value, done } = await reader.read();
            if (done) {
                break;
            }
            console.log(value);
        }
    } finally {
        reader.releaseLock();
    }
}

runWithStreams();

            

              
                Copy
              
            
          

            
// Main thread (main.js)
const worker = new Worker('worker.js');

async function consumeData() {
    worker.postMessage({ command: 'start', data: 'data_source' }); // Assuming data source is a file path or URL

    worker.onmessage = (event) => {
        if (event.data.type === 'data') {
            console.log('Received from worker:', event.data.value);
        } else if (event.data.type === 'done') {
            console.log('Worker finished.');
        }
    };
}

// Worker thread (worker.js)
//Assume the asyncGenerator implementation is in worker.js as well, receiving commands
self.onmessage = async (event) => {
  if (event.data.command === 'start') {
    for await (const item of asyncGenerator(event.data.data)) {
      self.postMessage({ type: 'data', value: item });
    }
    self.postMessage({ type: 'done' });
  }
};

            

              
                Copy