前端后台抓取网络弹性：下载失败恢复

            async function downloadWithRetry(url, maxRetries = 5, delay = 1000) {
  for (let i = 0; i < maxRetries; i++) {
    try {
      const response = await fetch(url);
      if (!response.ok) {
        throw new Error(`HTTP error! status: ${response.status}`);
      }
      return await response.blob(); // Or response.json(), response.text(), etc.
    } catch (error) {
      console.error(`Download failed (attempt ${i + 1}):`, error);
      if (i === maxRetries - 1) {
        throw error; // Re-throw the error if all retries failed
      }
      await new Promise(resolve => setTimeout(resolve, delay * Math.pow(2, i)));
    }
  }
}

// Usage:
downloadWithRetry('https://example.com/large-file.zip')
  .then(blob => {
    // Process the downloaded file
    console.log('Download successful:', blob);
  })
  .catch(error => {
    // Handle the error
    console.error('Download failed after multiple retries:', error);
  });

            

              
                Copy
              
            
          

            self.addEventListener('sync', event => {
  if (event.tag === 'download-file') {
    event.waitUntil(downloadFile(event.data.url, event.data.filename));
  }
});

async function downloadFile(url, filename) {
  try {
    const response = await fetch(url);
    if (!response.ok) {
      throw new Error(`HTTP error! status: ${response.status}`);
    }
    const blob = await response.blob();

    // Save the blob to IndexedDB or the file system
    // Example using IndexedDB:
    const db = await openDatabase();
    const transaction = db.transaction(['downloads'], 'versionchange');
    const store = transaction.objectStore('downloads');
    await store.put({ filename: filename, data: blob });
    await transaction.done;

    console.log(`File downloaded and saved: ${filename}`);
  } catch (error) {
    console.error('Background download failed:', error);
    // Handle the error (e.g., display a notification)
    self.registration.showNotification('Download failed', {
      body: `Failed to download ${filename}. Please check your network connection.`
    });
  }
}

async function openDatabase() {
  return new Promise((resolve, reject) => {
    const request = indexedDB.open('myDatabase', 1); // Replace 'myDatabase' with your database name and version

    request.onerror = () => {
      reject(request.error);
    };

    request.onsuccess = () => {
      resolve(request.result);
    };

    request.onupgradeneeded = event => {
      const db = event.target.result;
      db.createObjectStore('downloads', { keyPath: 'filename' }); // Creates the 'downloads' object store
    };
  });
}

            

              
                Copy
              
            
          

            // Assuming you have a service worker registered
navigator.serviceWorker.ready.then(registration => {
  registration.sync.register('download-file', { url: 'https://example.com/large-file.zip', filename: 'large-file.zip' }) // Pass data in options
    .then(() => console.log('Background download registered'))
    .catch(error => console.error('Background download registration failed:', error));
});

            

              
                Copy
              
            
          

            async function downloadResumable(url, filename) {
  const chunkSize = 1024 * 1024; // 1MB
  let start = 0;
  let blob = null;

  // Retrieve existing data from localStorage (if any)
  const storedData = localStorage.getItem(filename + '_partial');
  if (storedData) {
    const parsedData = JSON.parse(storedData);
    start = parsedData.start;
    blob = b64toBlob(parsedData.blobData, 'application/octet-stream'); // Assuming blob data is stored as base64
    console.log(`Resuming download from ${start} bytes`);
  }

  while (true) {
    try {
      const end = start + chunkSize - 1;
      const response = await fetch(url, {
        headers: { Range: `bytes=${start}-${end}` }
      });

      if (!response.ok && response.status !== 206) { // 206 Partial Content
        throw new Error(`HTTP error! status: ${response.status}`);
      }

      const reader = response.body.getReader();
      let received = 0;
      const chunks = [];

      while (true) {
        const { done, value } = await reader.read();
        if (done) {
          break;
        }
        chunks.push(value);
        received += value.length;
      }

      const newBlobPart = new Blob(chunks);
      if (blob) {
        blob = new Blob([blob, newBlobPart]); // Concatenate existing and new data
      } else {
        blob = newBlobPart;
      }

      start = end + 1;

      // Persist progress to localStorage (or IndexedDB)
      localStorage.setItem(filename + '_partial', JSON.stringify({
        start: start,
        blobData: blobToBase64(blob) // Convert blob to base64 for storage
      }));

      console.log(`Downloaded ${received} bytes. Total downloaded: ${start} bytes`);

      if (response.headers.get('Content-Length') <= end || response.headers.get('Content-Range').split('/')[1] <= end ) { // Check if download is complete
        console.log('Download complete!');
        localStorage.removeItem(filename + '_partial'); // Remove partial data
        // Process the downloaded file (e.g., save to disk, display to user)
        // saveAs(blob, filename); // Using FileSaver.js (example)
        return blob; 
      }
    } catch (error) {
      console.error('Resumable download failed:', error);
      // Handle the error
      break; // Exit the loop to avoid infinite retries. Consider adding a retry mechanism here.
    }
  }
}

// Helper function to convert Blob to Base64
function blobToBase64(blob) {
  return new Promise((resolve, reject) => {
    const reader = new FileReader();
    reader.onloadend = () => resolve(reader.result);
    reader.onerror = reject;
    reader.readAsDataURL(blob);
  });
}

// Helper function to convert Base64 to Blob
function b64toBlob(b64Data, contentType='', sliceSize=512) {
  const byteCharacters = atob(b64Data.split(',')[1]);
  const byteArrays = [];

  for (let offset = 0; offset < byteCharacters.length; offset += sliceSize) {
    const slice = byteCharacters.slice(offset, offset + sliceSize);

    const byteNumbers = new Array(slice.length);
    for (let i = 0; i < slice.length; i++) {
      byteNumbers[i] = slice.charCodeAt(i);
    }

    const byteArray = new Uint8Array(byteNumbers);
    byteArrays.push(byteArray);
  }

  return new Blob(byteArrays, {type: contentType});
}


// Usage:
downloadResumable('https://example.com/large-file.zip', 'large-file.zip')
  .then(blob => {
    // Process the downloaded file
    console.log('Resumable download successful:', blob);
  })
  .catch(error => {
    // Handle the error
    console.error('Resumable download failed:', error);
  });

            

              
                Copy
              
            
          

            async function downloadWithProgress(url) {
  const response = await fetch(url);
  if (!response.ok) {
    throw new Error(`HTTP error! status: ${response.status}`);
  }

  const contentLength = response.headers.get('Content-Length');
  if (!contentLength) {
    console.warn('Content-Length header not found. Progress tracking will not be available.');
    return await response.blob(); // Download without progress tracking
  }

  const total = parseInt(contentLength, 10);
  let loaded = 0;

  const reader = response.body.getReader();
  const chunks = [];

  while (true) {
    const { done, value } = await reader.read();
    if (done) {
      break;
    }

    chunks.push(value);
    loaded += value.length;

    const progress = Math.round((loaded / total) * 100);
    // Update the progress bar or display the percentage
    updateProgressBar(progress); // Replace with your progress update function
  }

  return new Blob(chunks);
}

function updateProgressBar(progress) {
  // Example: Update a progress bar element
  const progressBar = document.getElementById('progressBar');
  if (progressBar) {
    progressBar.value = progress;
  }

  // Example: Display the percentage
  const progressText = document.getElementById('progressText');
  if (progressText) {
    progressText.textContent = `${progress}%`;
  }

  console.log(`Download progress: ${progress}%`);
}

// Usage:
downloadWithProgress('https://example.com/large-file.zip')
  .then(blob => {
    // Process the downloaded file
    console.log('Download successful:', blob);
  })
  .catch(error => {
    // Handle the error
    console.error('Download failed:', error);
  });

            

              
                Copy
              
            
          

            async function verifyChecksum(file, expectedChecksum) {
  const buffer = await file.arrayBuffer();
  const hashBuffer = await crypto.subtle.digest('SHA-256', buffer);
  const hashArray = Array.from(new Uint8Array(hashBuffer));
  const hashHex = hashArray.map(b => b.toString(16).padStart(2, '0')).join('');

  if (hashHex === expectedChecksum) {
    console.log('Checksum verification successful!');
    return true;
  } else {
    console.error('Checksum verification failed!');
    return false;
  }
}

// Example Usage
downloadWithRetry('https://example.com/large-file.zip')
  .then(blob => {
    // Assuming you have the expected checksum
    const expectedChecksum = 'e5b7b7709443a298a1234567890abcdef01234567890abcdef01234567890abc'; // Replace with your actual checksum

    const file = new File([blob], 'large-file.zip');
    verifyChecksum(file, expectedChecksum)
      .then(isValid => {
        if (isValid) {
          // Process the downloaded file
          console.log('File is valid.');
        } else {
          // Handle the error (e.g., retry the download)
          console.error('File is corrupted.');
        }
      });
  })
  .catch(error => {
    // Handle the error
    console.error('Download failed:', error);
  });

            

              
                Copy