Last active
          March 27, 2022 13:15 
        
      - 
      
- 
        Save jsoverson/4fe67f835af8c64189a643b5c527d9dc to your computer and use it in GitHub Desktop. 
    Intercept and prettify every script
  
        
  
    
      This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
      Learn more about bidirectional Unicode characters
    
  
  
    
  | const puppeteer = require('puppeteer'); | |
| const prettier = require('prettier'); | |
| const atob = require('atob'); | |
| const btoa = require('btoa'); | |
| const requestCache = new Map(); | |
| const urlPatterns = [ | |
| '*' | |
| ] | |
| function transform(source) { | |
| return prettier.format(source, {parser:'babel'}); | |
| } | |
| async function intercept(page, patterns, transform) { | |
| const client = await page.target().createCDPSession(); | |
| await client.send('Network.enable'); | |
| await client.send('Network.setRequestInterception', { | |
| patterns: patterns.map(pattern => ({ | |
| urlPattern: pattern, resourceType: 'Script', interceptionStage: 'HeadersReceived' | |
| })) | |
| }); | |
| client.on('Network.requestIntercepted', async ({ interceptionId, request, responseHeaders, resourceType }) => { | |
| console.log(`Intercepted ${request.url} {interception id: ${interceptionId}}`); | |
| const response = await client.send('Network.getResponseBodyForInterception',{ interceptionId }); | |
| const contentTypeHeader = Object.keys(responseHeaders).find(k => k.toLowerCase() === 'content-type'); | |
| let newBody, contentType = responseHeaders[contentTypeHeader]; | |
| if (requestCache.has(response.body)) { | |
| newBody = requestCache.get(response.body); | |
| } else { | |
| const bodyData = response.base64Encoded ? atob(response.body) : response.body; | |
| try { | |
| if (resourceType === 'Script') newBody = transform(bodyData, { parser: 'babel' }); | |
| else newBody === bodyData | |
| } catch(e) { | |
| console.log(`Failed to process ${request.url} {interception id: ${interceptionId}}: ${e}`); | |
| newBody = bodyData | |
| } | |
| requestCache.set(response.body, newBody); | |
| } | |
| const newHeaders = [ | |
| 'Date: ' + (new Date()).toUTCString(), | |
| 'Connection: closed', | |
| 'Content-Length: ' + newBody.length, | |
| 'Content-Type: ' + contentType | |
| ]; | |
| console.log(`Continuing interception ${interceptionId}`) | |
| client.send('Network.continueInterceptedRequest', { | |
| interceptionId, | |
| rawResponse: btoa('HTTP/1.1 200 OK' + '\r\n' + newHeaders.join('\r\n') + '\r\n\r\n' + newBody) | |
| }); | |
| }); | |
| } | |
| (async function main(){ | |
| const browser = await puppeteer.launch({ | |
| headless:false, | |
| defaultViewport:null, | |
| devtools: true, | |
| args: ['--window-size=1920,1170','--window-position=0,0'] | |
| }); | |
| const page = (await browser.pages())[0]; | |
| intercept(page, urlPatterns, transform); | |
| browser.on('targetcreated', async (target) => { | |
| const page = await target.page(); | |
| intercept(page, urlPatterns, transform); | |
| }); | |
| })() | |
        
      
            dontcallmedom
  
      
      
      commented 
        Dec 8, 2020 
      
    
  
Since the Network.Network.setRequestInterception call has been deprecated how do you go about implementing the above code using the Fetch API?
Never mind I came up with the following implementation.
async function intercept(page, patterns, transform) {
  const client = await page.target().createCDPSession();
  await client.send('Fetch.enable', {
		patterns:  patterns.map(pattern => ({
      urlPattern: pattern, resourceType: 'Script', requestStage: 'Response'
    }))
  });
	client.on('Fetch.requestPaused', async({ requestId, request, frameId, resourceType, responseErrorReason, responseStatusCode, responseHeaders, networkId } ) => {
		console.log(`Intercepted id ${requestId} ${request.url} method ${request.method} headers ${Object.keys(request.headers)} frame id ${frameId} resource type ${resourceType}`);
		if (responseErrorReason) {
			console.log(`Have errored response ${responseErrorReason}`);
		}
		if (responseStatusCode) {
			console.log(`Have response ${responseStatusCode}`);
		}
		const response = await client.send("Fetch.getResponseBody", { requestId });
		console.log(`Response body for ${requestId} is ${response.body.length} bytes`);
		await client.send('Fetch.continueRequest', { requestId });
	});
}
  
    Sign up for free
    to join this conversation on GitHub.
    Already have an account?
    Sign in to comment