from seleniumwire import webdriver # Import from seleniumwire from seleniumwire.utils import decode from time import sleep import json import re options = webdriver.ChromeOptions() options.add_argument('--headless') options.add_argument("--incognito") options.add_argument("--nogpu") options.add_argument("--disable-gpu") options.add_argument("--window-size=1280,1280") options.add_argument("--no-sandbox") options.add_argument("--enable-javascript") options.add_argument('--disable-dev-shm-usage') # Create a new instance of the Chrome driver driver = webdriver.Chrome(options=options) def interceptor(request, response): # A response interceptor takes two args if 'ws-travis.dus.com/socket.io/' in request.url : body = decode(response.body, response.headers.get('Content-Encoding', 'identity')) x = re.split("\d\d\d:\d\d\/dus,", body.decode("utf-8")) if len(x) > 1: for i in [i for i in x if i]: j = json.loads(i) print (j) else: j = json.loads(x) print (j) #offset = str(body).find('[') #print ("\n" , str(body)[offset:] , "\n") #j = json.loads(body[offset:]) #print (x) driver.response_interceptor = interceptor # Go to the Google home page driver.get('https://dus-travis.dus.com/') sleep(1000)