[API packet capturing in selenium automation] installation and configuration of browsermobproxy

First step

pip install browsermob-proxy

Load a bag first

The second step

requirement jdk1.8 The above environment variables depend on
ps： If it is a newly equipped environment, remember , Restart it

The third step

download java End BrowserMob-Proxy package ：http://bmp.lightbody.net/

Take it directly （ stay py Remember to write... When configuring browsermob-proxy.bat Address ）

experiment ： use Baidu Search

for instance , I want to catch any one js Of response have a look

You can really see some rough information , Meticulous js The code needs to be explored

Complete code

from browsermobproxy import Server
from selenium import webdriver
import time
import pprint

class ProxyManger:

    __BMP = r"C:\Users\Irving\Desktop\echain\browsermob-proxy-2.1.4-bin\browsermob-proxy-2.1.4\bin\browsermob-proxy.bat"

    def __init__(self):

        self.__server = Server(ProxyManger.__BMP)
        self.__client = None

    def start_server(self):
        self.__server.start()
        return self.__server

    def start_client(self):

        self.__client = self.__server.create_proxy(params={
    "trustAllServers": "true"})
        return self.__client

    @property
    def client(self):
        return self.__client

    @property
    def server(self):
        return self.__server

if __name__=="__main__":
    #  Turn on Proxy
    proxy = ProxyManger()
    server = proxy.start_server()
    client = proxy.start_client()

    #  To configure Proxy start-up WebDriver
    options = webdriver.ChromeOptions()
    options.add_argument("--proxy-server={}".format(client.proxy))
    options.add_argument('--ignore-certificate-errors')
    options.add_argument('--headless')
    #chromePath = r"D:\AzRjN\anaconda3_7\envs\demo36\Lib\site-packages\selenium\webdriver\chrome\chromedriver.exe"
    driver = webdriver.Chrome(chrome_options=options)

    #  Get the returned content 
    client.new_har("baidu.com", options={
    'captureHeaders': True, 'captureContent': True})
    driver.get("https://www.baidu.com/")
    time.sleep(3)

    result = client.har
    print(result)

    for entry in result['log']['entries']:
        _url = entry['request']['url']
        print(" Request address ：", _url)

        if "https://pss.bdstatic.com/r/www/cache/static/protocol/https/amd_modules/san/dist/san_5017f11.js" in _url:
            _response = entry['response']
            _content = _response['content']
            print("---------https://pss.bdstatic.com/r/www/cache/static/protocol/https/amd_modules/san/dist/san_5017f11.js  Request response content ：", _response)

    server.stop()

summary

selenium While automating the operation
browsermobproxy Grab a bag on one side