【发布时间】：2021-06-25 03:09:14
【问题描述】：
我一直在实施类似问题的答案之一。我使用的具体参考是这个线程： How can I search for specific keys in this nested dictionary in Python?
我的递归函数及其互补函数如下所示：
from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
from selenium.webdriver.chrome.options import Options
from selenium import webdriver
from selenium.webdriver import Chrome
def recursive_lookup(key, d):
def _lookup(key, d):
if key in d:
return True
for k, v in d.items():
if isinstance(v, dict):
result = _lookup(key, v)
if result:
accumulator.append(d)
else:
continue
accumulator = []
_lookup(key, d)
return accumulator
def accumulator_appender(key, lst):
total_accumulation = list()
for d in lst:
total_accumulation.append(recursive_lookup(key, d))
return total_accumulation
cap = DesiredCapabilities.CHROME
cap['goog:loggingPrefs'] = {'performance': 'ALL'}
driver = Chrome(desired_capabilities=cap)
driver.implicitly_wait(1)
url = "http://www.testing.tradir.io/"
driver.get(url)
log = driver.get_log("performance")
filtered = accumulator_appender("status", log)
file_obj = open("network_log.txt", "w+")
file_obj.write(str(filtered))
file_obj.close()
我的目标是使用 Selenium 记录所有与性能相关的信息，特别是任何具有来自 API 的状态代码的信息。
{"status": 200}
因此，任何包含 {"status": int} 的字典都会显示在 network_log.txt 文件中。
我以前只是在 Chrome 上打开开发工具，然后在“网络”标签中翻找。我正在尝试自动化这个过程。
字典示例列表如下所示：
[
{'level': 'INFO', 'message': '{
"message": {
"method": "Network.requestWillBeSent",
"params": {
"documentURL": "http://www.testing.tradir.io/",
"frameId": "A4DE79DC87DD4C983D0328DFB9BACC3C",
"hasUserGesture": false,
"initiator": {
"type": "other"
},
"loaderId": "F0CFD89AC76F111C08A82A5AAC757B88",
"request": {
"headers": {
"Upgrade-Insecure-Requests": "1",
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36"
},
"initialPriority": "VeryHigh",
"method": "GET",
"mixedContentType": "none",
"referrerPolicy": "strict-origin-when-cross-origin",
"url": "http://www.testing.tradir.io/"
},
"requestId": "F0CFD89AC76F111C08A82A5AAC757B88",
"timestamp": 8536.750974,
"type": "Document",
"wallTime": 1616730707.544681
}
},
"webview": "A4DE79DC87DD4C983D0328DFB9BACC3C"
}', 'timestamp': 1616730707544
},
{'level': 'INFO', 'message': '{
"message": {
"method": "Network.requestWillBeSentExtraInfo",
"params": {
"associatedCookies": [],
"headers": {
":authority": "testing.tradir.io",
":method": "GET",
":path": "/",
":scheme": "https",
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
"accept-encoding": "gzip, deflate, br",
"accept-language": "en-US,en;q=0.9",
"sec-fetch-dest": "document",
"sec-fetch-mode": "navigate",
"sec-fetch-site": "none",
"sec-fetch-user": "?1",
"upgrade-insecure-requests": "1",
"user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_2_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.90 Safari/537.36"
},
"requestId": "F0CFD89AC76F111C08A82A5AAC757B88"
}
},
"webview": "A4DE79DC87DD4C983D0328DFB9BACC3C"
}', 'timestamp': 1616730707776
},
{'level': 'INFO', 'message': '{
"message": {
"method": "Network.responseReceived",
"params": {
"frameId": "A4DE79DC87DD4C983D0328DFB9BACC3C",
"loaderId": "F0CFD89AC76F111C08A82A5AAC757B88",
"requestId": "6002.4",
"response": {
"connectionId": 37,
"connectionReused": true,
"encodedDataLength": 321,
"fromDiskCache": false,
"fromPrefetchCache": false,
"fromServiceWorker": false,
"headers": {
"age": "63022",
"content-encoding": "br",
"content-type": "text/css",
"date": "Thu, 25 Mar 2021 10:21:27 GMT",
"etag": "W/\\"701a2b685f224b1e25c58a4c10d5a13f\\"",
"last-modified": "Thu, 25 Mar 2021 10:19:53 GMT",
"server": "AmazonS3",
"vary": "Accept-Encoding",
"via": "1.1 b7930036df6e15271fcc3588a0cac37e.cloudfront.net (CloudFront)",
"x-amz-cf-id": "_Vd_UwSRKrOZNRHBDy5GSvH3mM3ulZw58piXL7VcMtab5qsz60olbQ==",
"x-amz-cf-pop": "ICN54-C3",
"x-cache": "Hit from cloudfront"
},
"mimeType": "text/css",
"protocol": "h2",
"remoteIPAddress": "54.230.62.119",
"remotePort": 443,
"responseTime": 1.616730707865601e+12,
"securityDetails": {
"certificateId": 0,
"certificateTransparencyCompliance": "compliant",
"cipher": "AES_128_GCM",
"issuer": "Amazon",
"keyExchange": "",
"keyExchangeGroup": "X25519",
"protocol": "TLS 1.3",
"sanList": [
"*.tradir.io",
"tradir.io"
],
"signedCertificateTimestampList": [
{
"hashAlgorithm": "SHA-256",
"logDescription":"Google \'Argon2021\' log",
"logId": "F65C942FD1773022145418083094568EE34D131933BFDF0C2F200BCC4EF164E3",
"origin": "Embedded in certificate",
"signatureAlgorithm": "ECDSA",
"signatureData": "30450220625A5D61392E8D6F920ADC2B8C1ACB9D3ED04D5E2F93FD2420F59D042F4BA318022100F49A5CDA9E66E93EDE8DD4DADB6C3389A2C7B73AE9BFED9B00FF88384C3412E4",
"status": "Verified",
"timestamp": 1.605496612931e+12
},
{
"hashAlgorithm": "SHA-256",
"logDescription": "DigiCert Yeti2021 Log",
"logId": "5CDC4392FEE6AB4544B15E9AD456E61037FBD5FA47DCA17394B25EE6F6C70ECA",
"origin": "Embedded in certificate",
"signatureAlgorithm": "ECDSA",
"signatureData": "304402200C3519BDF015FE6B56EB8031D6F10B8CA1D2D9C5F57C062D38A19D846BC830A0022074CAD3A6EC99578F974A77E30525BE411CEF457CC6BBE5BEBDB5CD29CC6CC0DF",
"status": "Verified",
"timestamp": 1.605496613006e+12
}
],
"subjectName": "*.tradir.io",
"validFrom": 1605484800,
"validTo": 1639612799
},
"securityState": "secure",
"status": 200,
"statusText": "",
"timing": {
"connectEnd": -1,
"connectStart": -1,
"dnsEnd": -1,
"dnsStart": -1,
"proxyEnd": -1,
"proxyStart": -1,
"pushEnd": 0,
"pushStart": 0,
"receiveHeadersEnd": 44.454,
"requestTime": 8537.027532,
"sendEnd": 0.723,
"sendStart": 0.167,
"sslEnd": -1,
"sslStart": -1,
"workerFetchStart": -1,
"workerReady": -1,
"workerRespondWithSettled": -1,
"workerStart": -1
},
"url": "https://testing.tradir.io/static/css/14.b11059c9.chunk.css"
},
"timestamp": 8537.072595,
"type": "Stylesheet"
}
},
"webview": "A4DE79DC87DD4C983D0328DFB9BACC3C"
}', 'timestamp': 1616730707866
},
问题是最终的结果总是这样：
network_log.txt：
[[], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], []]
【问题讨论】：
-
请提供预期的MRE - Minimal, Reproducible Example。显示中间结果与预期结果的偏差。我们应该能够将您的代码块粘贴到文件中，运行它并重现您的问题。这也让我们可以在您的上下文中测试任何建议。我们期望这个问题的最小工作示例，包括跟踪内部操作的适当代码。
-
请添加您的测试驱动程序，将您的数据减少到显示错误所需的最小值，并放入规范跟踪
print语句。请注意，您有几个运行时错误等待您滥用accumulator。你似乎认为它是一个全局变量，而你没有正确地跟踪它的数据流。